-- Logs begin at Wed 2022-02-09 16:25:59 UTC, end at Wed 2022-02-09 19:11:37 UTC. -- Feb 09 17:52:30.122184 dv-neutron-827016-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 09 17:52:32.379328 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.common.config [-] Logging enabled! Feb 09 17:52:32.379980 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev16 Feb 09 17:52:32.380070 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84434) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 09 17:52:32.382354 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.common.config [-] Logging enabled! Feb 09 17:52:32.382613 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev16 Feb 09 17:52:32.382864 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84434) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 09 17:52:32.383877 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 17:52:32.384115 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 17:52:32.384481 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 17:52:32.384732 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 17:52:32.384962 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 17:52:32.385286 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.385589 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.385891 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.386123 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.386450 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.386748 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.387037 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.387333 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.387638 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.387955 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.388246 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.388540 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.388776 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.389062 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.389356 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.389649 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.390452 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] debug = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.390743 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.391183 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.391670 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.391978 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.392279 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.392561 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.392847 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.393141 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.393496 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] host = dv-neutron-827016-2-hyperv {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.393776 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.394091 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.394407 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.394702 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.394984 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.395263 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.395554 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.395852 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.396131 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] log_file = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.396410 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.396710 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.397001 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.397298 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.397527 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.397756 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.398048 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.398376 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.398658 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.398958 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.399235 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.399516 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.399791 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.400065 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.400355 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.400643 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.400932 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.401212 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.401511 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.401789 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.402067 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.402389 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.402668 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.402945 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.403222 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.403510 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.403786 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.404061 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.404393 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.404689 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.404975 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.405265 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.405720 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.406122 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.406627 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.406926 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.407208 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] use_json = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.407492 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.407772 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.408067 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.408348 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.408631 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.408904 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.409180 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.409473 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.409751 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:32.410061 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.410427 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.410735 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.411027 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.411329 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.411613 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.411906 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.412213 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.412510 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.412806 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.413107 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.413388 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.413678 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.413978 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.414272 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.414597 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.414907 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.415208 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.415491 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.415770 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.416052 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.416346 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.416629 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.416908 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.417196 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.417476 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.417752 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.418028 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.418331 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.418662 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.418947 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.419225 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.419504 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.419785 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.420062 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.420352 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.420633 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.420910 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.421280 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.421749 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.422240 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.422583 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.422862 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.423144 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.423429 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.423709 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.423987 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.424274 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.424553 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.424826 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.425104 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.425383 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.425663 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.425941 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.426221 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.426528 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.426804 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.427081 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.427378 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.427689 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.428252 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.428550 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.428832 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.429117 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.429404 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.429687 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.429970 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.430248 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.430566 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.430873 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.431164 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.431466 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.431757 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.432039 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.432340 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.432621 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.432907 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.433185 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.433466 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.433792 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.434082 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.434411 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.434714 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.435015 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.435313 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.435614 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.435900 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.436221 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.436506 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:32.437420 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 17:52:32.437605 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84434) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 09 17:52:32.851281 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO keyring.backend [-] Loading KWallet Feb 09 17:52:32.864873 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO keyring.backend [-] Loading SecretService Feb 09 17:52:32.868038 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO keyring.backend [-] Loading Windows Feb 09 17:52:32.869419 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO keyring.backend [-] Loading chainer Feb 09 17:52:32.869990 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO keyring.backend [-] Loading macOS Feb 09 17:52:32.904761 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 09 17:52:32.905041 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=84434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 09 17:52:32.905839 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 09 17:52:32.906192 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 09 17:52:33.216603 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.216836 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.217068 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.274392 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.274679 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.274933 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.278190 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.278614 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.278777 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.309858 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.310137 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.310424 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.339120 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.339395 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.339662 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.665205 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.665862 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.665862 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.666044 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.666933 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.789358 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.789679 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.790011 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.790279 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.790569 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.790879 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.791144 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.791405 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.791661 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.791942 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.792201 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.792467 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.792734 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.792995 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.793291 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.793525 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.793779 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.794050 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.794346 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.794606 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.794949 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.795199 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.795445 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.795724 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.796032 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.796439 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.796851 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 17:52:33.797067 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 17:52:33.797342 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 17:52:33.797540 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 17:52:33.797773 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 17:52:33.798008 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 17:52:33.798598 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 09 17:52:33.802004 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 09 17:52:33.806318 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 09 17:52:33.810213 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Feb 09 17:52:33.812530 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 09 17:52:33.813024 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 09 17:52:33.813349 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 09 17:52:33.813814 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 09 17:52:33.816745 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 09 17:52:33.816994 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 09 17:52:33.817338 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 17:52:33.846611 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 09 17:52:33.847068 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.847370 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84434) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 09 17:52:33.847732 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.849109 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84434) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 09 17:52:33.849401 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 17:52:33.849650 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 09 17:52:33.852972 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.853255 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:33.913719 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 09 17:52:33.913957 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 09 17:52:33.914194 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 09 17:52:33.914599 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 09 17:52:33.951801 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_db.sqlalchemy.engines [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84434) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 09 17:52:34.477204 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.managers [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Initializing driver for type 'gre' Feb 09 17:52:34.477742 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] gre ID ranges: [(1, 1000)] Feb 09 17:52:34.774208 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.managers [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Initializing driver for type 'local' Feb 09 17:52:34.774910 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.managers [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Initializing driver for type 'vlan' Feb 09 17:52:34.894451 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] VlanTypeDriver initialization complete Feb 09 17:52:34.894778 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.managers [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Initializing driver for type 'vxlan' Feb 09 17:52:34.895293 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] vxlan ID ranges: [(1, 1000)] Feb 09 17:52:35.122935 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.managers [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Initializing extension driver 'port_security' Feb 09 17:52:35.123286 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.extensions.port_security [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] PortSecurityExtensionDriver initialization complete Feb 09 17:52:35.123622 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.managers [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Initializing mechanism driver 'openvswitch' Feb 09 17:52:35.123960 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.managers [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Initializing mechanism driver 'hyperv' Feb 09 17:52:35.131390 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.plugins.ml2.plugin [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:52:35.132063 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > port after_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.132434 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > port after_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.132861 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > port after_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.133433 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 09 17:52:35.133869 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > subnet after_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.134223 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > subnet after_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.134595 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.134987 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 09 17:52:35.135395 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > network after_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.140355 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > network after_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.140355 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > network after_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.140355 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 09 17:52:35.140355 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > security_group after_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.140355 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > security_group after_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.140753 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.140753 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 09 17:52:35.140753 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.140753 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.140753 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.141120 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 09 17:52:35.141120 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] ML2 OVO RPC backend initialized. {{(pid=84434) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Feb 09 17:52:35.141120 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.141120 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.141458 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > network before_response 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.141668 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > networks before_response 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.142012 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > port before_response 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.142376 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > ports before_response 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.142770 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > subnet before_response 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.143110 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > subnets before_response 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.143454 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > network after_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.143798 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > network after_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.144130 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > network after_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.144473 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > port after_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.144804 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > port after_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.145138 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > port after_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.145473 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > subnet after_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.145804 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > subnet after_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.146137 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.146751 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.plugin [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Modular L2 Plugin initialization complete Feb 09 17:52:35.147083 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading services supported by the core plugin {{(pid=84434) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 09 17:52:35.147409 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.plugins.ml2.managers [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Got port-security extension from driver 'port_security' Feb 09 17:52:35.147874 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.extensions.vlantransparent [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Disabled vlantransparent extension. Feb 09 17:52:35.148300 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84434) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 09 17:52:35.148614 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading Plugin: router Feb 09 17:52:35.195739 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.196125 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > router after_create 55549900 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.196496 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > router before_create 55549900 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.196857 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.197231 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.197589 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > router after_delete 55549900 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.197945 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.198334 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > router after_create 55549900 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.198676 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > router after_update 55549900 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.199025 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > router after_update 55549900 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.199374 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.199728 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > router after_update 55549900 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.200134 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > router precommit_update 55549900 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.200574 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: port after_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.200911 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: port after_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.201246 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: subnet after_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.201627 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.201976 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.202480 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > router precommit_create 55549900 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.207794 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: port before_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.207794 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > router precommit_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.207794 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > router after_update 55549900 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.207794 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.208097 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > router precommit_create 55549900 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.208097 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.208097 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > router precommit_update 55549900 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.208097 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > agent after_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.208442 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > agent after_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.208442 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > network after_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.208442 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Tracking information for resource: router configured {{(pid=84434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 17:52:35.208442 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Tracking information for resource: floatingip configured {{(pid=84434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 17:52:35.212258 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.db.l3_agentschedulers_db [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 09 17:52:35.212858 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: port after_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.213210 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: port after_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.213553 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: port after_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.213977 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: port after_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.214952 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > router before_create 55550100 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.217575 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.217575 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > router precommit_create 55550100 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.217575 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > router precommit_update 55550100 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.220958 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.services.provider_configuration [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Service providers = [] {{(pid=84434) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 09 17:52:35.221321 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.db.servicetype_db [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84434) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 09 17:52:35.224388 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.services.service_base [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 17:52:35.224729 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.services.service_base [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 17:52:35.225068 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.services.service_base [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 17:52:35.225954 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.services.service_base [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 17:52:35.226354 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.services.service_base [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 09 17:52:35.226746 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 17:52:35.227065 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 09 17:52:35.238689 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 17:52:35.239028 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading Plugin: auto_allocate Feb 09 17:52:35.245080 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: network precommit_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.245452 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: network precommit_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.245975 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 17:52:35.246319 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading Plugin: tag Feb 09 17:52:35.253050 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 17:52:35.253379 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading Plugin: timestamp Feb 09 17:52:35.257381 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 17:52:35.257719 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading Plugin: network_ip_availability Feb 09 17:52:35.263029 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.263401 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.263800 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.264526 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 17:52:35.264901 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading Plugin: flavors Feb 09 17:52:35.269870 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 17:52:35.270206 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading Plugin: revisions Feb 09 17:52:35.274546 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 17:52:35.274935 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_concurrency.lockutils [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.370s {{(pid=84434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 09 17:52:35.275726 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84434) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Feb 09 17:52:35.276060 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Initializing extension manager. Feb 09 17:52:35.276562 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: __init__.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.276902 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: __pycache__ {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.277235 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.277566 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.277895 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: _filter_validation_lib.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.278221 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.278571 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: address_group.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.279332 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.279899 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: address-group Feb 09 17:52:35.280220 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: address_scope.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.281460 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.281968 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: address-scope Feb 09 17:52:35.282325 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.283250 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.283768 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: router-admin-state-down-before-update Feb 09 17:52:35.284089 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: agent.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.284788 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.285294 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: agent Feb 09 17:52:35.285614 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: agent_resources_synced.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.286597 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.287109 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: agent-resources-synced Feb 09 17:52:35.287425 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: allowedaddresspairs.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.289411 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.289932 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: allowed-address-pairs Feb 09 17:52:35.290262 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: auto_allocated_topology.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.291373 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.291886 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: auto-allocated-topology Feb 09 17:52:35.292214 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: availability_zone.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.292897 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.293403 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: availability_zone Feb 09 17:52:35.293723 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: availability_zone_filter.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.294663 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.295173 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: availability_zone_filter Feb 09 17:52:35.295490 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: data_plane_status.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.296544 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.297045 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension data-plane-status not supported by any of loaded plugins Feb 09 17:52:35.297365 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: default_subnetpools.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.298285 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.298816 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: default-subnetpools Feb 09 17:52:35.299137 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.300053 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.300567 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: dhcp_agent_scheduler Feb 09 17:52:35.300886 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: dns.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.301795 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.302319 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension dns-integration not supported by any of loaded plugins Feb 09 17:52:35.302648 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: dns_domain_ports.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.303806 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.304353 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 09 17:52:35.304674 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: dvr.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.305343 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.305847 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: dvr Feb 09 17:52:35.306165 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: empty_string_filtering.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.307111 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.307615 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: empty-string-filtering Feb 09 17:52:35.307934 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.308842 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.309343 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 09 17:52:35.309664 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.310615 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.311113 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 09 17:52:35.311433 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: external_net.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.313077 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.313584 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: external-net Feb 09 17:52:35.313905 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.314841 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.315396 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: extra_dhcp_opt Feb 09 17:52:35.315719 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: extraroute.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.316655 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.317157 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: extraroute Feb 09 17:52:35.317473 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: extraroute_atomic.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.318560 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.319068 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: extraroute-atomic Feb 09 17:52:35.319389 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: filter_validation.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.320064 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.320564 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: filter-validation Feb 09 17:52:35.320881 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: fip_pf_description.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.321818 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.322377 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 09 17:52:35.322702 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: fip_port_details.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.323621 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.324129 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: fip-port-details Feb 09 17:52:35.324449 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: flavors.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.325699 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.326217 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: flavors Feb 09 17:52:35.326565 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.328868 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.329385 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 09 17:52:35.329713 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: floatingip_pools.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.330456 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.330968 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: floatingip-pools Feb 09 17:52:35.331294 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: ip_allocation.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.332290 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.332757 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension ip_allocation not supported by any of loaded plugins Feb 09 17:52:35.333080 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.333995 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.334541 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: ip-substring-filtering Feb 09 17:52:35.334865 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: l2_adjacency.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.335790 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.336296 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 09 17:52:35.336615 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: l3.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.337718 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.338237 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: router Feb 09 17:52:35.338584 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.340989 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.341526 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 09 17:52:35.341853 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.342848 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.343422 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: ext-gw-mode Feb 09 17:52:35.343796 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.344757 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.345268 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: l3-ha Feb 09 17:52:35.345591 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: l3_flavors.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.346532 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.347041 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: l3-flavors Feb 09 17:52:35.347367 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.348302 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.348818 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 09 17:52:35.349138 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: l3agentscheduler.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.350196 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.350730 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: l3_agent_scheduler Feb 09 17:52:35.351056 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: logging.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.352566 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.353089 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension logging not supported by any of loaded plugins Feb 09 17:52:35.353424 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: metering.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.354168 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.354785 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: metering Feb 09 17:52:35.355114 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.356203 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.356722 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: metering_source_and_destination_fields Feb 09 17:52:35.357050 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: multiprovidernet.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.357970 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.358613 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: multi-provider Feb 09 17:52:35.359016 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: netmtu.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.359931 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.360438 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: net-mtu Feb 09 17:52:35.360788 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: netmtu_writable.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.361708 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.362221 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: net-mtu-writable Feb 09 17:52:35.362574 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: network_availability_zone.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.363236 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.363738 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: network_availability_zone Feb 09 17:52:35.364057 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: network_ip_availability.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.365140 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.365653 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: network-ip-availability Feb 09 17:52:35.365982 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: network_segment_range.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.366787 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.367309 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension network-segment-range not supported by any of loaded plugins Feb 09 17:52:35.367635 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: pagination.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.368619 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.368951 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: pagination Feb 09 17:52:35.369273 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.370193 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.370747 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: port-mac-address-regenerate Feb 09 17:52:35.371072 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: port_resource_request.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.371982 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.372498 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension port-resource-request not supported by any of loaded plugins Feb 09 17:52:35.372820 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: portbindings.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.373771 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.374987 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: binding Feb 09 17:52:35.375278 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: portbindings_extended.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.376598 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.377117 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: binding-extended Feb 09 17:52:35.377445 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: portsecurity.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.378419 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.378934 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: port-security Feb 09 17:52:35.379257 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: project_id.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.380259 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.380587 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: project-id Feb 09 17:52:35.380909 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: providernet.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.381835 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.382371 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: provider Feb 09 17:52:35.382693 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: qos.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.386515 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.387040 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension qos not supported by any of loaded plugins Feb 09 17:52:35.387373 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.388638 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.389157 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 09 17:52:35.389483 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.391165 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.391684 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 09 17:52:35.392013 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: qos_default.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.392921 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.393433 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension qos-default not supported by any of loaded plugins Feb 09 17:52:35.393757 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: qos_fip.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.394449 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.394954 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension qos-fip not supported by any of loaded plugins Feb 09 17:52:35.395421 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: qos_gateway_ip.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.396348 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.396940 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 09 17:52:35.397174 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: qos_port_network_policy.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.398087 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.398625 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 09 17:52:35.398950 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: qos_rule_type_details.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.399863 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.400366 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 09 17:52:35.400689 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: qos_rules_alias.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.401768 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.402281 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 09 17:52:35.402623 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: quotasv2.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.403530 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.403855 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: quotas Feb 09 17:52:35.404173 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: quotasv2_detail.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.405821 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.406152 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: quota_details Feb 09 17:52:35.406534 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: rbac.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.407615 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.408143 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: rbac-policies Feb 09 17:52:35.408473 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: rbac_address_scope.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.409404 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.409920 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: rbac-address-scope Feb 09 17:52:35.410244 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: rbac_security_groups.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.411179 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.411699 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: rbac-security-groups Feb 09 17:52:35.412032 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: rbac_subnetpool.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.413080 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.413596 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: rbac-subnetpool Feb 09 17:52:35.413918 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: revisionifmatch.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.414867 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.415376 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: revision-if-match Feb 09 17:52:35.415697 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: revisions.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.416816 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.417327 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: standard-attr-revisions Feb 09 17:52:35.417644 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: router_availability_zone.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.418384 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.418900 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: router_availability_zone Feb 09 17:52:35.419220 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: routerservicetype.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.420150 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.420651 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension router-service-type not supported by any of loaded plugins Feb 09 17:52:35.421058 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.422051 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.422586 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: port-security-groups-filtering Feb 09 17:52:35.422912 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: securitygroup.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.434611 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.435150 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: security-group Feb 09 17:52:35.435532 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: segment.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.436339 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.437392 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension segment not supported by any of loaded plugins Feb 09 17:52:35.437714 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.438713 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.439222 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 09 17:52:35.439545 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: servicetype.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.440670 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.441233 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: service-type Feb 09 17:52:35.441553 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: sorting.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.442569 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.442898 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: sorting Feb 09 17:52:35.443220 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: standard_attr_segment.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.444130 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.444644 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 09 17:52:35.444966 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: standardattrdescription.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.445610 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.446123 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: standard-attr-description Feb 09 17:52:35.446476 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: stateful_security_group.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.447399 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.447911 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: stateful-security-group Feb 09 17:52:35.448231 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: stdattrs_common.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.448815 dv-neutron-827016-2-hyperv neutron-server[84434]: WARNING neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 09 17:52:35.449137 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.450065 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.450610 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 09 17:52:35.450929 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: subnet_onboard.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.452120 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.452735 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: subnet_onboard Feb 09 17:52:35.453059 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.454002 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.454533 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 09 17:52:35.454857 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: subnet_service_types.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.455791 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.456299 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: subnet-service-types Feb 09 17:52:35.456621 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: subnetallocation.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.457705 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.458248 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: subnet_allocation Feb 09 17:52:35.458602 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.459264 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.459767 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: subnetpool-prefix-ops Feb 09 17:52:35.460085 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.461016 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.461518 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 09 17:52:35.461837 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: tagging.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.462960 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.463471 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: standard-attr-tag Feb 09 17:52:35.463808 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: timestamp.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.465037 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.465552 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loaded extension: standard-attr-timestamp Feb 09 17:52:35.465874 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: trunk.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.466941 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.467460 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension trunk not supported by any of loaded plugins Feb 09 17:52:35.468280 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: trunk_details.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.469206 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.469770 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension trunk-details not supported by any of loaded plugins Feb 09 17:52:35.470086 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: uplink_status_propagation.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.471026 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.471536 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 09 17:52:35.471964 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Loading extension file: vlantransparent.py {{(pid=84434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 17:52:35.472652 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 17:52:35.473157 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 09 17:52:35.475482 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Creating instance of TrackedResource for resource:network Feb 09 17:52:35.476215 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Creating instance of TrackedResource for resource:subnet Feb 09 17:52:35.476812 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 17:52:35.477591 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Creating instance of TrackedResource for resource:port Feb 09 17:52:35.478883 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.v2.resource_helper [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 17:52:35.479328 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.v2.resource_helper [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Service FLAVORS assigned prefix: {{(pid=84434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 17:52:35.479948 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.v2.resource_helper [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 17:52:35.480378 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.v2.resource_helper [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 17:52:35.480708 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Creating instance of TrackedResource for resource:router Feb 09 17:52:35.481405 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 17:52:35.482127 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.v2.resource_helper [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Service METERING assigned prefix: /metering {{(pid=84434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 17:52:35.483717 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.484094 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.484446 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 17:52:35.485572 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 17:52:35.486006 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Creating instance of TrackedResource for resource:security_group Feb 09 17:52:35.486702 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 17:52:35.487622 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.v2.resource_helper [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Service CORE assigned prefix: {{(pid=84434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 17:52:35.487976 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 17:52:35.488421 dv-neutron-827016-2-hyperv neutron-server[84434]: WARNING neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] subnetpool is already registered Feb 09 17:52:35.489099 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.v2.resource_helper [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Service CORE assigned prefix: {{(pid=84434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 17:52:35.489354 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 17:52:35.489694 dv-neutron-827016-2-hyperv neutron-server[84434]: WARNING neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] subnetpool is already registered Feb 09 17:52:35.492225 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.v2.resource_helper [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 17:52:35.492691 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.v2.resource_helper [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Service FLAVORS assigned prefix: {{(pid=84434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 17:52:35.493287 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.v2.resource_helper [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 17:52:35.493710 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.v2.resource_helper [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 17:52:35.494044 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Creating instance of TrackedResource for resource:router Feb 09 17:52:35.494405 dv-neutron-827016-2-hyperv neutron-server[84434]: WARNING neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] router is already registered Feb 09 17:52:35.495001 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 17:52:35.495330 dv-neutron-827016-2-hyperv neutron-server[84434]: WARNING neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] floatingip is already registered Feb 09 17:52:35.495949 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.v2.resource_helper [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Service METERING assigned prefix: /metering {{(pid=84434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 17:52:35.496616 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 17:52:35.496953 dv-neutron-827016-2-hyperv neutron-server[84434]: WARNING neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] rbac_policy is already registered Feb 09 17:52:35.497492 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Creating instance of TrackedResource for resource:security_group Feb 09 17:52:35.497822 dv-neutron-827016-2-hyperv neutron-server[84434]: WARNING neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] security_group is already registered Feb 09 17:52:35.498472 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 17:52:35.498808 dv-neutron-827016-2-hyperv neutron-server[84434]: WARNING neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] security_group_rule is already registered Feb 09 17:52:35.500067 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.v2.resource_helper [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Service CORE assigned prefix: {{(pid=84434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 17:52:35.500590 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 17:52:35.500926 dv-neutron-827016-2-hyperv neutron-server[84434]: WARNING neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] subnetpool is already registered Feb 09 17:52:35.501680 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.v2.resource_helper [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Service CORE assigned prefix: {{(pid=84434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 17:52:35.502058 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 17:52:35.502242 dv-neutron-827016-2-hyperv neutron-server[84434]: WARNING neutron.quota.resource_registry [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] subnetpool is already registered Feb 09 17:52:35.502915 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: extensions {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.504411 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: address-groups {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.505987 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: address-scopes {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.507219 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: agents {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.508386 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: auto-allocated-topology {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.509634 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: availability_zones {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.510958 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: dhcp-networks {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.512430 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: dhcp-agents {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.513833 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: routers {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.516598 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: flavors {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.517758 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: service_profiles {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.518984 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: next_providers {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.520481 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: service_profiles {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.521884 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: floatingip-pools {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.523131 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: routers {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.524896 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: floatingips {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.526052 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: l3-routers {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.527539 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: l3-agents {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.528901 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: metering-labels {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.530248 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: metering-label-rules {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.531551 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: network-ip-availabilities {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.532824 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: bindings {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.535459 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: quotas {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.536885 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: quotas {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.538311 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: rbac-policies {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.539593 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: security-groups {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.540789 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: security-group-rules {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.541998 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: service-providers {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.543229 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: subnetpools {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.544676 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: subnetpools {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.546706 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: tags {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.548347 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: tags {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.550098 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: tags {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.551860 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: tags {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.553902 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: tags {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.555572 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: tags {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.557289 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: tags {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.559151 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: tags {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.561053 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: tags {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.563614 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron.api.extensions [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Extended resource: tags {{(pid=84434) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 17:52:35.569611 dv-neutron-827016-2-hyperv neutron-server[84434]: WARNING keystonemiddleware.auth_token [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 09 17:52:35.574381 dv-neutron-827016-2-hyperv neutron-server[84434]: WARNING keystonemiddleware.auth_token [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 09 17:52:35.582770 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_concurrency.lockutils [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Acquired lock "singleton_lock" {{(pid=84434) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 09 17:52:35.583191 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_concurrency.lockutils [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Releasing lock "singleton_lock" {{(pid=84434) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 09 17:52:35.583861 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO oslo_service.service [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Starting 2 workers Feb 09 17:52:35.588440 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Started child 84541 {{(pid=84434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 17:52:35.592742 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Started child 84542 {{(pid=84434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 17:52:35.594368 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:52:35.595071 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO neutron.service [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 09 17:52:35.595071 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Notify callbacks [] for process, before_spawn {{(pid=84434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:52:35.596018 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [-] (84541) wsgi starting up on http://0.0.0.0:9696 Feb 09 17:52:35.597481 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO oslo_service.service [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Starting 1 workers Feb 09 17:52:35.598190 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:52:35.599633 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [-] (84542) wsgi starting up on http://0.0.0.0:9696 Feb 09 17:52:35.602475 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Started child 84543 {{(pid=84434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 17:52:35.603017 dv-neutron-827016-2-hyperv neutron-server[84434]: INFO oslo_service.service [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Starting 1 workers Feb 09 17:52:35.606459 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.service [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] calling RpcWorker wait() {{(pid=84543) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 09 17:52:35.607040 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.service [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] returning from RpcWorker wait() {{(pid=84543) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 09 17:52:35.607297 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Started child 84544 {{(pid=84434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 17:52:35.608203 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:52:35.608393 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG neutron_lib.callbacks.manager [None req-df05323d-884f-476e-aa70-ec61a7d84bf4 None None] Notify callbacks [] for process, after_spawn {{(pid=84434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:52:35.609196 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:52:35.610921 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84434) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 09 17:52:35.611117 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 17:52:35.611292 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 17:52:35.611508 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 17:52:35.611844 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 17:52:35.612001 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 17:52:35.612541 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.612847 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.613074 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.613330 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.613612 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.614110 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:52:35.614640 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.614640 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.614640 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.614900 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.615119 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.615264 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:52:35.615407 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.615407 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.615659 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.615896 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.616173 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.616455 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.616693 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.616954 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.617121 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.617365 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.617614 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.617833 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.618088 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] debug = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.618364 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.618843 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.619057 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.619299 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.619530 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.619802 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.620037 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.620320 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.620562 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.620771 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.621008 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.621250 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.621475 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.621742 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.621962 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.622169 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.622643 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] host = dv-neutron-827016-2-hyperv {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.622860 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.623072 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.623294 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.623544 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.623820 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.624031 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.624872 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.625162 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.625604 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.625826 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.626031 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.626172 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.626385 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.626716 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] log_file = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.626853 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] log_options = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.627005 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.627288 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.627539 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.627726 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.627890 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.628060 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.628324 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.628501 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.628731 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.628971 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.629177 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.629382 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.629609 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.629921 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.630074 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.630264 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.630519 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.630742 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.631014 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.631384 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.631658 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.631896 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.632126 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.632340 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.632555 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.632763 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.633006 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.633213 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.633419 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.633657 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.633927 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.634169 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.634419 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.634658 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.634882 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.635182 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.635415 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.635687 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.635909 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.636163 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.636402 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.636607 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.636925 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.637062 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.637258 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.637503 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] use_json = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.637687 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.637913 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.638152 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.638381 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.638608 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.638819 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.639023 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.639264 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.639486 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.639935 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.642576 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.642576 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.642576 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.642576 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.642576 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.642576 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.642576 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.643053 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.643053 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.643203 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.643362 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.643702 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.643970 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.644220 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.644462 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.644674 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.644907 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.645140 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.645350 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.645592 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.645802 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.646060 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.646289 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.646536 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.646754 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.646983 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.647190 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.647436 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.647683 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.647915 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.648138 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.648356 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.648582 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.648810 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.649020 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.649365 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.649621 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.649834 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.650069 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.650439 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.650841 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.654691 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.654691 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.654691 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.654691 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.654691 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.654691 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.654691 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.654691 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.654691 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.655322 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.655322 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.655322 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.655322 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.655322 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.655322 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.655322 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.655322 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.655322 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.655884 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.655884 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.655884 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.655884 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.655884 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.655884 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.656292 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.656462 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.656630 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.656838 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.657054 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.657257 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.657463 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.657670 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.657938 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.658328 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.658576 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.658820 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.659033 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.659255 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.659466 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.659718 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.659953 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.660168 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.660392 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.660710 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.660904 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.661164 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.663147 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.663147 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.663147 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.663147 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.665344 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.665344 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.665344 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.665344 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.665344 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.665344 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.665344 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.665344 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.665868 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.665868 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.665868 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.666051 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.666345 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.666725 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.667414 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.667697 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.667980 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.668205 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.668549 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.668733 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.669030 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.669303 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.669634 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.669916 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.670149 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.670472 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.670730 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.671543 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.672076 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.672312 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.672641 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.672886 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.673666 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.673666 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.673666 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.673934 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.674050 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.674324 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.674592 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.674837 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.675083 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.675305 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.675588 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.675814 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.676038 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.676263 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.676502 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.676740 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.676954 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.677164 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.677377 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.677609 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.677813 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.678276 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.678538 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.678750 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.678979 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.679213 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.679414 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.679620 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.679880 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.680090 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.680317 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.680526 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.680767 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.681037 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.681248 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.681512 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.681756 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.681999 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.682223 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.682496 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.682761 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.682991 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.683231 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.683464 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.683808 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.684022 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.684234 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.684479 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.684693 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.684915 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.685124 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.685377 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.685591 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.685911 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.686160 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.686453 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.687377 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.687753 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.688081 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.688358 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.688545 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.688770 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.688975 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.689248 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.689504 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.689716 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.689927 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.690144 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.690399 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.690632 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.690859 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.691123 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.691383 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.691614 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.691904 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.692144 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.692378 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.692611 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.692844 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.693092 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.693299 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.693540 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.693757 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.693947 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.694449 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.694910 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.695340 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.695873 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.696257 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.696638 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.696896 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.697266 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.697539 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.697795 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.698014 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.698258 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.698518 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.698787 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.699105 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.699390 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.699645 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.699893 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.700223 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.700500 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.700798 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.701052 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.701346 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.701708 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.702032 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.702375 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.702596 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.702843 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.703101 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.703363 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.703607 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.703875 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.704085 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.704354 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.704587 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.704822 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.705055 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.705284 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.705511 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.705766 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.705992 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.706236 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.706471 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.706741 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 17:52:35.707289 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84434) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 09 17:52:35.707421 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 17:52:35.707569 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 17:52:35.707757 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 17:52:35.707921 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 17:52:35.708069 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 17:52:35.708271 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.708431 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.708585 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.708740 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.708896 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.709069 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.709225 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.709379 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.709534 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.709687 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.709888 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.710039 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.710371 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.710526 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.710686 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.710839 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.711155 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.711295 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.711455 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.711638 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.711814 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.711940 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.712049 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] debug = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.712229 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.712394 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.712555 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.712716 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.712947 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.713049 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.713155 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.713341 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.713464 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.713618 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.713761 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.713914 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.714068 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.714222 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.714401 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.714556 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.714711 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] host = dv-neutron-827016-2-hyperv {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.714865 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.715023 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.715231 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.715377 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.715480 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.715634 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.715790 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.716001 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.716156 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.716310 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.716554 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.716796 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.717097 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.717308 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] log_file = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.717446 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] log_options = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.717559 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.717746 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.717922 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.718214 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.718500 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.718500 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.718790 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.718950 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.719206 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.719294 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.719418 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.719584 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.719665 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.719840 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.719994 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.720148 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.720301 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.720510 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.720632 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.720741 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.720923 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.721076 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.721229 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.721397 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.721512 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.721670 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.721810 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.721981 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.722103 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.722481 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.722481 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.722691 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.722787 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.722906 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.722990 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.723151 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.723305 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.723464 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.723619 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.723773 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.724034 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.724193 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.724348 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.724502 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.724657 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.724810 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] use_json = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.724964 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.725215 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.725351 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.725433 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.725557 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.725710 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.725863 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.726018 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.726173 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 17:52:35.726376 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.726536 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.726704 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.727011 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.727149 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.727272 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.727354 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.727501 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.727628 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.727785 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.727951 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.728108 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.728281 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.728445 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.728573 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.728726 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.728882 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.729039 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.729198 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.729356 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.729515 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.729673 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.729830 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.729986 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.730142 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.730320 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.730491 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.730620 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.730780 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.730938 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.731096 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.731253 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.731411 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.731568 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.731726 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.731884 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.732045 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.732191 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.732349 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.732506 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.732680 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.732838 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.732995 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.733151 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.733309 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.734048 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.734323 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.734490 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.734649 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.734808 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.734964 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.735135 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.735359 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.735485 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.735571 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.735728 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.735883 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.736037 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.736184 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.736319 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.736473 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.736629 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.736784 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.736940 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.737096 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.737254 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.737412 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.737556 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.737717 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.737873 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.738029 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.738185 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.738363 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.738522 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.738689 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.738861 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.739018 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.739175 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.739331 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.739488 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.739645 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.739800 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.739958 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.740116 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.740273 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.740430 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.740588 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.740750 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.740907 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.741064 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.741220 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.741378 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.741533 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.741689 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.741846 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.742003 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.742159 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.742362 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.742494 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.742650 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.742805 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.742977 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.743134 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.743294 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.743451 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.743617 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.743781 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.743939 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.744098 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.744257 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.744414 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.744570 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.744727 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.744945 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.745039 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.745186 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.745347 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.745498 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.745667 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.745825 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.745981 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.746140 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.746339 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.746500 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.746656 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.746828 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.746969 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.747125 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.747281 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.747437 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.747593 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.747749 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.747907 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.748064 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.748221 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.748377 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.748533 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.748689 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.748845 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.749002 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.749910 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.750148 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.750390 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.750557 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.750721 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.750962 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.751194 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.751404 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.751554 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.751773 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.751936 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.752094 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.752251 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.752407 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.752553 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.752845 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.753237 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.753387 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.753539 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.753699 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.753857 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.754014 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.754176 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.754350 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.754513 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.754672 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.754834 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.754982 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.755128 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.755283 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.755469 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.755665 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.755904 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.756383 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.756383 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.756383 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.756623 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.756701 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.756825 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.756982 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.757139 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.757296 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.757453 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.757609 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.757766 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.757923 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.758078 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.758236 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.758422 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.758581 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.758738 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.758895 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.759051 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.759209 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.759365 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.759531 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.759687 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.759843 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.760012 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.760168 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.760327 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.760637 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.760637 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.760849 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.760926 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.761079 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.761234 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.761391 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.761558 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.761716 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.761872 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.762038 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.762195 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.762371 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.762531 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.762700 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.762858 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.763022 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.763179 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.763678 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.763678 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.763678 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.763931 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.763931 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.764094 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.764251 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.764415 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.764580 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.764803 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.765250 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.765250 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.765462 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.765462 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.765672 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.765753 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.765866 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.766002 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.766143 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.766405 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.766492 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.766615 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.766773 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.766929 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.767085 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.767241 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.767397 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.767553 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.767709 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.767866 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.768021 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.768187 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 17:52:35.768323 dv-neutron-827016-2-hyperv neutron-server[84434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 17:52:35.772299 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:52:35.805880 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 42048) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:52:35.816207 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0078754 Feb 09 17:52:46.541723 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431ac7f2-a44e-442b-a6e0-03aeae380a50 None None] get_active_networks_info from dv-neutron-827016-2-hyperv {{(pid=84543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 17:52:46.628121 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431ac7f2-a44e-442b-a6e0-03aeae380a50 None None] No non-hosted networks {{(pid=84543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 09 17:52:46.643530 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.agentschedulers_db [None req-431ac7f2-a44e-442b-a6e0-03aeae380a50 None None] DHCP Agent not found on host dv-neutron-827016-2-hyperv {{(pid=84543) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 09 17:52:46.934104 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b1f7c8f-0606-4d34-8395-6ab30a2eefd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-640904'] for agent, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:52:49.043424 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c201932e-a569-4934-8097-eeb179f77676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-640904'] for agent, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:52:49.251661 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-811bd422-5c2f-4193-a303-bd1bc84eb1eb None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-827016-2-hyperv {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 17:52:49.253058 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-811bd422-5c2f-4193-a303-bd1bc84eb1eb None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 17:52:49.848582 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-811bd422-5c2f-4193-a303-bd1bc84eb1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:52:49.968651 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-640904'] for agent, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:52:50.085703 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-640904'] for agent, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:52:50.088068 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:52:50.088634 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:52:50.090108 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:52:50.091043 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:52:50.101372 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:52:50.101372 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:52:50.101372 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:52:50.101372 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:52:50.101372 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:52:50.101750 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:52:50.101750 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:52:50.101750 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-827016-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:52:50.112078 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-827016-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:52:51.481109 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-640904'] for agent, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:52:53.272026 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 42140) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:52:53.902701 dv-neutron-827016-2-hyperv neutron-server[84542]: WARNING oslo_policy.policy [None req-af2a940f-8ef1-4c08-9c84-15cf6bb8b8cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 17:52:53.903354 dv-neutron-827016-2-hyperv neutron-server[84542]: WARNING oslo_policy.policy [None req-af2a940f-8ef1-4c08-9c84-15cf6bb8b8cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 17:52:54.120635 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [None req-af2a940f-8ef1-4c08-9c84-15cf6bb8b8cf admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 17:52:54.121665 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-af2a940f-8ef1-4c08-9c84-15cf6bb8b8cf admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8485732 Feb 09 17:52:54.946577 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.db.l3_hamode_db [None req-10203ae4-a67c-4d0a-9f0d-e615dd5bada1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 09 17:52:55.039500 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10203ae4-a67c-4d0a-9f0d-e615dd5bada1 None None] Routers set() bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 17:52:55.039828 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10203ae4-a67c-4d0a-9f0d-e615dd5bada1 None None] Router IDs set() for agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 09 17:52:56.460921 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 42154) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:52:57.087173 dv-neutron-827016-2-hyperv neutron-server[84541]: WARNING oslo_policy.policy [None req-c0df177d-605f-43a0-9b05-394c30644c68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 17:52:57.087745 dv-neutron-827016-2-hyperv neutron-server[84541]: WARNING oslo_policy.policy [None req-c0df177d-605f-43a0-9b05-394c30644c68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 17:52:57.306989 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-c0df177d-605f-43a0-9b05-394c30644c68 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 17:52:57.363119 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.policy [None req-c0df177d-605f-43a0-9b05-394c30644c68 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84541) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 09 17:52:57.363890 dv-neutron-827016-2-hyperv neutron-server[84541]: WARNING oslo_policy.policy [None req-c0df177d-605f-43a0-9b05-394c30644c68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 17:52:57.364271 dv-neutron-827016-2-hyperv neutron-server[84541]: WARNING oslo_policy.policy [None req-c0df177d-605f-43a0-9b05-394c30644c68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 17:52:57.367742 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.quota [None req-c0df177d-605f-43a0-9b05-394c30644c68 admin admin] Loaded quota_driver: . Feb 09 17:52:57.384130 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c0df177d-605f-43a0-9b05-394c30644c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 17:52:57.527052 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c0df177d-605f-43a0-9b05-394c30644c68 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779621933051', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779621782757', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779621777909', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779621788157', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779621764388', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3383932', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3216364', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-552189', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-630721'] for rbac-policy, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:52:57.751336 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c0df177d-605f-43a0-9b05-394c30644c68 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:52:57.752698 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c0df177d-605f-43a0-9b05-394c30644c68 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2897239 Feb 09 17:53:00.346199 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 42172) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:53:00.741886 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '6e0c82eaa64d4855954b2970a9615772'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 17:53:00.747577 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 17:53:00.752808 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Usage tracker for resource:network and tenant:6e0c82eaa64d4855954b2970a9615772 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 17:53:00.758484 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 17:53:00.766334 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 17:53:00.882693 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Made reservation on behalf of 6e0c82eaa64d4855954b2970a9615772 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 17:53:00.885730 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:00.904457 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:00.950994 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 17:53:00.955272 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Usage tracker for resource:security_group_rule and tenant:6e0c82eaa64d4855954b2970a9615772 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 17:53:00.958528 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 17:53:00.964422 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 17:53:01.042215 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:01.134071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:01.167809 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 17:53:01.196967 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779619540574', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:01.197579 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Unsubscribe: segment precommit_create {{(pid=84541) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 17:53:01.198103 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Added segment b9087fbc-432b-49b1-b68b-b75cc2add432 of type vlan for network d9fa2852-d93a-491f-9fec-86a417d93515 Feb 09 17:53:01.208028 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b05663-12c1-4451-8843-4989c0387950,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:53:01.271510 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:01.271859 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:01.272190 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:01.272516 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:01.272858 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:01.273185 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:01.273521 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:01.273855 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:01.274157 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:01.274494 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:01.274809 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Tracked resource versions report: Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: pushed versions: Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: { 'ConntrackHelper': {'1.0'}, Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: 'Log': {'1.0'}, Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: 'Network': {'1.1'}, Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: 'Port': {'1.5'}, Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: 'PortForwarding': {'1.2'}, Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: 'QosPolicy': {'1.8'}, Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: 'SecurityGroup': {'1.2'}, Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: 'SecurityGroupRule': {'1.0'}, Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: 'SubPort': {'1.0'}, Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: 'Subnet': {'1.1'}, Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: 'Trunk': {'1.1'}} Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: consumer versions: Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: { DHCP agent@dv-neutron-827016-2-hyperv: {}, Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: L3 agent@dv-neutron-827016-2-hyperv: {}, Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: Metadata agent@dv-neutron-827016-2-hyperv: {}, Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: Metering agent@dv-neutron-827016-2-hyperv: {}, Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: Open vSwitch agent@dv-neutron-827016-2-hyperv: { 'ConntrackHelper': '1.0', Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: 'Log': '1.0', Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: 'Network': '1.1', Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: 'Port': '1.5', Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: 'PortForwarding': '1.2', Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: 'QosPolicy': '1.8', Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: 'SecurityGroup': '1.2', Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: 'SecurityGroupRule': '1.0', Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: 'SubPort': '1.0', Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: 'Subnet': '1.1', Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: 'Trunk': '1.1'}} Feb 09 17:53:01.276183 dv-neutron-827016-2-hyperv neutron-server[84541]: {{(pid=84541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 17:53:01.320584 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:01.442897 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:01.444071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:53:01.444747 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:01.558381 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] Pushing event updated for resources: {'Network': ['ID=d9fa2852-d93a-491f-9fec-86a417d93515,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:53:01.569946 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network d9fa2852-d93a-491f-9fec-86a417d93515 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 17:53:01.630327 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2cdeb9ff-17cb-4b47-8e40-4e53c09889a6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2829378 Feb 09 17:53:04.257402 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 42188) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:53:04.840102 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.policy [None req-02ff9445-932a-453b-8f0f-42ee55504bf1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84542) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 09 17:53:04.840871 dv-neutron-827016-2-hyperv neutron-server[84542]: WARNING oslo_policy.policy [None req-02ff9445-932a-453b-8f0f-42ee55504bf1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 17:53:04.841243 dv-neutron-827016-2-hyperv neutron-server[84542]: WARNING oslo_policy.policy [None req-02ff9445-932a-453b-8f0f-42ee55504bf1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 17:53:04.844732 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ff9445-932a-453b-8f0f-42ee55504bf1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:53:04.846399 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-02ff9445-932a-453b-8f0f-42ee55504bf1 admin admin] 10.222.0.21 "GET /v2.0/networks/d9fa2852-d93a-491f-9fec-86a417d93515 HTTP/1.1" status: 200 len: 825 time: 0.5880649 Feb 09 17:53:04.878701 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-51c9d695-e9f2-4455-9fd9-30553fa647e3 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/de76fc05-9a0f-4f6b-bc35-a77553f464fb HTTP/1.1" status: 200 len: 734 time: 0.0269864 Feb 09 17:53:04.887304 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'd9fa2852-d93a-491f-9fec-86a417d93515', 'tenant_id': '6e0c82eaa64d4855954b2970a9615772', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'de76fc05-9a0f-4f6b-bc35-a77553f464fb', 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 17:53:04.888830 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.quota [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Loaded quota_driver: . Feb 09 17:53:04.895558 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 17:53:04.901366 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Usage tracker for resource:subnet and tenant:6e0c82eaa64d4855954b2970a9615772 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 17:53:04.904817 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 17:53:04.912487 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 17:53:05.022112 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Made reservation on behalf of 6e0c82eaa64d4855954b2970a9615772 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 17:53:05.025045 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:05.440765 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:05.533120 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Pushing event updated for resources: {'Subnet': ['ID=de56abd6-9d80-408a-87f9-6e72687e00c5,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:53:05.540188 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Checking segment: {'id': 'b9087fbc-432b-49b1-b68b-b75cc2add432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd9fa2852-d93a-491f-9fec-86a417d93515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 17:53:05.540569 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Network hostable DHCP agents. Network: d9fa2852-d93a-491f-9fec-86a417d93515, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 17:53:05.554679 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:05.555027 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:05.555407 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:05.555728 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:05.556071 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:05.556409 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:05.556746 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:05.557072 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:05.557393 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:05.557710 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:05.558029 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Tracked resource versions report: Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: pushed versions: Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: { 'ConntrackHelper': {'1.0'}, Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: 'Log': {'1.0'}, Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: 'Network': {'1.1'}, Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: 'Port': {'1.5'}, Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: 'PortForwarding': {'1.2'}, Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: 'QosPolicy': {'1.8'}, Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: 'SecurityGroup': {'1.2'}, Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: 'SecurityGroupRule': {'1.0'}, Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: 'SubPort': {'1.0'}, Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: 'Subnet': {'1.1'}, Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: 'Trunk': {'1.1'}} Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: consumer versions: Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: { DHCP agent@dv-neutron-827016-2-hyperv: {}, Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: L3 agent@dv-neutron-827016-2-hyperv: {}, Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: Metadata agent@dv-neutron-827016-2-hyperv: {}, Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: Metering agent@dv-neutron-827016-2-hyperv: {}, Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: Open vSwitch agent@dv-neutron-827016-2-hyperv: { 'ConntrackHelper': '1.0', Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: 'Log': '1.0', Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: 'Network': '1.1', Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: 'Port': '1.5', Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: 'PortForwarding': '1.2', Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: 'QosPolicy': '1.8', Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: 'SecurityGroup': '1.2', Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: 'SecurityGroupRule': '1.0', Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: 'SubPort': '1.0', Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: 'Subnet': '1.1', Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: 'Trunk': '1.1'}} Feb 09 17:53:05.559378 dv-neutron-827016-2-hyperv neutron-server[84542]: {{(pid=84542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 17:53:05.697494 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Network d9fa2852-d93a-491f-9fec-86a417d93515 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 17:53:05.802593 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, d9fa2852-d93a-491f-9fec-86a417d93515) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:53:05.807538 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:53:05.808174 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:05.813811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fba89d9-6063-441a-9add-2d4f13d07987 None None] Network d9fa2852-d93a-491f-9fec-86a417d93515 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 17:53:05.898865 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-cadb015d-a51e-4ae8-b39d-186b731f707b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0148051 Feb 09 17:53:06.138997 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-d9fa2852-d93a-491f-9fec-86a417d93515', 'network_id': 'd9fa2852-d93a-491f-9fec-86a417d93515', 'tenant_id': '6e0c82eaa64d4855954b2970a9615772', 'fixed_ips': [{'subnet_id': 'de56abd6-9d80-408a-87f9-6e72687e00c5'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 17:53:06.140502 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:06.337323 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Allocated IP 172.20.0.2 (d9fa2852-d93a-491f-9fec-86a417d93515/de56abd6-9d80-408a-87f9-6e72687e00c5/a238ec0d-e850-4710-bc07-931b26e5ee08) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 17:53:06.580091 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:06.596015 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Transition to ACTIVE for port object a238ec0d-e850-4710-bc07-931b26e5ee08 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 17:53:06.621152 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Transition to ACTIVE for port object a238ec0d-e850-4710-bc07-931b26e5ee08 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 17:53:06.729036 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:06.798112 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Network d9fa2852-d93a-491f-9fec-86a417d93515 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:53:06.800903 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:53:06.806517 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Pushing event updated for resources: {'Port': ['ID=a238ec0d-e850-4710-bc07-931b26e5ee08,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:53:06.808947 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 17:53:06.850038 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:06.850682 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:06.850682 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:06.851011 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:06.851349 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:06.851686 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:06.852014 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:06.852358 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:06.852687 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:06.853014 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:06.853342 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Tracked resource versions report: Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: pushed versions: Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: { 'ConntrackHelper': {'1.0'}, Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: 'Log': {'1.0'}, Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: 'Network': {'1.1'}, Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: 'Port': {'1.5'}, Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: 'PortForwarding': {'1.2'}, Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: 'QosPolicy': {'1.8'}, Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: 'SecurityGroup': {'1.2'}, Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: 'SecurityGroupRule': {'1.0'}, Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: 'SubPort': {'1.0'}, Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: 'Subnet': {'1.1'}, Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: 'Trunk': {'1.1'}} Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: consumer versions: Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: { DHCP agent@dv-neutron-827016-2-hyperv: {}, Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: L3 agent@dv-neutron-827016-2-hyperv: {}, Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: Metadata agent@dv-neutron-827016-2-hyperv: {}, Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: Metering agent@dv-neutron-827016-2-hyperv: {}, Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: Open vSwitch agent@dv-neutron-827016-2-hyperv: { 'ConntrackHelper': '1.0', Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: 'Log': '1.0', Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: 'Network': '1.1', Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: 'Port': '1.5', Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: 'PortForwarding': '1.2', Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: 'QosPolicy': '1.8', Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: 'SecurityGroup': '1.2', Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: 'SecurityGroupRule': '1.0', Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: 'SubPort': '1.0', Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: 'Subnet': '1.1', Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: 'Trunk': '1.1'}} Feb 09 17:53:06.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: {{(pid=84543) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 17:53:06.918706 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Attempting to bind port a238ec0d-e850-4710-bc07-931b26e5ee08 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 17:53:06.919109 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Attempting to bind port a238ec0d-e850-4710-bc07-931b26e5ee08 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'b9087fbc-432b-49b1-b68b-b75cc2add432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd9fa2852-d93a-491f-9fec-86a417d93515'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 17:53:06.919550 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Attempting to bind port a238ec0d-e850-4710-bc07-931b26e5ee08 on network d9fa2852-d93a-491f-9fec-86a417d93515 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 17:53:06.926825 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 17, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 17:53:06.927234 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Checking segment: {'id': 'b9087fbc-432b-49b1-b68b-b75cc2add432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd9fa2852-d93a-491f-9fec-86a417d93515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 17:53:06.927978 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:06.928372 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Bound using segment: {'id': 'b9087fbc-432b-49b1-b68b-b75cc2add432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd9fa2852-d93a-491f-9fec-86a417d93515'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 17:53:06.928856 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Bound port: a238ec0d-e850-4710-bc07-931b26e5ee08, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9087fbc-432b-49b1-b68b-b75cc2add432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd9fa2852-d93a-491f-9fec-86a417d93515'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 17:53:06.929251 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:07.019771 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] For port a238ec0d-e850-4710-bc07-931b26e5ee08, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 17:53:07.023727 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] For port a238ec0d-e850-4710-bc07-931b26e5ee08, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=a238ec0d-e850-4710-bc07-931b26e5ee08,segment=NetworkSegment(b9087fbc-432b-49b1-b68b-b75cc2add432),segment_id=b9087fbc-432b-49b1-b68b-b75cc2add432)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 17:53:07.155716 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:07.263016 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6253ba-fce7-4cdc-a058-2e26616be16b None None] Pushing event updated for resources: {'Port': ['ID=a238ec0d-e850-4710-bc07-931b26e5ee08,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:53:08.292922 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 42204) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:53:08.728951 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [None req-a55e5e73-ae02-4c02-8dbe-53c371a986f4 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 17:53:08.730289 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a55e5e73-ae02-4c02-8dbe-53c371a986f4 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4363070 Feb 09 17:53:10.315349 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device a238ec0d-e850-4710-bc07-931b26e5ee08 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 17:53:10.537985 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port a238ec0d-e850-4710-bc07-931b26e5ee08 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 17:53:11.112003 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1353359-fd2f-4337-908a-fbfa38613bd7 None None] Network d9fa2852-d93a-491f-9fec-86a417d93515 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 17:53:11.171588 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 42218) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:53:11.345424 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3312b2bf-d142-44f4-bdf6-29c932cf2e78 None None] Provisioning for port a238ec0d-e850-4710-bc07-931b26e5ee08 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 17:53:11.360883 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3312b2bf-d142-44f4-bdf6-29c932cf2e78 None None] Provisioning complete for port a238ec0d-e850-4710-bc07-931b26e5ee08 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:53:11.361235 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3312b2bf-d142-44f4-bdf6-29c932cf2e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:11.491418 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3312b2bf-d142-44f4-bdf6-29c932cf2e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:11.528840 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-3312b2bf-d142-44f4-bdf6-29c932cf2e78 None None] For port a238ec0d-e850-4710-bc07-931b26e5ee08, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=a238ec0d-e850-4710-bc07-931b26e5ee08,segment=NetworkSegment(b9087fbc-432b-49b1-b68b-b75cc2add432),segment_id=b9087fbc-432b-49b1-b68b-b75cc2add432)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:53:11.600842 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3312b2bf-d142-44f4-bdf6-29c932cf2e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:11.613770 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [None req-9e79a6b7-eb50-4a60-9422-69df9701baeb admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 17:53:11.614813 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9e79a6b7-eb50-4a60-9422-69df9701baeb admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4421406 Feb 09 17:53:11.677885 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312b2bf-d142-44f4-bdf6-29c932cf2e78 None None] Pushing event updated for resources: {'Port': ['ID=a238ec0d-e850-4710-bc07-931b26e5ee08,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:53:11.724318 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4a9b2a6b-e877-4718-822e-aa98f092fcd9 None None] Provisioning complete for port a238ec0d-e850-4710-bc07-931b26e5ee08 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:53:11.724590 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4a9b2a6b-e877-4718-822e-aa98f092fcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:12.285843 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device a238ec0d-e850-4710-bc07-931b26e5ee08 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 17:53:12.356675 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port a238ec0d-e850-4710-bc07-931b26e5ee08 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:53:12.357322 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:14.346196 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 42230) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:53:14.804638 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-e70b9e0a-45a2-4870-a92b-56d12ecf1fec admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '6e0c82eaa64d4855954b2970a9615772', 'name': 'router1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 17:53:14.809259 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e70b9e0a-45a2-4870-a92b-56d12ecf1fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 17:53:14.813216 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e70b9e0a-45a2-4870-a92b-56d12ecf1fec admin admin] Usage tracker for resource:router and tenant:6e0c82eaa64d4855954b2970a9615772 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 17:53:14.816625 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e70b9e0a-45a2-4870-a92b-56d12ecf1fec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 17:53:14.822219 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e70b9e0a-45a2-4870-a92b-56d12ecf1fec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 17:53:14.909801 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e70b9e0a-45a2-4870-a92b-56d12ecf1fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:14.911304 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e70b9e0a-45a2-4870-a92b-56d12ecf1fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:14.939050 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e70b9e0a-45a2-4870-a92b-56d12ecf1fec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:15.100712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e70b9e0a-45a2-4870-a92b-56d12ecf1fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:15.191582 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e70b9e0a-45a2-4870-a92b-56d12ecf1fec admin admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:15.192735 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e70b9e0a-45a2-4870-a92b-56d12ecf1fec admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8455250 Feb 09 17:53:16.546082 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f382afd0-1389-48a6-85b5-e6e8ecbcea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:16.677970 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 5 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 17:53:17.527394 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 42240) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:53:17.955579 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [None req-ece47d59-4c69-4c5d-8167-a4a59cff2c8c admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 17:53:17.956895 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ece47d59-4c69-4c5d-8167-a4a59cff2c8c admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4283075 Feb 09 17:53:18.945549 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da514d68-2736-4f00-8223-3fe608b95ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:19.880048 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:20.083001 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:20.351510 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 42250) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:53:20.743967 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-acecfffd-14a2-4e76-ae38-2699bc14fae1 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 17:53:20.749592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-acecfffd-14a2-4e76-ae38-2699bc14fae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 17:53:20.753421 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-acecfffd-14a2-4e76-ae38-2699bc14fae1 admin admin] Usage tracker for resource:network and tenant:96797c45473643baa729fd4ced76125e is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 17:53:20.756422 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-acecfffd-14a2-4e76-ae38-2699bc14fae1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 17:53:20.762066 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-acecfffd-14a2-4e76-ae38-2699bc14fae1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 17:53:20.868682 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acecfffd-14a2-4e76-ae38-2699bc14fae1 admin admin] Made reservation on behalf of 96797c45473643baa729fd4ced76125e for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 17:53:20.871078 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-acecfffd-14a2-4e76-ae38-2699bc14fae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:20.884541 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-acecfffd-14a2-4e76-ae38-2699bc14fae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:20.917099 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-acecfffd-14a2-4e76-ae38-2699bc14fae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 17:53:20.921660 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-acecfffd-14a2-4e76-ae38-2699bc14fae1 admin admin] Usage tracker for resource:security_group_rule and tenant:96797c45473643baa729fd4ced76125e is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 17:53:20.924523 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-acecfffd-14a2-4e76-ae38-2699bc14fae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 17:53:20.930370 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-acecfffd-14a2-4e76-ae38-2699bc14fae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 17:53:20.992893 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-acecfffd-14a2-4e76-ae38-2699bc14fae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:21.091408 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-acecfffd-14a2-4e76-ae38-2699bc14fae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:21.109938 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-acecfffd-14a2-4e76-ae38-2699bc14fae1 admin admin] Reserving flat network on physical network physnet1 {{(pid=84541) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 09 17:53:21.129562 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecfffd-14a2-4e76-ae38-2699bc14fae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022ae999-e579-4b86-ba33-72f6e5ce09b2,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:53:21.133643 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-acecfffd-14a2-4e76-ae38-2699bc14fae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:21.133977 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-acecfffd-14a2-4e76-ae38-2699bc14fae1 admin admin] Added segment 7534859b-0e9c-42cc-a2be-c9f6d6617223 of type flat for network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 Feb 09 17:53:21.167736 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-acecfffd-14a2-4e76-ae38-2699bc14fae1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:21.269025 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-acecfffd-14a2-4e76-ae38-2699bc14fae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:21.269926 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acecfffd-14a2-4e76-ae38-2699bc14fae1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:53:21.270592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-acecfffd-14a2-4e76-ae38-2699bc14fae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:21.374207 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecfffd-14a2-4e76-ae38-2699bc14fae1 admin admin] Pushing event updated for resources: {'Network': ['ID=c9564cd9-4539-4a2d-b376-06d44bc8fbe4,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:53:21.384739 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 17:53:21.400383 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:21.463870 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-acecfffd-14a2-4e76-ae38-2699bc14fae1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1111805 Feb 09 17:53:23.752020 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 42270) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:53:23.991623 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fadc0a-4a11-480a-9206-8fd4c8829ab2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:53:23.995468 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-07fadc0a-4a11-480a-9206-8fd4c8829ab2 admin admin] 10.222.0.21 "GET /v2.0/subnets/de56abd6-9d80-408a-87f9-6e72687e00c5 HTTP/1.1" status: 200 len: 849 time: 0.2400694 Feb 09 17:53:24.162513 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-abee07c3-3285-48b1-ac6b-650c17f95042 admin admin] 10.222.0.21 "GET /v2.0/routers/56b96022-6719-41d8-9af6-9006b58e1caf HTTP/1.1" status: 200 len: 704 time: 0.1641459 Feb 09 17:53:24.641926 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e2f78e99-e275-4da2-9101-d32c8f7213a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:24.878102 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-e2f78e99-e275-4da2-9101-d32c8f7213a2 admin admin] Allocated IP 172.20.0.1 (d9fa2852-d93a-491f-9fec-86a417d93515/de56abd6-9d80-408a-87f9-6e72687e00c5/085d3b53-de95-4daa-9425-6e919e6444de) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 17:53:25.054179 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e2f78e99-e275-4da2-9101-d32c8f7213a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:25.072333 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-e2f78e99-e275-4da2-9101-d32c8f7213a2 admin admin] Transition to ACTIVE for port object 085d3b53-de95-4daa-9425-6e919e6444de will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 17:53:25.209108 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e2f78e99-e275-4da2-9101-d32c8f7213a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:25.278578 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f78e99-e275-4da2-9101-d32c8f7213a2 admin admin] Network d9fa2852-d93a-491f-9fec-86a417d93515 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:53:25.281087 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-e2f78e99-e275-4da2-9101-d32c8f7213a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:53:25.284673 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f78e99-e275-4da2-9101-d32c8f7213a2 admin admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 17:53:25.285219 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e2f78e99-e275-4da2-9101-d32c8f7213a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:25.327494 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f78e99-e275-4da2-9101-d32c8f7213a2 admin admin] Pushing event updated for resources: {'Port': ['ID=085d3b53-de95-4daa-9425-6e919e6444de,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:53:25.496151 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e2f78e99-e275-4da2-9101-d32c8f7213a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:25.568485 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-db449071-fd2f-44e3-82b0-3135e18d0eb2 None None] Provisioning for port 085d3b53-de95-4daa-9425-6e919e6444de completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 17:53:25.573477 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-db449071-fd2f-44e3-82b0-3135e18d0eb2 None None] Provisioning complete for port 085d3b53-de95-4daa-9425-6e919e6444de triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:53:25.573916 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db449071-fd2f-44e3-82b0-3135e18d0eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:25.625570 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-db449071-fd2f-44e3-82b0-3135e18d0eb2 None None] Port 085d3b53-de95-4daa-9425-6e919e6444de cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 17:53:25.758981 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e2f78e99-e275-4da2-9101-d32c8f7213a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:25.822556 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e2f78e99-e275-4da2-9101-d32c8f7213a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:25.823309 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e2f78e99-e275-4da2-9101-d32c8f7213a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:25.960133 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f78e99-e275-4da2-9101-d32c8f7213a2 admin admin] Pushing event updated for resources: {'Port': ['ID=085d3b53-de95-4daa-9425-6e919e6444de,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:53:26.028096 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f78e99-e275-4da2-9101-d32c8f7213a2 admin admin] Network d9fa2852-d93a-491f-9fec-86a417d93515 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:53:26.029300 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-e2f78e99-e275-4da2-9101-d32c8f7213a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:53:26.252141 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d87d28ea-4a20-4632-8a58-3ad970e8e228 None None] Provisioning complete for port 085d3b53-de95-4daa-9425-6e919e6444de triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:53:26.252509 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d87d28ea-4a20-4632-8a58-3ad970e8e228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:26.302868 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d87d28ea-4a20-4632-8a58-3ad970e8e228 None None] Port 085d3b53-de95-4daa-9425-6e919e6444de cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 17:53:26.471461 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f78e99-e275-4da2-9101-d32c8f7213a2 admin admin] Router 56b96022-6719-41d8-9af6-9006b58e1caf is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 17:53:26.635414 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f78e99-e275-4da2-9101-d32c8f7213a2 admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 17:53:26.644704 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e2f78e99-e275-4da2-9101-d32c8f7213a2 admin admin] 10.222.0.21 "PUT /v2.0/routers/56b96022-6719-41d8-9af6-9006b58e1caf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4771821 Feb 09 17:53:26.645261 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] Sync routers for ids ['56b96022-6719-41d8-9af6-9006b58e1caf'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 17:53:26.660767 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] Routers {'56b96022-6719-41d8-9af6-9006b58e1caf'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 17:53:26.661655 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T17:53:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['56b96022-6719-41d8-9af6-9006b58e1caf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:53:26.835884 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] Set router 56b96022-6719-41d8-9af6-9006b58e1caf gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 17:53:27.209249 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b96022-6719-41d8-9af6-9006b58e1caf', 'name': 'router1', 'tenant_id': '6e0c82eaa64d4855954b2970a9615772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:53:14Z', 'updated_at': '2022-02-09T17:53:25Z', 'revision_number': 2, 'project_id': '6e0c82eaa64d4855954b2970a9615772', 'gw_port_host': None, '_interfaces': [{'id': '085d3b53-de95-4daa-9425-6e919e6444de', 'name': '', 'network_id': 'd9fa2852-d93a-491f-9fec-86a417d93515', 'tenant_id': '6e0c82eaa64d4855954b2970a9615772', 'mac_address': 'fa:16:3e:d4:50:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b96022-6719-41d8-9af6-9006b58e1caf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de56abd6-9d80-408a-87f9-6e72687e00c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:53:24Z', 'updated_at': '2022-02-09T17:53:25Z', 'revision_number': 2, 'project_id': '6e0c82eaa64d4855954b2970a9615772', 'subnets': [{'id': 'de56abd6-9d80-408a-87f9-6e72687e00c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de76fc05-9a0f-4f6b-bc35-a77553f464fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:53:27.214108 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] Checking router: 56b96022-6719-41d8-9af6-9006b58e1caf for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 17:53:27.214508 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] Updating router 56b96022-6719-41d8-9af6-9006b58e1caf port 085d3b53-de95-4daa-9425-6e919e6444de binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 17:53:27.267885 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:27.642373 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:27.659314 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] Transition to ACTIVE for port object 085d3b53-de95-4daa-9425-6e919e6444de will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 17:53:27.745229 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:27.966536 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f85e4-2c48-415c-be90-630301f14c61 None None] Pushing event updated for resources: {'Port': ['ID=085d3b53-de95-4daa-9425-6e919e6444de,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:53:27.991483 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f85e4-2c48-415c-be90-630301f14c61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f85e4-2c48-415c-be90-630301f14c61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f85e4-2c48-415c-be90-630301f14c61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f85e4-2c48-415c-be90-630301f14c61 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f85e4-2c48-415c-be90-630301f14c61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f85e4-2c48-415c-be90-630301f14c61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f85e4-2c48-415c-be90-630301f14c61 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f85e4-2c48-415c-be90-630301f14c61 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f85e4-2c48-415c-be90-630301f14c61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f85e4-2c48-415c-be90-630301f14c61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f85e4-2c48-415c-be90-630301f14c61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f85e4-2c48-415c-be90-630301f14c61 None None] Tracked resource versions report: Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: pushed versions: Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: { 'ConntrackHelper': {'1.0'}, Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: 'Log': {'1.0'}, Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: 'Network': {'1.1'}, Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: 'Port': {'1.5'}, Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: 'PortForwarding': {'1.2'}, Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: 'QosPolicy': {'1.8'}, Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: 'SecurityGroup': {'1.2'}, Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: 'SecurityGroupRule': {'1.0'}, Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: 'SubPort': {'1.0'}, Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: 'Subnet': {'1.1'}, Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: 'Trunk': {'1.1'}} Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: consumer versions: Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: { DHCP agent@dv-neutron-827016-2-hyperv: {}, Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: L3 agent@dv-neutron-827016-2-hyperv: {}, Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: Metadata agent@dv-neutron-827016-2-hyperv: {}, Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: Metering agent@dv-neutron-827016-2-hyperv: {}, Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: Open vSwitch agent@dv-neutron-827016-2-hyperv: { 'ConntrackHelper': '1.0', Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: 'Log': '1.0', Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: 'Network': '1.1', Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: 'Port': '1.5', Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: 'PortForwarding': '1.2', Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: 'QosPolicy': '1.8', Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: 'SecurityGroup': '1.2', Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: 'SecurityGroupRule': '1.0', Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: 'SubPort': '1.0', Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: 'Subnet': '1.1', Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: 'Trunk': '1.1'}} Feb 09 17:53:27.997205 dv-neutron-827016-2-hyperv neutron-server[84544]: {{(pid=84544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 17:53:28.007598 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] Attempting to bind port 085d3b53-de95-4daa-9425-6e919e6444de on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 17:53:28.008002 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] Attempting to bind port 085d3b53-de95-4daa-9425-6e919e6444de by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'b9087fbc-432b-49b1-b68b-b75cc2add432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd9fa2852-d93a-491f-9fec-86a417d93515'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 17:53:28.008439 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] Attempting to bind port 085d3b53-de95-4daa-9425-6e919e6444de on network d9fa2852-d93a-491f-9fec-86a417d93515 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 17:53:28.015255 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 17, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 17:53:28.015680 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] Checking segment: {'id': 'b9087fbc-432b-49b1-b68b-b75cc2add432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd9fa2852-d93a-491f-9fec-86a417d93515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 17:53:28.016245 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:28.016581 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] Bound using segment: {'id': 'b9087fbc-432b-49b1-b68b-b75cc2add432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd9fa2852-d93a-491f-9fec-86a417d93515'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 17:53:28.017061 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] Bound port: 085d3b53-de95-4daa-9425-6e919e6444de, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9087fbc-432b-49b1-b68b-b75cc2add432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd9fa2852-d93a-491f-9fec-86a417d93515'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 17:53:28.017450 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:28.112104 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] For port 085d3b53-de95-4daa-9425-6e919e6444de, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 17:53:28.116041 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] For port 085d3b53-de95-4daa-9425-6e919e6444de, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=085d3b53-de95-4daa-9425-6e919e6444de,segment=NetworkSegment(b9087fbc-432b-49b1-b68b-b75cc2add432),segment_id=b9087fbc-432b-49b1-b68b-b75cc2add432)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 17:53:28.206434 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:28.304957 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f85e4-2c48-415c-be90-630301f14c61 None None] Pushing event updated for resources: {'Port': ['ID=085d3b53-de95-4daa-9425-6e919e6444de,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:53:28.307846 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] Routers {'56b96022-6719-41d8-9af6-9006b58e1caf'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 17:53:28.308465 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T17:53:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['56b96022-6719-41d8-9af6-9006b58e1caf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:53:28.463552 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] Set router 56b96022-6719-41d8-9af6-9006b58e1caf gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 17:53:28.744556 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 42292) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:53:28.787862 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b96022-6719-41d8-9af6-9006b58e1caf', 'name': 'router1', 'tenant_id': '6e0c82eaa64d4855954b2970a9615772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:53:14Z', 'updated_at': '2022-02-09T17:53:25Z', 'revision_number': 2, 'project_id': '6e0c82eaa64d4855954b2970a9615772', 'gw_port_host': None, '_interfaces': [{'id': '085d3b53-de95-4daa-9425-6e919e6444de', 'name': '', 'network_id': 'd9fa2852-d93a-491f-9fec-86a417d93515', 'tenant_id': '6e0c82eaa64d4855954b2970a9615772', 'mac_address': 'fa:16:3e:d4:50:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b96022-6719-41d8-9af6-9006b58e1caf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de56abd6-9d80-408a-87f9-6e72687e00c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:53:24Z', 'updated_at': '2022-02-09T17:53:28Z', 'revision_number': 4, 'project_id': '6e0c82eaa64d4855954b2970a9615772', 'subnets': [{'id': 'de56abd6-9d80-408a-87f9-6e72687e00c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de76fc05-9a0f-4f6b-bc35-a77553f464fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:53:28.791873 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d8aaf-e7cd-461b-aa55-2f4406643a0e None None] The sync data for ids ['56b96022-6719-41d8-9af6-9006b58e1caf'] in dv-neutron-827016-2-hyperv is: [{'id': '56b96022-6719-41d8-9af6-9006b58e1caf', 'name': 'router1', 'tenant_id': '6e0c82eaa64d4855954b2970a9615772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:53:14Z', 'updated_at': '2022-02-09T17:53:25Z', 'revision_number': 2, 'project_id': '6e0c82eaa64d4855954b2970a9615772', 'gw_port_host': None, '_interfaces': [{'id': '085d3b53-de95-4daa-9425-6e919e6444de', 'name': '', 'network_id': 'd9fa2852-d93a-491f-9fec-86a417d93515', 'tenant_id': '6e0c82eaa64d4855954b2970a9615772', 'mac_address': 'fa:16:3e:d4:50:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b96022-6719-41d8-9af6-9006b58e1caf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de56abd6-9d80-408a-87f9-6e72687e00c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:53:24Z', 'updated_at': '2022-02-09T17:53:28Z', 'revision_number': 4, 'project_id': '6e0c82eaa64d4855954b2970a9615772', 'subnets': [{'id': 'de56abd6-9d80-408a-87f9-6e72687e00c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de76fc05-9a0f-4f6b-bc35-a77553f464fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 17:53:28.922005 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591316d2-4654-4aa1-b630-4254e484214d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:53:28.922618 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-591316d2-4654-4aa1-b630-4254e484214d admin admin] Synchronizing usage tracker for tenant:96797c45473643baa729fd4ced76125e on resource:network {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 17:53:29.025714 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-591316d2-4654-4aa1-b630-4254e484214d admin admin] Unset dirty status for tenant:96797c45473643baa729fd4ced76125e on resource:network {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 17:53:29.033333 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-591316d2-4654-4aa1-b630-4254e484214d admin admin] 10.222.0.21 "GET /v2.0/networks/c9564cd9-4539-4a2d-b376-06d44bc8fbe4 HTTP/1.1" status: 200 len: 842 time: 0.2817738 Feb 09 17:53:29.037443 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-15bc3ad1-5563-48eb-86a9-c1a23ca628ee admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'gateway_ip': '172.26.8.1', 'cidr': '172.26.8.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 17:53:29.043255 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-15bc3ad1-5563-48eb-86a9-c1a23ca628ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 17:53:29.047508 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-15bc3ad1-5563-48eb-86a9-c1a23ca628ee admin admin] Usage tracker for resource:subnet and tenant:96797c45473643baa729fd4ced76125e is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 17:53:29.050578 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-15bc3ad1-5563-48eb-86a9-c1a23ca628ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 17:53:29.057690 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-15bc3ad1-5563-48eb-86a9-c1a23ca628ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 17:53:29.163011 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bc3ad1-5563-48eb-86a9-c1a23ca628ee admin admin] Made reservation on behalf of 96797c45473643baa729fd4ced76125e for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 17:53:29.165352 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-15bc3ad1-5563-48eb-86a9-c1a23ca628ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:29.625035 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.objects.ports [None req-15bc3ad1-5563-48eb-86a9-c1a23ca628ee admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84541) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 17:53:29.625321 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-15bc3ad1-5563-48eb-86a9-c1a23ca628ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:29.702011 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc3ad1-5563-48eb-86a9-c1a23ca628ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f74bc9c-7506-4f42-a568-da3c3465cbf8,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:53:29.714214 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bc3ad1-5563-48eb-86a9-c1a23ca628ee admin admin] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 17:53:29.714601 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bc3ad1-5563-48eb-86a9-c1a23ca628ee admin admin] Network hostable DHCP agents. Network: c9564cd9-4539-4a2d-b376-06d44bc8fbe4, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 17:53:29.811872 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bc3ad1-5563-48eb-86a9-c1a23ca628ee admin admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 17:53:29.897085 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-15bc3ad1-5563-48eb-86a9-c1a23ca628ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, c9564cd9-4539-4a2d-b376-06d44bc8fbe4) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:53:29.907564 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d978590-dc52-473c-9715-02c5d1b120f1 None None] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 17:53:29.911624 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bc3ad1-5563-48eb-86a9-c1a23ca628ee admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:53:29.912215 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-15bc3ad1-5563-48eb-86a9-c1a23ca628ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:30.004136 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-15bc3ad1-5563-48eb-86a9-c1a23ca628ee admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9700150 Feb 09 17:53:30.142172 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31422ec2-e44d-40f3-9144-3eeeef1dc36d None None] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 17:53:30.319030 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 085d3b53-de95-4daa-9425-6e919e6444de up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 17:53:30.536995 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 085d3b53-de95-4daa-9425-6e919e6444de completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 17:53:30.542056 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 085d3b53-de95-4daa-9425-6e919e6444de triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:53:30.542526 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:30.655876 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:30.688029 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 085d3b53-de95-4daa-9425-6e919e6444de, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=085d3b53-de95-4daa-9425-6e919e6444de,segment=NetworkSegment(b9087fbc-432b-49b1-b68b-b75cc2add432),segment_id=b9087fbc-432b-49b1-b68b-b75cc2add432)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:53:30.783216 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:30.849492 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=085d3b53-de95-4daa-9425-6e919e6444de,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:53:32.168737 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 42306) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:53:32.299631 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 085d3b53-de95-4daa-9425-6e919e6444de up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 17:53:32.374143 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 085d3b53-de95-4daa-9425-6e919e6444de triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:53:32.374471 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:32.443787 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ca406b64-480f-446a-b834-60d95b144fc1 admin admin] 10.222.0.21 "GET /v2.0/routers/56b96022-6719-41d8-9af6-9006b58e1caf HTTP/1.1" status: 200 len: 710 time: 0.2739465 Feb 09 17:53:32.571266 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b2e8e0-fb41-4c5c-bf57-0e14f8869a0a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:53:32.572628 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a4b2e8e0-fb41-4c5c-bf57-0e14f8869a0a admin admin] 10.222.0.21 "GET /v2.0/networks/c9564cd9-4539-4a2d-b376-06d44bc8fbe4 HTTP/1.1" status: 200 len: 886 time: 0.1237884 Feb 09 17:53:32.581518 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-3ffb7f54-9da3-4feb-8870-d480b6b419b5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 17:53:33.057116 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3ffb7f54-9da3-4feb-8870-d480b6b419b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:33.322220 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3ffb7f54-9da3-4feb-8870-d480b6b419b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:33.377004 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3ffb7f54-9da3-4feb-8870-d480b6b419b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:33.508205 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-3ffb7f54-9da3-4feb-8870-d480b6b419b5 admin admin] Allocated IP 172.26.8.179 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/51cbc4bf-78f1-4952-8d63-49fb96d4c8c3) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 17:53:33.655814 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3ffb7f54-9da3-4feb-8870-d480b6b419b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:33.751367 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3ffb7f54-9da3-4feb-8870-d480b6b419b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:33.856662 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffb7f54-9da3-4feb-8870-d480b6b419b5 admin admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:53:33.859315 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-3ffb7f54-9da3-4feb-8870-d480b6b419b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:53:33.863813 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffb7f54-9da3-4feb-8870-d480b6b419b5 admin admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 17:53:33.893050 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb7f54-9da3-4feb-8870-d480b6b419b5 admin admin] Pushing event updated for resources: {'Port': ['ID=51cbc4bf-78f1-4952-8d63-49fb96d4c8c3,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:53:34.077730 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3ffb7f54-9da3-4feb-8870-d480b6b419b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:34.249249 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3ffb7f54-9da3-4feb-8870-d480b6b419b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:34.252534 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3ffb7f54-9da3-4feb-8870-d480b6b419b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640420'] for router, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:34.454070 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ffb7f54-9da3-4feb-8870-d480b6b419b5 admin admin] Router 56b96022-6719-41d8-9af6-9006b58e1caf has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 17:53:34.644621 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffb7f54-9da3-4feb-8870-d480b6b419b5 admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 17:53:34.653681 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] Sync routers for ids ['56b96022-6719-41d8-9af6-9006b58e1caf'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 17:53:34.654156 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3ffb7f54-9da3-4feb-8870-d480b6b419b5 admin admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:34.655897 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3ffb7f54-9da3-4feb-8870-d480b6b419b5 admin admin] 10.222.0.21 "PUT /v2.0/routers/56b96022-6719-41d8-9af6-9006b58e1caf HTTP/1.1" status: 200 len: 890 time: 2.0778255 Feb 09 17:53:34.667473 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] Routers {'56b96022-6719-41d8-9af6-9006b58e1caf'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 17:53:34.668088 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T17:53:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['56b96022-6719-41d8-9af6-9006b58e1caf'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:53:34.862106 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] Set router 56b96022-6719-41d8-9af6-9006b58e1caf gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 17:53:35.208772 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b96022-6719-41d8-9af6-9006b58e1caf', 'name': 'router1', 'tenant_id': '6e0c82eaa64d4855954b2970a9615772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '51cbc4bf-78f1-4952-8d63-49fb96d4c8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:53:14Z', 'updated_at': '2022-02-09T17:53:33Z', 'revision_number': 4, 'project_id': '6e0c82eaa64d4855954b2970a9615772', 'gw_port': {'id': '51cbc4bf-78f1-4952-8d63-49fb96d4c8c3', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b96022-6719-41d8-9af6-9006b58e1caf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:53:33Z', 'updated_at': '2022-02-09T17:53:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '085d3b53-de95-4daa-9425-6e919e6444de', 'name': '', 'network_id': 'd9fa2852-d93a-491f-9fec-86a417d93515', 'tenant_id': '6e0c82eaa64d4855954b2970a9615772', 'mac_address': 'fa:16:3e:d4:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b96022-6719-41d8-9af6-9006b58e1caf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de56abd6-9d80-408a-87f9-6e72687e00c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:53:24Z', 'updated_at': '2022-02-09T17:53:30Z', 'revision_number': 5, 'project_id': '6e0c82eaa64d4855954b2970a9615772', 'subnets': [{'id': 'de56abd6-9d80-408a-87f9-6e72687e00c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de76fc05-9a0f-4f6b-bc35-a77553f464fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:53:35.213583 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] Checking router: 56b96022-6719-41d8-9af6-9006b58e1caf for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 17:53:35.213929 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] Updating router 56b96022-6719-41d8-9af6-9006b58e1caf port 51cbc4bf-78f1-4952-8d63-49fb96d4c8c3 binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 17:53:35.263599 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:35.593951 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:35.605824 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] Transition to ACTIVE for port object 51cbc4bf-78f1-4952-8d63-49fb96d4c8c3 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 17:53:35.688400 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:35.766224 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf0918-28de-4f7d-bf46-63da6541f44c None None] Pushing event updated for resources: {'Port': ['ID=51cbc4bf-78f1-4952-8d63-49fb96d4c8c3,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:53:35.768579 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] Attempting to bind port 51cbc4bf-78f1-4952-8d63-49fb96d4c8c3 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 17:53:35.768947 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] Attempting to bind port 51cbc4bf-78f1-4952-8d63-49fb96d4c8c3 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 17:53:35.769304 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] Attempting to bind port 51cbc4bf-78f1-4952-8d63-49fb96d4c8c3 on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 17:53:35.776195 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 17, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 17:53:35.776583 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 17:53:35.776959 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:35.777338 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 17:53:35.777791 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] Bound port: 51cbc4bf-78f1-4952-8d63-49fb96d4c8c3, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 17:53:35.778169 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:35.849724 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] For port 51cbc4bf-78f1-4952-8d63-49fb96d4c8c3, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 17:53:35.852544 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] For port 51cbc4bf-78f1-4952-8d63-49fb96d4c8c3, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=51cbc4bf-78f1-4952-8d63-49fb96d4c8c3,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 17:53:35.931973 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:36.049348 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf0918-28de-4f7d-bf46-63da6541f44c None None] Pushing event updated for resources: {'Port': ['ID=51cbc4bf-78f1-4952-8d63-49fb96d4c8c3,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:53:36.053267 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] Routers {'56b96022-6719-41d8-9af6-9006b58e1caf'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 17:53:36.053875 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T17:53:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['56b96022-6719-41d8-9af6-9006b58e1caf'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:53:36.236300 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] Set router 56b96022-6719-41d8-9af6-9006b58e1caf gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 17:53:36.567561 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b96022-6719-41d8-9af6-9006b58e1caf', 'name': 'router1', 'tenant_id': '6e0c82eaa64d4855954b2970a9615772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '51cbc4bf-78f1-4952-8d63-49fb96d4c8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:53:14Z', 'updated_at': '2022-02-09T17:53:33Z', 'revision_number': 4, 'project_id': '6e0c82eaa64d4855954b2970a9615772', 'gw_port': {'id': '51cbc4bf-78f1-4952-8d63-49fb96d4c8c3', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b96022-6719-41d8-9af6-9006b58e1caf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:53:33Z', 'updated_at': '2022-02-09T17:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '085d3b53-de95-4daa-9425-6e919e6444de', 'name': '', 'network_id': 'd9fa2852-d93a-491f-9fec-86a417d93515', 'tenant_id': '6e0c82eaa64d4855954b2970a9615772', 'mac_address': 'fa:16:3e:d4:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b96022-6719-41d8-9af6-9006b58e1caf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de56abd6-9d80-408a-87f9-6e72687e00c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:53:24Z', 'updated_at': '2022-02-09T17:53:30Z', 'revision_number': 5, 'project_id': '6e0c82eaa64d4855954b2970a9615772', 'subnets': [{'id': 'de56abd6-9d80-408a-87f9-6e72687e00c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de76fc05-9a0f-4f6b-bc35-a77553f464fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:53:36.571841 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7375f955-30ed-43ce-91c6-2ddefbd1904f None None] The sync data for ids ['56b96022-6719-41d8-9af6-9006b58e1caf'] in dv-neutron-827016-2-hyperv is: [{'id': '56b96022-6719-41d8-9af6-9006b58e1caf', 'name': 'router1', 'tenant_id': '6e0c82eaa64d4855954b2970a9615772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '51cbc4bf-78f1-4952-8d63-49fb96d4c8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:53:14Z', 'updated_at': '2022-02-09T17:53:33Z', 'revision_number': 4, 'project_id': '6e0c82eaa64d4855954b2970a9615772', 'gw_port': {'id': '51cbc4bf-78f1-4952-8d63-49fb96d4c8c3', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b96022-6719-41d8-9af6-9006b58e1caf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:53:33Z', 'updated_at': '2022-02-09T17:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '085d3b53-de95-4daa-9425-6e919e6444de', 'name': '', 'network_id': 'd9fa2852-d93a-491f-9fec-86a417d93515', 'tenant_id': '6e0c82eaa64d4855954b2970a9615772', 'mac_address': 'fa:16:3e:d4:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b96022-6719-41d8-9af6-9006b58e1caf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de56abd6-9d80-408a-87f9-6e72687e00c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:53:24Z', 'updated_at': '2022-02-09T17:53:30Z', 'revision_number': 5, 'project_id': '6e0c82eaa64d4855954b2970a9615772', 'subnets': [{'id': 'de56abd6-9d80-408a-87f9-6e72687e00c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de76fc05-9a0f-4f6b-bc35-a77553f464fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 17:53:36.964737 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 42316) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:53:37.109965 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-27c3098b-d591-4cad-ba59-d3c49c987ef7 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1440480 Feb 09 17:53:38.329068 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 51cbc4bf-78f1-4952-8d63-49fb96d4c8c3 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 17:53:38.503135 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 51cbc4bf-78f1-4952-8d63-49fb96d4c8c3 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 17:53:38.508080 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 51cbc4bf-78f1-4952-8d63-49fb96d4c8c3 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:53:38.508451 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:38.625826 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:38.641917 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 51cbc4bf-78f1-4952-8d63-49fb96d4c8c3, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=51cbc4bf-78f1-4952-8d63-49fb96d4c8c3,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:53:38.727616 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:38.801803 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=51cbc4bf-78f1-4952-8d63-49fb96d4c8c3,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:53:40.307989 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 51cbc4bf-78f1-4952-8d63-49fb96d4c8c3 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 17:53:40.387054 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 51cbc4bf-78f1-4952-8d63-49fb96d4c8c3 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:53:40.387515 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:46.577080 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-41f761d6-055a-4c39-bd04-713716a1b1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:48.940186 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1166b4dc-a016-4f33-8319-65e7d5a68744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:49.879785 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:50.063129 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:51.436726 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:53:53.678845 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 5 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 17:54:16.548208 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0cf0023b-34a2-436e-ba1e-06ac8628ef59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:54:18.936561 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71c3bf41-9ccf-4dfd-a3aa-b5d14e782f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:54:19.865629 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:54:20.082609 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:54:21.419511 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:54:30.679089 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 5 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 17:54:46.598647 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5215ae57-3301-427b-a426-67f574239255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:54:48.958462 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7765337-ada8-4fca-99fc-cb5f929569ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:54:49.916777 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:54:50.105553 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:54:51.937677 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:55:07.680703 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 5 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 17:55:16.581470 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-32cd285d-687f-4431-845c-296e1a3a7ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:55:18.952533 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cea1e635-d63e-4690-a569-03001dfe2b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:55:19.894975 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:55:20.072135 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:55:21.420384 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:55:44.681565 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 5 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 17:55:46.545190 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-524f35f7-6b2e-4f61-80c0-1b42b881e760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:55:48.956531 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02759a1b-9410-4890-a965-5e0bb87786d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:55:49.052751 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 42924) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:55:49.144354 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-73cfb511-e9af-4bee-86ee-fd5ef08cf5f7 admin admin] GET failed (client error): The resource could not be found. Feb 09 17:55:49.145593 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-73cfb511-e9af-4bee-86ee-fd5ef08cf5f7 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0918801 Feb 09 17:55:49.278044 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48144fb0-1beb-425f-9e8f-da89e98bdceb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:55:49.279452 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-48144fb0-1beb-425f-9e8f-da89e98bdceb admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1299078 Feb 09 17:55:49.927984 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:55:50.071366 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:55:51.337150 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 42934) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:55:51.442656 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:55:51.476257 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b5e74b-a103-4b20-8799-ebf589d0c621 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:55:51.476816 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-07b5e74b-a103-4b20-8799-ebf589d0c621 admin admin] Synchronizing usage tracker for tenant:96797c45473643baa729fd4ced76125e on resource:subnet {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 17:55:51.562231 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-07b5e74b-a103-4b20-8799-ebf589d0c621 admin admin] Unset dirty status for tenant:96797c45473643baa729fd4ced76125e on resource:subnet {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 17:55:51.563904 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-07b5e74b-a103-4b20-8799-ebf589d0c621 admin admin] 10.222.0.21 "GET /v2.0/subnets/de56abd6-9d80-408a-87f9-6e72687e00c5 HTTP/1.1" status: 200 len: 849 time: 0.2256076 Feb 09 17:55:51.573769 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-c7ee40b4-0485-4f19-be1e-023072ae5049 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 17:55:51.690630 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c7ee40b4-0485-4f19-be1e-023072ae5049 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:55:51.946822 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c7ee40b4-0485-4f19-be1e-023072ae5049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779619510155'] for subnet, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:55:52.005549 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ee40b4-0485-4f19-be1e-023072ae5049 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:55:52.006163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c7ee40b4-0485-4f19-be1e-023072ae5049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:55:52.007464 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83c76b7-7873-4f17-9c53-82176f0ee8e6 None None] Network d9fa2852-d93a-491f-9fec-86a417d93515 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 17:55:52.007616 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c7ee40b4-0485-4f19-be1e-023072ae5049 admin admin] 10.222.0.21 "PUT /v2.0/subnets/de56abd6-9d80-408a-87f9-6e72687e00c5 HTTP/1.1" status: 200 len: 868 time: 0.4374671 Feb 09 17:55:52.021831 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee40b4-0485-4f19-be1e-023072ae5049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de56abd6-9d80-408a-87f9-6e72687e00c5,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:55:52.033180 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee40b4-0485-4f19-be1e-023072ae5049 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:55:52.035166 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee40b4-0485-4f19-be1e-023072ae5049 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:55:52.035166 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee40b4-0485-4f19-be1e-023072ae5049 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:55:52.035739 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee40b4-0485-4f19-be1e-023072ae5049 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:55:52.036130 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee40b4-0485-4f19-be1e-023072ae5049 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:55:52.036469 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee40b4-0485-4f19-be1e-023072ae5049 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:55:52.037016 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee40b4-0485-4f19-be1e-023072ae5049 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:55:52.037349 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee40b4-0485-4f19-be1e-023072ae5049 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:55:52.037953 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee40b4-0485-4f19-be1e-023072ae5049 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:55:52.038281 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee40b4-0485-4f19-be1e-023072ae5049 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:55:52.038624 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee40b4-0485-4f19-be1e-023072ae5049 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:55:52.561833 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-86c9b27f-aa01-4f1b-baaa-d956a02c80d3 None None] Provisioning complete for port a238ec0d-e850-4710-bc07-931b26e5ee08 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:55:52.562435 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-86c9b27f-aa01-4f1b-baaa-d956a02c80d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:55:52.694630 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-86c9b27f-aa01-4f1b-baaa-d956a02c80d3 None None] Provisioning complete for port 085d3b53-de95-4daa-9425-6e919e6444de triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:55:52.694919 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-86c9b27f-aa01-4f1b-baaa-d956a02c80d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:55:54.112761 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 42944) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:55:54.355331 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57ba26-ebd2-46b9-94b1-36beaaf36fcd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:55:54.355705 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57ba26-ebd2-46b9-94b1-36beaaf36fcd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:55:54.357223 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5d57ba26-ebd2-46b9-94b1-36beaaf36fcd admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2434978 Feb 09 17:55:56.399014 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 42954) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:55:56.595579 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea15d4f-8730-4ba3-b20f-fbcad3e2333b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:55:56.596008 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea15d4f-8730-4ba3-b20f-fbcad3e2333b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:55:56.597530 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8ea15d4f-8730-4ba3-b20f-fbcad3e2333b admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1975946 Feb 09 17:55:58.641627 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 42964) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:55:58.839917 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aba6a15-3210-4b03-80db-b6da7b011c46 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:55:58.841199 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5aba6a15-3210-4b03-80db-b6da7b011c46 admin admin] 10.222.0.21 "GET /v2.0/networks/c9564cd9-4539-4a2d-b376-06d44bc8fbe4 HTTP/1.1" status: 200 len: 886 time: 0.1986256 Feb 09 17:56:00.883794 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 42974) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:56:01.083985 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d854e7c3-e421-4b18-8abc-8d5767175d87 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:56:01.094202 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d854e7c3-e421-4b18-8abc-8d5767175d87 admin admin] 10.222.0.21 "GET /v2.0/networks/d9fa2852-d93a-491f-9fec-86a417d93515 HTTP/1.1" status: 200 len: 869 time: 0.2005308 Feb 09 17:56:03.144979 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 42984) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:56:03.276522 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cef4c67-f716-4775-a34d-3d38d17f09c6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:56:03.276887 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cef4c67-f716-4775-a34d-3d38d17f09c6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:56:03.278444 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4cef4c67-f716-4775-a34d-3d38d17f09c6 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1323781 Feb 09 17:56:05.390541 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 42994) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:56:05.522349 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80425453-f971-4ba9-b41d-41e788610df7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:56:05.522726 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80425453-f971-4ba9-b41d-41e788610df7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:56:05.524250 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-80425453-f971-4ba9-b41d-41e788610df7 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1327677 Feb 09 17:56:07.576407 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43004) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:56:07.707020 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cea297e-2138-4988-a183-d44c7564bb37 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:56:07.708340 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4cea297e-2138-4988-a183-d44c7564bb37 admin admin] 10.222.0.21 "GET /v2.0/subnets/2f74bc9c-7506-4f42-a568-da3c3465cbf8 HTTP/1.1" status: 200 len: 816 time: 0.1310029 Feb 09 17:56:09.761163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43014) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:56:09.893194 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6b62ec-b090-454d-bde4-76b7d800fd6e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:56:09.894609 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9e6b62ec-b090-454d-bde4-76b7d800fd6e admin admin] 10.222.0.21 "GET /v2.0/subnets/de56abd6-9d80-408a-87f9-6e72687e00c5 HTTP/1.1" status: 200 len: 868 time: 0.1327531 Feb 09 17:56:16.561616 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cd032e8a-db4e-4364-86e8-6cfa6c029495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:18.961746 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56c9b0cb-3385-47ef-ac14-37aa680e1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:19.940501 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:20.053171 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:21.453112 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:21.681465 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 5 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 17:56:28.830003 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43052) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:56:28.902764 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-9ccaedb2-14db-434a-9470-0e0cb6e29d59 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 17:56:28.903820 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9ccaedb2-14db-434a-9470-0e0cb6e29d59 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0728474 Feb 09 17:56:31.058679 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43062) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:56:31.153742 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c981625-8222-4d69-9c5e-32fc7e8c5acb admin admin] GET failed (client error): The resource could not be found. Feb 09 17:56:31.154979 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4c981625-8222-4d69-9c5e-32fc7e8c5acb admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0953803 Feb 09 17:56:31.280991 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d63c632-99a5-423e-b8bf-2886c050e6b5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:56:31.282412 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2d63c632-99a5-423e-b8bf-2886c050e6b5 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1235626 Feb 09 17:56:33.353369 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43072) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:56:33.425979 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-07ce9fc5-d807-453a-9bf6-7be488003568 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 17:56:33.430505 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-07ce9fc5-d807-453a-9bf6-7be488003568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 17:56:33.440543 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-07ce9fc5-d807-453a-9bf6-7be488003568 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 17:56:33.510047 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ce9fc5-d807-453a-9bf6-7be488003568 admin admin] Made reservation on behalf of 96797c45473643baa729fd4ced76125e for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 17:56:33.512446 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07ce9fc5-d807-453a-9bf6-7be488003568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:33.604459 dv-neutron-827016-2-hyperv neutron-server[84541]: WARNING neutron.services.revisions.revision_plugin [None req-07ce9fc5-d807-453a-9bf6-7be488003568 admin admin] Could not find related network for resource to bump revision. Feb 09 17:56:33.615338 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ce9fc5-d807-453a-9bf6-7be488003568 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 17:56:33.623944 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07ce9fc5-d807-453a-9bf6-7be488003568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:33.624282 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-07ce9fc5-d807-453a-9bf6-7be488003568 admin admin] Added segment c3546ec3-1bea-4453-907a-e31a75ea1290 of type vlan for network 8f8e7281-d2a2-42f5-b1c6-10fede5a734d Feb 09 17:56:33.649909 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07ce9fc5-d807-453a-9bf6-7be488003568 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:33.749747 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07ce9fc5-d807-453a-9bf6-7be488003568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:33.750655 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ce9fc5-d807-453a-9bf6-7be488003568 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:56:33.751237 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07ce9fc5-d807-453a-9bf6-7be488003568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:33.854148 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce9fc5-d807-453a-9bf6-7be488003568 admin admin] Pushing event updated for resources: {'Network': ['ID=8f8e7281-d2a2-42f5-b1c6-10fede5a734d,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:56:33.864833 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 8f8e7281-d2a2-42f5-b1c6-10fede5a734d details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 17:56:33.905182 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-07ce9fc5-d807-453a-9bf6-7be488003568 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5506954 Feb 09 17:56:36.028128 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43082) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:56:36.121215 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d3b17da-97e3-49a5-a980-df281c54c530 admin admin] GET failed (client error): The resource could not be found. Feb 09 17:56:36.121705 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2d3b17da-97e3-49a5-a980-df281c54c530 admin admin] Synchronizing usage tracker for tenant:96797c45473643baa729fd4ced76125e on resource:network {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 17:56:36.196031 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2d3b17da-97e3-49a5-a980-df281c54c530 admin admin] Unset dirty status for tenant:96797c45473643baa729fd4ced76125e on resource:network {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 17:56:36.197348 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2d3b17da-97e3-49a5-a980-df281c54c530 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1681972 Feb 09 17:56:36.306496 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb03739-62b4-434c-bdef-80876fcb72a6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:56:36.307967 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-bdb03739-62b4-434c-bdef-80876fcb72a6 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1066120 Feb 09 17:56:36.317620 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-c9ca8f12-a768-42c6-addd-66c3df0f5272 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '8f8e7281-d2a2-42f5-b1c6-10fede5a734d', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 17:56:36.321983 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c9ca8f12-a768-42c6-addd-66c3df0f5272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 17:56:36.332026 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c9ca8f12-a768-42c6-addd-66c3df0f5272 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 17:56:36.418680 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ca8f12-a768-42c6-addd-66c3df0f5272 admin admin] Made reservation on behalf of 96797c45473643baa729fd4ced76125e for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 17:56:36.421059 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c9ca8f12-a768-42c6-addd-66c3df0f5272 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:36.790209 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c9ca8f12-a768-42c6-addd-66c3df0f5272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:36.861162 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca8f12-a768-42c6-addd-66c3df0f5272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c9d313-a58c-4c4e-9bce-a08220ed8a65,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:56:36.874389 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ca8f12-a768-42c6-addd-66c3df0f5272 admin admin] Checking segment: {'id': 'c3546ec3-1bea-4453-907a-e31a75ea1290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f8e7281-d2a2-42f5-b1c6-10fede5a734d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 17:56:36.874740 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ca8f12-a768-42c6-addd-66c3df0f5272 admin admin] Network hostable DHCP agents. Network: 8f8e7281-d2a2-42f5-b1c6-10fede5a734d, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 17:56:36.955887 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ca8f12-a768-42c6-addd-66c3df0f5272 admin admin] Network 8f8e7281-d2a2-42f5-b1c6-10fede5a734d is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 17:56:37.035487 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-c9ca8f12-a768-42c6-addd-66c3df0f5272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 8f8e7281-d2a2-42f5-b1c6-10fede5a734d) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:56:37.039539 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ca8f12-a768-42c6-addd-66c3df0f5272 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:56:37.040121 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c9ca8f12-a768-42c6-addd-66c3df0f5272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:37.048291 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824c9a64-856f-4b77-9ff9-34408248433c None None] Network 8f8e7281-d2a2-42f5-b1c6-10fede5a734d requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 17:56:37.179637 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c9ca8f12-a768-42c6-addd-66c3df0f5272 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8654759 Feb 09 17:56:37.284615 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-8f8e7281-d2a2-42f5-b1c6-10fede5a734d', 'network_id': '8f8e7281-d2a2-42f5-b1c6-10fede5a734d', 'tenant_id': '96797c45473643baa729fd4ced76125e', 'fixed_ips': [{'subnet_id': 'f7c9d313-a58c-4c4e-9bce-a08220ed8a65'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 17:56:37.286253 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:37.446121 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Allocated IP 192.168.233.2 (8f8e7281-d2a2-42f5-b1c6-10fede5a734d/f7c9d313-a58c-4c4e-9bce-a08220ed8a65/2245ed51-b66f-4ee2-8fd1-562b854ff1e8) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 17:56:37.659043 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:37.670020 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Transition to ACTIVE for port object 2245ed51-b66f-4ee2-8fd1-562b854ff1e8 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 17:56:37.689402 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Transition to ACTIVE for port object 2245ed51-b66f-4ee2-8fd1-562b854ff1e8 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 17:56:37.756542 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:37.823980 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Network 8f8e7281-d2a2-42f5-b1c6-10fede5a734d is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:56:37.826847 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:56:37.830220 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 17:56:37.841349 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Pushing event updated for resources: {'Port': ['ID=2245ed51-b66f-4ee2-8fd1-562b854ff1e8,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:56:37.880907 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:56:37.881256 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:56:37.881593 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:56:37.881927 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:56:37.882277 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:56:37.882633 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:56:37.882955 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:56:37.883290 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:56:37.883611 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:56:37.883928 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:56:37.884243 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:56:37.936813 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Attempting to bind port 2245ed51-b66f-4ee2-8fd1-562b854ff1e8 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 17:56:37.937192 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Attempting to bind port 2245ed51-b66f-4ee2-8fd1-562b854ff1e8 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'c3546ec3-1bea-4453-907a-e31a75ea1290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f8e7281-d2a2-42f5-b1c6-10fede5a734d'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 17:56:37.937553 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Attempting to bind port 2245ed51-b66f-4ee2-8fd1-562b854ff1e8 on network 8f8e7281-d2a2-42f5-b1c6-10fede5a734d {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 17:56:37.944484 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 17, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 17:56:37.944856 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Checking segment: {'id': 'c3546ec3-1bea-4453-907a-e31a75ea1290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f8e7281-d2a2-42f5-b1c6-10fede5a734d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 17:56:37.945254 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:37.945657 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Bound using segment: {'id': 'c3546ec3-1bea-4453-907a-e31a75ea1290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f8e7281-d2a2-42f5-b1c6-10fede5a734d'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 17:56:37.946099 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Bound port: 2245ed51-b66f-4ee2-8fd1-562b854ff1e8, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3546ec3-1bea-4453-907a-e31a75ea1290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f8e7281-d2a2-42f5-b1c6-10fede5a734d'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 17:56:37.946508 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:38.068233 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] For port 2245ed51-b66f-4ee2-8fd1-562b854ff1e8, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 17:56:38.071463 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] For port 2245ed51-b66f-4ee2-8fd1-562b854ff1e8, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=2245ed51-b66f-4ee2-8fd1-562b854ff1e8,segment=NetworkSegment(c3546ec3-1bea-4453-907a-e31a75ea1290),segment_id=c3546ec3-1bea-4453-907a-e31a75ea1290)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 17:56:38.173786 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:38.255310 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26bb4e-b6d6-48d0-a743-8473843ce604 None None] Pushing event updated for resources: {'Port': ['ID=2245ed51-b66f-4ee2-8fd1-562b854ff1e8,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:56:39.077072 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa4546c-1ca1-4478-b134-8ffc2553bd3d None None] Network 8f8e7281-d2a2-42f5-b1c6-10fede5a734d requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 17:56:39.290108 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-55d74783-7978-4401-a5a3-f1165549088d None None] Provisioning for port 2245ed51-b66f-4ee2-8fd1-562b854ff1e8 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 17:56:40.402768 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 2245ed51-b66f-4ee2-8fd1-562b854ff1e8 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 17:56:40.550003 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 2245ed51-b66f-4ee2-8fd1-562b854ff1e8 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 17:56:40.555865 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 2245ed51-b66f-4ee2-8fd1-562b854ff1e8 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:56:40.556242 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:40.667272 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:40.701461 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 2245ed51-b66f-4ee2-8fd1-562b854ff1e8, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=2245ed51-b66f-4ee2-8fd1-562b854ff1e8,segment=NetworkSegment(c3546ec3-1bea-4453-907a-e31a75ea1290),segment_id=c3546ec3-1bea-4453-907a-e31a75ea1290)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:56:40.790552 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:40.858315 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=2245ed51-b66f-4ee2-8fd1-562b854ff1e8,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:56:42.383418 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 2245ed51-b66f-4ee2-8fd1-562b854ff1e8 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 17:56:42.452921 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 2245ed51-b66f-4ee2-8fd1-562b854ff1e8 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:56:42.453294 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:46.595737 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1753cf7d-9126-40e0-9faa-59e16de7b12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:48.949964 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2dccbc3c-1772-4ae3-9b5a-4edd7f348db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:49.869886 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:50.070081 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:51.470152 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:56:58.684327 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 5 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 17:57:16.577897 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e6c7d08-d379-4074-ad31-e8c67b619c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:57:18.960874 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2cfcc67d-8106-4142-84df-9a954e8d6f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:57:19.984501 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:57:20.075166 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:57:21.429531 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:57:35.683363 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 5 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 17:57:46.572184 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f89f4bce-a7a4-43d3-92fe-3f92a1de48da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:57:48.972248 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e035cb8-8429-474d-af9e-626b83661b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:57:49.995673 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:57:50.075044 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:57:51.478692 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:57:55.060634 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43124) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:57:55.066234 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [None req-ec4d712e-bcb6-4317-b7a4-92a07d1d43c9 tempest-verify_tempest_config-1783373449 tempest-verify_tempest_config-1783373449-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 17:57:55.067221 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ec4d712e-bcb6-4317-b7a4-92a07d1d43c9 tempest-verify_tempest_config-1783373449 tempest-verify_tempest_config-1783373449-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0056305 Feb 09 17:57:55.601791 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43140) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:57:55.748027 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bbbdd262-75fb-4ab6-b77f-f8b410edfcb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:57:55.788701 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bbbdd262-75fb-4ab6-b77f-f8b410edfcb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 17:57:55.792585 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-bbbdd262-75fb-4ab6-b77f-f8b410edfcb4 admin admin] Usage tracker for resource:security_group_rule and tenant:6147e20a400e49e1a09b796037cac05f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 17:57:55.795458 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-bbbdd262-75fb-4ab6-b77f-f8b410edfcb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 17:57:55.802591 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bbbdd262-75fb-4ab6-b77f-f8b410edfcb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 17:57:55.890572 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bbbdd262-75fb-4ab6-b77f-f8b410edfcb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:57:55.975798 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bbbdd262-75fb-4ab6-b77f-f8b410edfcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:57:56.021827 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbdd262-75fb-4ab6-b77f-f8b410edfcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a815cb-defe-4860-949b-65c54fc7207d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:57:56.026222 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-bbbdd262-75fb-4ab6-b77f-f8b410edfcb4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6147e20a400e49e1a09b796037cac05f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4234324 Feb 09 17:57:56.029023 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43146) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:57:56.033322 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbdd262-75fb-4ab6-b77f-f8b410edfcb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:57:56.033678 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbdd262-75fb-4ab6-b77f-f8b410edfcb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:57:56.034010 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbdd262-75fb-4ab6-b77f-f8b410edfcb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:57:56.034370 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbdd262-75fb-4ab6-b77f-f8b410edfcb4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:57:56.034702 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbdd262-75fb-4ab6-b77f-f8b410edfcb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:57:56.035032 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbdd262-75fb-4ab6-b77f-f8b410edfcb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:57:56.035356 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbdd262-75fb-4ab6-b77f-f8b410edfcb4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:57:56.035687 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbdd262-75fb-4ab6-b77f-f8b410edfcb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:57:56.036010 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbdd262-75fb-4ab6-b77f-f8b410edfcb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:57:56.036328 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbdd262-75fb-4ab6-b77f-f8b410edfcb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:57:56.036646 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbdd262-75fb-4ab6-b77f-f8b410edfcb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:57:56.092773 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a3ccb3d6-fb82-4e11-ab21-91506325f2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:57:56.120608 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a3ccb3d6-fb82-4e11-ab21-91506325f2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:57:56.326352 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a3ccb3d6-fb82-4e11-ab21-91506325f2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:57:56.343008 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ccb3d6-fb82-4e11-ab21-91506325f2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a815cb-defe-4860-949b-65c54fc7207d,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:57:56.349618 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a3ccb3d6-fb82-4e11-ab21-91506325f2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:57:56.350775 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a3ccb3d6-fb82-4e11-ab21-91506325f2aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07a815cb-defe-4860-949b-65c54fc7207d HTTP/1.1" status: 204 len: 168 time: 0.3205235 Feb 09 17:57:56.355859 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ccb3d6-fb82-4e11-ab21-91506325f2aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:57:56.356219 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ccb3d6-fb82-4e11-ab21-91506325f2aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:57:56.356560 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ccb3d6-fb82-4e11-ab21-91506325f2aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:57:56.356899 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ccb3d6-fb82-4e11-ab21-91506325f2aa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:57:56.357247 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ccb3d6-fb82-4e11-ab21-91506325f2aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:57:56.357585 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ccb3d6-fb82-4e11-ab21-91506325f2aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:57:56.357912 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ccb3d6-fb82-4e11-ab21-91506325f2aa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:57:56.358236 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ccb3d6-fb82-4e11-ab21-91506325f2aa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:57:56.358588 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ccb3d6-fb82-4e11-ab21-91506325f2aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:57:56.359017 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ccb3d6-fb82-4e11-ab21-91506325f2aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:57:56.359323 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ccb3d6-fb82-4e11-ab21-91506325f2aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:58:12.686942 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 5 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 17:58:16.554085 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a60f250b-354c-4aa8-aaa3-5c90509e0406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:58:18.997802 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7ff634e4-b778-4840-ad0b-ccf4571cf50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:58:19.902703 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:58:20.057058 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:58:21.466213 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:58:46.565924 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d0f3ee42-1c56-43a9-a10f-b5bb51eeb37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:58:48.959752 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7f412bd9-1b77-44fc-9561-e56844d21a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:58:49.686337 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 5 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 17:58:49.948016 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:58:50.099618 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:58:51.450887 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:59:16.564959 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e501a1c-678e-4091-84c9-53e1d345497e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:59:16.799329 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-640904'] for agent, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:59:18.973538 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59633b60-b9de-4637-aec1-d91a587d43b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:59:19.936016 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:59:20.081235 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:59:21.469971 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:59:26.687417 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 17:59:32.106246 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43216) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:59:32.251851 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e56ee07d-9699-4482-803c-5219fab85c8c admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1444888 Feb 09 17:59:34.364097 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43226) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 17:59:34.445718 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-964af8e7-92dc-4c52-9e7c-090f30991156 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0806150 Feb 09 17:59:46.558676 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7f17e709-f689-4342-8e3d-a8375d127fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:59:46.746858 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:59:48.983098 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-153ff58b-da74-4ad2-b552-ca1e8d6ab855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:59:49.920474 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:59:50.074249 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:59:51.440264 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:00:03.688396 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:00:16.628207 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-41c5abc4-b7f1-4b92-bca9-e31a0d9beb63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:00:16.736229 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:00:18.965051 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e630c31c-f8d8-4ee8-9341-194b77f622f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:00:19.919185 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:00:20.073153 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:00:21.444909 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:00:40.688856 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:00:46.546539 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4988bbe4-be1e-4e20-916e-faf13f6be863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:00:46.741511 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:00:48.992907 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef122bf5-c377-401e-b8bd-7d3450963601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:00:49.901366 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:00:50.117847 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:00:51.471933 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:04.013140 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43352) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:04.696234 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1663983980-network', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:04.706356 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:04.715544 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Usage tracker for resource:network and tenant:dfa1d4188c6244068741973f4d6efca4 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:04.721474 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:04.734782 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:04.854896 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Made reservation on behalf of dfa1d4188c6244068741973f4d6efca4 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:04.859570 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:04.884083 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:04.931379 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:04.935943 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Usage tracker for resource:security_group_rule and tenant:dfa1d4188c6244068741973f4d6efca4 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:04.940366 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:04.951503 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:05.049285 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:05.150379 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:05.166600 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:01:05.186171 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:05.186552 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Added segment acc6345d-43f6-4b7f-9b7c-aab25cb3821b of type vlan for network e9fe6eda-77b1-46f2-95d6-d5589d4aff54 Feb 09 18:01:05.224321 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79915d8f-6edb-43dc-b020-ada81c57253a,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:05.234659 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:05.243948 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:05.247241 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:05.247241 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:05.247241 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:05.247241 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:05.247241 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:05.247241 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:05.247241 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:05.247241 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:05.247241 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:05.247241 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Tracked resource versions report: Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: pushed versions: Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: { 'ConntrackHelper': {'1.0'}, Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: 'Log': {'1.0'}, Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: 'Network': {'1.1'}, Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: 'Port': {'1.5'}, Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: 'PortForwarding': {'1.2'}, Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: 'QosPolicy': {'1.8'}, Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: 'SecurityGroup': {'1.2'}, Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: 'SecurityGroupRule': {'1.0'}, Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: 'SubPort': {'1.0'}, Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: 'Subnet': {'1.1'}, Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: 'Trunk': {'1.1'}} Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: consumer versions: Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: { DHCP agent@dv-neutron-827016-2-hyperv: {}, Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: HyperV agent@hv-neutron-8270: {}, Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: L3 agent@dv-neutron-827016-2-hyperv: {}, Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: Metadata agent@dv-neutron-827016-2-hyperv: {}, Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: Metering agent@dv-neutron-827016-2-hyperv: {}, Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: Open vSwitch agent@dv-neutron-827016-2-hyperv: { 'ConntrackHelper': '1.0', Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: 'Log': '1.0', Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: 'Network': '1.1', Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: 'Port': '1.5', Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: 'PortForwarding': '1.2', Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: 'QosPolicy': '1.8', Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: 'SecurityGroup': '1.2', Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: 'SecurityGroupRule': '1.0', Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: 'SubPort': '1.0', Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: 'Subnet': '1.1', Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: 'Trunk': '1.1'}} Feb 09 18:01:05.248283 dv-neutron-827016-2-hyperv neutron-server[84541]: {{(pid=84541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 18:01:05.420374 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:05.421861 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:05.422527 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:05.458690 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43392) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:05.587211 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] Pushing event updated for resources: {'Network': ['ID=e9fe6eda-77b1-46f2-95d6-d5589d4aff54,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:05.610164 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network e9fe6eda-77b1-46f2-95d6-d5589d4aff54 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:01:05.684872 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43400) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:05.685999 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9e029376-9f91-43dc-801a-db42d2b9bf1c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6711223 Feb 09 18:01:05.692051 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Request body: {'subnet': {'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1663983980-subnet', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:05.698978 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:05.703707 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Usage tracker for resource:subnet and tenant:dfa1d4188c6244068741973f4d6efca4 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:05.706969 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:05.714598 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:05.762875 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43406) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:05.814455 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Made reservation on behalf of dfa1d4188c6244068741973f4d6efca4 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:05.816799 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:06.034149 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c8a86674-f81e-4af0-94d8-b9a28c90701c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1826794592-network', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:06.053396 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c8a86674-f81e-4af0-94d8-b9a28c90701c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:06.058753 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c8a86674-f81e-4af0-94d8-b9a28c90701c admin admin] Usage tracker for resource:network and tenant:9621278b19834e798a7390fcfa3a9f1f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:06.062111 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c8a86674-f81e-4af0-94d8-b9a28c90701c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:06.068708 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c8a86674-f81e-4af0-94d8-b9a28c90701c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:06.118107 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:06.155827 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a86674-f81e-4af0-94d8-b9a28c90701c admin admin] Made reservation on behalf of 9621278b19834e798a7390fcfa3a9f1f for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:06.158145 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8a86674-f81e-4af0-94d8-b9a28c90701c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:06.216103 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8a86674-f81e-4af0-94d8-b9a28c90701c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:06.251931 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f47090f-8581-4feb-b645-4f9000c047bb,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:06.287718 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:06.288120 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:06.288642 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:06.288975 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:06.289470 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:06.289796 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:06.290326 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:06.290825 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:06.291572 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:06.291888 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:06.292546 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Tracked resource versions report: Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: pushed versions: Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: { 'ConntrackHelper': {'1.0'}, Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: 'Log': {'1.0'}, Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: 'Network': {'1.1'}, Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: 'Port': {'1.5'}, Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: 'PortForwarding': {'1.2'}, Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: 'QosPolicy': {'1.8'}, Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: 'SecurityGroup': {'1.2'}, Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: 'SecurityGroupRule': {'1.0'}, Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: 'SubPort': {'1.0'}, Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: 'Subnet': {'1.1'}, Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: 'Trunk': {'1.1'}} Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: consumer versions: Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: { DHCP agent@dv-neutron-827016-2-hyperv: {}, Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: HyperV agent@hv-neutron-8270: {}, Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: L3 agent@dv-neutron-827016-2-hyperv: {}, Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: Metadata agent@dv-neutron-827016-2-hyperv: {}, Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: Metering agent@dv-neutron-827016-2-hyperv: {}, Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: Open vSwitch agent@dv-neutron-827016-2-hyperv: { 'ConntrackHelper': '1.0', Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: 'Log': '1.0', Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: 'Network': '1.1', Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: 'Port': '1.5', Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: 'PortForwarding': '1.2', Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: 'QosPolicy': '1.8', Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: 'SecurityGroup': '1.2', Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: 'SecurityGroupRule': '1.0', Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: 'SubPort': '1.0', Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: 'Subnet': '1.1', Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: 'Trunk': '1.1'}} Feb 09 18:01:06.293626 dv-neutron-827016-2-hyperv neutron-server[84542]: {{(pid=84542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 18:01:06.302546 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c8a86674-f81e-4af0-94d8-b9a28c90701c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:06.311509 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c8a86674-f81e-4af0-94d8-b9a28c90701c admin admin] Usage tracker for resource:security_group_rule and tenant:9621278b19834e798a7390fcfa3a9f1f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:06.314609 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c8a86674-f81e-4af0-94d8-b9a28c90701c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:06.317604 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Checking segment: {'id': 'acc6345d-43f6-4b7f-9b7c-aab25cb3821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:01:06.317955 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Network hostable DHCP agents. Network: e9fe6eda-77b1-46f2-95d6-d5589d4aff54, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:01:06.326543 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c8a86674-f81e-4af0-94d8-b9a28c90701c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:06.400543 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-ac800f0d-e74a-4f7c-9b18-29816b193b32 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2031647166-network', 'tenant_id': '7814e9f979984521b818aa821b9167b5'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:06.405696 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ac800f0d-e74a-4f7c-9b18-29816b193b32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:06.409962 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ac800f0d-e74a-4f7c-9b18-29816b193b32 admin admin] Usage tracker for resource:network and tenant:7814e9f979984521b818aa821b9167b5 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:06.419453 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ac800f0d-e74a-4f7c-9b18-29816b193b32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:06.423059 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ac800f0d-e74a-4f7c-9b18-29816b193b32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:06.459400 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8a86674-f81e-4af0-94d8-b9a28c90701c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:06.563487 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Network e9fe6eda-77b1-46f2-95d6-d5589d4aff54 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:01:06.879542 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8a86674-f81e-4af0-94d8-b9a28c90701c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:06.885385 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, e9fe6eda-77b1-46f2-95d6-d5589d4aff54) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:06.895551 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544c1d3f-9dd3-45e8-bdd9-a8604f4a4ec2 None None] Network e9fe6eda-77b1-46f2-95d6-d5589d4aff54 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:01:06.928756 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:06.929713 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:06.988554 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a86674-f81e-4af0-94d8-b9a28c90701c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739f3fa9-a4de-4107-8153-d88c95739ddc,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:06.993418 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a86674-f81e-4af0-94d8-b9a28c90701c admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:01:06.997028 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac800f0d-e74a-4f7c-9b18-29816b193b32 admin admin] Made reservation on behalf of 7814e9f979984521b818aa821b9167b5 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:07.012583 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac800f0d-e74a-4f7c-9b18-29816b193b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:07.020930 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8a86674-f81e-4af0-94d8-b9a28c90701c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779619540574', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:07.021562 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8a86674-f81e-4af0-94d8-b9a28c90701c admin admin] Unsubscribe: segment precommit_create {{(pid=84542) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 18:01:07.022062 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-c8a86674-f81e-4af0-94d8-b9a28c90701c admin admin] Added segment 1d12094c-35d1-4927-9b3f-ae818a1428a7 of type vlan for network 2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 Feb 09 18:01:07.054063 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac800f0d-e74a-4f7c-9b18-29816b193b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:07.095541 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ac800f0d-e74a-4f7c-9b18-29816b193b32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:07.102574 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ac800f0d-e74a-4f7c-9b18-29816b193b32 admin admin] Usage tracker for resource:security_group_rule and tenant:7814e9f979984521b818aa821b9167b5 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:07.106092 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ac800f0d-e74a-4f7c-9b18-29816b193b32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:07.114482 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ac800f0d-e74a-4f7c-9b18-29816b193b32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:07.140002 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8a86674-f81e-4af0-94d8-b9a28c90701c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:07.195742 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac800f0d-e74a-4f7c-9b18-29816b193b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:07.198987 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f4fe0c31-f504-4ea1-a4c6-049668ef6ad7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5125453 Feb 09 18:01:07.247475 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43434) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:07.259148 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d0d23b22-5071-47bf-80a6-c2bedc72204d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1663983980-router', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:07.265551 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d0d23b22-5071-47bf-80a6-c2bedc72204d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:07.270169 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d0d23b22-5071-47bf-80a6-c2bedc72204d admin admin] Usage tracker for resource:router and tenant:dfa1d4188c6244068741973f4d6efca4 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:07.275265 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d0d23b22-5071-47bf-80a6-c2bedc72204d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:07.283112 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d0d23b22-5071-47bf-80a6-c2bedc72204d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:07.351893 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-e9fe6eda-77b1-46f2-95d6-d5589d4aff54', 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'fixed_ips': [{'subnet_id': '5f47090f-8581-4feb-b645-4f9000c047bb'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:01:07.353224 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:07.357790 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac800f0d-e74a-4f7c-9b18-29816b193b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:07.364421 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8a86674-f81e-4af0-94d8-b9a28c90701c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:07.369390 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a86674-f81e-4af0-94d8-b9a28c90701c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:07.370506 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8a86674-f81e-4af0-94d8-b9a28c90701c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:07.470856 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac800f0d-e74a-4f7c-9b18-29816b193b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a09a182-3562-4b47-a91a-1a5c8b94bf5b,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:07.486667 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac800f0d-e74a-4f7c-9b18-29816b193b32 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:01:07.506857 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac800f0d-e74a-4f7c-9b18-29816b193b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:07.507553 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-ac800f0d-e74a-4f7c-9b18-29816b193b32 admin admin] Added segment a0bb447b-d164-4b78-ab95-a75e6553078f of type vlan for network bfbb786d-fb18-4e8f-a54d-5c87d11addf4 Feb 09 18:01:07.549302 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac800f0d-e74a-4f7c-9b18-29816b193b32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:07.585751 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a86674-f81e-4af0-94d8-b9a28c90701c admin admin] Pushing event updated for resources: {'Network': ['ID=2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:07.591593 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0d23b22-5071-47bf-80a6-c2bedc72204d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:07.594121 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0d23b22-5071-47bf-80a6-c2bedc72204d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:07.629499 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0d23b22-5071-47bf-80a6-c2bedc72204d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:07.633961 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:01:07.664306 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Allocated IP 172.20.0.2 (e9fe6eda-77b1-46f2-95d6-d5589d4aff54/5f47090f-8581-4feb-b645-4f9000c047bb/b22ba8d4-6290-49b7-a6b9-3257f2ba06a8) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:01:07.695684 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac800f0d-e74a-4f7c-9b18-29816b193b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:07.697738 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac800f0d-e74a-4f7c-9b18-29816b193b32 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:07.698552 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac800f0d-e74a-4f7c-9b18-29816b193b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:07.757929 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c8a86674-f81e-4af0-94d8-b9a28c90701c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2963107 Feb 09 18:01:07.764238 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43444) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:07.771161 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ba874e19-a3d9-4646-bbd0-bb064685e877 admin admin] Request body: {'subnet': {'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1826794592-subnet', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:07.778188 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ba874e19-a3d9-4646-bbd0-bb064685e877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:07.784947 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ba874e19-a3d9-4646-bbd0-bb064685e877 admin admin] Usage tracker for resource:subnet and tenant:9621278b19834e798a7390fcfa3a9f1f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:07.789734 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ba874e19-a3d9-4646-bbd0-bb064685e877 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:07.797897 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ba874e19-a3d9-4646-bbd0-bb064685e877 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:07.931764 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac800f0d-e74a-4f7c-9b18-29816b193b32 admin admin] Pushing event updated for resources: {'Network': ['ID=bfbb786d-fb18-4e8f-a54d-5c87d11addf4,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:07.936863 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ac800f0d-e74a-4f7c-9b18-29816b193b32 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1724184 Feb 09 18:01:07.946620 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43450) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:08.012257 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network bfbb786d-fb18-4e8f-a54d-5c87d11addf4 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:01:08.096279 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6df5b8fc-1cf1-43bf-8d30-98456faf6214 admin admin] Request body: {'subnet': {'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2031647166-subnet', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:08.118960 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba874e19-a3d9-4646-bbd0-bb064685e877 admin admin] Made reservation on behalf of 9621278b19834e798a7390fcfa3a9f1f for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:08.122879 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ba874e19-a3d9-4646-bbd0-bb064685e877 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:08.150382 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6df5b8fc-1cf1-43bf-8d30-98456faf6214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:08.172362 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6df5b8fc-1cf1-43bf-8d30-98456faf6214 admin admin] Usage tracker for resource:subnet and tenant:7814e9f979984521b818aa821b9167b5 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:08.264804 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0d23b22-5071-47bf-80a6-c2bedc72204d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:08.280964 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6df5b8fc-1cf1-43bf-8d30-98456faf6214 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:08.321387 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6df5b8fc-1cf1-43bf-8d30-98456faf6214 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:08.363403 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:08.380157 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Transition to ACTIVE for port object b22ba8d4-6290-49b7-a6b9-3257f2ba06a8 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:08.413270 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Transition to ACTIVE for port object b22ba8d4-6290-49b7-a6b9-3257f2ba06a8 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:08.512086 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df5b8fc-1cf1-43bf-8d30-98456faf6214 admin admin] Made reservation on behalf of 7814e9f979984521b818aa821b9167b5 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:08.515851 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6df5b8fc-1cf1-43bf-8d30-98456faf6214 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:08.592025 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:08.637718 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ba874e19-a3d9-4646-bbd0-bb064685e877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:08.676623 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Network e9fe6eda-77b1-46f2-95d6-d5589d4aff54 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:08.678051 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:08.684200 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:08.700431 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Pushing event updated for resources: {'Port': ['ID=b22ba8d4-6290-49b7-a6b9-3257f2ba06a8,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:08.749521 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:08.750066 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:08.750652 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:08.751206 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:08.751746 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:08.752284 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:08.752831 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:08.753380 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:08.753921 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:08.754482 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:08.755022 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Tracked resource versions report: Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: pushed versions: Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: { 'ConntrackHelper': {'1.0'}, Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: 'Log': {'1.0'}, Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: 'Network': {'1.1'}, Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: 'Port': {'1.5'}, Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: 'PortForwarding': {'1.2'}, Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: 'QosPolicy': {'1.8'}, Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: 'SecurityGroup': {'1.2'}, Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: 'SecurityGroupRule': {'1.0'}, Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: 'SubPort': {'1.0'}, Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: 'Subnet': {'1.1'}, Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: 'Trunk': {'1.1'}} Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: consumer versions: Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: { DHCP agent@dv-neutron-827016-2-hyperv: {}, Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: HyperV agent@hv-neutron-8270: {}, Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: L3 agent@dv-neutron-827016-2-hyperv: {}, Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: Metadata agent@dv-neutron-827016-2-hyperv: {}, Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: Metering agent@dv-neutron-827016-2-hyperv: {}, Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: Open vSwitch agent@dv-neutron-827016-2-hyperv: { 'ConntrackHelper': '1.0', Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: 'Log': '1.0', Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: 'Network': '1.1', Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: 'Port': '1.5', Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: 'PortForwarding': '1.2', Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: 'QosPolicy': '1.8', Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: 'SecurityGroup': '1.2', Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: 'SecurityGroupRule': '1.0', Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: 'SubPort': '1.0', Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: 'Subnet': '1.1', Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: 'Trunk': '1.1'}} Feb 09 18:01:08.757708 dv-neutron-827016-2-hyperv neutron-server[84543]: {{(pid=84543) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 18:01:08.836543 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba874e19-a3d9-4646-bbd0-bb064685e877 admin admin] Checking segment: {'id': '1d12094c-35d1-4927-9b3f-ae818a1428a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:01:08.836893 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba874e19-a3d9-4646-bbd0-bb064685e877 admin admin] Network hostable DHCP agents. Network: 2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:01:08.863628 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Attempting to bind port b22ba8d4-6290-49b7-a6b9-3257f2ba06a8 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:08.864159 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Attempting to bind port b22ba8d4-6290-49b7-a6b9-3257f2ba06a8 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'acc6345d-43f6-4b7f-9b7c-aab25cb3821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:08.864726 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Attempting to bind port b22ba8d4-6290-49b7-a6b9-3257f2ba06a8 on network e9fe6eda-77b1-46f2-95d6-d5589d4aff54 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:08.876781 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:01:08.877374 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Checking segment: {'id': 'acc6345d-43f6-4b7f-9b7c-aab25cb3821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:01:08.878035 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:08.878925 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Bound using segment: {'id': 'acc6345d-43f6-4b7f-9b7c-aab25cb3821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:01:08.879712 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Bound port: b22ba8d4-6290-49b7-a6b9-3257f2ba06a8, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc6345d-43f6-4b7f-9b7c-aab25cb3821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:01:08.880365 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:08.908285 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba874e19-a3d9-4646-bbd0-bb064685e877 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b05e458-9599-4698-b30c-c2fa3f37163a,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:09.003647 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba874e19-a3d9-4646-bbd0-bb064685e877 admin admin] Network 2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:01:09.120255 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-ba874e19-a3d9-4646-bbd0-bb064685e877 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:09.125240 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba874e19-a3d9-4646-bbd0-bb064685e877 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:09.126246 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ba874e19-a3d9-4646-bbd0-bb064685e877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:09.128380 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] For port b22ba8d4-6290-49b7-a6b9-3257f2ba06a8, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:01:09.138954 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] For port b22ba8d4-6290-49b7-a6b9-3257f2ba06a8, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b22ba8d4-6290-49b7-a6b9-3257f2ba06a8,segment=NetworkSegment(acc6345d-43f6-4b7f-9b7c-aab25cb3821b),segment_id=acc6345d-43f6-4b7f-9b7c-aab25cb3821b)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:01:09.148818 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa87442-9295-4b90-b7b5-6783fd124afe None None] Network 2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:01:09.221059 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6df5b8fc-1cf1-43bf-8d30-98456faf6214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:09.285238 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0d23b22-5071-47bf-80a6-c2bedc72204d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:09.310452 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:09.337518 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ba874e19-a3d9-4646-bbd0-bb064685e877 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5635865 Feb 09 18:01:09.337518 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0d23b22-5071-47bf-80a6-c2bedc72204d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:09.404248 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43484) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:09.410067 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b3a3d2c0-8c4f-42b0-8cf5-f67e5457cc6a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1826794592-router', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:09.425552 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b3a3d2c0-8c4f-42b0-8cf5-f67e5457cc6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:09.431392 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5b8fc-1cf1-43bf-8d30-98456faf6214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe4e75a4-3fb3-49bd-9ee8-da883c83a940,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:09.437434 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b3a3d2c0-8c4f-42b0-8cf5-f67e5457cc6a admin admin] Usage tracker for resource:router and tenant:9621278b19834e798a7390fcfa3a9f1f is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:09.449111 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b3a3d2c0-8c4f-42b0-8cf5-f67e5457cc6a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:09.475277 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b3a3d2c0-8c4f-42b0-8cf5-f67e5457cc6a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:09.537766 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c178f0-94a3-4057-a651-72a867dc521f None None] Pushing event updated for resources: {'Port': ['ID=b22ba8d4-6290-49b7-a6b9-3257f2ba06a8,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:09.554671 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df5b8fc-1cf1-43bf-8d30-98456faf6214 admin admin] Checking segment: {'id': 'a0bb447b-d164-4b78-ab95-a75e6553078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:01:09.555313 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df5b8fc-1cf1-43bf-8d30-98456faf6214 admin admin] Network hostable DHCP agents. Network: bfbb786d-fb18-4e8f-a54d-5c87d11addf4, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:01:09.679109 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d2c0-8c4f-42b0-8cf5-f67e5457cc6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:09.682237 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d2c0-8c4f-42b0-8cf5-f67e5457cc6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:09.705253 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-d0d23b22-5071-47bf-80a6-c2bedc72204d admin admin] Allocated IP 172.26.8.243 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/c5e1b9ad-f1a1-4993-855b-1c62eb3c6321) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:01:09.740732 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf85184-4279-4fb8-a6f7-86de762cab8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353', 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'fixed_ips': [{'subnet_id': '3b05e458-9599-4698-b30c-c2fa3f37163a'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:01:09.742152 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aaf85184-4279-4fb8-a6f7-86de762cab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:09.754493 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d2c0-8c4f-42b0-8cf5-f67e5457cc6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:09.893384 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df5b8fc-1cf1-43bf-8d30-98456faf6214 admin admin] Network bfbb786d-fb18-4e8f-a54d-5c87d11addf4 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:01:10.002105 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0d23b22-5071-47bf-80a6-c2bedc72204d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:10.076990 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-6df5b8fc-1cf1-43bf-8d30-98456faf6214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, bfbb786d-fb18-4e8f-a54d-5c87d11addf4) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:10.091186 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df5b8fc-1cf1-43bf-8d30-98456faf6214 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:10.092298 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6df5b8fc-1cf1-43bf-8d30-98456faf6214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:10.104188 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4892c7-fa8a-4da5-b13a-4f21c8b150c8 None None] Network bfbb786d-fb18-4e8f-a54d-5c87d11addf4 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:01:10.241071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d2c0-8c4f-42b0-8cf5-f67e5457cc6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:10.273177 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6df5b8fc-1cf1-43bf-8d30-98456faf6214 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1851652 Feb 09 18:01:10.334805 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43506) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:10.341062 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-615b9fda-3126-4ee7-bd3a-403f5e3ae0de admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2031647166-router', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:10.351266 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-615b9fda-3126-4ee7-bd3a-403f5e3ae0de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:10.359651 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0d23b22-5071-47bf-80a6-c2bedc72204d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:10.378802 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-615b9fda-3126-4ee7-bd3a-403f5e3ae0de admin admin] Usage tracker for resource:router and tenant:7814e9f979984521b818aa821b9167b5 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:10.418974 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-615b9fda-3126-4ee7-bd3a-403f5e3ae0de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:10.439853 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-615b9fda-3126-4ee7-bd3a-403f5e3ae0de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:10.474197 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d23b22-5071-47bf-80a6-c2bedc72204d admin admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:10.479259 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-d0d23b22-5071-47bf-80a6-c2bedc72204d admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:10.482210 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d23b22-5071-47bf-80a6-c2bedc72204d admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:10.489351 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-aaf85184-4279-4fb8-a6f7-86de762cab8c None None] Allocated IP 172.20.0.2 (2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353/3b05e458-9599-4698-b30c-c2fa3f37163a/c42750d0-2cb5-4f18-ac51-797c1aff70de) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:01:10.569629 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d23b22-5071-47bf-80a6-c2bedc72204d admin admin] Pushing event updated for resources: {'Port': ['ID=c5e1b9ad-f1a1-4993-855b-1c62eb3c6321,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:10.602998 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-615b9fda-3126-4ee7-bd3a-403f5e3ae0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:10.607746 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-615b9fda-3126-4ee7-bd3a-403f5e3ae0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:10.814676 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-615b9fda-3126-4ee7-bd3a-403f5e3ae0de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:10.852937 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b22ba8d4-6290-49b7-a6b9-3257f2ba06a8 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:01:11.099291 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d2c0-8c4f-42b0-8cf5-f67e5457cc6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:11.142624 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d2c0-8c4f-42b0-8cf5-f67e5457cc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:11.342815 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f807ff-7921-4efd-9e69-8e2af3ee30a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-bfbb786d-fb18-4e8f-a54d-5c87d11addf4', 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'fixed_ips': [{'subnet_id': 'fe4e75a4-3fb3-49bd-9ee8-da883c83a940'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:01:11.344154 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a8f807ff-7921-4efd-9e69-8e2af3ee30a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:11.388316 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23435442-976f-48a7-9966-c13536d2ac59 None None] Network e9fe6eda-77b1-46f2-95d6-d5589d4aff54 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:01:11.414129 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aaf85184-4279-4fb8-a6f7-86de762cab8c None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:11.454428 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43522) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:11.456456 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-b3a3d2c0-8c4f-42b0-8cf5-f67e5457cc6a admin admin] Allocated IP 172.26.8.92 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/ef933e98-26ba-4942-aa91-5639cfc38c76) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:01:11.572190 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-615b9fda-3126-4ee7-bd3a-403f5e3ae0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:11.599730 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0d23b22-5071-47bf-80a6-c2bedc72204d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:11.601835 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0d23b22-5071-47bf-80a6-c2bedc72204d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:11.693521 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port b22ba8d4-6290-49b7-a6b9-3257f2ba06a8 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:01:11.703535 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-aaf85184-4279-4fb8-a6f7-86de762cab8c None None] Transition to ACTIVE for port object c42750d0-2cb5-4f18-ac51-797c1aff70de will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:11.765058 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d2c0-8c4f-42b0-8cf5-f67e5457cc6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:11.774431 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-aaf85184-4279-4fb8-a6f7-86de762cab8c None None] Transition to ACTIVE for port object c42750d0-2cb5-4f18-ac51-797c1aff70de will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:11.863405 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aaf85184-4279-4fb8-a6f7-86de762cab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:11.919297 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-a8f807ff-7921-4efd-9e69-8e2af3ee30a6 None None] Allocated IP 172.20.0.2 (bfbb786d-fb18-4e8f-a54d-5c87d11addf4/fe4e75a4-3fb3-49bd-9ee8-da883c83a940/e6f1e772-6262-494a-9dd6-22a082dd24bc) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:01:11.930419 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7bd94dba-2a67-4613-b1de-4959f8d61846 None None] Provisioning for port b22ba8d4-6290-49b7-a6b9-3257f2ba06a8 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:01:11.964317 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7bd94dba-2a67-4613-b1de-4959f8d61846 None None] Provisioning complete for port b22ba8d4-6290-49b7-a6b9-3257f2ba06a8 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:11.964923 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7bd94dba-2a67-4613-b1de-4959f8d61846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:11.980623 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d2c0-8c4f-42b0-8cf5-f67e5457cc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:12.031220 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf85184-4279-4fb8-a6f7-86de762cab8c None None] Network 2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:12.101409 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-aaf85184-4279-4fb8-a6f7-86de762cab8c None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:12.121791 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf85184-4279-4fb8-a6f7-86de762cab8c None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:12.148992 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf85184-4279-4fb8-a6f7-86de762cab8c None None] Pushing event updated for resources: {'Port': ['ID=c42750d0-2cb5-4f18-ac51-797c1aff70de,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:12.391394 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a3d2c0-8c4f-42b0-8cf5-f67e5457cc6a admin admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:12.392712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3d2c0-8c4f-42b0-8cf5-f67e5457cc6a admin admin] Pushing event updated for resources: {'Port': ['ID=ef933e98-26ba-4942-aa91-5639cfc38c76,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:12.401317 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-b3a3d2c0-8c4f-42b0-8cf5-f67e5457cc6a admin admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:12.413449 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-aaf85184-4279-4fb8-a6f7-86de762cab8c None None] Attempting to bind port c42750d0-2cb5-4f18-ac51-797c1aff70de on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:12.413713 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43538) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:12.418141 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a3d2c0-8c4f-42b0-8cf5-f67e5457cc6a admin admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:12.418416 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-aaf85184-4279-4fb8-a6f7-86de762cab8c None None] Attempting to bind port c42750d0-2cb5-4f18-ac51-797c1aff70de by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '1d12094c-35d1-4927-9b3f-ae818a1428a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:12.418984 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf85184-4279-4fb8-a6f7-86de762cab8c None None] Attempting to bind port c42750d0-2cb5-4f18-ac51-797c1aff70de on network 2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:12.460302 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-615b9fda-3126-4ee7-bd3a-403f5e3ae0de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:12.543134 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7bd94dba-2a67-4613-b1de-4959f8d61846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:12.568566 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf85184-4279-4fb8-a6f7-86de762cab8c None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:01:12.569368 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf85184-4279-4fb8-a6f7-86de762cab8c None None] Checking segment: {'id': '1d12094c-35d1-4927-9b3f-ae818a1428a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:01:12.570116 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aaf85184-4279-4fb8-a6f7-86de762cab8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:12.570976 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf85184-4279-4fb8-a6f7-86de762cab8c None None] Bound using segment: {'id': '1d12094c-35d1-4927-9b3f-ae818a1428a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:01:12.571811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-aaf85184-4279-4fb8-a6f7-86de762cab8c None None] Bound port: c42750d0-2cb5-4f18-ac51-797c1aff70de, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d12094c-35d1-4927-9b3f-ae818a1428a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:01:12.572542 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aaf85184-4279-4fb8-a6f7-86de762cab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:12.636964 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-615b9fda-3126-4ee7-bd3a-403f5e3ae0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:12.698998 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a8f807ff-7921-4efd-9e69-8e2af3ee30a6 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:12.750154 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a8f807ff-7921-4efd-9e69-8e2af3ee30a6 None None] Transition to ACTIVE for port object e6f1e772-6262-494a-9dd6-22a082dd24bc will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:12.777933 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-7bd94dba-2a67-4613-b1de-4959f8d61846 None None] For port b22ba8d4-6290-49b7-a6b9-3257f2ba06a8, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b22ba8d4-6290-49b7-a6b9-3257f2ba06a8,segment=NetworkSegment(acc6345d-43f6-4b7f-9b7c-aab25cb3821b),segment_id=acc6345d-43f6-4b7f-9b7c-aab25cb3821b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:01:12.862024 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d2c0-8c4f-42b0-8cf5-f67e5457cc6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:12.863257 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d2c0-8c4f-42b0-8cf5-f67e5457cc6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:12.872608 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a8f807ff-7921-4efd-9e69-8e2af3ee30a6 None None] Transition to ACTIVE for port object e6f1e772-6262-494a-9dd6-22a082dd24bc will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:12.908709 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7bd94dba-2a67-4613-b1de-4959f8d61846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:12.912490 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-aaf85184-4279-4fb8-a6f7-86de762cab8c None None] For port c42750d0-2cb5-4f18-ac51-797c1aff70de, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:01:12.922360 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43546) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:13.016823 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-615b9fda-3126-4ee7-bd3a-403f5e3ae0de admin admin] Allocated IP 172.26.8.215 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/102d2002-eb3d-4b8c-9b13-429ccbeefdd8) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:01:13.022917 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d23b22-5071-47bf-80a6-c2bedc72204d admin admin] Router 78633f50-0f03-45d5-89b5-552acd2dac7f is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:01:13.174593 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43552) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:13.207637 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd94dba-2a67-4613-b1de-4959f8d61846 None None] Pushing event updated for resources: {'Port': ['ID=b22ba8d4-6290-49b7-a6b9-3257f2ba06a8,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:13.222102 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-aaf85184-4279-4fb8-a6f7-86de762cab8c None None] For port c42750d0-2cb5-4f18-ac51-797c1aff70de, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c42750d0-2cb5-4f18-ac51-797c1aff70de,segment=NetworkSegment(1d12094c-35d1-4927-9b3f-ae818a1428a7),segment_id=1d12094c-35d1-4927-9b3f-ae818a1428a7)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:01:13.230767 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a8f807ff-7921-4efd-9e69-8e2af3ee30a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:13.255408 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6d1cd3ba-e457-4e7d-8f6e-9f1c51e79ed8 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:13.295609 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6d1cd3ba-e457-4e7d-8f6e-9f1c51e79ed8 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:13.319129 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aaf85184-4279-4fb8-a6f7-86de762cab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:13.399278 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f807ff-7921-4efd-9e69-8e2af3ee30a6 None None] Network bfbb786d-fb18-4e8f-a54d-5c87d11addf4 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:13.421118 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-a8f807ff-7921-4efd-9e69-8e2af3ee30a6 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:13.427663 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f807ff-7921-4efd-9e69-8e2af3ee30a6 None None] Pushing event updated for resources: {'Port': ['ID=e6f1e772-6262-494a-9dd6-22a082dd24bc,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:13.452351 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f807ff-7921-4efd-9e69-8e2af3ee30a6 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:13.462508 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6d1cd3ba-e457-4e7d-8f6e-9f1c51e79ed8 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Usage tracker for resource:floatingip and tenant:0e1ef55c302a47359f2620ccadc6523c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:13.462508 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6d1cd3ba-e457-4e7d-8f6e-9f1c51e79ed8 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:13.464040 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4e21b88d-fdb2-4e3f-91c3-a1c3ed68db6d None None] Provisioning complete for port b22ba8d4-6290-49b7-a6b9-3257f2ba06a8 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:13.465999 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e21b88d-fdb2-4e3f-91c3-a1c3ed68db6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:13.470019 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6d1cd3ba-e457-4e7d-8f6e-9f1c51e79ed8 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:13.534115 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-7d15e1b8-313a-47dc-8bbc-82d6a8fda90a tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-19825262'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:13.551001 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-7d15e1b8-313a-47dc-8bbc-82d6a8fda90a tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:13.555881 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a3d2c0-8c4f-42b0-8cf5-f67e5457cc6a admin admin] Router 36901a24-e8f9-45c6-b9c4-66f195529e5e is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:01:13.558202 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7d15e1b8-313a-47dc-8bbc-82d6a8fda90a tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Usage tracker for resource:network and tenant:b0ebd2f4d2734a3cbdbc31b042f3ef0c is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:13.561706 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7d15e1b8-313a-47dc-8bbc-82d6a8fda90a tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:13.582247 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-615b9fda-3126-4ee7-bd3a-403f5e3ae0de admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:13.584580 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-7d15e1b8-313a-47dc-8bbc-82d6a8fda90a tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:13.609311 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d1cd3ba-e457-4e7d-8f6e-9f1c51e79ed8 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:13.706110 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-05dc7e97-1f77-4b61-b9cf-a6f33130f731 tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-499669186'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:13.769646 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-05dc7e97-1f77-4b61-b9cf-a6f33130f731 tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:13.812586 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-a8f807ff-7921-4efd-9e69-8e2af3ee30a6 None None] Attempting to bind port e6f1e772-6262-494a-9dd6-22a082dd24bc on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:13.815665 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-a8f807ff-7921-4efd-9e69-8e2af3ee30a6 None None] Attempting to bind port e6f1e772-6262-494a-9dd6-22a082dd24bc by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'a0bb447b-d164-4b78-ab95-a75e6553078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:13.815665 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f807ff-7921-4efd-9e69-8e2af3ee30a6 None None] Attempting to bind port e6f1e772-6262-494a-9dd6-22a082dd24bc on network bfbb786d-fb18-4e8f-a54d-5c87d11addf4 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:13.820997 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-05dc7e97-1f77-4b61-b9cf-a6f33130f731 tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Usage tracker for resource:network and tenant:68778cc1b4be42abbbabc945aa4d2de4 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:13.831940 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d15e1b8-313a-47dc-8bbc-82d6a8fda90a tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Made reservation on behalf of b0ebd2f4d2734a3cbdbc31b042f3ef0c for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:13.843323 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7d15e1b8-313a-47dc-8bbc-82d6a8fda90a tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:13.883512 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf85184-4279-4fb8-a6f7-86de762cab8c None None] Pushing event updated for resources: {'Port': ['ID=c42750d0-2cb5-4f18-ac51-797c1aff70de,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:13.900483 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f807ff-7921-4efd-9e69-8e2af3ee30a6 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:01:13.900699 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f807ff-7921-4efd-9e69-8e2af3ee30a6 None None] Checking segment: {'id': 'a0bb447b-d164-4b78-ab95-a75e6553078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:01:13.901032 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a8f807ff-7921-4efd-9e69-8e2af3ee30a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:13.901330 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f807ff-7921-4efd-9e69-8e2af3ee30a6 None None] Bound using segment: {'id': 'a0bb447b-d164-4b78-ab95-a75e6553078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:01:13.901803 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-a8f807ff-7921-4efd-9e69-8e2af3ee30a6 None None] Bound port: e6f1e772-6262-494a-9dd6-22a082dd24bc, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bb447b-d164-4b78-ab95-a75e6553078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:01:13.902193 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a8f807ff-7921-4efd-9e69-8e2af3ee30a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:13.946188 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7d15e1b8-313a-47dc-8bbc-82d6a8fda90a tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:13.966511 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-18378eb9-18b7-4a3e-bb87-6846b9a784cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1193006986'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:14.024461 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-05dc7e97-1f77-4b61-b9cf-a6f33130f731 tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:14.075112 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-18378eb9-18b7-4a3e-bb87-6846b9a784cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:14.076032 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-a8f807ff-7921-4efd-9e69-8e2af3ee30a6 None None] For port e6f1e772-6262-494a-9dd6-22a082dd24bc, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:01:14.079576 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-18378eb9-18b7-4a3e-bb87-6846b9a784cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Usage tracker for resource:network and tenant:24ab1c2ad5914adaad89a5ceba8d1236 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:14.083057 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-18378eb9-18b7-4a3e-bb87-6846b9a784cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:14.088250 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-a8f807ff-7921-4efd-9e69-8e2af3ee30a6 None None] For port e6f1e772-6262-494a-9dd6-22a082dd24bc, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=e6f1e772-6262-494a-9dd6-22a082dd24bc,segment=NetworkSegment(a0bb447b-d164-4b78-ab95-a75e6553078f),segment_id=a0bb447b-d164-4b78-ab95-a75e6553078f)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:01:14.090649 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-18378eb9-18b7-4a3e-bb87-6846b9a784cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:14.114155 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-05dc7e97-1f77-4b61-b9cf-a6f33130f731 tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:14.201422 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d23b22-5071-47bf-80a6-c2bedc72204d admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:01:14.211845 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a8f807ff-7921-4efd-9e69-8e2af3ee30a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:14.233282 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] Sync routers for ids ['78633f50-0f03-45d5-89b5-552acd2dac7f'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:01:14.244144 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-7d15e1b8-313a-47dc-8bbc-82d6a8fda90a tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:14.245491 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43568) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:14.252124 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7d15e1b8-313a-47dc-8bbc-82d6a8fda90a tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Usage tracker for resource:security_group_rule and tenant:b0ebd2f4d2734a3cbdbc31b042f3ef0c is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:14.255179 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18378eb9-18b7-4a3e-bb87-6846b9a784cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Made reservation on behalf of 24ab1c2ad5914adaad89a5ceba8d1236 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:14.258934 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-18378eb9-18b7-4a3e-bb87-6846b9a784cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:14.274474 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7d15e1b8-313a-47dc-8bbc-82d6a8fda90a tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:14.278520 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-615b9fda-3126-4ee7-bd3a-403f5e3ae0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:14.283042 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] Routers {'78633f50-0f03-45d5-89b5-552acd2dac7f'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:01:14.284017 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-18378eb9-18b7-4a3e-bb87-6846b9a784cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:14.284151 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:00:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['78633f50-0f03-45d5-89b5-552acd2dac7f'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:14.296436 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-7d15e1b8-313a-47dc-8bbc-82d6a8fda90a tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:14.383941 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05dc7e97-1f77-4b61-b9cf-a6f33130f731 tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Made reservation on behalf of 68778cc1b4be42abbbabc945aa4d2de4 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:14.388897 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05dc7e97-1f77-4b61-b9cf-a6f33130f731 tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:14.402104 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-18378eb9-18b7-4a3e-bb87-6846b9a784cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:14.402104 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-18378eb9-18b7-4a3e-bb87-6846b9a784cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Usage tracker for resource:security_group_rule and tenant:24ab1c2ad5914adaad89a5ceba8d1236 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:14.410516 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-18378eb9-18b7-4a3e-bb87-6846b9a784cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:14.431860 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-18378eb9-18b7-4a3e-bb87-6846b9a784cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:14.491746 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7d15e1b8-313a-47dc-8bbc-82d6a8fda90a tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:14.522094 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f807ff-7921-4efd-9e69-8e2af3ee30a6 None None] Pushing event updated for resources: {'Port': ['ID=e6f1e772-6262-494a-9dd6-22a082dd24bc,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:14.535682 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b9fda-3126-4ee7-bd3a-403f5e3ae0de admin admin] Pushing event updated for resources: {'Port': ['ID=102d2002-eb3d-4b8c-9b13-429ccbeefdd8,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:14.545271 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0d23b22-5071-47bf-80a6-c2bedc72204d admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:14.547540 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d0d23b22-5071-47bf-80a6-c2bedc72204d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.2976072 Feb 09 18:01:14.559421 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43576) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:14.563806 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05dc7e97-1f77-4b61-b9cf-a6f33130f731 tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:14.590684 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615b9fda-3126-4ee7-bd3a-403f5e3ae0de admin admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:14.604892 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a3d2c0-8c4f-42b0-8cf5-f67e5457cc6a admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:01:14.605598 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-615b9fda-3126-4ee7-bd3a-403f5e3ae0de admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:14.610681 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] Sync routers for ids ['36901a24-e8f9-45c6-b9c4-66f195529e5e'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:01:14.672501 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] Routers {'36901a24-e8f9-45c6-b9c4-66f195529e5e'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:01:14.673788 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:00:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['36901a24-e8f9-45c6-b9c4-66f195529e5e'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:14.749684 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-18378eb9-18b7-4a3e-bb87-6846b9a784cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:14.750570 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7d15e1b8-313a-47dc-8bbc-82d6a8fda90a tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:14.754425 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615b9fda-3126-4ee7-bd3a-403f5e3ae0de admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:14.810462 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15e1b8-313a-47dc-8bbc-82d6a8fda90a tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a56abba7-7f22-45a5-9645-6f981f1b436c,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:14.832051 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d2c0-8c4f-42b0-8cf5-f67e5457cc6a admin admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:14.838956 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b3a3d2c0-8c4f-42b0-8cf5-f67e5457cc6a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4282792 Feb 09 18:01:14.840925 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-18378eb9-18b7-4a3e-bb87-6846b9a784cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:14.875783 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43582) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:14.889665 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] Set router 78633f50-0f03-45d5-89b5-552acd2dac7f gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:01:14.911431 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device c42750d0-2cb5-4f18-ac51-797c1aff70de up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:01:15.112080 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-dc8b30cc-1afd-4f87-8b50-2f5c3aa25f38 tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:15.167954 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d15e1b8-313a-47dc-8bbc-82d6a8fda90a tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:01:15.215772 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-05dc7e97-1f77-4b61-b9cf-a6f33130f731 tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:15.216898 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18378eb9-18b7-4a3e-bb87-6846b9a784cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:01:15.234052 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-18378eb9-18b7-4a3e-bb87-6846b9a784cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:15.236354 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-18378eb9-18b7-4a3e-bb87-6846b9a784cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Added segment 6b5ce01c-0a59-474c-ab01-e75577afbb8b of type vlan for network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 Feb 09 18:01:15.269983 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-05dc7e97-1f77-4b61-b9cf-a6f33130f731 tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Usage tracker for resource:security_group_rule and tenant:68778cc1b4be42abbbabc945aa4d2de4 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:15.288748 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-05dc7e97-1f77-4b61-b9cf-a6f33130f731 tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:15.294776 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-18378eb9-18b7-4a3e-bb87-6846b9a784cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:15.303215 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-05dc7e97-1f77-4b61-b9cf-a6f33130f731 tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:15.354247 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7d15e1b8-313a-47dc-8bbc-82d6a8fda90a tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:15.355223 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-7d15e1b8-313a-47dc-8bbc-82d6a8fda90a tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Added segment c27c3919-f3e6-40de-af47-70f01fb6a29f of type vlan for network 7f1e63eb-1bb4-4eff-a53f-a07dd49276cc Feb 09 18:01:15.407170 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d1cd3ba-e457-4e7d-8f6e-9f1c51e79ed8 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:15.512029 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-18378eb9-18b7-4a3e-bb87-6846b9a784cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:15.520061 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18378eb9-18b7-4a3e-bb87-6846b9a784cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:15.522198 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-18378eb9-18b7-4a3e-bb87-6846b9a784cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:15.523659 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] Set router 36901a24-e8f9-45c6-b9c4-66f195529e5e gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:01:15.560743 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'name': 'tempest-ServersTestJSON-1663983980-router', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:07Z', 'updated_at': '2022-02-09T18:01:10Z', 'revision_number': 3, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'gw_port': {'id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:15.569491 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port c42750d0-2cb5-4f18-ac51-797c1aff70de completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:01:15.569878 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] Checking router: 78633f50-0f03-45d5-89b5-552acd2dac7f for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:01:15.569878 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] Updating router 78633f50-0f03-45d5-89b5-552acd2dac7f port c5e1b9ad-f1a1-4993-855b-1c62eb3c6321 binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:01:15.634028 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b22ba8d4-6290-49b7-a6b9-3257f2ba06a8 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:01:15.643795 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:15.712108 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0e28a1-1d2a-419a-9a1c-4d550d1b3945 None None] Network 2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:01:15.754849 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05dc7e97-1f77-4b61-b9cf-a6f33130f731 tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:15.769021 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18378eb9-18b7-4a3e-bb87-6846b9a784cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Pushing event updated for resources: {'Network': ['ID=1dc6d5f1-07de-43d3-87b8-a65e18b2b200,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:15.781712 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-615b9fda-3126-4ee7-bd3a-403f5e3ae0de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:15.783261 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-615b9fda-3126-4ee7-bd3a-403f5e3ae0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:15.785868 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-6d1cd3ba-e457-4e7d-8f6e-9f1c51e79ed8 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Allocated IP 172.26.8.145 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/d1ce7d6e-25d2-4e9f-a69f-f0d45a7a3280) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:01:15.811574 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:01:15.814475 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18378eb9-18b7-4a3e-bb87-6846b9a784cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94127340-abb5-411d-b09e-a36af770364c,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:15.829189 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7d15e1b8-313a-47dc-8bbc-82d6a8fda90a tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:15.915426 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-18378eb9-18b7-4a3e-bb87-6846b9a784cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.7242134 Feb 09 18:01:15.939066 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05dc7e97-1f77-4b61-b9cf-a6f33130f731 tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:15.957896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05dc7e97-1f77-4b61-b9cf-a6f33130f731 tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:01:15.969046 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05dc7e97-1f77-4b61-b9cf-a6f33130f731 tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:15.969396 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-05dc7e97-1f77-4b61-b9cf-a6f33130f731 tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Added segment f779f300-f1f7-4f60-9e1d-31a043ccd3a1 of type vlan for network 7f4d9b20-1282-425a-9f13-0bb4078d012d Feb 09 18:01:15.997025 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05dc7e97-1f77-4b61-b9cf-a6f33130f731 tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:16.074475 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-dc8b30cc-1afd-4f87-8b50-2f5c3aa25f38 tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] 10.222.0.21 "PUT /v2.0/quotas/f46a53dc98644acf99d916b12590fd6a HTTP/1.1" status: 200 len: 366 time: 1.8196442 Feb 09 18:01:16.107996 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43596) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:16.108777 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7d15e1b8-313a-47dc-8bbc-82d6a8fda90a tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:16.113114 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d15e1b8-313a-47dc-8bbc-82d6a8fda90a tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:16.114090 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7d15e1b8-313a-47dc-8bbc-82d6a8fda90a tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:16.184698 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-389fb28a-6ec0-4ab6-8434-195e6bda16c5 tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0615222 Feb 09 18:01:16.224373 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port b22ba8d4-6290-49b7-a6b9-3257f2ba06a8 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:16.226190 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:16.255959 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43600) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:16.297255 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1592c362-b902-42e0-97ee-4d4004b08b9f tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] 10.222.0.21 "GET /v2.0/quotas/f46a53dc98644acf99d916b12590fd6a HTTP/1.1" status: 200 len: 366 time: 0.0339782 Feb 09 18:01:16.304704 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-984d5f9f-8cd8-4d23-a941-984cf5c140db None None] Provisioning for port c42750d0-2cb5-4f18-ac51-797c1aff70de completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:01:16.307566 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43606) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:16.344333 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15e1b8-313a-47dc-8bbc-82d6a8fda90a tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Pushing event updated for resources: {'Network': ['ID=7f1e63eb-1bb4-4eff-a53f-a07dd49276cc,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:16.403900 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 7f1e63eb-1bb4-4eff-a53f-a07dd49276cc details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:01:16.417076 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7d15e1b8-313a-47dc-8bbc-82d6a8fda90a tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.9115801 Feb 09 18:01:16.422993 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43610) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:16.432874 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-dd20672d-ab2c-415c-9ed0-2099b6dbadab tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Request body: {'subnet': {'network_id': '7f1e63eb-1bb4-4eff-a53f-a07dd49276cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:16.464559 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d53ea231-cf8f-4f6e-bea9-3b22188f7d6a tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/f46a53dc98644acf99d916b12590fd6a HTTP/1.1" status: 204 len: 168 time: 0.1555901 Feb 09 18:01:16.527139 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43614) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:16.569222 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc7e97-1f77-4b61-b9cf-a6f33130f731 tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42b6d871-1a31-4d05-89b1-13b8a37fd291,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:16.586721 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05dc7e97-1f77-4b61-b9cf-a6f33130f731 tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:16.591021 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dc7e97-1f77-4b61-b9cf-a6f33130f731 tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:16.591909 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05dc7e97-1f77-4b61-b9cf-a6f33130f731 tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:16.639970 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0c2e7fc1-3ddb-4058-9c14-2d2dc43a5777 tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1117752 Feb 09 18:01:16.652287 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43618) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:16.674982 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-984d5f9f-8cd8-4d23-a941-984cf5c140db None None] Provisioning complete for port c42750d0-2cb5-4f18-ac51-797c1aff70de triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:16.675750 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-984d5f9f-8cd8-4d23-a941-984cf5c140db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:16.791013 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-dd20672d-ab2c-415c-9ed0-2099b6dbadab tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:16.793533 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc7e97-1f77-4b61-b9cf-a6f33130f731 tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Pushing event updated for resources: {'Network': ['ID=7f4d9b20-1282-425a-9f13-0bb4078d012d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:16.812543 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-dd20672d-ab2c-415c-9ed0-2099b6dbadab tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Usage tracker for resource:subnet and tenant:b0ebd2f4d2734a3cbdbc31b042f3ef0c is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:16.818404 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-61b024f9-9959-41db-b52c-fcdc13c33248 tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] 10.222.0.21 "GET /v2.0/quotas/f46a53dc98644acf99d916b12590fd6a HTTP/1.1" status: 200 len: 370 time: 0.1648183 Feb 09 18:01:16.822413 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-dd20672d-ab2c-415c-9ed0-2099b6dbadab tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:16.822654 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43622) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:16.838824 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-73f02987-39a2-4b40-a877-e279c5f05820 tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] 10.222.0.21 "GET /v2.0/quotas/f46a53dc98644acf99d916b12590fd6a/default HTTP/1.1" status: 200 len: 370 time: 0.0145674 Feb 09 18:01:16.845084 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43626) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:16.855431 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-dd20672d-ab2c-415c-9ed0-2099b6dbadab tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:16.857306 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3d5af6-af63-48af-a7b2-0916e143ba26 None None] Network bfbb786d-fb18-4e8f-a54d-5c87d11addf4 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:01:16.919965 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-05dc7e97-1f77-4b61-b9cf-a6f33130f731 tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.9957404 Feb 09 18:01:17.011666 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd20672d-ab2c-415c-9ed0-2099b6dbadab tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Made reservation on behalf of b0ebd2f4d2734a3cbdbc31b042f3ef0c for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:17.027406 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d1cd3ba-e457-4e7d-8f6e-9f1c51e79ed8 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:17.047584 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-1072b680-5c56-4d21-9f72-6ccc2de30124 tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] delete failed (client error): The resource could not be found. Feb 09 18:01:17.048874 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1072b680-5c56-4d21-9f72-6ccc2de30124 tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/f46a53dc98644acf99d916b12590fd6a HTTP/1.1" status: 404 len: 348 time: 0.2022583 Feb 09 18:01:17.162920 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 7f4d9b20-1282-425a-9f13-0bb4078d012d details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:01:17.202719 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d1cd3ba-e457-4e7d-8f6e-9f1c51e79ed8 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:17.262834 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dd20672d-ab2c-415c-9ed0-2099b6dbadab tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks [] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:17.317705 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1cd3ba-e457-4e7d-8f6e-9f1c51e79ed8 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:17.345989 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43648) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:17.354932 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Request body: {'port': {'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200', 'binding:host_id': 'hv-neutron-8270', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-336647819'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:17.360926 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:17.365778 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Usage tracker for resource:port and tenant:cdc9b2a1920e431a9bca5c5a6042a37a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:17.369372 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:17.376691 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:17.385622 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-6d1cd3ba-e457-4e7d-8f6e-9f1c51e79ed8 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:17.400094 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1cd3ba-e457-4e7d-8f6e-9f1c51e79ed8 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:17.554367 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Made reservation on behalf of cdc9b2a1920e431a9bca5c5a6042a37a for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:17.560086 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:17.578645 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1cd3ba-e457-4e7d-8f6e-9f1c51e79ed8 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Pushing event updated for resources: {'Port': ['ID=d1ce7d6e-25d2-4e9f-a69f-f0d45a7a3280,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:17.599994 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615b9fda-3126-4ee7-bd3a-403f5e3ae0de admin admin] Router 0318a032-6b42-4a2b-8015-112e7a120b34 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:01:17.640399 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:17.663191 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:17.708204 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] Transition to ACTIVE for port object c5e1b9ad-f1a1-4993-855b-1c62eb3c6321 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:17.763141 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:01:17.803901 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:17.957188 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] Attempting to bind port c5e1b9ad-f1a1-4993-855b-1c62eb3c6321 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:17.957651 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] Attempting to bind port c5e1b9ad-f1a1-4993-855b-1c62eb3c6321 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:17.958030 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] Attempting to bind port c5e1b9ad-f1a1-4993-855b-1c62eb3c6321 on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:17.976622 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:01:17.976999 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:01:17.977411 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:17.977837 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:01:17.978395 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] Bound port: c5e1b9ad-f1a1-4993-855b-1c62eb3c6321, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:01:17.978818 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:18.064283 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] For port c5e1b9ad-f1a1-4993-855b-1c62eb3c6321, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:01:18.067446 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] For port c5e1b9ad-f1a1-4993-855b-1c62eb3c6321, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c5e1b9ad-f1a1-4993-855b-1c62eb3c6321,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:01:18.093808 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43652) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:18.094851 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901418c3-f030-4507-b636-f713ce253c83 None None] Pushing event updated for resources: {'Port': ['ID=c5e1b9ad-f1a1-4993-855b-1c62eb3c6321,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:18.106837 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901418c3-f030-4507-b636-f713ce253c83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:18.107423 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901418c3-f030-4507-b636-f713ce253c83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:18.109642 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901418c3-f030-4507-b636-f713ce253c83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:18.109642 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901418c3-f030-4507-b636-f713ce253c83 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:18.109642 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901418c3-f030-4507-b636-f713ce253c83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:18.109642 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901418c3-f030-4507-b636-f713ce253c83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:18.110561 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901418c3-f030-4507-b636-f713ce253c83 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:18.111087 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901418c3-f030-4507-b636-f713ce253c83 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:18.111571 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901418c3-f030-4507-b636-f713ce253c83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:18.112058 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901418c3-f030-4507-b636-f713ce253c83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:18.112530 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901418c3-f030-4507-b636-f713ce253c83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901418c3-f030-4507-b636-f713ce253c83 None None] Tracked resource versions report: Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: pushed versions: Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: { 'ConntrackHelper': {'1.0'}, Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: 'Log': {'1.0'}, Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: 'Network': {'1.1'}, Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: 'Port': {'1.5'}, Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: 'PortForwarding': {'1.2'}, Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: 'QosPolicy': {'1.8'}, Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: 'SecurityGroup': {'1.2'}, Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: 'SecurityGroupRule': {'1.0'}, Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: 'SubPort': {'1.0'}, Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: 'Subnet': {'1.1'}, Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: 'Trunk': {'1.1'}} Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: consumer versions: Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: { DHCP agent@dv-neutron-827016-2-hyperv: {}, Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: HyperV agent@hv-neutron-8270: {}, Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: L3 agent@dv-neutron-827016-2-hyperv: {}, Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: Metadata agent@dv-neutron-827016-2-hyperv: {}, Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: Metering agent@dv-neutron-827016-2-hyperv: {}, Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: Open vSwitch agent@dv-neutron-827016-2-hyperv: { 'ConntrackHelper': '1.0', Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: 'Log': '1.0', Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: 'Network': '1.1', Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: 'Port': '1.5', Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: 'PortForwarding': '1.2', Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: 'QosPolicy': '1.8', Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: 'SecurityGroup': '1.2', Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: 'SecurityGroupRule': '1.0', Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: 'SubPort': '1.0', Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: 'Subnet': '1.1', Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: 'Trunk': '1.1'}} Feb 09 18:01:18.113781 dv-neutron-827016-2-hyperv neutron-server[84544]: {{(pid=84544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 18:01:18.144154 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d1cd3ba-e457-4e7d-8f6e-9f1c51e79ed8 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:18.158415 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:18.175589 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-550ae758-6984-498f-be2b-323182c8dc3b tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] Usage tracker for resource:network and tenant:243c68e65d5446ef8fdbd54dcd996be9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:18.193689 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-550ae758-6984-498f-be2b-323182c8dc3b tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:18.222083 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:18.226241 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device e6f1e772-6262-494a-9dd6-22a082dd24bc up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:01:18.237828 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:18.245041 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Usage tracker for resource:security_group_rule and tenant:cdc9b2a1920e431a9bca5c5a6042a37a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:18.251508 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:18.267222 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:18.306682 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-281e0d17-76e3-49e6-88ad-e824bb5e8c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:18.329913 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-550ae758-6984-498f-be2b-323182c8dc3b tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] Usage tracker for resource:subnet and tenant:243c68e65d5446ef8fdbd54dcd996be9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:18.384019 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-550ae758-6984-498f-be2b-323182c8dc3b tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:18.384211 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901418c3-f030-4507-b636-f713ce253c83 None None] Pushing event updated for resources: {'Port': ['ID=c5e1b9ad-f1a1-4993-855b-1c62eb3c6321,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:18.412843 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] Routers {'78633f50-0f03-45d5-89b5-552acd2dac7f'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:01:18.412843 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:00:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['78633f50-0f03-45d5-89b5-552acd2dac7f'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:18.445820 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d1cd3ba-e457-4e7d-8f6e-9f1c51e79ed8 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:18.465358 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-984d5f9f-8cd8-4d23-a941-984cf5c140db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:18.527768 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'name': 'tempest-ServerActionsTestJSON-1826794592-router', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:12Z', 'revision_number': 3, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'gw_port': {'id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:11Z', 'updated_at': '2022-02-09T18:01:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:18.546241 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-550ae758-6984-498f-be2b-323182c8dc3b tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] Usage tracker for resource:subnetpool and tenant:243c68e65d5446ef8fdbd54dcd996be9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:18.590948 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] Checking router: 36901a24-e8f9-45c6-b9c4-66f195529e5e for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:01:18.591298 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] Updating router 36901a24-e8f9-45c6-b9c4-66f195529e5e port ef933e98-26ba-4942-aa91-5639cfc38c76 binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:01:18.631833 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:18.652544 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-550ae758-6984-498f-be2b-323182c8dc3b tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:18.688525 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:18.729246 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port e6f1e772-6262-494a-9dd6-22a082dd24bc completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:01:18.746678 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-550ae758-6984-498f-be2b-323182c8dc3b tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] Usage tracker for resource:port and tenant:243c68e65d5446ef8fdbd54dcd996be9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:18.826078 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-550ae758-6984-498f-be2b-323182c8dc3b tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:18.831517 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:18.837573 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-984d5f9f-8cd8-4d23-a941-984cf5c140db None None] For port c42750d0-2cb5-4f18-ac51-797c1aff70de, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c42750d0-2cb5-4f18-ac51-797c1aff70de,segment=NetworkSegment(1d12094c-35d1-4927-9b3f-ae818a1428a7),segment_id=1d12094c-35d1-4927-9b3f-ae818a1428a7)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:01:18.850853 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] device_id is not set on port 0c0f8513-f8ee-413a-b43d-b273bf69c241 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:01:18.863861 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] Set router 78633f50-0f03-45d5-89b5-552acd2dac7f gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:01:18.922708 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-984d5f9f-8cd8-4d23-a941-984cf5c140db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:18.926241 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43656) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:18.928707 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615b9fda-3126-4ee7-bd3a-403f5e3ae0de admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:01:18.972509 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] Sync routers for ids ['0318a032-6b42-4a2b-8015-112e7a120b34'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:01:19.180141 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Request body: {'port': {'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d', 'binding:host_id': 'hv-neutron-8270', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-598840640'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:19.201500 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d5f9f-8cd8-4d23-a941-984cf5c140db None None] Pushing event updated for resources: {'Port': ['ID=c42750d0-2cb5-4f18-ac51-797c1aff70de,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:19.202937 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-550ae758-6984-498f-be2b-323182c8dc3b tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] Usage tracker for resource:router and tenant:243c68e65d5446ef8fdbd54dcd996be9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:19.276509 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dd20672d-ab2c-415c-9ed0-2099b6dbadab tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:19.314527 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:19.318628 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-beb6519b-fa63-4aef-819a-5d82a9a68c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:19.333104 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Usage tracker for resource:port and tenant:39ac61ec603548c48f6ddd6e25c5bfd9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:19.337519 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:19.345600 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-550ae758-6984-498f-be2b-323182c8dc3b tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:19.409340 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:19.412336 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] Routers {'0318a032-6b42-4a2b-8015-112e7a120b34'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:01:19.413145 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:00:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0318a032-6b42-4a2b-8015-112e7a120b34'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:19.472743 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-615b9fda-3126-4ee7-bd3a-403f5e3ae0de admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:19.477400 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-615b9fda-3126-4ee7-bd3a-403f5e3ae0de admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.1389942 Feb 09 18:01:19.501088 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43660) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:19.513427 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-6d1cd3ba-e457-4e7d-8f6e-9f1c51e79ed8 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:01:19.564465 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-cb37f824-7563-4d7d-906f-780d90fde030 None None] Provisioning for port e6f1e772-6262-494a-9dd6-22a082dd24bc completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:01:19.573361 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6c5c6fce-d70a-498f-8a05-38f39ab95fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:19.608328 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-cb37f824-7563-4d7d-906f-780d90fde030 None None] Provisioning complete for port e6f1e772-6262-494a-9dd6-22a082dd24bc triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:19.610987 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb37f824-7563-4d7d-906f-780d90fde030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:19.732937 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-550ae758-6984-498f-be2b-323182c8dc3b tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] Usage tracker for resource:floatingip and tenant:243c68e65d5446ef8fdbd54dcd996be9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:19.835549 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] device_id is not set on port 0c0f8513-f8ee-413a-b43d-b273bf69c241 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:01:19.845453 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:19.861350 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Transition to ACTIVE for port object 0c0f8513-f8ee-413a-b43d-b273bf69c241 will not be triggered until provisioned by entity L2. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:19.874118 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe9f55f-da51-4d52-884c-80020ff9e03d,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:19.922781 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d1cd3ba-e457-4e7d-8f6e-9f1c51e79ed8 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:19.933814 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-550ae758-6984-498f-be2b-323182c8dc3b tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:19.964172 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] Set router 0318a032-6b42-4a2b-8015-112e7a120b34 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:01:19.973543 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Made reservation on behalf of 39ac61ec603548c48f6ddd6e25c5bfd9 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:19.974374 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb37f824-7563-4d7d-906f-780d90fde030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:19.981913 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:20.006749 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:20.018873 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.resource_extend [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:01:20.033587 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device c42750d0-2cb5-4f18-ac51-797c1aff70de up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:01:20.039297 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20672d-ab2c-415c-9ed0-2099b6dbadab tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Pushing event updated for resources: {'Subnet': ['ID=3155269c-da2b-4e01-b082-f0f0ac6f2eb0,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:20.044272 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1ea8065b-8ea6-4408-8b40-9287df279ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:20.069031 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:20.144778 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:20.151355 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Usage tracker for resource:security_group_rule and tenant:39ac61ec603548c48f6ddd6e25c5bfd9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:20.158701 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:20.163482 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:20.172508 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:20.183020 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-cb37f824-7563-4d7d-906f-780d90fde030 None None] For port e6f1e772-6262-494a-9dd6-22a082dd24bc, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=e6f1e772-6262-494a-9dd6-22a082dd24bc,segment=NetworkSegment(a0bb447b-d164-4b78-ab95-a75e6553078f),segment_id=a0bb447b-d164-4b78-ab95-a75e6553078f)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:01:20.196762 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:20.208535 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:20.217767 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] Transition to ACTIVE for port object ef933e98-26ba-4942-aa91-5639cfc38c76 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:20.226086 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d1cd3ba-e457-4e7d-8f6e-9f1c51e79ed8 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:20.237443 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port c42750d0-2cb5-4f18-ac51-797c1aff70de triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:20.237857 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:20.260818 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'name': 'tempest-ServersTestJSON-1663983980-router', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:07Z', 'updated_at': '2022-02-09T18:01:10Z', 'revision_number': 3, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'gw_port': {'id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:20.272044 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eded5c86-21d0-47be-be4e-44a8b175db6f None None] The sync data for ids ['78633f50-0f03-45d5-89b5-552acd2dac7f'] in dv-neutron-827016-2-hyperv is: [{'id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'name': 'tempest-ServersTestJSON-1663983980-router', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:07Z', 'updated_at': '2022-02-09T18:01:10Z', 'revision_number': 3, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'gw_port': {'id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:01:20.288922 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb37f824-7563-4d7d-906f-780d90fde030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:20.391470 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:20.426789 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20672d-ab2c-415c-9ed0-2099b6dbadab tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Checking segment: {'id': 'c27c3919-f3e6-40de-af47-70f01fb6a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7f1e63eb-1bb4-4eff-a53f-a07dd49276cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:01:20.428350 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd20672d-ab2c-415c-9ed0-2099b6dbadab tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Network hostable DHCP agents. Network: 7f1e63eb-1bb4-4eff-a53f-a07dd49276cc, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:01:20.468144 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'name': 'tempest-ServersTestManualDisk-2031647166-router', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:10Z', 'updated_at': '2022-02-09T18:01:15Z', 'revision_number': 3, 'project_id': '7814e9f979984521b818aa821b9167b5', 'gw_port': {'id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:50:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:12Z', 'updated_at': '2022-02-09T18:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:20.477760 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] Checking router: 0318a032-6b42-4a2b-8015-112e7a120b34 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:01:20.478731 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] Updating router 0318a032-6b42-4a2b-8015-112e7a120b34 port 102d2002-eb3d-4b8c-9b13-429ccbeefdd8 binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:01:20.487220 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] Attempting to bind port ef933e98-26ba-4942-aa91-5639cfc38c76 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:20.487778 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] Attempting to bind port ef933e98-26ba-4942-aa91-5639cfc38c76 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:20.488251 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] Attempting to bind port ef933e98-26ba-4942-aa91-5639cfc38c76 on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:20.519580 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37f824-7563-4d7d-906f-780d90fde030 None None] Pushing event updated for resources: {'Port': ['ID=e6f1e772-6262-494a-9dd6-22a082dd24bc,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:20.605135 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:01:20.606262 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:01:20.606262 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:20.607726 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:01:20.607726 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] Bound port: ef933e98-26ba-4942-aa91-5639cfc38c76, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:01:20.607726 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:20.612751 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d1cd3ba-e457-4e7d-8f6e-9f1c51e79ed8 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:20.657391 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:20.665039 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd20672d-ab2c-415c-9ed0-2099b6dbadab tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Network 7f1e63eb-1bb4-4eff-a53f-a07dd49276cc is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:01:20.683351 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Pushing event updated for resources: {'Port': ['ID=0c0f8513-f8ee-413a-b43d-b273bf69c241,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:20.701924 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Checking segment: {'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:01:20.702328 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Network hostable DHCP agents. Network: 1dc6d5f1-07de-43d3-87b8-a65e18b2b200, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:01:20.731183 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] For port ef933e98-26ba-4942-aa91-5639cfc38c76, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:01:20.759356 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] For port ef933e98-26ba-4942-aa91-5639cfc38c76, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=ef933e98-26ba-4942-aa91-5639cfc38c76,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:01:20.766524 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-92e991cf-a383-412e-84c3-c2d03be7053a None None] Provisioning complete for port c42750d0-2cb5-4f18-ac51-797c1aff70de triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:20.767270 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92e991cf-a383-412e-84c3-c2d03be7053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:20.780259 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-dd20672d-ab2c-415c-9ed0-2099b6dbadab tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 7f1e63eb-1bb4-4eff-a53f-a07dd49276cc) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:20.792634 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1cd3ba-e457-4e7d-8f6e-9f1c51e79ed8 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Pushing event updated for resources: {'Port': ['ID=d1ce7d6e-25d2-4e9f-a69f-f0d45a7a3280,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:20.794246 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd20672d-ab2c-415c-9ed0-2099b6dbadab tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:20.795261 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dd20672d-ab2c-415c-9ed0-2099b6dbadab tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:20.806391 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-beb6519b-fa63-4aef-819a-5d82a9a68c97 admin admin] Allocated IP 172.20.0.1 (2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353/3b05e458-9599-4698-b30c-c2fa3f37163a/7c1ed482-ddce-4a72-9f9d-f0eaa1553568) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:01:20.967738 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28d1a18-7c7b-4cd8-808a-f8ce49423538 None None] Network 7f1e63eb-1bb4-4eff-a53f-a07dd49276cc requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:01:20.990156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:20.991013 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:21.069830 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d1cd3ba-e457-4e7d-8f6e-9f1c51e79ed8 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:21.077472 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6d1cd3ba-e457-4e7d-8f6e-9f1c51e79ed8 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.6123383 Feb 09 18:01:21.094167 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43666) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:21.123758 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-451f9030-8eb1-42ae-b187-eeb94080fd34 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-550075216', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'fixed_ips': [{'ip_address': '172.26.8.145'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:21.480892 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:21.480892 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] device_id is not set on port cbd9c71b-42ce-4048-a56b-6f026790849f yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:01:21.480892 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-451f9030-8eb1-42ae-b187-eeb94080fd34 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:21.480892 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-451f9030-8eb1-42ae-b187-eeb94080fd34 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Usage tracker for resource:port and tenant:0e1ef55c302a47359f2620ccadc6523c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:21.483447 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:01:21.483447 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-beb6519b-fa63-4aef-819a-5d82a9a68c97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:21.483447 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-dd20672d-ab2c-415c-9ed0-2099b6dbadab tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8775930 Feb 09 18:01:21.485968 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-451f9030-8eb1-42ae-b187-eeb94080fd34 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:21.486479 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43670) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:21.486479 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-3f74af12-7fba-4416-a1c4-fb9572d147f9 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Request body: {'port': {'network_id': '7f1e63eb-1bb4-4eff-a53f-a07dd49276cc', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1679143477'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:21.487237 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ee043-b869-4dcb-bffa-1f58dee7c12c None None] Pushing event updated for resources: {'Port': ['ID=ef933e98-26ba-4942-aa91-5639cfc38c76,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:21.487730 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 1dc6d5f1-07de-43d3-87b8-a65e18b2b200) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:21.487730 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:21.487730 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-beb6519b-fa63-4aef-819a-5d82a9a68c97 admin admin] Transition to ACTIVE for port object 7c1ed482-ddce-4a72-9f9d-f0eaa1553568 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:21.488153 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-451f9030-8eb1-42ae-b187-eeb94080fd34 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:21.488153 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-550ae758-6984-498f-be2b-323182c8dc3b tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] Usage tracker for resource:security_group and tenant:243c68e65d5446ef8fdbd54dcd996be9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:21.488153 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641c37b2-1df6-449b-bb79-ec3048e3393e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:21.488497 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ee043-b869-4dcb-bffa-1f58dee7c12c None None] Pushing event updated for resources: {'Port': ['ID=ef933e98-26ba-4942-aa91-5639cfc38c76,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:21.488497 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859594b2-77a0-413a-ae90-2780fec1cffb None None] Network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:01:21.494348 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-550ae758-6984-498f-be2b-323182c8dc3b tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:21.535678 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-1ea8065b-8ea6-4408-8b40-9287df279ec6 admin admin] Allocated IP 172.20.0.1 (e9fe6eda-77b1-46f2-95d6-d5589d4aff54/5f47090f-8581-4feb-b645-4f9000c047bb/c809b017-4ad2-4077-a13e-9a0c6846906e) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:01:21.589979 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:21.618229 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] Transition to ACTIVE for port object 102d2002-eb3d-4b8c-9b13-429ccbeefdd8 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:21.719417 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:21.719892 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:21.720405 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:21.727920 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:21.731063 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:21.731556 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:21.738868 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 2 to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 Feb 09 18:01:21.755886 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-3f74af12-7fba-4416-a1c4-fb9572d147f9 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:21.756629 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] Routers {'36901a24-e8f9-45c6-b9c4-66f195529e5e'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:01:21.757894 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:01:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['36901a24-e8f9-45c6-b9c4-66f195529e5e'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:21.767968 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-3f74af12-7fba-4416-a1c4-fb9572d147f9 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Usage tracker for resource:port and tenant:b0ebd2f4d2734a3cbdbc31b042f3ef0c is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:21.775356 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-3f74af12-7fba-4416-a1c4-fb9572d147f9 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:21.787349 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:21.787904 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:21.788433 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:21.809749 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:21.813853 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:21.813853 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-3f74af12-7fba-4416-a1c4-fb9572d147f9 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:21.814964 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 3 to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 Feb 09 18:01:21.841932 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-beb6519b-fa63-4aef-819a-5d82a9a68c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:21.923830 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc3a3e-480d-43a1-9f46-0f1e7280d3d5 None None] Pushing event updated for resources: {'Port': ['ID=102d2002-eb3d-4b8c-9b13-429ccbeefdd8,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:21.933541 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451f9030-8eb1-42ae-b187-eeb94080fd34 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Made reservation on behalf of 0e1ef55c302a47359f2620ccadc6523c for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:21.936665 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-451f9030-8eb1-42ae-b187-eeb94080fd34 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:21.991270 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] Attempting to bind port 102d2002-eb3d-4b8c-9b13-429ccbeefdd8 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:21.992131 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] Attempting to bind port 102d2002-eb3d-4b8c-9b13-429ccbeefdd8 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:21.992710 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] Attempting to bind port 102d2002-eb3d-4b8c-9b13-429ccbeefdd8 on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:21.995310 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:21.995855 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:21.996391 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:22.003097 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:01:22.004767 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:01:22.005949 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:22.007011 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:01:22.008184 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] Bound port: 102d2002-eb3d-4b8c-9b13-429ccbeefdd8, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:01:22.014581 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:22.059911 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] Set router 36901a24-e8f9-45c6-b9c4-66f195529e5e gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:01:22.082478 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb6519b-fa63-4aef-819a-5d82a9a68c97 admin admin] Network 2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:22.103433 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-beb6519b-fa63-4aef-819a-5d82a9a68c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:22.122094 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb6519b-fa63-4aef-819a-5d82a9a68c97 admin admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:22.122875 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-beb6519b-fa63-4aef-819a-5d82a9a68c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:22.138180 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f74af12-7fba-4416-a1c4-fb9572d147f9 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Made reservation on behalf of b0ebd2f4d2734a3cbdbc31b042f3ef0c for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:22.157885 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3f74af12-7fba-4416-a1c4-fb9572d147f9 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:22.202751 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] For port 102d2002-eb3d-4b8c-9b13-429ccbeefdd8, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:01:22.210636 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] For port 102d2002-eb3d-4b8c-9b13-429ccbeefdd8, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=102d2002-eb3d-4b8c-9b13-429ccbeefdd8,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:01:22.230871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:22.231485 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:22.241336 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 4 to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 Feb 09 18:01:22.267633 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1ea8065b-8ea6-4408-8b40-9287df279ec6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:22.273273 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-3f74af12-7fba-4416-a1c4-fb9572d147f9 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] device_id is not set on port d0fb8fea-6835-49d9-a378-78a03b26bd6b yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:01:22.283208 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device c5e1b9ad-f1a1-4993-855b-1c62eb3c6321 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:01:22.285782 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-451f9030-8eb1-42ae-b187-eeb94080fd34 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:22.309840 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-1ea8065b-8ea6-4408-8b40-9287df279ec6 admin admin] Transition to ACTIVE for port object c809b017-4ad2-4077-a13e-9a0c6846906e will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:22.334449 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-451f9030-8eb1-42ae-b187-eeb94080fd34 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:22.338873 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-451f9030-8eb1-42ae-b187-eeb94080fd34 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Usage tracker for resource:security_group_rule and tenant:0e1ef55c302a47359f2620ccadc6523c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:22.340190 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:22.341329 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-550ae758-6984-498f-be2b-323182c8dc3b tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] Usage tracker for resource:security_group_rule and tenant:243c68e65d5446ef8fdbd54dcd996be9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:22.350223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-451f9030-8eb1-42ae-b187-eeb94080fd34 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:22.361313 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-550ae758-6984-498f-be2b-323182c8dc3b tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:22.364046 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-451f9030-8eb1-42ae-b187-eeb94080fd34 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:22.369603 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:22.370222 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:22.371549 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:22.388108 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] device_id is not set on port cbd9c71b-42ce-4048-a56b-6f026790849f yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:01:22.390286 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6519b-fa63-4aef-819a-5d82a9a68c97 admin admin] Pushing event updated for resources: {'Port': ['ID=7c1ed482-ddce-4a72-9f9d-f0eaa1553568,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:22.440365 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:22.440881 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:22.462469 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 5 to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 Feb 09 18:01:22.467490 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-92e991cf-a383-412e-84c3-c2d03be7053a None None] Provisioning complete for port e6f1e772-6262-494a-9dd6-22a082dd24bc triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:22.468022 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92e991cf-a383-412e-84c3-c2d03be7053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:22.474992 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:22.484368 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-550ae758-6984-498f-be2b-323182c8dc3b tempest-QuotasTest-283176679 tempest-QuotasTest-283176679-project-admin] 10.222.0.21 "GET /v2.0/quotas/243c68e65d5446ef8fdbd54dcd996be9/details.json HTTP/1.1" status: 200 len: 703 time: 4.3801050 Feb 09 18:01:22.545391 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:22.559458 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:22.560966 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:22.563384 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:22.597096 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Transition to ACTIVE for port object cbd9c71b-42ce-4048-a56b-6f026790849f will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:22.611321 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc3a3e-480d-43a1-9f46-0f1e7280d3d5 None None] Pushing event updated for resources: {'Port': ['ID=102d2002-eb3d-4b8c-9b13-429ccbeefdd8,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:22.636185 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:22.636634 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:22.648368 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 6 to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 Feb 09 18:01:22.691583 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] Routers {'0318a032-6b42-4a2b-8015-112e7a120b34'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:01:22.693852 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:01:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0318a032-6b42-4a2b-8015-112e7a120b34'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:22.696701 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1ea8065b-8ea6-4408-8b40-9287df279ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:22.752167 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:22.752654 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:22.753166 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:22.772974 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:22.773463 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:22.778829 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 7 to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 Feb 09 18:01:22.779400 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5821f4-bc99-45fa-97de-b4c0dff4b3ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-7f1e63eb-1bb4-4eff-a53f-a07dd49276cc', 'network_id': '7f1e63eb-1bb4-4eff-a53f-a07dd49276cc', 'tenant_id': 'b0ebd2f4d2734a3cbdbc31b042f3ef0c', 'fixed_ips': [{'subnet_id': '3155269c-da2b-4e01-b082-f0f0ac6f2eb0'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:01:22.780446 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2e5821f4-bc99-45fa-97de-b4c0dff4b3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:22.827877 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:22.853456 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port c5e1b9ad-f1a1-4993-855b-1c62eb3c6321 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:01:22.919732 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port c5e1b9ad-f1a1-4993-855b-1c62eb3c6321 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:22.920161 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:22.924830 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:22.925367 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:22.925912 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:22.950577 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:22.951114 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:22.959716 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 8 to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 Feb 09 18:01:23.002110 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:23.002665 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:23.003214 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:23.005950 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-451f9030-8eb1-42ae-b187-eeb94080fd34 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:23.016985 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-3f74af12-7fba-4416-a1c4-fb9572d147f9 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Allocated IP 172.20.0.13 (7f1e63eb-1bb4-4eff-a53f-a07dd49276cc/3155269c-da2b-4e01-b082-f0f0ac6f2eb0/d0fb8fea-6835-49d9-a378-78a03b26bd6b) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:01:23.028334 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea8065b-8ea6-4408-8b40-9287df279ec6 admin admin] Network e9fe6eda-77b1-46f2-95d6-d5589d4aff54 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:23.032549 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-beb6519b-fa63-4aef-819a-5d82a9a68c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:23.038560 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-1ea8065b-8ea6-4408-8b40-9287df279ec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:23.056967 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8065b-8ea6-4408-8b40-9287df279ec6 admin admin] Pushing event updated for resources: {'Port': ['ID=c809b017-4ad2-4077-a13e-9a0c6846906e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:23.085037 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea8065b-8ea6-4408-8b40-9287df279ec6 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:23.085037 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1ea8065b-8ea6-4408-8b40-9287df279ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:23.129069 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'name': 'tempest-ServerActionsTestJSON-1826794592-router', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:12Z', 'revision_number': 3, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'gw_port': {'id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:11Z', 'updated_at': '2022-02-09T18:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:23.212871 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-451f9030-8eb1-42ae-b187-eeb94080fd34 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:23.217224 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977d576a-fc1a-4b96-a902-dca90f370397 None None] The sync data for ids ['36901a24-e8f9-45c6-b9c4-66f195529e5e'] in dv-neutron-827016-2-hyperv is: [{'id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'name': 'tempest-ServerActionsTestJSON-1826794592-router', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:12Z', 'revision_number': 3, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'gw_port': {'id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:11Z', 'updated_at': '2022-02-09T18:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:01:23.305749 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:23.313014 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:23.313335 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:23.317265 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 9 to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 Feb 09 18:01:23.345147 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-451f9030-8eb1-42ae-b187-eeb94080fd34 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] device_id is not set on port d2328de0-5047-4919-b6c1-05fb57e191a4 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:01:23.348227 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port c5e1b9ad-f1a1-4993-855b-1c62eb3c6321, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c5e1b9ad-f1a1-4993-855b-1c62eb3c6321,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:01:23.382227 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:23.383176 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:23.383730 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:23.387579 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Checking segment: {'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:01:23.387937 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Network hostable DHCP agents. Network: 7f4d9b20-1282-425a-9f13-0bb4078d012d, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:01:23.418931 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:23.419338 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:23.436218 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 10 to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 Feb 09 18:01:23.457733 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Pushing event updated for resources: {'Port': ['ID=cbd9c71b-42ce-4048-a56b-6f026790849f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:23.460615 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f9030-8eb1-42ae-b187-eeb94080fd34 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68989628-3b95-4278-a472-e786e0bbd589,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:23.479363 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-5180aa4b-136f-4eac-a9ca-8a5182bbd457 None None] Provisioning for port 7c1ed482-ddce-4a72-9f9d-f0eaa1553568 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:01:23.498600 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-5180aa4b-136f-4eac-a9ca-8a5182bbd457 None None] Provisioning complete for port 7c1ed482-ddce-4a72-9f9d-f0eaa1553568 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:23.504243 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5180aa4b-136f-4eac-a9ca-8a5182bbd457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:23.568535 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] Set router 0318a032-6b42-4a2b-8015-112e7a120b34 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:01:23.585243 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:23.586081 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:23.586081 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:23.634941 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:23.635536 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 0c0f8513-f8ee-413a-b43d-b273bf69c241 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:23.636101 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:23.664697 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5180aa4b-136f-4eac-a9ca-8a5182bbd457 None None] Port 7c1ed482-ddce-4a72-9f9d-f0eaa1553568 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:01:23.669515 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:23.670812 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device e6f1e772-6262-494a-9dd6-22a082dd24bc up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:01:23.746314 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Network 7f4d9b20-1282-425a-9f13-0bb4078d012d is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:01:23.791658 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3f74af12-7fba-4416-a1c4-fb9572d147f9 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:23.846794 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-3f74af12-7fba-4416-a1c4-fb9572d147f9 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Transition to ACTIVE for port object d0fb8fea-6835-49d9-a378-78a03b26bd6b will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:23.862204 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-beb6519b-fa63-4aef-819a-5d82a9a68c97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:23.865486 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] For port 0c0f8513-f8ee-413a-b43d-b273bf69c241, host hv-neutron-8270, cleared binding levels {{(pid=84541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:01:23.866351 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempted to set empty binding levels {{(pid=84541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 18:01:23.933527 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1ea8065b-8ea6-4408-8b40-9287df279ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:23.956965 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-beb6519b-fa63-4aef-819a-5d82a9a68c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:23.958704 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-beb6519b-fa63-4aef-819a-5d82a9a68c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:23.991423 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=c5e1b9ad-f1a1-4993-855b-1c62eb3c6321,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:23.999672 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-451f9030-8eb1-42ae-b187-eeb94080fd34 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 18:01:24.000405 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-451f9030-8eb1-42ae-b187-eeb94080fd34 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:01:24.011630 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 7f4d9b20-1282-425a-9f13-0bb4078d012d) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:24.047399 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43684) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:24.056874 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:24.076965 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:24.089472 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3f74af12-7fba-4416-a1c4-fb9572d147f9 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:24.152254 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:24.152874 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:24.153393 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:24.183242 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-2e5821f4-bc99-45fa-97de-b4c0dff4b3ba None None] Allocated IP 172.20.0.2 (7f1e63eb-1bb4-4eff-a53f-a07dd49276cc/3155269c-da2b-4e01-b082-f0f0ac6f2eb0/baf71041-1f18-41aa-acea-df75243712a8) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:01:24.232065 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f74af12-7fba-4416-a1c4-fb9572d147f9 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Network 7f1e63eb-1bb4-4eff-a53f-a07dd49276cc is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:24.232860 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port cbd9c71b-42ce-4048-a56b-6f026790849f on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:24.233233 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:24.237054 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-3f74af12-7fba-4416-a1c4-fb9572d147f9 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:24.237821 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 2 to bind port cbd9c71b-42ce-4048-a56b-6f026790849f Feb 09 18:01:24.260811 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-451f9030-8eb1-42ae-b187-eeb94080fd34 tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.1551518 Feb 09 18:01:24.273285 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43690) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:24.278882 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:24.279213 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:24.279714 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:24.323260 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f74af12-7fba-4416-a1c4-fb9572d147f9 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:24.328492 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f74af12-7fba-4416-a1c4-fb9572d147f9 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:24.329519 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3f74af12-7fba-4416-a1c4-fb9572d147f9 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:24.339570 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6519b-fa63-4aef-819a-5d82a9a68c97 admin admin] Pushing event updated for resources: {'Port': ['ID=7c1ed482-ddce-4a72-9f9d-f0eaa1553568,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:24.400230 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port cbd9c71b-42ce-4048-a56b-6f026790849f on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:24.400613 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:24.412184 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 3 to bind port cbd9c71b-42ce-4048-a56b-6f026790849f Feb 09 18:01:24.500860 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'name': 'tempest-ServersTestManualDisk-2031647166-router', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:10Z', 'updated_at': '2022-02-09T18:01:15Z', 'revision_number': 3, 'project_id': '7814e9f979984521b818aa821b9167b5', 'gw_port': {'id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:50:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:12Z', 'updated_at': '2022-02-09T18:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:24.503705 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0374687f-5832-41a2-b04f-724c2034c2ac None None] Network 7f4d9b20-1282-425a-9f13-0bb4078d012d requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:01:24.510575 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514be29f-c7b9-4f6b-8750-b6bd3d435551 None None] The sync data for ids ['0318a032-6b42-4a2b-8015-112e7a120b34'] in dv-neutron-827016-2-hyperv is: [{'id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'name': 'tempest-ServersTestManualDisk-2031647166-router', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:10Z', 'updated_at': '2022-02-09T18:01:15Z', 'revision_number': 3, 'project_id': '7814e9f979984521b818aa821b9167b5', 'gw_port': {'id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:50:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:12Z', 'updated_at': '2022-02-09T18:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:01:24.564176 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:24.564512 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:24.564832 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:24.574780 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-db7005e6-e1bb-4bfb-9464-ed8f1a41604b tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Deleting port d1ce7d6e-25d2-4e9f-a69f-f0d45a7a3280 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:01:24.575107 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db7005e6-e1bb-4bfb-9464-ed8f1a41604b tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:24.585899 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:24.608130 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c91e0407-704e-4a7c-b1a3-2c9a171d9f3b None None] Provisioning for port c809b017-4ad2-4077-a13e-9a0c6846906e completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:01:24.615111 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-83527fba-4c3f-427e-9256-0d2caf411a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:24.617168 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Pushing event updated for resources: {'Port': ['ID=0c0f8513-f8ee-413a-b43d-b273bf69c241,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:24.622541 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3f74af12-7fba-4416-a1c4-fb9572d147f9 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.3094387 Feb 09 18:01:24.650201 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43696) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:24.654736 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c91e0407-704e-4a7c-b1a3-2c9a171d9f3b None None] Provisioning complete for port c809b017-4ad2-4077-a13e-9a0c6846906e triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:24.656041 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c91e0407-704e-4a7c-b1a3-2c9a171d9f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:24.709821 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port cbd9c71b-42ce-4048-a56b-6f026790849f on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:24.716504 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:24.724517 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port e6f1e772-6262-494a-9dd6-22a082dd24bc triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:24.724885 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:24.730748 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 4 to bind port cbd9c71b-42ce-4048-a56b-6f026790849f Feb 09 18:01:24.749687 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb6519b-fa63-4aef-819a-5d82a9a68c97 admin admin] Network 2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:24.760784 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-beb6519b-fa63-4aef-819a-5d82a9a68c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:24.763639 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-1ea8065b-8ea6-4408-8b40-9287df279ec6 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:01:24.821451 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1ea8065b-8ea6-4408-8b40-9287df279ec6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:24.830361 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:24.830772 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:24.831154 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:24.944616 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1ea8065b-8ea6-4408-8b40-9287df279ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:24.945974 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1ea8065b-8ea6-4408-8b40-9287df279ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:24.953458 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-dce0eae0-8a72-4236-ac3c-333ab39eda03 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Deleting port d0fb8fea-6835-49d9-a378-78a03b26bd6b {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:01:24.954099 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dce0eae0-8a72-4236-ac3c-333ab39eda03 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:24.973218 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c91e0407-704e-4a7c-b1a3-2c9a171d9f3b None None] Port c809b017-4ad2-4077-a13e-9a0c6846906e cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:01:25.019880 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2e5821f4-bc99-45fa-97de-b4c0dff4b3ba None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:25.101272 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-83527fba-4c3f-427e-9256-0d2caf411a7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:25.111378 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2e5821f4-bc99-45fa-97de-b4c0dff4b3ba None None] Transition to ACTIVE for port object baf71041-1f18-41aa-acea-df75243712a8 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:25.163146 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2e5821f4-bc99-45fa-97de-b4c0dff4b3ba None None] Transition to ACTIVE for port object baf71041-1f18-41aa-acea-df75243712a8 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:25.239012 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port cbd9c71b-42ce-4048-a56b-6f026790849f on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:25.240020 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:25.249503 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2e5821f4-bc99-45fa-97de-b4c0dff4b3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:25.265559 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9e47552d-f147-4757-a470-52fda5a5c57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 7.9177222 Feb 09 18:01:25.283708 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-83527fba-4c3f-427e-9256-0d2caf411a7f admin admin] Usage tracker for resource:security_group_rule and tenant:3683f95c26934f3e9dc5dfa17956bece is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:25.295239 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 5 to bind port cbd9c71b-42ce-4048-a56b-6f026790849f Feb 09 18:01:25.307387 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8065b-8ea6-4408-8b40-9287df279ec6 admin admin] Pushing event updated for resources: {'Port': ['ID=c809b017-4ad2-4077-a13e-9a0c6846906e,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:25.307639 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43702) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:25.310360 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-83527fba-4c3f-427e-9256-0d2caf411a7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:25.355854 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-83527fba-4c3f-427e-9256-0d2caf411a7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:25.417794 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5821f4-bc99-45fa-97de-b4c0dff4b3ba None None] Network 7f1e63eb-1bb4-4eff-a53f-a07dd49276cc is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:25.449452 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-2e5821f4-bc99-45fa-97de-b4c0dff4b3ba None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:25.455363 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5821f4-bc99-45fa-97de-b4c0dff4b3ba None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:25.558638 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-c093fab0-f368-496d-9300-7378b8d196c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Deleting port 0c0f8513-f8ee-413a-b43d-b273bf69c241 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:01:25.559145 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c093fab0-f368-496d-9300-7378b8d196c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:25.670075 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-2e5821f4-bc99-45fa-97de-b4c0dff4b3ba None None] Attempting to bind port baf71041-1f18-41aa-acea-df75243712a8 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:25.670513 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-2e5821f4-bc99-45fa-97de-b4c0dff4b3ba None None] Attempting to bind port baf71041-1f18-41aa-acea-df75243712a8 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'c27c3919-f3e6-40de-af47-70f01fb6a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7f1e63eb-1bb4-4eff-a53f-a07dd49276cc'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:25.670883 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5821f4-bc99-45fa-97de-b4c0dff4b3ba None None] Attempting to bind port baf71041-1f18-41aa-acea-df75243712a8 on network 7f1e63eb-1bb4-4eff-a53f-a07dd49276cc {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:25.702593 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74af12-7fba-4416-a1c4-fb9572d147f9 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Pushing event updated for resources: {'Port': ['ID=d0fb8fea-6835-49d9-a378-78a03b26bd6b,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:25.712615 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-bffe42e7-833c-46df-bfc9-d4ee713afc9d None None] Provisioning complete for port 7c1ed482-ddce-4a72-9f9d-f0eaa1553568 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:25.712998 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bffe42e7-833c-46df-bfc9-d4ee713afc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:25.773141 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:25.773712 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:25.773947 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:25.809040 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5821f4-bc99-45fa-97de-b4c0dff4b3ba None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:01:25.810254 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5821f4-bc99-45fa-97de-b4c0dff4b3ba None None] Checking segment: {'id': 'c27c3919-f3e6-40de-af47-70f01fb6a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7f1e63eb-1bb4-4eff-a53f-a07dd49276cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:01:25.810731 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2e5821f4-bc99-45fa-97de-b4c0dff4b3ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:25.811139 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5821f4-bc99-45fa-97de-b4c0dff4b3ba None None] Bound using segment: {'id': 'c27c3919-f3e6-40de-af47-70f01fb6a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7f1e63eb-1bb4-4eff-a53f-a07dd49276cc'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:01:25.811651 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-2e5821f4-bc99-45fa-97de-b4c0dff4b3ba None None] Bound port: baf71041-1f18-41aa-acea-df75243712a8, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27c3919-f3e6-40de-af47-70f01fb6a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7f1e63eb-1bb4-4eff-a53f-a07dd49276cc'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:01:25.812037 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2e5821f4-bc99-45fa-97de-b4c0dff4b3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:25.820673 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea8065b-8ea6-4408-8b40-9287df279ec6 admin admin] Network e9fe6eda-77b1-46f2-95d6-d5589d4aff54 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:25.840112 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device ef933e98-26ba-4942-aa91-5639cfc38c76 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:01:25.862954 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port cbd9c71b-42ce-4048-a56b-6f026790849f on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:25.863529 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:25.877276 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 6 to bind port cbd9c71b-42ce-4048-a56b-6f026790849f Feb 09 18:01:25.886179 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-1ea8065b-8ea6-4408-8b40-9287df279ec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:25.902631 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5821f4-bc99-45fa-97de-b4c0dff4b3ba None None] Pushing event updated for resources: {'Port': ['ID=baf71041-1f18-41aa-acea-df75243712a8,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:25.912632 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-bffe42e7-833c-46df-bfc9-d4ee713afc9d None None] Port 7c1ed482-ddce-4a72-9f9d-f0eaa1553568 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:01:26.011461 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-c093fab0-f368-496d-9300-7378b8d196c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] For port 0c0f8513-f8ee-413a-b43d-b273bf69c241, host hv-neutron-8270, got binding levels [] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:01:26.012070 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c093fab0-f368-496d-9300-7378b8d196c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:26.064594 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db7005e6-e1bb-4bfb-9464-ed8f1a41604b tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:26.064916 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db7005e6-e1bb-4bfb-9464-ed8f1a41604b tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:26.189262 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-2e5821f4-bc99-45fa-97de-b4c0dff4b3ba None None] For port baf71041-1f18-41aa-acea-df75243712a8, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:01:26.197291 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-2e5821f4-bc99-45fa-97de-b4c0dff4b3ba None None] For port baf71041-1f18-41aa-acea-df75243712a8, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=baf71041-1f18-41aa-acea-df75243712a8,segment=NetworkSegment(c27c3919-f3e6-40de-af47-70f01fb6a29f),segment_id=c27c3919-f3e6-40de-af47-70f01fb6a29f)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:01:26.230922 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port ef933e98-26ba-4942-aa91-5639cfc38c76 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:01:26.240167 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port ef933e98-26ba-4942-aa91-5639cfc38c76 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:26.240384 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:26.311455 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-c093fab0-f368-496d-9300-7378b8d196c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Calling delete_port for 0c0f8513-f8ee-413a-b43d-b273bf69c241 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:01:26.349902 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2e5821f4-bc99-45fa-97de-b4c0dff4b3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:26.540983 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:26.541316 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:26.541648 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:26.547288 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6cb93781-72f8-4043-992c-2c287c5c0fe4 None None] Provisioning complete for port c809b017-4ad2-4077-a13e-9a0c6846906e triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:26.548418 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6cb93781-72f8-4043-992c-2c287c5c0fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:26.556249 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-db7005e6-e1bb-4bfb-9464-ed8f1a41604b tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Calling delete_port for d1ce7d6e-25d2-4e9f-a69f-f0d45a7a3280 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:01:26.606220 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5821f4-bc99-45fa-97de-b4c0dff4b3ba None None] Pushing event updated for resources: {'Port': ['ID=baf71041-1f18-41aa-acea-df75243712a8,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:26.628362 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c093fab0-f368-496d-9300-7378b8d196c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:26.675200 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:26.719237 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c093fab0-f368-496d-9300-7378b8d196c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:26.748343 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c093fab0-f368-496d-9300-7378b8d196c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] 10.222.0.21 "DELETE /v2.0/ports/0c0f8513-f8ee-413a-b43d-b273bf69c241 HTTP/1.1" status: 204 len: 168 time: 1.4392402 Feb 09 18:01:26.755386 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port cbd9c71b-42ce-4048-a56b-6f026790849f on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:26.755707 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:26.756861 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port ef933e98-26ba-4942-aa91-5639cfc38c76, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=ef933e98-26ba-4942-aa91-5639cfc38c76,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:01:26.758512 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6cb93781-72f8-4043-992c-2c287c5c0fe4 None None] Port c809b017-4ad2-4077-a13e-9a0c6846906e cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:01:26.759890 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43706) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:26.761329 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093fab0-f368-496d-9300-7378b8d196c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c0f8513-f8ee-413a-b43d-b273bf69c241,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:26.781978 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 7 to bind port cbd9c71b-42ce-4048-a56b-6f026790849f Feb 09 18:01:26.820217 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceebbf5a-d945-4907-a122-f1dfa4ac3705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] GET failed (client error): The resource could not be found. Feb 09 18:01:26.820964 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ceebbf5a-d945-4907-a122-f1dfa4ac3705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Synchronizing usage tracker for tenant:cdc9b2a1920e431a9bca5c5a6042a37a on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:01:26.842779 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:26.843579 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device c5e1b9ad-f1a1-4993-855b-1c62eb3c6321 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:01:26.925011 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-83527fba-4c3f-427e-9256-0d2caf411a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:26.932820 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7196ec76-4891-4894-998e-a5273219ee9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:26.936703 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb6519b-fa63-4aef-819a-5d82a9a68c97 admin admin] Router 36901a24-e8f9-45c6-b9c4-66f195529e5e has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:01:26.949096 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:26.949419 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:26.949952 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:26.965628 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dce0eae0-8a72-4236-ac3c-333ab39eda03 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:26.979254 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=ef933e98-26ba-4942-aa91-5639cfc38c76,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:27.004994 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port c5e1b9ad-f1a1-4993-855b-1c62eb3c6321 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:27.005374 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:27.012081 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ceebbf5a-d945-4907-a122-f1dfa4ac3705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Unset dirty status for tenant:cdc9b2a1920e431a9bca5c5a6042a37a on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:01:27.012522 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ceebbf5a-d945-4907-a122-f1dfa4ac3705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] 10.222.0.21 "GET /v2.0/ports/0c0f8513-f8ee-413a-b43d-b273bf69c241 HTTP/1.1" status: 404 len: 333 time: 0.2475181 Feb 09 18:01:27.019164 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43710) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:27.084814 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-bd196317-d6fa-4b0f-8801-f7429700d903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Request body: {'port': {'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-459230615'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:27.092140 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-bd196317-d6fa-4b0f-8801-f7429700d903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:27.113646 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-bd196317-d6fa-4b0f-8801-f7429700d903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:27.125860 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-dce0eae0-8a72-4236-ac3c-333ab39eda03 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Calling delete_port for d0fb8fea-6835-49d9-a378-78a03b26bd6b owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:01:27.167357 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-83527fba-4c3f-427e-9256-0d2caf411a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:27.194329 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb6519b-fa63-4aef-819a-5d82a9a68c97 admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:01:27.200712 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-beb6519b-fa63-4aef-819a-5d82a9a68c97 admin admin] 10.222.0.21 "PUT /v2.0/routers/36901a24-e8f9-45c6-b9c4-66f195529e5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2994709 Feb 09 18:01:27.209614 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd196317-d6fa-4b0f-8801-f7429700d903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Made reservation on behalf of cdc9b2a1920e431a9bca5c5a6042a37a for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:27.209614 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bd196317-d6fa-4b0f-8801-f7429700d903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:27.228865 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-bd196317-d6fa-4b0f-8801-f7429700d903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] device_id is not set on port 59b8751d-c421-4d67-b6c2-479fc1d2b388 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:01:27.239264 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port cbd9c71b-42ce-4048-a56b-6f026790849f on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:27.239264 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:27.243492 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 8 to bind port cbd9c71b-42ce-4048-a56b-6f026790849f Feb 09 18:01:27.266575 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83527fba-4c3f-427e-9256-0d2caf411a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1a9b95-2f54-4905-800b-2ba9bf2c80a1,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:27.542233 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device ef933e98-26ba-4942-aa91-5639cfc38c76 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:01:27.633253 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bd196317-d6fa-4b0f-8801-f7429700d903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:27.635396 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:27.635925 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:27.636473 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:27.699753 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port ef933e98-26ba-4942-aa91-5639cfc38c76 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:27.700364 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:27.828011 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bd196317-d6fa-4b0f-8801-f7429700d903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:27.867277 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db7005e6-e1bb-4bfb-9464-ed8f1a41604b tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:27.875960 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 102d2002-eb3d-4b8c-9b13-429ccbeefdd8 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:01:27.912715 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-83527fba-4c3f-427e-9256-0d2caf411a7f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3683f95c26934f3e9dc5dfa17956bece&name=default HTTP/1.1" status: 200 len: 2647 time: 3.8636270 Feb 09 18:01:27.941488 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43722) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:27.946173 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port cbd9c71b-42ce-4048-a56b-6f026790849f on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:27.946753 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:27.966076 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 9 to bind port cbd9c71b-42ce-4048-a56b-6f026790849f Feb 09 18:01:27.974958 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7005e6-e1bb-4bfb-9464-ed8f1a41604b tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1ce7d6e-25d2-4e9f-a69f-f0d45a7a3280,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:27.994502 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd196317-d6fa-4b0f-8801-f7429700d903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:27.994502 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-bd196317-d6fa-4b0f-8801-f7429700d903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:27.996700 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd196317-d6fa-4b0f-8801-f7429700d903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:27.997513 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd196317-d6fa-4b0f-8801-f7429700d903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:27.998163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bd196317-d6fa-4b0f-8801-f7429700d903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:28.007695 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf0b25a-2315-48d2-8c60-3853d4b9210e None None] Network 7f1e63eb-1bb4-4eff-a53f-a07dd49276cc requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:01:28.018158 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd196317-d6fa-4b0f-8801-f7429700d903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Pushing event updated for resources: {'Port': ['ID=59b8751d-c421-4d67-b6c2-479fc1d2b388,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:28.047235 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 102d2002-eb3d-4b8c-9b13-429ccbeefdd8 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:01:28.057697 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 102d2002-eb3d-4b8c-9b13-429ccbeefdd8 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:28.058433 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:28.116612 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:28.116958 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:28.117442 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:28.125026 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-bd196317-d6fa-4b0f-8801-f7429700d903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1030769 Feb 09 18:01:28.126229 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43726) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:28.134767 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8270'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:28.179941 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db7005e6-e1bb-4bfb-9464-ed8f1a41604b tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:28.290041 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port cbd9c71b-42ce-4048-a56b-6f026790849f on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:28.292597 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:28.312118 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 10 to bind port cbd9c71b-42ce-4048-a56b-6f026790849f Feb 09 18:01:28.315078 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:28.344160 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dce0eae0-8a72-4236-ac3c-333ab39eda03 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:28.363925 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-7196ec76-4891-4894-998e-a5273219ee9e admin admin] Allocated IP 172.20.0.1 (bfbb786d-fb18-4e8f-a54d-5c87d11addf4/fe4e75a4-3fb3-49bd-9ee8-da883c83a940/398da87f-f65d-4cb9-ae71-4e6eb356bd9e) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:01:28.483044 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:28.483825 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:28.484439 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:28.504553 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0eae0-8a72-4236-ac3c-333ab39eda03 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Pushing event deleted for resources: {'Port': ['ID=d0fb8fea-6835-49d9-a378-78a03b26bd6b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:28.587711 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e368b2c5-5c56-49a9-9c1f-5c1962c9b2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:28.621947 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] device_id is not set on port 59b8751d-c421-4d67-b6c2-479fc1d2b388 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:01:28.630424 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:28.645410 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Transition to ACTIVE for port object 59b8751d-c421-4d67-b6c2-479fc1d2b388 will not be triggered until provisioned by entity L2. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:28.664815 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:28.673991 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port cbd9c71b-42ce-4048-a56b-6f026790849f on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:28.674496 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port cbd9c71b-42ce-4048-a56b-6f026790849f on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:28.675108 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:28.686451 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 102d2002-eb3d-4b8c-9b13-429ccbeefdd8, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=102d2002-eb3d-4b8c-9b13-429ccbeefdd8,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:01:28.690398 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db7005e6-e1bb-4bfb-9464-ed8f1a41604b tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:28.692847 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-db7005e6-e1bb-4bfb-9464-ed8f1a41604b tempest-ExternalNetworksAdminNegativeTestJSON-909263056 tempest-ExternalNetworksAdminNegativeTestJSON-909263056-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/dd782547-d4c3-473f-a97c-3b8be2fd25d2 HTTP/1.1" status: 204 len: 168 time: 4.4177814 Feb 09 18:01:28.722142 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-04b53e6c-d72b-4513-8d1e-63bfa3136b65 None None] Provisioning for port baf71041-1f18-41aa-acea-df75243712a8 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:01:28.723062 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:28.780337 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:28.782784 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device baf71041-1f18-41aa-acea-df75243712a8 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:01:28.810588 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43732) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:28.854443 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7196ec76-4891-4894-998e-a5273219ee9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:28.875835 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-7196ec76-4891-4894-998e-a5273219ee9e admin admin] Transition to ACTIVE for port object 398da87f-f65d-4cb9-ae71-4e6eb356bd9e will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:28.899714 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a30acb3d-4d1b-4e43-bd86-f256c7b9e10e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1155234487', 'description': 'tempest-description--1192010184'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:28.960336 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=102d2002-eb3d-4b8c-9b13-429ccbeefdd8,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:28.989041 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dce0eae0-8a72-4236-ac3c-333ab39eda03 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:28.995214 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-dce0eae0-8a72-4236-ac3c-333ab39eda03 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] 10.222.0.21 "DELETE /v2.0/ports/d0fb8fea-6835-49d9-a378-78a03b26bd6b HTTP/1.1" status: 204 len: 168 time: 4.3410769 Feb 09 18:01:29.001761 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43736) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:29.009302 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a30acb3d-4d1b-4e43-bd86-f256c7b9e10e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:29.024937 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e368b2c5-5c56-49a9-9c1f-5c1962c9b2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:29.033623 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a30acb3d-4d1b-4e43-bd86-f256c7b9e10e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Usage tracker for resource:security_group and tenant:9621278b19834e798a7390fcfa3a9f1f is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:29.038765 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a30acb3d-4d1b-4e43-bd86-f256c7b9e10e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:29.057188 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a30acb3d-4d1b-4e43-bd86-f256c7b9e10e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:29.074892 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Pushing event updated for resources: {'Port': ['ID=59b8751d-c421-4d67-b6c2-479fc1d2b388,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:29.087673 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port baf71041-1f18-41aa-acea-df75243712a8 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:01:29.097717 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e10991e3-528a-4edd-9d88-6d4c2fdb015e None None] Provisioning complete for port baf71041-1f18-41aa-acea-df75243712a8 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:29.099582 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e10991e3-528a-4edd-9d88-6d4c2fdb015e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:29.123248 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:29.123784 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:29.123784 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:29.144134 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port baf71041-1f18-41aa-acea-df75243712a8 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:29.144544 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:29.156381 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:29.156972 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:29.157614 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 2 to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 Feb 09 18:01:29.190855 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a30acb3d-4d1b-4e43-bd86-f256c7b9e10e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:29.215420 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7196ec76-4891-4894-998e-a5273219ee9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:29.259434 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:29.259859 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:29.260404 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:29.309943 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:29.310803 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:29.328245 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 3 to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 Feb 09 18:01:29.332572 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] For port cbd9c71b-42ce-4048-a56b-6f026790849f, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:01:29.332572 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempted to set empty binding levels {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 18:01:29.384987 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7196ec76-4891-4894-998e-a5273219ee9e admin admin] Network bfbb786d-fb18-4e8f-a54d-5c87d11addf4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:29.390045 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-7196ec76-4891-4894-998e-a5273219ee9e admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:29.397645 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196ec76-4891-4894-998e-a5273219ee9e admin admin] Pushing event updated for resources: {'Port': ['ID=398da87f-f65d-4cb9-ae71-4e6eb356bd9e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:29.400639 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7196ec76-4891-4894-998e-a5273219ee9e admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:29.401117 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7196ec76-4891-4894-998e-a5273219ee9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:29.416586 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea8065b-8ea6-4408-8b40-9287df279ec6 admin admin] Router 78633f50-0f03-45d5-89b5-552acd2dac7f has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:01:29.441780 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a30acb3d-4d1b-4e43-bd86-f256c7b9e10e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:29.447115 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:29.447555 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e10991e3-528a-4edd-9d88-6d4c2fdb015e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:29.447854 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:29.448631 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:29.449604 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:29.460269 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a30acb3d-4d1b-4e43-bd86-f256c7b9e10e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Usage tracker for resource:security_group_rule and tenant:9621278b19834e798a7390fcfa3a9f1f is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:29.468785 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a30acb3d-4d1b-4e43-bd86-f256c7b9e10e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:29.480344 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:29.481251 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:29.484209 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a30acb3d-4d1b-4e43-bd86-f256c7b9e10e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:29.487975 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 4 to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 Feb 09 18:01:29.491520 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:29.528146 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-e10991e3-528a-4edd-9d88-6d4c2fdb015e None None] For port baf71041-1f18-41aa-acea-df75243712a8, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=baf71041-1f18-41aa-acea-df75243712a8,segment=NetworkSegment(c27c3919-f3e6-40de-af47-70f01fb6a29f),segment_id=c27c3919-f3e6-40de-af47-70f01fb6a29f)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:01:29.547516 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e368b2c5-5c56-49a9-9c1f-5c1962c9b2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:29.563991 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:29.564811 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:29.565442 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:29.587966 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:29.588755 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:29.591551 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 5 to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 Feb 09 18:01:29.595669 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e10991e3-528a-4edd-9d88-6d4c2fdb015e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:29.639909 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368b2c5-5c56-49a9-9c1f-5c1962c9b2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1a9b95-2f54-4905-800b-2ba9bf2c80a1,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:29.642169 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:29.642644 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:29.643127 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:29.668844 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:29.670035 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:29.673884 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:29.688518 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 6 to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 Feb 09 18:01:29.718978 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a30acb3d-4d1b-4e43-bd86-f256c7b9e10e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:29.730065 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:29.730558 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:29.731067 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:29.750854 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:29.751382 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:29.751976 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43744) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:29.752645 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 7 to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 Feb 09 18:01:29.784686 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:29.784686 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:29.784686 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:29.784686 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a30acb3d-4d1b-4e43-bd86-f256c7b9e10e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:29.798146 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e01235bc-c8da-4a2b-9ada-fb2537cf0d42 None None] Could not find standard attr ID for object d0fb8fea-6835-49d9-a378-78a03b26bd6b. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:01:29.825168 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:29.842896 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:29.842896 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 8 to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 Feb 09 18:01:29.864264 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30acb3d-4d1b-4e43-bd86-f256c7b9e10e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9116222-329e-4e8c-bd97-7f68a5276568,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:29.867549 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:01:29.868288 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:01:29.870906 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:29.871412 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:29.871995 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:29.884492 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10991e3-528a-4edd-9d88-6d4c2fdb015e None None] Pushing event updated for resources: {'Port': ['ID=baf71041-1f18-41aa-acea-df75243712a8,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:29.888287 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:29.888746 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:29.889255 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 9 to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 Feb 09 18:01:29.921886 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:29.922858 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:29.922858 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:29.931832 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:29.932194 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:29.932587 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 10 to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 Feb 09 18:01:29.949472 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:29.949803 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:29.950182 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:29.954983 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a30acb3d-4d1b-4e43-bd86-f256c7b9e10e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:29.956297 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a30acb3d-4d1b-4e43-bd86-f256c7b9e10e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.1364217 Feb 09 18:01:29.960507 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Pushing event updated for resources: {'Port': ['ID=cbd9c71b-42ce-4048-a56b-6f026790849f,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:29.962055 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43750) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:29.968451 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-1c49c405-191d-4209-bc7a-8c6d66b72775 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Request body: {'security_group_rule': {'security_group_id': 'd9116222-329e-4e8c-bd97-7f68a5276568', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:29.976425 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3f36db32-bcbe-437c-baf1-c00ee54998ad tempest-DHCPAgentSchedulersTestJSON-1131305839 tempest-DHCPAgentSchedulersTestJSON-1131305839-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.9574056 Feb 09 18:01:29.976425 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e368b2c5-5c56-49a9-9c1f-5c1962c9b2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:29.976684 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:29.976764 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e368b2c5-5c56-49a9-9c1f-5c1962c9b2d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d1a9b95-2f54-4905-800b-2ba9bf2c80a1 HTTP/1.1" status: 204 len: 168 time: 2.0273342 Feb 09 18:01:29.979470 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:29.980116 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:29.985109 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43754) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:29.996985 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8dacc08f-4b42-4fab-afb5-f93cbbc9f490 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1885121351'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:29.999477 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1c49c405-191d-4209-bc7a-8c6d66b72775 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:30.004791 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8dacc08f-4b42-4fab-afb5-f93cbbc9f490 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:30.006886 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1c49c405-191d-4209-bc7a-8c6d66b72775 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Usage tracker for resource:security_group_rule and tenant:9621278b19834e798a7390fcfa3a9f1f is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:30.010888 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1c49c405-191d-4209-bc7a-8c6d66b72775 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:30.011329 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8dacc08f-4b42-4fab-afb5-f93cbbc9f490 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Usage tracker for resource:network and tenant:b0ebd2f4d2734a3cbdbc31b042f3ef0c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:30.013345 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8f948f92-a087-4b20-be8d-3618607e2f74 None None] Provisioning for port 398da87f-f65d-4cb9-ae71-4e6eb356bd9e completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:01:30.017074 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8dacc08f-4b42-4fab-afb5-f93cbbc9f490 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:30.022622 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8f948f92-a087-4b20-be8d-3618607e2f74 None None] Provisioning complete for port 398da87f-f65d-4cb9-ae71-4e6eb356bd9e triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:30.022622 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8f948f92-a087-4b20-be8d-3618607e2f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:30.025111 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7196ec76-4891-4894-998e-a5273219ee9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:30.034746 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8dacc08f-4b42-4fab-afb5-f93cbbc9f490 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:30.117844 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1c49c405-191d-4209-bc7a-8c6d66b72775 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:30.136452 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8f948f92-a087-4b20-be8d-3618607e2f74 None None] Port 398da87f-f65d-4cb9-ae71-4e6eb356bd9e cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:01:30.157941 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-211ac13d-b9ac-48f9-8669-82d4481f459b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 11.2235913 Feb 09 18:01:30.162265 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dacc08f-4b42-4fab-afb5-f93cbbc9f490 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Made reservation on behalf of b0ebd2f4d2734a3cbdbc31b042f3ef0c for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:30.163376 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43760) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:30.168085 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8dacc08f-4b42-4fab-afb5-f93cbbc9f490 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:30.169672 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4ed0ba78-92bf-4d95-80d7-d520f225f5d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:30.274060 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] For port 59b8751d-c421-4d67-b6c2-479fc1d2b388, host hv-neutron-8270, cleared binding levels {{(pid=84541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:01:30.274517 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempted to set empty binding levels {{(pid=84541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 18:01:30.282281 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-d4a46fd5-9a57-4a02-b90d-d2c5b7787f46 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Deleting port cbd9c71b-42ce-4048-a56b-6f026790849f {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:01:30.282648 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d4a46fd5-9a57-4a02-b90d-d2c5b7787f46 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:30.322217 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dacc08f-4b42-4fab-afb5-f93cbbc9f490 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:01:30.331042 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4ed0ba78-92bf-4d95-80d7-d520f225f5d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:30.338270 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4ed0ba78-92bf-4d95-80d7-d520f225f5d4 admin admin] Usage tracker for resource:security_group_rule and tenant:ce7af522551d4f489a82d6196046a855 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:30.347982 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1c49c405-191d-4209-bc7a-8c6d66b72775 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:30.356139 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4ed0ba78-92bf-4d95-80d7-d520f225f5d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:30.366879 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4ed0ba78-92bf-4d95-80d7-d520f225f5d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:30.445523 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8dacc08f-4b42-4fab-afb5-f93cbbc9f490 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:30.445874 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-8dacc08f-4b42-4fab-afb5-f93cbbc9f490 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Added segment 943ff210-64a7-42d3-8472-1c8c733f5e3f of type vlan for network be6112d2-6b18-4768-ae4b-e60f12bfb7c7 Feb 09 18:01:30.532936 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8dacc08f-4b42-4fab-afb5-f93cbbc9f490 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:30.562415 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:30.579310 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4ed0ba78-92bf-4d95-80d7-d520f225f5d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:30.602322 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea8065b-8ea6-4408-8b40-9287df279ec6 admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:01:30.614639 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] Sync routers for ids ['78633f50-0f03-45d5-89b5-552acd2dac7f'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:01:30.623597 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7196ec76-4891-4894-998e-a5273219ee9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:30.632998 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1ea8065b-8ea6-4408-8b40-9287df279ec6 admin admin] 10.222.0.21 "PUT /v2.0/routers/78633f50-0f03-45d5-89b5-552acd2dac7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0521908 Feb 09 18:01:30.634712 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 102d2002-eb3d-4b8c-9b13-429ccbeefdd8 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:01:30.648032 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8dacc08f-4b42-4fab-afb5-f93cbbc9f490 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:30.655079 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dacc08f-4b42-4fab-afb5-f93cbbc9f490 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:30.656476 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8dacc08f-4b42-4fab-afb5-f93cbbc9f490 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:30.710563 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] Routers {'78633f50-0f03-45d5-89b5-552acd2dac7f'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:01:30.711204 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:01:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['78633f50-0f03-45d5-89b5-552acd2dac7f'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:30.719409 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7196ec76-4891-4894-998e-a5273219ee9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:30.719409 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7196ec76-4891-4894-998e-a5273219ee9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:30.808325 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-d4a46fd5-9a57-4a02-b90d-d2c5b7787f46 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] For port cbd9c71b-42ce-4048-a56b-6f026790849f, host hv-neutron-8270, got binding levels [] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:01:30.809197 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d4a46fd5-9a57-4a02-b90d-d2c5b7787f46 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:30.941003 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] Set router 78633f50-0f03-45d5-89b5-552acd2dac7f gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:01:30.961520 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-d4a46fd5-9a57-4a02-b90d-d2c5b7787f46 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Calling delete_port for cbd9c71b-42ce-4048-a56b-6f026790849f owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:01:31.139313 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43774) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:31.140051 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4ed0ba78-92bf-4d95-80d7-d520f225f5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:31.140051 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Pushing event updated for resources: {'Port': ['ID=59b8751d-c421-4d67-b6c2-479fc1d2b388,revision_number=3']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:31.149327 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4ed0ba78-92bf-4d95-80d7-d520f225f5d4 admin admin] Synchronizing usage tracker for tenant:96797c45473643baa729fd4ced76125e on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:01:31.151792 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0ba78-92bf-4d95-80d7-d520f225f5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9959f4-c5bc-4567-b3ed-91556d695286,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:31.197609 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1c49c405-191d-4209-bc7a-8c6d66b72775 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:31.200040 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] In _notify_port_updated(), no bound segment for port 59b8751d-c421-4d67-b6c2-479fc1d2b388 on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 18:01:31.201071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:31.202421 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5f9de2ec-7fac-4868-99a7-ca0332f4a83e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] 10.222.0.21 "PUT /v2.0/ports/59b8751d-c421-4d67-b6c2-479fc1d2b388 HTTP/1.1" status: 200 len: 980 time: 3.0750732 Feb 09 18:01:31.206235 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43780) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:31.316890 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2039b0af-3a7a-4f14-96f3-88f9bd497d55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Synchronizing usage tracker for tenant:cdc9b2a1920e431a9bca5c5a6042a37a on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:01:31.319592 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196ec76-4891-4894-998e-a5273219ee9e admin admin] Pushing event updated for resources: {'Port': ['ID=398da87f-f65d-4cb9-ae71-4e6eb356bd9e,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:31.336790 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fa51645f-d926-444f-aa96-ce61edac560d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:31.355226 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7196ec76-4891-4894-998e-a5273219ee9e admin admin] Network bfbb786d-fb18-4e8f-a54d-5c87d11addf4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:31.356250 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dacc08f-4b42-4fab-afb5-f93cbbc9f490 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Pushing event updated for resources: {'Network': ['ID=be6112d2-6b18-4768-ae4b-e60f12bfb7c7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:31.361108 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-7196ec76-4891-4894-998e-a5273219ee9e admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:31.370417 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 102d2002-eb3d-4b8c-9b13-429ccbeefdd8 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:31.370947 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:31.381167 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d4a46fd5-9a57-4a02-b90d-d2c5b7787f46 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:31.415510 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network be6112d2-6b18-4768-ae4b-e60f12bfb7c7 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:01:31.508576 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2039b0af-3a7a-4f14-96f3-88f9bd497d55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Unset dirty status for tenant:cdc9b2a1920e431a9bca5c5a6042a37a on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:01:31.510542 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2039b0af-3a7a-4f14-96f3-88f9bd497d55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14409 time: 0.3031080 Feb 09 18:01:31.511641 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4ed0ba78-92bf-4d95-80d7-d520f225f5d4 admin admin] Unset dirty status for tenant:96797c45473643baa729fd4ced76125e on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:01:31.513989 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4ed0ba78-92bf-4d95-80d7-d520f225f5d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce7af522551d4f489a82d6196046a855&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7512224 Feb 09 18:01:31.518853 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1c49c405-191d-4209-bc7a-8c6d66b72775 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:31.617681 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43786) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:31.619180 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43788) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:31.647295 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fa51645f-d926-444f-aa96-ce61edac560d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:31.651273 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a46fd5-9a57-4a02-b90d-d2c5b7787f46 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbd9c71b-42ce-4048-a56b-6f026790849f,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:31.651663 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-fa51645f-d926-444f-aa96-ce61edac560d admin admin] Usage tracker for resource:security_group_rule and tenant:243c68e65d5446ef8fdbd54dcd996be9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:31.654976 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'name': 'tempest-ServersTestJSON-1663983980-router', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:07Z', 'updated_at': '2022-02-09T18:01:23Z', 'revision_number': 4, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'gw_port': {'id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'c809b017-4ad2-4077-a13e-9a0c6846906e', 'name': '', 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'mac_address': 'fa:16:3e:d7:2a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f47090f-8581-4feb-b645-4f9000c047bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:20Z', 'updated_at': '2022-02-09T18:01:24Z', 'revision_number': 2, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'subnets': [{'id': '5f47090f-8581-4feb-b645-4f9000c047bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:31.655916 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-fa51645f-d926-444f-aa96-ce61edac560d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:31.663345 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fa51645f-d926-444f-aa96-ce61edac560d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:31.672780 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8dacc08f-4b42-4fab-afb5-f93cbbc9f490 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6842408 Feb 09 18:01:31.676174 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] Checking router: 78633f50-0f03-45d5-89b5-552acd2dac7f for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:01:31.676571 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] Updating router 78633f50-0f03-45d5-89b5-552acd2dac7f port c809b017-4ad2-4077-a13e-9a0c6846906e binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:01:31.677262 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43794) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:31.717781 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49c405-191d-4209-bc7a-8c6d66b72775 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba47facc-efdb-41c4-a48a-64cfb275534b,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:31.736539 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1c49c405-191d-4209-bc7a-8c6d66b72775 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:31.741680 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1c49c405-191d-4209-bc7a-8c6d66b72775 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.7782536 Feb 09 18:01:31.743352 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d4a46fd5-9a57-4a02-b90d-d2c5b7787f46 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:31.745415 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d4a46fd5-9a57-4a02-b90d-d2c5b7787f46 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] 10.222.0.21 "DELETE /v2.0/ports/cbd9c71b-42ce-4048-a56b-6f026790849f HTTP/1.1" status: 204 len: 168 time: 1.5808263 Feb 09 18:01:31.755173 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43798) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:31.755338 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43800) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:31.777713 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-be90cf02-bd2c-46cc-93d9-5d268e43b7b1 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Request body: {'security_group_rule': {'security_group_id': 'd9116222-329e-4e8c-bd97-7f68a5276568', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:31.821284 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:31.829662 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-be90cf02-bd2c-46cc-93d9-5d268e43b7b1 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:31.834360 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fa51645f-d926-444f-aa96-ce61edac560d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:31.846385 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-05158330-f016-49d3-9173-6d11ed2326d4 None None] Provisioning complete for port 398da87f-f65d-4cb9-ae71-4e6eb356bd9e triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:31.846879 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05158330-f016-49d3-9173-6d11ed2326d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:31.860469 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-be90cf02-bd2c-46cc-93d9-5d268e43b7b1 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Usage tracker for resource:security_group_rule and tenant:9621278b19834e798a7390fcfa3a9f1f is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:31.867548 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-be90cf02-bd2c-46cc-93d9-5d268e43b7b1 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:31.870730 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d0a2f3f-b9a1-453c-9d43-61bb3d0d8b56 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] GET failed (client error): The resource could not be found. Feb 09 18:01:31.871317 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4d0a2f3f-b9a1-453c-9d43-61bb3d0d8b56 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Synchronizing usage tracker for tenant:39ac61ec603548c48f6ddd6e25c5bfd9 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:01:31.875464 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-fce2a5a3-ac27-44e9-bcc1-b029af24f68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Deleting port 59b8751d-c421-4d67-b6c2-479fc1d2b388 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:01:31.875802 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fce2a5a3-ac27-44e9-bcc1-b029af24f68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:31.906057 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43806) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:31.916126 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-be90cf02-bd2c-46cc-93d9-5d268e43b7b1 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:31.916357 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fa51645f-d926-444f-aa96-ce61edac560d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:31.922545 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device baf71041-1f18-41aa-acea-df75243712a8 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:01:31.930725 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b0f3b71b-f0ef-47f6-a7f0-8f0d6cbd691c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1867989482', 'description': 'tempest-description--473773057'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:31.953396 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b0f3b71b-f0ef-47f6-a7f0-8f0d6cbd691c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:31.964374 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fa51645f-d926-444f-aa96-ce61edac560d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=243c68e65d5446ef8fdbd54dcd996be9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8994167 Feb 09 18:01:31.964581 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b0f3b71b-f0ef-47f6-a7f0-8f0d6cbd691c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Usage tracker for resource:security_group and tenant:dfa1d4188c6244068741973f4d6efca4 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:31.965202 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43810) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:31.976669 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b0f3b71b-f0ef-47f6-a7f0-8f0d6cbd691c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:32.021089 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b0f3b71b-f0ef-47f6-a7f0-8f0d6cbd691c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:32.037445 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-700a2433-1e73-421e-ba8b-2c1ec2bc3cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:32.050571 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-05158330-f016-49d3-9173-6d11ed2326d4 None None] Port 398da87f-f65d-4cb9-ae71-4e6eb356bd9e cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:01:32.099781 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-700a2433-1e73-421e-ba8b-2c1ec2bc3cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:32.133924 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51645f-d926-444f-aa96-ce61edac560d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45a4fce-3723-44db-9c2c-2fbae4c003db,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:32.211563 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port baf71041-1f18-41aa-acea-df75243712a8 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:32.211563 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:32.264278 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b0f3b71b-f0ef-47f6-a7f0-8f0d6cbd691c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:32.287132 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be90cf02-bd2c-46cc-93d9-5d268e43b7b1 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:32.296380 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-17a185dd-3886-497c-85f6-3ff96ebe7b34 tempest-DHCPAgentSchedulersTestJSON-1131305839 tempest-DHCPAgentSchedulersTestJSON-1131305839-project-admin] 10.222.0.21 "GET /v2.0/agents/3fa09b46-c7c9-41e0-92e8-0f5db87aad0f/dhcp-networks HTTP/1.1" status: 200 len: 7011 time: 0.6088018 Feb 09 18:01:32.305418 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43814) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:32.329366 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fdd1752b-c3f2-4acb-9695-111e43183c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:32.337340 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-fce2a5a3-ac27-44e9-bcc1-b029af24f68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] For port 59b8751d-c421-4d67-b6c2-479fc1d2b388, host hv-neutron-8270, got binding levels [] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:01:32.337914 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fce2a5a3-ac27-44e9-bcc1-b029af24f68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:32.372743 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4d0a2f3f-b9a1-453c-9d43-61bb3d0d8b56 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Unset dirty status for tenant:39ac61ec603548c48f6ddd6e25c5bfd9 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:01:32.374089 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4d0a2f3f-b9a1-453c-9d43-61bb3d0d8b56 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] 10.222.0.21 "GET /v2.0/ports/cbd9c71b-42ce-4048-a56b-6f026790849f HTTP/1.1" status: 404 len: 333 time: 0.6065223 Feb 09 18:01:32.408677 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43818) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:32.425420 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-1f402a5c-d222-4984-a105-cc4d5505d525 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Request body: {'port': {'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-235723303'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:32.435841 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fdd1752b-c3f2-4acb-9695-111e43183c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:32.442471 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b0f3b71b-f0ef-47f6-a7f0-8f0d6cbd691c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:32.453836 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1f402a5c-d222-4984-a105-cc4d5505d525 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:32.503555 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1f402a5c-d222-4984-a105-cc4d5505d525 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:32.514731 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-fce2a5a3-ac27-44e9-bcc1-b029af24f68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Calling delete_port for 59b8751d-c421-4d67-b6c2-479fc1d2b388 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:01:32.526245 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:32.545077 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b0f3b71b-f0ef-47f6-a7f0-8f0d6cbd691c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Usage tracker for resource:security_group_rule and tenant:dfa1d4188c6244068741973f4d6efca4 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:32.549231 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] Transition to ACTIVE for port object c809b017-4ad2-4077-a13e-9a0c6846906e will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:32.556334 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b0f3b71b-f0ef-47f6-a7f0-8f0d6cbd691c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:32.572768 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b0f3b71b-f0ef-47f6-a7f0-8f0d6cbd691c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:32.579617 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc56464-7365-40be-afbb-44fa4b3bdd0c tempest-DHCPAgentSchedulersTestJSON-1131305839 tempest-DHCPAgentSchedulersTestJSON-1131305839-project-admin] Network be6112d2-6b18-4768-ae4b-e60f12bfb7c7 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:01:32.599238 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7196ec76-4891-4894-998e-a5273219ee9e admin admin] Router 0318a032-6b42-4a2b-8015-112e7a120b34 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:01:32.674025 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f402a5c-d222-4984-a105-cc4d5505d525 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Made reservation on behalf of 39ac61ec603548c48f6ddd6e25c5bfd9 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:32.676613 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1f402a5c-d222-4984-a105-cc4d5505d525 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:32.687869 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:32.691902 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-700a2433-1e73-421e-ba8b-2c1ec2bc3cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:32.725864 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a2433-1e73-421e-ba8b-2c1ec2bc3cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9959f4-c5bc-4567-b3ed-91556d695286,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:32.730544 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be90cf02-bd2c-46cc-93d9-5d268e43b7b1 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:32.745107 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fce2a5a3-ac27-44e9-bcc1-b029af24f68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:32.764330 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fdd1752b-c3f2-4acb-9695-111e43183c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:32.802057 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1fc56464-7365-40be-afbb-44fa4b3bdd0c tempest-DHCPAgentSchedulersTestJSON-1131305839 tempest-DHCPAgentSchedulersTestJSON-1131305839-project-admin] 10.222.0.21 "POST /v2.0/agents/3fa09b46-c7c9-41e0-92e8-0f5db87aad0f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4892254 Feb 09 18:01:32.802318 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2a5a3-ac27-44e9-bcc1-b029af24f68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Pushing event deleted for resources: {'Port': ['ID=59b8751d-c421-4d67-b6c2-479fc1d2b388,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:32.802318 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43822) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:32.806983 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1752b-c3f2-4acb-9695-111e43183c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45a4fce-3723-44db-9c2c-2fbae4c003db,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:32.811715 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-1f402a5c-d222-4984-a105-cc4d5505d525 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] device_id is not set on port ed316e17-1ea9-4bf5-ad63-60271c5f313d yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:01:32.834139 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11728d6e-765e-479e-a75f-0c38c3569d77 None None] Network be6112d2-6b18-4768-ae4b-e60f12bfb7c7 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:01:32.865001 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fdd1752b-c3f2-4acb-9695-111e43183c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:32.865672 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fdd1752b-c3f2-4acb-9695-111e43183c40 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a45a4fce-3723-44db-9c2c-2fbae4c003db HTTP/1.1" status: 204 len: 168 time: 0.8975825 Feb 09 18:01:32.870334 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be90cf02-bd2c-46cc-93d9-5d268e43b7b1 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:32.893394 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63a5bd-077d-4fcc-a4b0-12b32a1bf97e None None] Pushing event updated for resources: {'Port': ['ID=c809b017-4ad2-4077-a13e-9a0c6846906e,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:32.909486 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-700a2433-1e73-421e-ba8b-2c1ec2bc3cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:32.914331 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-700a2433-1e73-421e-ba8b-2c1ec2bc3cd6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a9959f4-c5bc-4567-b3ed-91556d695286 HTTP/1.1" status: 204 len: 168 time: 1.2763309 Feb 09 18:01:32.940256 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90cf02-bd2c-46cc-93d9-5d268e43b7b1 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e868d6-3e0f-49e8-aa70-c6d043a912ac,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:32.948074 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fce2a5a3-ac27-44e9-bcc1-b029af24f68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:32.959233 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43830) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:32.967020 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fce2a5a3-ac27-44e9-bcc1-b029af24f68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] 10.222.0.21 "DELETE /v2.0/ports/59b8751d-c421-4d67-b6c2-479fc1d2b388 HTTP/1.1" status: 204 len: 168 time: 1.3269143 Feb 09 18:01:32.974526 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b0f3b71b-f0ef-47f6-a7f0-8f0d6cbd691c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:33.174613 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be90cf02-bd2c-46cc-93d9-5d268e43b7b1 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:33.182345 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-be90cf02-bd2c-46cc-93d9-5d268e43b7b1 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4101412 Feb 09 18:01:33.182345 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b0f3b71b-f0ef-47f6-a7f0-8f0d6cbd691c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:33.242991 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43834) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:33.269587 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-c0048b2f-0c6a-4f07-9bb7-f250060e2daf tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:33.280395 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c0048b2f-0c6a-4f07-9bb7-f250060e2daf tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:33.302005 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c0048b2f-0c6a-4f07-9bb7-f250060e2daf tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Usage tracker for resource:floatingip and tenant:9621278b19834e798a7390fcfa3a9f1f is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:33.309633 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c0048b2f-0c6a-4f07-9bb7-f250060e2daf tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:33.319635 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c0048b2f-0c6a-4f07-9bb7-f250060e2daf tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:33.321928 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3b71b-f0ef-47f6-a7f0-8f0d6cbd691c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e40cc133-4265-4bed-b41f-bcd52141e467,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:33.324550 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] Attempting to bind port c809b017-4ad2-4077-a13e-9a0c6846906e on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:33.325123 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] Attempting to bind port c809b017-4ad2-4077-a13e-9a0c6846906e by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'acc6345d-43f6-4b7f-9b7c-aab25cb3821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:33.325437 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] Attempting to bind port c809b017-4ad2-4077-a13e-9a0c6846906e on network e9fe6eda-77b1-46f2-95d6-d5589d4aff54 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:33.326599 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d14487c-451b-4c8c-b444-707989085847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] GET failed (client error): The resource could not be found. Feb 09 18:01:33.327901 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5d14487c-451b-4c8c-b444-707989085847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] 10.222.0.21 "GET /v2.0/ports/59b8751d-c421-4d67-b6c2-479fc1d2b388 HTTP/1.1" status: 404 len: 333 time: 0.3676808 Feb 09 18:01:33.335250 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43838) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:33.336386 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:01:33.336756 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] Checking segment: {'id': 'acc6345d-43f6-4b7f-9b7c-aab25cb3821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:01:33.337152 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:33.337585 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] Bound using segment: {'id': 'acc6345d-43f6-4b7f-9b7c-aab25cb3821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:01:33.338122 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] Bound port: c809b017-4ad2-4077-a13e-9a0c6846906e, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc6345d-43f6-4b7f-9b7c-aab25cb3821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:01:33.338545 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:33.356144 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-2b99b10b-59fe-47bb-bc47-c1e7a6b983df tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570012443', 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:33.369946 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2b99b10b-59fe-47bb-bc47-c1e7a6b983df tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:33.390719 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2b99b10b-59fe-47bb-bc47-c1e7a6b983df tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Usage tracker for resource:port and tenant:cdc9b2a1920e431a9bca5c5a6042a37a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:33.396146 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2b99b10b-59fe-47bb-bc47-c1e7a6b983df tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:33.412895 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2b99b10b-59fe-47bb-bc47-c1e7a6b983df tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:33.413229 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b0f3b71b-f0ef-47f6-a7f0-8f0d6cbd691c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:33.418702 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b0f3b71b-f0ef-47f6-a7f0-8f0d6cbd691c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.5054617 Feb 09 18:01:33.422114 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43842) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:33.425775 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fba71ed7-cc03-434d-ace9-a8c959f8c779 tempest-DHCPAgentSchedulersTestJSON-1131305839 tempest-DHCPAgentSchedulersTestJSON-1131305839-project-admin] 10.222.0.21 "GET /v2.0/agents/3fa09b46-c7c9-41e0-92e8-0f5db87aad0f/dhcp-networks HTTP/1.1" status: 200 len: 7756 time: 0.6233542 Feb 09 18:01:33.429516 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43846) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:33.432135 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1f402a5c-d222-4984-a105-cc4d5505d525 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:33.439797 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a3e18a7a-1ace-4f47-8aee-088d3856b64c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Request body: {'security_group_rule': {'security_group_id': 'e40cc133-4265-4bed-b41f-bcd52141e467', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:33.449709 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a3e18a7a-1ace-4f47-8aee-088d3856b64c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:33.455874 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a3e18a7a-1ace-4f47-8aee-088d3856b64c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Usage tracker for resource:security_group_rule and tenant:dfa1d4188c6244068741973f4d6efca4 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:33.461996 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a3e18a7a-1ace-4f47-8aee-088d3856b64c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:33.462643 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] For port c809b017-4ad2-4077-a13e-9a0c6846906e, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:01:33.466981 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] For port c809b017-4ad2-4077-a13e-9a0c6846906e, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c809b017-4ad2-4077-a13e-9a0c6846906e,segment=NetworkSegment(acc6345d-43f6-4b7f-9b7c-aab25cb3821b),segment_id=acc6345d-43f6-4b7f-9b7c-aab25cb3821b)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:01:33.472936 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a3e18a7a-1ace-4f47-8aee-088d3856b64c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:33.499543 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7196ec76-4891-4894-998e-a5273219ee9e admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:01:33.502441 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c0048b2f-0c6a-4f07-9bb7-f250060e2daf tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks [] for floatingip, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:33.532082 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b99b10b-59fe-47bb-bc47-c1e7a6b983df tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Made reservation on behalf of cdc9b2a1920e431a9bca5c5a6042a37a for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:33.537677 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2b99b10b-59fe-47bb-bc47-c1e7a6b983df tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:33.569031 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-2b99b10b-59fe-47bb-bc47-c1e7a6b983df tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] device_id is not set on port 011eedfa-a738-4225-9199-06ddc72e808c yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:01:33.586175 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:33.646950 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7d011532-19d4-4a3d-82e0-6092f321113c tempest-DHCPAgentSchedulersTestJSON-1131305839 tempest-DHCPAgentSchedulersTestJSON-1131305839-project-admin] 10.222.0.21 "DELETE /v2.0/agents/3fa09b46-c7c9-41e0-92e8-0f5db87aad0f/dhcp-networks/be6112d2-6b18-4768-ae4b-e60f12bfb7c7 HTTP/1.1" status: 204 len: 168 time: 0.2141871 Feb 09 18:01:33.651788 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43856) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:33.738641 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1f402a5c-d222-4984-a105-cc4d5505d525 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:33.756513 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7196ec76-4891-4894-998e-a5273219ee9e admin admin] 10.222.0.21 "PUT /v2.0/routers/0318a032-6b42-4a2b-8015-112e7a120b34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2270029 Feb 09 18:01:33.765591 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] Routers {'78633f50-0f03-45d5-89b5-552acd2dac7f'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:01:33.766433 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:01:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['78633f50-0f03-45d5-89b5-552acd2dac7f'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:33.898607 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f402a5c-d222-4984-a105-cc4d5505d525 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Pushing event updated for resources: {'Port': ['ID=ed316e17-1ea9-4bf5-ad63-60271c5f313d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:33.907227 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a3e18a7a-1ace-4f47-8aee-088d3856b64c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:33.929707 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c0048b2f-0c6a-4f07-9bb7-f250060e2daf tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:33.948571 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63a5bd-077d-4fcc-a4b0-12b32a1bf97e None None] Pushing event updated for resources: {'Port': ['ID=c809b017-4ad2-4077-a13e-9a0c6846906e,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:33.959951 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f402a5c-d222-4984-a105-cc4d5505d525 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Network 7f4d9b20-1282-425a-9f13-0bb4078d012d is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:33.966902 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-1f402a5c-d222-4984-a105-cc4d5505d525 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:33.970084 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f402a5c-d222-4984-a105-cc4d5505d525 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:33.976194 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f402a5c-d222-4984-a105-cc4d5505d525 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:33.976817 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1f402a5c-d222-4984-a105-cc4d5505d525 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:34.090002 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] Set router 78633f50-0f03-45d5-89b5-552acd2dac7f gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:01:34.159423 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-065ef86a-f10d-4961-8ec9-b41621b8a443 tempest-DHCPAgentSchedulersTestJSON-1131305839 tempest-DHCPAgentSchedulersTestJSON-1131305839-project-admin] 10.222.0.21 "GET /v2.0/agents/3fa09b46-c7c9-41e0-92e8-0f5db87aad0f/dhcp-networks HTTP/1.1" status: 200 len: 7011 time: 0.5022190 Feb 09 18:01:34.163751 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a3e18a7a-1ace-4f47-8aee-088d3856b64c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:34.169469 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43872) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:34.206681 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2b99b10b-59fe-47bb-bc47-c1e7a6b983df tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:34.224766 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6e6293df-d284-433c-a91d-2c91adb11ae2 tempest-DHCPAgentSchedulersTestJSON-1131305839 tempest-DHCPAgentSchedulersTestJSON-1131305839-project-admin] 10.222.0.21 "GET /v2.0/networks/7f1e63eb-1bb4-4eff-a53f-a07dd49276cc/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0500650 Feb 09 18:01:34.225001 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43876) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:34.247163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-c0048b2f-0c6a-4f07-9bb7-f250060e2daf tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Allocated IP 172.26.8.218 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/f48cedb3-a816-4499-b091-c209aacdb46a) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:01:34.257594 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-16c32135-82d1-441a-bf8c-c78a05629e4e tempest-DHCPAgentSchedulersTestJSON-1131305839 tempest-DHCPAgentSchedulersTestJSON-1131305839-project-admin] 10.222.0.21 "GET /v2.0/networks/7f1e63eb-1bb4-4eff-a53f-a07dd49276cc/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0309119 Feb 09 18:01:34.259523 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1f402a5c-d222-4984-a105-cc4d5505d525 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8497951 Feb 09 18:01:34.264485 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43880) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:34.264818 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43882) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:34.273088 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:34.312700 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43888) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:34.319211 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a3e18a7a-1ace-4f47-8aee-088d3856b64c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:34.387136 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e18a7a-1ace-4f47-8aee-088d3856b64c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a488d05-5ab8-4d30-b0fe-0dd3a79c2ec7,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:34.447841 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a3e18a7a-1ace-4f47-8aee-088d3856b64c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:34.449046 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a3e18a7a-1ace-4f47-8aee-088d3856b64c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0234563 Feb 09 18:01:34.452693 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43892) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:34.465175 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c0048b2f-0c6a-4f07-9bb7-f250060e2daf tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:34.479460 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b194db8e-08af-4981-bfb6-78e1b3572b01 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Request body: {'security_group_rule': {'security_group_id': 'e40cc133-4265-4bed-b41f-bcd52141e467', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:34.491928 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-70bb72b4-e5e1-44c6-b1c7-1abbc8406b04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e1ef55c302a47359f2620ccadc6523c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1761858 Feb 09 18:01:34.510445 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43896) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:34.568179 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b194db8e-08af-4981-bfb6-78e1b3572b01 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:34.616531 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b194db8e-08af-4981-bfb6-78e1b3572b01 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Usage tracker for resource:security_group_rule and tenant:dfa1d4188c6244068741973f4d6efca4 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:34.625598 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b194db8e-08af-4981-bfb6-78e1b3572b01 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:34.628253 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:34.646967 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b194db8e-08af-4981-bfb6-78e1b3572b01 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:34.667912 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b1b1cdaf-c1b2-42f5-8bd7-3b324832ea02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:34.746709 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2b99b10b-59fe-47bb-bc47-c1e7a6b983df tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:34.762968 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b1b1cdaf-c1b2-42f5-8bd7-3b324832ea02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:34.818797 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b194db8e-08af-4981-bfb6-78e1b3572b01 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:34.907358 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b194db8e-08af-4981-bfb6-78e1b3572b01 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:34.918818 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c0048b2f-0c6a-4f07-9bb7-f250060e2daf tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:34.928492 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-82ede6b8-9937-434d-8021-d9475a936571 tempest-DHCPAgentSchedulersTestJSON-1131305839 tempest-DHCPAgentSchedulersTestJSON-1131305839-project-admin] 10.222.0.21 "GET /v2.0/agents/3fa09b46-c7c9-41e0-92e8-0f5db87aad0f/dhcp-networks HTTP/1.1" status: 200 len: 7011 time: 0.6625757 Feb 09 18:01:34.938353 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b99b10b-59fe-47bb-bc47-c1e7a6b983df tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:34.941726 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43902) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:34.948191 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-2b99b10b-59fe-47bb-bc47-c1e7a6b983df tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:34.963237 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'name': 'tempest-ServersTestJSON-1663983980-router', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:07Z', 'updated_at': '2022-02-09T18:01:23Z', 'revision_number': 4, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'gw_port': {'id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'c809b017-4ad2-4077-a13e-9a0c6846906e', 'name': '', 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'mac_address': 'fa:16:3e:d7:2a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f47090f-8581-4feb-b645-4f9000c047bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:20Z', 'updated_at': '2022-02-09T18:01:33Z', 'revision_number': 4, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'subnets': [{'id': '5f47090f-8581-4feb-b645-4f9000c047bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:34.977014 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c4862a-ce61-42a6-8381-0a51fc67621c None None] The sync data for ids ['78633f50-0f03-45d5-89b5-552acd2dac7f'] in dv-neutron-827016-2-hyperv is: [{'id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'name': 'tempest-ServersTestJSON-1663983980-router', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:07Z', 'updated_at': '2022-02-09T18:01:23Z', 'revision_number': 4, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'gw_port': {'id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'c809b017-4ad2-4077-a13e-9a0c6846906e', 'name': '', 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'mac_address': 'fa:16:3e:d7:2a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f47090f-8581-4feb-b645-4f9000c047bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:20Z', 'updated_at': '2022-02-09T18:01:33Z', 'revision_number': 4, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'subnets': [{'id': '5f47090f-8581-4feb-b645-4f9000c047bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:01:34.992176 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b99b10b-59fe-47bb-bc47-c1e7a6b983df tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:34.993147 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b99b10b-59fe-47bb-bc47-c1e7a6b983df tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:34.993956 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2b99b10b-59fe-47bb-bc47-c1e7a6b983df tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:35.041953 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43908) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:35.041953 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b1b1cdaf-c1b2-42f5-8bd7-3b324832ea02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:35.091276 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-25dc543d-3ef8-4cc0-b482-c9faff4a8906 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1686500895', 'description': 'tempest-description--490579577'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:35.096273 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b194db8e-08af-4981-bfb6-78e1b3572b01 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:35.104369 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0048b2f-0c6a-4f07-9bb7-f250060e2daf tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:35.122447 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-25dc543d-3ef8-4cc0-b482-c9faff4a8906 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:35.154248 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194db8e-08af-4981-bfb6-78e1b3572b01 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f3264b1-3ad1-4cd8-b465-1e8881a64784,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:35.157174 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1cdaf-c1b2-42f5-8bd7-3b324832ea02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68989628-3b95-4278-a472-e786e0bbd589,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:35.160123 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-c0048b2f-0c6a-4f07-9bb7-f250060e2daf tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:35.166895 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0048b2f-0c6a-4f07-9bb7-f250060e2daf tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:35.208371 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99b10b-59fe-47bb-bc47-c1e7a6b983df tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Pushing event updated for resources: {'Port': ['ID=011eedfa-a738-4225-9199-06ddc72e808c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:35.243422 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-25dc543d-3ef8-4cc0-b482-c9faff4a8906 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Usage tracker for resource:security_group and tenant:7814e9f979984521b818aa821b9167b5 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:35.249991 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0048b2f-0c6a-4f07-9bb7-f250060e2daf tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Pushing event updated for resources: {'Port': ['ID=f48cedb3-a816-4499-b091-c209aacdb46a,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:35.253642 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-25dc543d-3ef8-4cc0-b482-c9faff4a8906 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:35.260499 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b1b1cdaf-c1b2-42f5-8bd7-3b324832ea02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:35.261642 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b1b1cdaf-c1b2-42f5-8bd7-3b324832ea02 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68989628-3b95-4278-a472-e786e0bbd589 HTTP/1.1" status: 204 len: 168 time: 0.7466156 Feb 09 18:01:35.268551 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-25dc543d-3ef8-4cc0-b482-c9faff4a8906 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:35.280180 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b194db8e-08af-4981-bfb6-78e1b3572b01 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:35.282478 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b194db8e-08af-4981-bfb6-78e1b3572b01 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8233635 Feb 09 18:01:35.285762 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43916) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:35.294662 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-1471e9f6-15f7-48c5-a815-555b9482be89 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:35.302393 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1471e9f6-15f7-48c5-a815-555b9482be89 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:35.307766 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1471e9f6-15f7-48c5-a815-555b9482be89 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Usage tracker for resource:floatingip and tenant:dfa1d4188c6244068741973f4d6efca4 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:35.311450 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1471e9f6-15f7-48c5-a815-555b9482be89 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:35.318878 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1471e9f6-15f7-48c5-a815-555b9482be89 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:35.329484 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2b99b10b-59fe-47bb-bc47-c1e7a6b983df tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9837706 Feb 09 18:01:35.336644 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43920) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:35.427842 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:35.494217 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c0048b2f-0c6a-4f07-9bb7-f250060e2daf tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:35.517366 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43924) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:35.557061 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-25dc543d-3ef8-4cc0-b482-c9faff4a8906 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:35.564125 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:01:35.602187 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1471e9f6-15f7-48c5-a815-555b9482be89 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks [] for floatingip, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:35.677937 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-25dc543d-3ef8-4cc0-b482-c9faff4a8906 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:35.682506 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-30c6a15e-7d2e-4ec4-8152-91bc4eed8cdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Synchronizing usage tracker for tenant:cdc9b2a1920e431a9bca5c5a6042a37a on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:01:35.747642 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-5988b947-01dc-482e-a24e-7cb7cde5f4a5 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:35.748704 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5988b947-01dc-482e-a24e-7cb7cde5f4a5 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2303171 Feb 09 18:01:35.756970 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-25dc543d-3ef8-4cc0-b482-c9faff4a8906 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Usage tracker for resource:security_group_rule and tenant:7814e9f979984521b818aa821b9167b5 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:35.762483 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43930) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:35.765349 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-25dc543d-3ef8-4cc0-b482-c9faff4a8906 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:35.787203 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-5096ccfc-0897-41a1-8508-55647a4daf39 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:35.791241 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5096ccfc-0897-41a1-8508-55647a4daf39 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0248742 Feb 09 18:01:35.791241 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-25dc543d-3ef8-4cc0-b482-c9faff4a8906 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:35.794402 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43934) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:35.804329 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:35.821142 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-9c860283-e5e6-4851-9ea2-ef6c91e098c7 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:35.821142 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9c860283-e5e6-4851-9ea2-ef6c91e098c7 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0130703 Feb 09 18:01:35.821486 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] device_id is not set on port ed316e17-1ea9-4bf5-ad63-60271c5f313d yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:01:35.824337 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43938) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:35.830690 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c0048b2f-0c6a-4f07-9bb7-f250060e2daf tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:35.843982 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [None req-72fa37a3-7d6e-41f7-9472-7a797d427151 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:35.845204 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-72fa37a3-7d6e-41f7-9472-7a797d427151 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0179963 Feb 09 18:01:35.847346 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:35.851905 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43942) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:35.868210 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Subscribe: > segment before_delete 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:35.868556 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:35.869407 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:35.873421 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Subscribe: > port after_create 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:35.873421 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Subscribe: > port after_delete 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:35.873421 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Subscribe: > port after_update 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:35.873421 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Subscribe: > segment after_delete 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:35.873421 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Subscribe: > subnet after_create 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:35.873421 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Subscribe: > subnet after_delete 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:35.873421 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Subscribe: > subnet after_update 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:35.945932 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-25dc543d-3ef8-4cc0-b482-c9faff4a8906 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:36.072401 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Subscribe: > subnet after_create 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:36.072986 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Subscribe: > subnet after_delete 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:36.073463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Subscribe: > subnet before_create 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:36.073965 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Subscribe: > subnet before_update 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:36.074560 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be6112d2-6b18-4768-ae4b-e60f12bfb7c7']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:36.080719 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1471e9f6-15f7-48c5-a815-555b9482be89 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:36.090762 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [None req-bd94942a-f1ea-4085-9d8d-85c6a91a2789 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.094191 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-bd94942a-f1ea-4085-9d8d-85c6a91a2789 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.2308123 Feb 09 18:01:36.097178 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943ff210-64a7-42d3-8472-1c8c733f5e3f') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:36.097475 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943ff210-64a7-42d3-8472-1c8c733f5e3f') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:36.111097 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43948) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.113623 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-30c6a15e-7d2e-4ec4-8152-91bc4eed8cdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Unset dirty status for tenant:cdc9b2a1920e431a9bca5c5a6042a37a on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:01:36.126065 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-30c6a15e-7d2e-4ec4-8152-91bc4eed8cdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] 10.222.0.21 "GET /v2.0/ports/011eedfa-a738-4225-9199-06ddc72e808c HTTP/1.1" status: 200 len: 959 time: 0.7822058 Feb 09 18:01:36.130397 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43954) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.143440 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [None req-7702747d-e615-4db6-aef9-c987ccbd44ed tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.147863 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7702747d-e615-4db6-aef9-c987ccbd44ed tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0353556 Feb 09 18:01:36.149787 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Transition to ACTIVE for port object ed316e17-1ea9-4bf5-ad63-60271c5f313d will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:36.154499 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:36.159828 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43958) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.171612 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-65ca6477-5945-4e19-8c31-39ba6573c7b9 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.173021 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-65ca6477-5945-4e19-8c31-39ba6573c7b9 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0109618 Feb 09 18:01:36.176730 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-25dc543d-3ef8-4cc0-b482-c9faff4a8906 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:36.176822 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43964) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.281069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc543d-3ef8-4cc0-b482-c9faff4a8906 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f6bb0e-9d51-4ec5-8646-92b2f8965ee4,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:36.330470 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [None req-521f1b14-f644-47d1-bde8-c76a83ff7ae9 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.341084 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-521f1b14-f644-47d1-bde8-c76a83ff7ae9 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0148454 Feb 09 18:01:36.341084 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:36.341084 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43970) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.391512 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:36.408411 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [None req-bf1927d3-621f-4fc3-a6da-89bec7a95b95 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.409364 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-bf1927d3-621f-4fc3-a6da-89bec7a95b95 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0250018 Feb 09 18:01:36.409857 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-1471e9f6-15f7-48c5-a815-555b9482be89 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Allocated IP 172.26.8.25 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/328d8631-b584-4547-801d-9faf775e60aa) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:01:36.417771 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43974) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.423701 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:01:36.424085 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:36.425706 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-b384960c-4c86-4dac-a8cb-26245ca48860 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.431707 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b384960c-4c86-4dac-a8cb-26245ca48860 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0080819 Feb 09 18:01:36.431707 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c0048b2f-0c6a-4f07-9bb7-f250060e2daf tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:36.433631 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43978) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.439182 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-aac243e0-a1e2-411e-805d-ab71dc7b8538 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.440137 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-aac243e0-a1e2-411e-805d-ab71dc7b8538 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0056028 Feb 09 18:01:36.444871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 43982) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: util.warn_limited( Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: util.warn_limited( Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:01:36.445762 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:01:36.467957 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-59012ff7-3db5-41f1-8a4c-03aed50a635c tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.472322 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-59012ff7-3db5-41f1-8a4c-03aed50a635c tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0231774 Feb 09 18:01:36.474426 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-25dc543d-3ef8-4cc0-b482-c9faff4a8906 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:36.475659 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-25dc543d-3ef8-4cc0-b482-c9faff4a8906 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.4224668 Feb 09 18:01:36.501794 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43986) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.502116 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43988) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.521612 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-86c709d1-4527-4202-b11c-cbdf5a121d50 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Request body: {'security_group_rule': {'security_group_id': '36f6bb0e-9d51-4ec5-8646-92b2f8965ee4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:36.522366 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c0048b2f-0c6a-4f07-9bb7-f250060e2daf tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:36.528615 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [None req-c367075f-a8e0-429f-8807-1da81c2f1796 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.529611 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c367075f-a8e0-429f-8807-1da81c2f1796 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0246775 Feb 09 18:01:36.533476 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Pushing event updated for resources: {'Port': ['ID=ed316e17-1ea9-4bf5-ad63-60271c5f313d,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:36.603548 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 43996) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.606753 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c0048b2f-0c6a-4f07-9bb7-f250060e2daf tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:36.609390 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6e02b8da-7f32-4a95-8b7f-c28e9287d07e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Deleting port 011eedfa-a738-4225-9199-06ddc72e808c {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:01:36.609730 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e02b8da-7f32-4a95-8b7f-c28e9287d07e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:36.612574 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0048b2f-0c6a-4f07-9bb7-f250060e2daf tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Pushing event updated for resources: {'Port': ['ID=f48cedb3-a816-4499-b091-c209aacdb46a,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:36.669053 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-86c709d1-4527-4202-b11c-cbdf5a121d50 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:36.686687 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [None req-c9dc53c5-4888-4a5b-85ce-123db7dc5d50 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.687661 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c9dc53c5-4888-4a5b-85ce-123db7dc5d50 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0815058 Feb 09 18:01:36.690728 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-86c709d1-4527-4202-b11c-cbdf5a121d50 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Usage tracker for resource:security_group_rule and tenant:7814e9f979984521b818aa821b9167b5 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:36.694938 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44000) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.702047 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-86c709d1-4527-4202-b11c-cbdf5a121d50 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:36.714706 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device c809b017-4ad2-4077-a13e-9a0c6846906e up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:01:36.719067 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [None req-aab4c662-2dd5-4840-9005-10a81ccb2f41 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.720031 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-aab4c662-2dd5-4840-9005-10a81ccb2f41 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0148647 Feb 09 18:01:36.723710 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-86c709d1-4527-4202-b11c-cbdf5a121d50 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:36.727510 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44004) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.744844 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [None req-9fd8cd32-f314-47c7-aa05-929541a3584c tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.753632 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9fd8cd32-f314-47c7-aa05-929541a3584c tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0158839 Feb 09 18:01:36.756228 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44008) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.761093 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1471e9f6-15f7-48c5-a815-555b9482be89 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:36.767203 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-629a45a2-bad6-4cb1-87c9-4ca4a8acbbd9 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.771408 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-629a45a2-bad6-4cb1-87c9-4ca4a8acbbd9 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0111682 Feb 09 18:01:36.772763 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44012) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.785194 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-b46cf224-c733-4ca2-a1bd-33ca8a97c096 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.787237 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b46cf224-c733-4ca2-a1bd-33ca8a97c096 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0091500 Feb 09 18:01:36.790710 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44016) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.798554 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-e25abfa3-3785-4155-ba30-eca64b0d4a36 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.803393 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e25abfa3-3785-4155-ba30-eca64b0d4a36 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0080135 Feb 09 18:01:36.804648 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44020) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.812421 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-a2f1c418-d490-433c-849c-9da9f9311560 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.816427 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a2f1c418-d490-433c-849c-9da9f9311560 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0079134 Feb 09 18:01:36.817742 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44024) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.827543 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-b0974873-5254-4952-a07f-23d7c81f7eed tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.831486 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b0974873-5254-4952-a07f-23d7c81f7eed tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0099492 Feb 09 18:01:36.835315 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44028) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.844831 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-b851b4a3-08ac-472d-9f77-71c6b2db1975 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.846480 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b851b4a3-08ac-472d-9f77-71c6b2db1975 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0096433 Feb 09 18:01:36.849521 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44032) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.860169 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-88f5a1ce-4a25-4382-9674-b7c5b7e5a9b3 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.861773 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-88f5a1ce-4a25-4382-9674-b7c5b7e5a9b3 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0107489 Feb 09 18:01:36.865439 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:36.865843 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c0048b2f-0c6a-4f07-9bb7-f250060e2daf tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:36.865990 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:36.874523 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:36.874715 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c0048b2f-0c6a-4f07-9bb7-f250060e2daf tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6245792 Feb 09 18:01:36.874715 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44036) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.888942 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-35ba1033-5273-4e79-9a56-f09d2a01c09e tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.891176 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-35ba1033-5273-4e79-9a56-f09d2a01c09e tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0178161 Feb 09 18:01:36.905821 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44044) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.914338 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-2ae53930-c846-4c04-9e81-f512427d9a24 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.919870 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2ae53930-c846-4c04-9e81-f512427d9a24 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0123265 Feb 09 18:01:36.920495 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44048) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.926623 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-3faa5bb3-105e-42d2-acce-9402c3112954 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.930657 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3faa5bb3-105e-42d2-acce-9402c3112954 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0086052 Feb 09 18:01:36.931704 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44052) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.936954 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-e0f9abb9-d805-473d-bbcd-ff473c4dc86a tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.940996 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e0f9abb9-d805-473d-bbcd-ff473c4dc86a tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0082145 Feb 09 18:01:36.943048 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44056) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.948638 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-f44e536a-d737-4104-8352-705cfd4b09cc tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.950795 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f44e536a-d737-4104-8352-705cfd4b09cc tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0065680 Feb 09 18:01:36.955793 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44060) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.962885 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-1265a262-46fb-4f34-9dd7-e88821377406 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.967817 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1265a262-46fb-4f34-9dd7-e88821377406 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0106409 Feb 09 18:01:36.969025 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44064) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.977305 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-603580cf-5db8-48c9-8422-04705f627d48 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.983525 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-603580cf-5db8-48c9-8422-04705f627d48 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0076213 Feb 09 18:01:36.983525 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44070) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:36.993929 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-1e4ec7d6-cc75-48a3-b8f4-6ff217bfbeae tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:36.998370 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1e4ec7d6-cc75-48a3-b8f4-6ff217bfbeae tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0108972 Feb 09 18:01:36.999865 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44074) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.002058 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:37.013254 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-7f2ea68e-4c62-4d20-af45-35ba895aeaad tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.015119 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port ed316e17-1ea9-4bf5-ad63-60271c5f313d on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:37.015325 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:37.018539 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7f2ea68e-4c62-4d20-af45-35ba895aeaad tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0174694 Feb 09 18:01:37.019199 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44078) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.022847 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 2 to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d Feb 09 18:01:37.025530 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-3c4a03d8-fbe8-4b69-9420-3dafc7864a80 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.030184 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3c4a03d8-fbe8-4b69-9420-3dafc7864a80 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0095723 Feb 09 18:01:37.031007 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44082) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.037066 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-ebc1ecf1-4ccb-4192-853a-f269850e0c38 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.041524 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ebc1ecf1-4ccb-4192-853a-f269850e0c38 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0095205 Feb 09 18:01:37.042732 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44086) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.047723 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-b372fada-d1bf-44e8-a7c0-b7d71d9ddcfa tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.052427 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b372fada-d1bf-44e8-a7c0-b7d71d9ddcfa tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0085156 Feb 09 18:01:37.053261 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44090) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.058047 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-c42d0a63-13e6-42ba-923e-73b47600e387 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.062146 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c42d0a63-13e6-42ba-923e-73b47600e387 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0076928 Feb 09 18:01:37.062827 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44094) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.068302 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-ec0dd880-6ceb-4ce6-a67d-3d0320d23738 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.072526 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ec0dd880-6ceb-4ce6-a67d-3d0320d23738 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0085580 Feb 09 18:01:37.073169 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44098) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.074364 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port c809b017-4ad2-4077-a13e-9a0c6846906e completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:01:37.078590 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-9402aa93-0919-4af0-a966-47ad034fdda4 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.080483 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port c809b017-4ad2-4077-a13e-9a0c6846906e triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:37.080855 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:37.082731 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9402aa93-0919-4af0-a966-47ad034fdda4 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0081284 Feb 09 18:01:37.083472 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44102) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.092049 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-596f04b3-dd19-4dac-a928-6f5978c5ad51 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.096144 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-596f04b3-dd19-4dac-a928-6f5978c5ad51 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0115340 Feb 09 18:01:37.096995 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44106) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.105358 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-3893e0f2-b5b2-4832-8cef-d9c43c256ffd tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.110313 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3893e0f2-b5b2-4832-8cef-d9c43c256ffd tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0118613 Feb 09 18:01:37.111286 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44110) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.119799 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-a205503a-37e5-40e9-bc2c-b0b28e825a8a tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.122802 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a205503a-37e5-40e9-bc2c-b0b28e825a8a tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0103028 Feb 09 18:01:37.124850 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44114) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.127265 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:37.134791 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-f871b881-81bd-4354-a5f1-d5baf32a2220 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.139574 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f871b881-81bd-4354-a5f1-d5baf32a2220 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0108788 Feb 09 18:01:37.139736 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44118) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.151416 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Pushing event deleted for resources: {'Network': ['ID=be6112d2-6b18-4768-ae4b-e60f12bfb7c7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:37.162278 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:37.162780 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:37.185394 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:37.185466 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-9157b97d-219e-4d0e-8107-7887ac4704cf tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.185466 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9157b97d-219e-4d0e-8107-7887ac4704cf tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0248477 Feb 09 18:01:37.185466 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1471e9f6-15f7-48c5-a815-555b9482be89 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:37.185967 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-86c709d1-4527-4202-b11c-cbdf5a121d50 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:37.188716 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44124) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.191884 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e02b8da-7f32-4a95-8b7f-c28e9287d07e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:37.230494 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-746108dd-52d4-4cdd-b2ca-5a98beebe5bd tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] 10.222.0.21 "DELETE /v2.0/networks/be6112d2-6b18-4768-ae4b-e60f12bfb7c7 HTTP/1.1" status: 204 len: 168 time: 2.2837491 Feb 09 18:01:37.241814 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [None req-68df0c75-b69f-468d-aa73-bcfba41f3796 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.244105 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-68df0c75-b69f-468d-aa73-bcfba41f3796 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0313315 Feb 09 18:01:37.289074 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44128) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.289230 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:37.313770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44138) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.341760 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-107f3472-c11e-4dc6-89d0-2d8a5cfdb4d5 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] DELETE failed (client error): The resource could not be found. Feb 09 18:01:37.342246 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-107f3472-c11e-4dc6-89d0-2d8a5cfdb4d5 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:01:37.344300 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-107f3472-c11e-4dc6-89d0-2d8a5cfdb4d5 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] 10.222.0.21 "DELETE /v2.0/ports/d0fb8fea-6835-49d9-a378-78a03b26bd6b HTTP/1.1" status: 404 len: 333 time: 0.0706723 Feb 09 18:01:37.354261 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-1256acff-d0fe-422f-b65a-b83113441f74 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.356546 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1256acff-d0fe-422f-b65a-b83113441f74 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0319870 Feb 09 18:01:37.402512 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44142) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.402993 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port c809b017-4ad2-4077-a13e-9a0c6846906e, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c809b017-4ad2-4077-a13e-9a0c6846906e,segment=NetworkSegment(acc6345d-43f6-4b7f-9b7c-aab25cb3821b),segment_id=acc6345d-43f6-4b7f-9b7c-aab25cb3821b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:01:37.422193 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44148) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.433432 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1471e9f6-15f7-48c5-a815-555b9482be89 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:37.439524 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-1a249b13-cacf-4ff4-892f-ca9d0856fb4c tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.443225 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1a249b13-cacf-4ff4-892f-ca9d0856fb4c tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0189393 Feb 09 18:01:37.447026 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1471e9f6-15f7-48c5-a815-555b9482be89 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Pushing event updated for resources: {'Port': ['ID=328d8631-b584-4547-801d-9faf775e60aa,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:37.449690 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-1471e9f6-15f7-48c5-a815-555b9482be89 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:37.451964 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44152) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.469889 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1471e9f6-15f7-48c5-a815-555b9482be89 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:37.477402 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-a48c0fcc-aa40-4f7b-bcc3-0493021720b3 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.478445 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a48c0fcc-aa40-4f7b-bcc3-0493021720b3 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0139401 Feb 09 18:01:37.482710 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44156) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.491103 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port ed316e17-1ea9-4bf5-ad63-60271c5f313d on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:37.491655 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:37.492400 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-2d98b7a6-cc14-4074-82cb-34a7594dc44e tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.493408 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2d98b7a6-cc14-4074-82cb-34a7594dc44e tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0098057 Feb 09 18:01:37.498987 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44160) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.503760 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6e02b8da-7f32-4a95-8b7f-c28e9287d07e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Calling delete_port for 011eedfa-a738-4225-9199-06ddc72e808c owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:01:37.508870 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-d905dc51-339b-4561-bea6-1c969c96269b tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.513447 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d905dc51-339b-4561-bea6-1c969c96269b tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0100002 Feb 09 18:01:37.538149 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44164) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.560958 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 3 to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d Feb 09 18:01:37.596960 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-22c94640-8bf5-4647-97e7-d1f15ef11eee tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.603195 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-22c94640-8bf5-4647-97e7-d1f15ef11eee tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0588512 Feb 09 18:01:37.604440 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44168) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.619003 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [None req-38bdfe9d-9a26-4216-a873-a10f42f649b9 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.624442 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-38bdfe9d-9a26-4216-a873-a10f42f649b9 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0087218 Feb 09 18:01:37.638780 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44172) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.649824 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:37.650907 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:37.651836 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:37.656254 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-3a96f9fe-7243-4de5-8e60-b80fc2d9ec24 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.659198 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3a96f9fe-7243-4de5-8e60-b80fc2d9ec24 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0082312 Feb 09 18:01:37.680089 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44176) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.696861 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-b4fef6cc-7682-4bc0-9c18-32c334d4be29 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.698523 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b4fef6cc-7682-4bc0-9c18-32c334d4be29 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0140944 Feb 09 18:01:37.706501 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44180) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.721120 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [None req-ff74674d-836e-46f0-bf72-e88be4cf4d1e tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.728555 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ff74674d-836e-46f0-bf72-e88be4cf4d1e tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0140676 Feb 09 18:01:37.729701 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44182) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.730217 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44186) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.768833 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:37.771264 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [None req-6d6bd62d-a57d-4b55-aae1-00eb2009fbbe tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.773106 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6d6bd62d-a57d-4b55-aae1-00eb2009fbbe tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0222323 Feb 09 18:01:37.777273 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port ed316e17-1ea9-4bf5-ad63-60271c5f313d on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:37.777794 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:37.780727 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-86c709d1-4527-4202-b11c-cbdf5a121d50 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:37.801453 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44194) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.802552 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 4 to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d Feb 09 18:01:37.827882 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [None req-3fc0682c-0c47-48fd-8c47-65adf1d8da34 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.835050 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3fc0682c-0c47-48fd-8c47-65adf1d8da34 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0185814 Feb 09 18:01:37.841981 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44198) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.855450 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [None req-0ba7bb1a-35c7-4416-92de-6fc70c35c21f tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.861988 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0ba7bb1a-35c7-4416-92de-6fc70c35c21f tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0180719 Feb 09 18:01:37.863194 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44202) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.872020 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:37.872849 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:37.873615 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:37.883311 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [None req-774d033c-11d2-4c2e-b0e8-e31baa677869 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.898334 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=c809b017-4ad2-4077-a13e-9a0c6846906e,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:37.903875 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44206) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.904799 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-774d033c-11d2-4c2e-b0e8-e31baa677869 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0359352 Feb 09 18:01:37.912968 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-f9873528-a38c-4b6d-9764-339290648613 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.942267 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f9873528-a38c-4b6d-9764-339290648613 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0090687 Feb 09 18:01:37.943024 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-86c709d1-4527-4202-b11c-cbdf5a121d50 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:37.943284 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b1c25e-8f0e-4530-a21d-a6c3e429bc1f tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Deleting subnet 3155269c-da2b-4e01-b082-f0f0ac6f2eb0 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:01:37.943284 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1471e9f6-15f7-48c5-a815-555b9482be89 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:37.943284 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b5b1c25e-8f0e-4530-a21d-a6c3e429bc1f tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:37.949183 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44212) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.952498 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port ed316e17-1ea9-4bf5-ad63-60271c5f313d on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:37.953038 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:37.962268 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [None req-fc7f45ee-b341-4e62-a0ae-7aeb4a112408 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:37.963977 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fc7f45ee-b341-4e62-a0ae-7aeb4a112408 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0094876 Feb 09 18:01:37.966615 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44216) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.973549 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44218) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:37.975729 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 5 to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d Feb 09 18:01:37.985475 dv-neutron-827016-2-hyperv neutron-server[84541]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 18:01:37.989496 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c709d1-4527-4202-b11c-cbdf5a121d50 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1e44f9-6e98-46ef-9baa-0c01d832bc1d,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:38.035524 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-f03e0614-e6b2-456e-9243-221d50ca61ef tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:38.035524 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f03e0614-e6b2-456e-9243-221d50ca61ef tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0311234 Feb 09 18:01:38.035524 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b5b1c25e-8f0e-4530-a21d-a6c3e429bc1f tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:38.036278 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:38.036278 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:38.036278 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:38.043668 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44226) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:38.053820 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-14ffb3ea-bc89-47dc-935d-5e6f3aaacc8a tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:38.057577 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-14ffb3ea-bc89-47dc-935d-5e6f3aaacc8a tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0102522 Feb 09 18:01:38.060341 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44230) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:38.064485 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6d100964-8be3-4a8b-8c56-5066272edc48 tempest-AgentManagementNegativeTest-1004024190 tempest-AgentManagementNegativeTest-1004024190-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3160865 Feb 09 18:01:38.065893 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port ed316e17-1ea9-4bf5-ad63-60271c5f313d on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:38.066702 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:38.067514 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 6 to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d Feb 09 18:01:38.083879 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e02b8da-7f32-4a95-8b7f-c28e9287d07e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:38.108854 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-6666dae1-5736-40b5-9ab7-a134a6494db0 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:38.109905 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6666dae1-5736-40b5-9ab7-a134a6494db0 tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0128143 Feb 09 18:01:38.114770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44236) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:38.121066 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-532feac8-56d3-4641-a51b-5d57e375f02d req-ec8cf5eb-671e-4131-a83c-a61a04150e6a tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Synchronizing usage tracker for tenant:9621278b19834e798a7390fcfa3a9f1f on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:01:38.131357 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [None req-2f36d067-13ed-47bc-b3a0-a056addbc21b tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:38.132380 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2f36d067-13ed-47bc-b3a0-a056addbc21b tempest-ExtensionsTestJSON-343993398 tempest-ExtensionsTestJSON-343993398-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0163198 Feb 09 18:01:38.194161 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-86c709d1-4527-4202-b11c-cbdf5a121d50 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:38.196302 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-86c709d1-4527-4202-b11c-cbdf5a121d50 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.6894903 Feb 09 18:01:38.203027 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02b8da-7f32-4a95-8b7f-c28e9287d07e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Pushing event deleted for resources: {'Port': ['ID=011eedfa-a738-4225-9199-06ddc72e808c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:38.206118 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:38.206733 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:38.207289 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:38.210202 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44242) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:38.229427 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e02b8da-7f32-4a95-8b7f-c28e9287d07e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:38.235357 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6e02b8da-7f32-4a95-8b7f-c28e9287d07e tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] 10.222.0.21 "DELETE /v2.0/ports/011eedfa-a738-4225-9199-06ddc72e808c HTTP/1.1" status: 204 len: 168 time: 2.0955095 Feb 09 18:01:38.235357 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port ed316e17-1ea9-4bf5-ad63-60271c5f313d on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:38.235831 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:38.236496 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44244) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:38.237710 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 7 to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d Feb 09 18:01:38.308741 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-e7aee3d7-db5c-4518-a312-7ab3993abfa8 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Request body: {'security_group_rule': {'security_group_id': '36f6bb0e-9d51-4ec5-8646-92b2f8965ee4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:38.319486 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-c846e3a0-941a-45a1-b422-338292ad61dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] GET failed (client error): The resource could not be found. Feb 09 18:01:38.320352 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c846e3a0-941a-45a1-b422-338292ad61dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Synchronizing usage tracker for tenant:cdc9b2a1920e431a9bca5c5a6042a37a on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:01:38.325145 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e7aee3d7-db5c-4518-a312-7ab3993abfa8 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:38.331358 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:38.331358 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:38.331358 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:38.331756 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b5b1c25e-8f0e-4530-a21d-a6c3e429bc1f tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:38.350996 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port ed316e17-1ea9-4bf5-ad63-60271c5f313d on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:38.351552 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:38.353371 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 8 to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d Feb 09 18:01:38.361737 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e7aee3d7-db5c-4518-a312-7ab3993abfa8 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Usage tracker for resource:security_group_rule and tenant:7814e9f979984521b818aa821b9167b5 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:38.373157 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e7aee3d7-db5c-4518-a312-7ab3993abfa8 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:38.382431 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:38.382877 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:38.383432 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:38.384067 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e7aee3d7-db5c-4518-a312-7ab3993abfa8 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:38.392837 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1471e9f6-15f7-48c5-a815-555b9482be89 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:38.393233 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port ed316e17-1ea9-4bf5-ad63-60271c5f313d on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:38.393719 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:38.394376 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 9 to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d Feb 09 18:01:38.421486 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:38.421860 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:38.422280 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:38.429740 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port ed316e17-1ea9-4bf5-ad63-60271c5f313d on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:38.430071 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:38.430503 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 10 to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d Feb 09 18:01:38.446860 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:38.447195 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:38.447557 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:38.454508 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port ed316e17-1ea9-4bf5-ad63-60271c5f313d on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:38.454756 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port ed316e17-1ea9-4bf5-ad63-60271c5f313d on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:38.455156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:38.477804 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c846e3a0-941a-45a1-b422-338292ad61dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Unset dirty status for tenant:cdc9b2a1920e431a9bca5c5a6042a37a on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:01:38.484180 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c846e3a0-941a-45a1-b422-338292ad61dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] 10.222.0.21 "GET /v2.0/ports/011eedfa-a738-4225-9199-06ddc72e808c HTTP/1.1" status: 404 len: 333 time: 0.2303452 Feb 09 18:01:38.498376 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44250) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:38.499710 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-532feac8-56d3-4641-a51b-5d57e375f02d req-ec8cf5eb-671e-4131-a83c-a61a04150e6a tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Unset dirty status for tenant:9621278b19834e798a7390fcfa3a9f1f on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:01:38.500323 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-532feac8-56d3-4641-a51b-5d57e375f02d req-ec8cf5eb-671e-4131-a83c-a61a04150e6a tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1155234487&fields=id&tenant_id=9621278b19834e798a7390fcfa3a9f1f HTTP/1.1" status: 200 len: 267 time: 0.5325058 Feb 09 18:01:38.510348 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-d45109df-3995-4511-ba48-97fbe1dda19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Request body: {'port': {'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934754605'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:38.567327 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d45109df-3995-4511-ba48-97fbe1dda19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:38.591534 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device c809b017-4ad2-4077-a13e-9a0c6846906e up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:01:38.616226 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] For port ed316e17-1ea9-4bf5-ad63-60271c5f313d, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:01:38.617318 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempted to set empty binding levels {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 18:01:38.625608 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e7aee3d7-db5c-4518-a312-7ab3993abfa8 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:38.637648 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d45109df-3995-4511-ba48-97fbe1dda19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:38.677865 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port c809b017-4ad2-4077-a13e-9a0c6846906e triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:38.678519 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:38.693531 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b5b1c25e-8f0e-4530-a21d-a6c3e429bc1f tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:38.763335 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:38.796222 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1c25e-8f0e-4530-a21d-a6c3e429bc1f tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Pushing event deleted for resources: {'Subnet': ['ID=3155269c-da2b-4e01-b082-f0f0ac6f2eb0,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:38.820781 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b5b1c25e-8f0e-4530-a21d-a6c3e429bc1f tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:38.833812 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b14f12-3264-4322-a8e0-9793257d3df6 None None] Network 7f1e63eb-1bb4-4eff-a53f-a07dd49276cc requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:01:38.862864 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] In _notify_port_updated(), no bound segment for port ed316e17-1ea9-4bf5-ad63-60271c5f313d on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 18:01:38.865808 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:38.870763 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] 10.222.0.21 "PUT /v2.0/ports/ed316e17-1ea9-4bf5-ad63-60271c5f313d HTTP/1.1" status: 200 len: 976 time: 4.6027985 Feb 09 18:01:38.882167 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b5b1c25e-8f0e-4530-a21d-a6c3e429bc1f tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] 10.222.0.21 "DELETE /v2.0/subnets/3155269c-da2b-4e01-b082-f0f0ac6f2eb0 HTTP/1.1" status: 204 len: 168 time: 1.5154061 Feb 09 18:01:38.883175 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44258) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:38.884010 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44260) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:38.939431 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532feac8-56d3-4641-a51b-5d57e375f02d req-1e52a304-46d7-4afc-8b4f-5abc41051a42 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:38.941031 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-532feac8-56d3-4641-a51b-5d57e375f02d req-1e52a304-46d7-4afc-8b4f-5abc41051a42 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/networks?id=2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 HTTP/1.1" status: 200 len: 812 time: 0.4257574 Feb 09 18:01:38.941809 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45109df-3995-4511-ba48-97fbe1dda19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Made reservation on behalf of cdc9b2a1920e431a9bca5c5a6042a37a for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:38.944586 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d45109df-3995-4511-ba48-97fbe1dda19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:38.959574 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e7aee3d7-db5c-4518-a312-7ab3993abfa8 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:39.013340 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1471e9f6-15f7-48c5-a815-555b9482be89 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:39.015941 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-d45109df-3995-4511-ba48-97fbe1dda19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] device_id is not set on port 9f3320cf-0e4d-4870-b944-64d7fed47fce yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:01:39.089799 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e7aee3d7-db5c-4518-a312-7ab3993abfa8 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:39.091596 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1471e9f6-15f7-48c5-a815-555b9482be89 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:39.187389 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-532feac8-56d3-4641-a51b-5d57e375f02d req-cd178540-2699-4449-97f4-a47c97d19477 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/quotas/9621278b19834e798a7390fcfa3a9f1f HTTP/1.1" status: 200 len: 375 time: 0.2264371 Feb 09 18:01:39.187872 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44268) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:39.188206 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44270) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:39.199666 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb42dd-e7b6-4c9c-bd06-6598cd7eb954 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Pushing event updated for resources: {'Port': ['ID=ed316e17-1ea9-4bf5-ad63-60271c5f313d,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:39.296939 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aee3d7-db5c-4518-a312-7ab3993abfa8 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d475ef-4050-4b2d-a807-60776421b345,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:39.325925 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd218586-56ce-441d-9266-d56607310677 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:39.349034 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1471e9f6-15f7-48c5-a815-555b9482be89 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:39.356701 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1471e9f6-15f7-48c5-a815-555b9482be89 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Pushing event updated for resources: {'Port': ['ID=328d8631-b584-4547-801d-9faf775e60aa,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:39.385650 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-cd218586-56ce-441d-9266-d56607310677 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Deleting port baf71041-1f18-41aa-acea-df75243712a8 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:01:39.386165 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd218586-56ce-441d-9266-d56607310677 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:39.475555 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ff30d3-ae11-420d-aecd-96d3b8863a78 None None] DHCP port deletion for 7f1e63eb-1bb4-4eff-a53f-a07dd49276cc request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:01:39.487077 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c5ff30d3-ae11-420d-aecd-96d3b8863a78 None None] Deleting port baf71041-1f18-41aa-acea-df75243712a8 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:01:39.487756 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c5ff30d3-ae11-420d-aecd-96d3b8863a78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:39.500743 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e7aee3d7-db5c-4518-a312-7ab3993abfa8 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:39.501937 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e7aee3d7-db5c-4518-a312-7ab3993abfa8 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2030568 Feb 09 18:01:39.502949 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1471e9f6-15f7-48c5-a815-555b9482be89 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:39.514346 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1471e9f6-15f7-48c5-a815-555b9482be89 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2170241 Feb 09 18:01:39.523553 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44282) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:39.528366 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-c5af53db-30f6-4e1a-9ac6-eece874af4dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:39.547536 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c5af53db-30f6-4e1a-9ac6-eece874af4dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:39.556673 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c5af53db-30f6-4e1a-9ac6-eece874af4dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Usage tracker for resource:floatingip and tenant:7814e9f979984521b818aa821b9167b5 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:39.563231 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c5af53db-30f6-4e1a-9ac6-eece874af4dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:39.586401 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-532feac8-56d3-4641-a51b-5d57e375f02d req-7a2f8058-87e1-40d9-80c3-5368771038b7 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Synchronizing usage tracker for tenant:9621278b19834e798a7390fcfa3a9f1f on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:01:39.589183 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c5af53db-30f6-4e1a-9ac6-eece874af4dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:39.596708 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d45109df-3995-4511-ba48-97fbe1dda19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:39.641802 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d84cb193-590e-435f-bc2a-6ccbc73b47d9 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Synchronizing usage tracker for tenant:39ac61ec603548c48f6ddd6e25c5bfd9 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:01:39.688593 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b2376992-41a6-428e-af8c-e7412aba85b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:39.702705 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54ed2c22-d249-4002-b0dc-cfb1585e3fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:39.729229 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5af53db-30f6-4e1a-9ac6-eece874af4dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks [] for floatingip, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:39.790975 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-54ed2c22-d249-4002-b0dc-cfb1585e3fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:39.795595 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-54ed2c22-d249-4002-b0dc-cfb1585e3fef admin admin] Usage tracker for resource:security_group_rule and tenant:a031e3dc166948e0b9ff17491ea295fc is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:39.800047 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-54ed2c22-d249-4002-b0dc-cfb1585e3fef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:39.806638 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-54ed2c22-d249-4002-b0dc-cfb1585e3fef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:39.833844 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d45109df-3995-4511-ba48-97fbe1dda19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:39.877042 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-c5ff30d3-ae11-420d-aecd-96d3b8863a78 None None] For port baf71041-1f18-41aa-acea-df75243712a8, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=baf71041-1f18-41aa-acea-df75243712a8,segment=NetworkSegment(c27c3919-f3e6-40de-af47-70f01fb6a29f),segment_id=c27c3919-f3e6-40de-af47-70f01fb6a29f)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:01:39.877600 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c5ff30d3-ae11-420d-aecd-96d3b8863a78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:39.982995 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d84cb193-590e-435f-bc2a-6ccbc73b47d9 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Unset dirty status for tenant:39ac61ec603548c48f6ddd6e25c5bfd9 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:01:39.988474 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d84cb193-590e-435f-bc2a-6ccbc73b47d9 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15191 time: 1.1024928 Feb 09 18:01:39.995225 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44302) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:40.001955 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-532feac8-56d3-4641-a51b-5d57e375f02d req-7a2f8058-87e1-40d9-80c3-5368771038b7 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Unset dirty status for tenant:9621278b19834e798a7390fcfa3a9f1f on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:01:40.003385 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-532feac8-56d3-4641-a51b-5d57e375f02d req-7a2f8058-87e1-40d9-80c3-5368771038b7 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9621278b19834e798a7390fcfa3a9f1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7975090 Feb 09 18:01:40.028125 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45109df-3995-4511-ba48-97fbe1dda19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:40.046859 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-d45109df-3995-4511-ba48-97fbe1dda19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:40.055139 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b2376992-41a6-428e-af8c-e7412aba85b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:40.093511 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45109df-3995-4511-ba48-97fbe1dda19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:40.095011 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45109df-3995-4511-ba48-97fbe1dda19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:40.096971 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d45109df-3995-4511-ba48-97fbe1dda19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:40.113407 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7af1b095-0e0e-4f32-a983-864f57a4695a tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Deleting port ed316e17-1ea9-4bf5-ad63-60271c5f313d {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:01:40.114434 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7af1b095-0e0e-4f32-a983-864f57a4695a tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:40.122408 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c5ff30d3-ae11-420d-aecd-96d3b8863a78 None None] Calling delete_port for baf71041-1f18-41aa-acea-df75243712a8 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:01:40.136956 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45109df-3995-4511-ba48-97fbe1dda19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Pushing event updated for resources: {'Port': ['ID=9f3320cf-0e4d-4870-b944-64d7fed47fce,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:40.149420 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b2376992-41a6-428e-af8c-e7412aba85b2 admin admin] Usage tracker for resource:security_group_rule and tenant:29c3b9aab6904dd0a1676fafe0f32bb2 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:40.169521 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b2376992-41a6-428e-af8c-e7412aba85b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:40.206205 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b2376992-41a6-428e-af8c-e7412aba85b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:40.270266 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54ed2c22-d249-4002-b0dc-cfb1585e3fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:40.301555 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d45109df-3995-4511-ba48-97fbe1dda19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7999656 Feb 09 18:01:40.304618 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44312) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:40.308210 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-cd218586-56ce-441d-9266-d56607310677 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] For port baf71041-1f18-41aa-acea-df75243712a8, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=baf71041-1f18-41aa-acea-df75243712a8,segment=NetworkSegment(c27c3919-f3e6-40de-af47-70f01fb6a29f),segment_id=c27c3919-f3e6-40de-af47-70f01fb6a29f)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:01:40.310103 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd218586-56ce-441d-9266-d56607310677 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:40.319681 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5af53db-30f6-4e1a-9ac6-eece874af4dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:40.330983 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:40.371040 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [req-532feac8-56d3-4641-a51b-5d57e375f02d req-d7966d4c-95b9-41ad-81ca-ce2975733f7b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:40.372078 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-532feac8-56d3-4641-a51b-5d57e375f02d req-d7966d4c-95b9-41ad-81ca-ce2975733f7b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1577494 Feb 09 18:01:40.421712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44318) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:40.433605 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54ed2c22-d249-4002-b0dc-cfb1585e3fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:40.527557 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c5ff30d3-ae11-420d-aecd-96d3b8863a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:40.580857 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-cd218586-56ce-441d-9266-d56607310677 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Calling delete_port for baf71041-1f18-41aa-acea-df75243712a8 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:01:40.615476 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ff30d3-ae11-420d-aecd-96d3b8863a78 None None] No DVR routers for this DVR port baf71041-1f18-41aa-acea-df75243712a8 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:01:40.629962 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device baf71041-1f18-41aa-acea-df75243712a8 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:01:40.677847 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed2c22-d249-4002-b0dc-cfb1585e3fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f80ee4b-3ce6-4cf1-b29f-1272860e93b7,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:40.693050 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-54ed2c22-d249-4002-b0dc-cfb1585e3fef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a031e3dc166948e0b9ff17491ea295fc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4862924 Feb 09 18:01:40.696523 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff30d3-ae11-420d-aecd-96d3b8863a78 None None] Pushing event deleted for resources: {'Port': ['ID=baf71041-1f18-41aa-acea-df75243712a8,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:40.697126 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44322) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:40.710362 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: baf71041-1f18-41aa-acea-df75243712a8 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:01:40.711423 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device baf71041-1f18-41aa-acea-df75243712a8 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:01:40.719215 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-fb92a6d3-0f5f-4897-9978-b9c3dedce2b8 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Synchronizing usage tracker for tenant:dfa1d4188c6244068741973f4d6efca4 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:01:40.751463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-7af1b095-0e0e-4f32-a983-864f57a4695a tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] For port ed316e17-1ea9-4bf5-ad63-60271c5f313d, host hv-neutron-8270, got binding levels [] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:01:40.751835 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7af1b095-0e0e-4f32-a983-864f57a4695a tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:40.827652 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-c5af53db-30f6-4e1a-9ac6-eece874af4dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Allocated IP 172.26.8.199 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/25e0de8b-b140-4f66-b90a-b3d32a76bd0a) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:01:40.848392 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-532feac8-56d3-4641-a51b-5d57e375f02d req-65464857-5546-4b27-91fd-f06d2a68c3a4 service neutron] 10.222.0.21 "GET /v2.0/networks/2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615397 Feb 09 18:01:40.918836 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:40.929240 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.api [None req-cd218586-56ce-441d-9266-d56607310677 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:01:40.929599 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG oslo_db.api [None req-cd218586-56ce-441d-9266-d56607310677 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:01:40.939259 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7af1b095-0e0e-4f32-a983-864f57a4695a tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Calling delete_port for ed316e17-1ea9-4bf5-ad63-60271c5f313d owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:01:40.974774 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b2376992-41a6-428e-af8c-e7412aba85b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:41.070793 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b2376992-41a6-428e-af8c-e7412aba85b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:41.087793 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3723d062-1957-42fb-94b7-1d1316bc6b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:41.103459 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-fb92a6d3-0f5f-4897-9978-b9c3dedce2b8 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Unset dirty status for tenant:dfa1d4188c6244068741973f4d6efca4 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:01:41.104142 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-fb92a6d3-0f5f-4897-9978-b9c3dedce2b8 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1867989482&fields=id&tenant_id=dfa1d4188c6244068741973f4d6efca4 HTTP/1.1" status: 200 len: 267 time: 0.6793883 Feb 09 18:01:41.202186 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3723d062-1957-42fb-94b7-1d1316bc6b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:41.229654 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7af1b095-0e0e-4f32-a983-864f57a4695a tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:41.249410 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-532feac8-56d3-4641-a51b-5d57e375f02d req-3771880e-935a-4273-bcd4-09f008f5e4c2 service neutron] 10.222.0.21 "GET /v2.0/networks/2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915741 Feb 09 18:01:41.260725 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2376992-41a6-428e-af8c-e7412aba85b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5ab924-643d-4579-83a0-db44c5d63d38,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:41.296934 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b2376992-41a6-428e-af8c-e7412aba85b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29c3b9aab6904dd0a1676fafe0f32bb2&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0923178 Feb 09 18:01:41.305798 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44326) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:41.312928 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5af53db-30f6-4e1a-9ac6-eece874af4dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:41.313118 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1b095-0e0e-4f32-a983-864f57a4695a tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed316e17-1ea9-4bf5-ad63-60271c5f313d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:41.334837 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7af1b095-0e0e-4f32-a983-864f57a4695a tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:41.419777 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-8d29ef7d-e862-4551-8d1b-ddbef30cdcdf tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:41.420489 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-8d29ef7d-e862-4551-8d1b-ddbef30cdcdf tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Synchronizing usage tracker for tenant:dfa1d4188c6244068741973f4d6efca4 on resource:network {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:01:41.426277 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] device_id is not set on port 9f3320cf-0e4d-4870-b944-64d7fed47fce yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:01:41.430529 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-cd218586-56ce-441d-9266-d56607310677 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Deleting port baf71041-1f18-41aa-acea-df75243712a8 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:01:41.430914 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd218586-56ce-441d-9266-d56607310677 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:41.452826 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cd1bef01-3264-4ed5-948b-3ab1bf0fb7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:41.467808 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:41.483510 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cd1bef01-3264-4ed5-948b-3ab1bf0fb7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:41.508510 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-cd218586-56ce-441d-9266-d56607310677 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] The port 'baf71041-1f18-41aa-acea-df75243712a8' was deleted {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:01:41.562779 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5af53db-30f6-4e1a-9ac6-eece874af4dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:41.576241 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7af1b095-0e0e-4f32-a983-864f57a4695a tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] 10.222.0.21 "DELETE /v2.0/ports/ed316e17-1ea9-4bf5-ad63-60271c5f313d HTTP/1.1" status: 204 len: 168 time: 1.5785289 Feb 09 18:01:41.577111 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3723d062-1957-42fb-94b7-1d1316bc6b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:41.579585 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44334) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:41.579738 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3723d062-1957-42fb-94b7-1d1316bc6b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:41.580694 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3723d062-1957-42fb-94b7-1d1316bc6b9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f80ee4b-3ce6-4cf1-b29f-1272860e93b7 HTTP/1.1" status: 204 len: 168 time: 0.8749006 Feb 09 18:01:41.650888 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-8d29ef7d-e862-4551-8d1b-ddbef30cdcdf tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Unset dirty status for tenant:dfa1d4188c6244068741973f4d6efca4 on resource:network {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:01:41.653228 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-8d29ef7d-e862-4551-8d1b-ddbef30cdcdf tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/networks?id=e9fe6eda-77b1-46f2-95d6-d5589d4aff54 HTTP/1.1" status: 200 len: 806 time: 0.5407834 Feb 09 18:01:41.711217 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723d062-1957-42fb-94b7-1d1316bc6b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f80ee4b-3ce6-4cf1-b29f-1272860e93b7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:41.736349 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd218586-56ce-441d-9266-d56607310677 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:41.776561 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-cd218586-56ce-441d-9266-d56607310677 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1e63eb-1bb4-4eff-a53f-a07dd49276cc']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:41.796695 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-cd218586-56ce-441d-9266-d56607310677 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27c3919-f3e6-40de-af47-70f01fb6a29f') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:41.797239 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-cd218586-56ce-441d-9266-d56607310677 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27c3919-f3e6-40de-af47-70f01fb6a29f') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:41.811242 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd218586-56ce-441d-9266-d56607310677 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:41.836738 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd218586-56ce-441d-9266-d56607310677 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:41.843958 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-26fdeafb-8d20-4909-84a6-7e68a5de5183 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] GET failed (client error): The resource could not be found. Feb 09 18:01:41.845075 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Transition to ACTIVE for port object 9f3320cf-0e4d-4870-b944-64d7fed47fce will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:41.846080 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-26fdeafb-8d20-4909-84a6-7e68a5de5183 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] 10.222.0.21 "GET /v2.0/ports/ed316e17-1ea9-4bf5-ad63-60271c5f313d HTTP/1.1" status: 404 len: 333 time: 0.1906991 Feb 09 18:01:41.849634 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd218586-56ce-441d-9266-d56607310677 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:01:41.850251 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd218586-56ce-441d-9266-d56607310677 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:41.861467 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cd1bef01-3264-4ed5-948b-3ab1bf0fb7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: util.warn( Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: util.warn( Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: util.warn( Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: util.warn( Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:01:41.873060 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:01:41.875086 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44352) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:41.887785 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5af53db-30f6-4e1a-9ac6-eece874af4dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:41.893801 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8893bc31-9192-4a61-89b5-2294528c3adb req-89a62898-e85a-494f-b951-3a66fee3e0ae tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 210 time: 0.1132917 Feb 09 18:01:41.901081 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-770c426e-7d6a-4f1d-bc2e-1202b0746678 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-582965844', 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:41.906160 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-770c426e-7d6a-4f1d-bc2e-1202b0746678 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:41.910707 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-770c426e-7d6a-4f1d-bc2e-1202b0746678 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Usage tracker for resource:port and tenant:39ac61ec603548c48f6ddd6e25c5bfd9 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:41.913797 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-770c426e-7d6a-4f1d-bc2e-1202b0746678 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:41.924787 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-c5af53db-30f6-4e1a-9ac6-eece874af4dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:41.928568 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5af53db-30f6-4e1a-9ac6-eece874af4dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:41.934040 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-0cbe4c8d-da51-44b0-93ca-b7fd861ffd68 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/quotas/dfa1d4188c6244068741973f4d6efca4 HTTP/1.1" status: 200 len: 375 time: 0.1723926 Feb 09 18:01:41.935464 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-770c426e-7d6a-4f1d-bc2e-1202b0746678 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:41.941126 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1bef01-3264-4ed5-948b-3ab1bf0fb7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5ab924-643d-4579-83a0-db44c5d63d38,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:41.963500 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af53db-30f6-4e1a-9ac6-eece874af4dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Pushing event updated for resources: {'Port': ['ID=25e0de8b-b140-4f66-b90a-b3d32a76bd0a,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:41.980655 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:42.039023 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cd1bef01-3264-4ed5-948b-3ab1bf0fb7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:42.044984 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cd1bef01-3264-4ed5-948b-3ab1bf0fb7b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f5ab924-643d-4579-83a0-db44c5d63d38 HTTP/1.1" status: 204 len: 168 time: 0.7341423 Feb 09 18:01:42.198350 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770c426e-7d6a-4f1d-bc2e-1202b0746678 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Made reservation on behalf of 39ac61ec603548c48f6ddd6e25c5bfd9 for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:42.204474 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-770c426e-7d6a-4f1d-bc2e-1202b0746678 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:42.220679 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-31afb0cf-fb09-4eae-b6b5-9831e669a3f1 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dfa1d4188c6244068741973f4d6efca4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2626417 Feb 09 18:01:42.224461 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5af53db-30f6-4e1a-9ac6-eece874af4dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:42.232321 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-770c426e-7d6a-4f1d-bc2e-1202b0746678 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] device_id is not set on port dc9eda45-b5ea-412d-a376-6db8096c548b yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:01:42.292626 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd218586-56ce-441d-9266-d56607310677 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:42.309026 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd218586-56ce-441d-9266-d56607310677 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:42.376292 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd218586-56ce-441d-9266-d56607310677 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] Pushing event deleted for resources: {'Network': ['ID=7f1e63eb-1bb4-4eff-a53f-a07dd49276cc,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:42.383050 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-cd218586-56ce-441d-9266-d56607310677 tempest-DHCPAgentSchedulersTestJSON-1598587551 tempest-DHCPAgentSchedulersTestJSON-1598587551-project] 10.222.0.21 "DELETE /v2.0/networks/7f1e63eb-1bb4-4eff-a53f-a07dd49276cc HTTP/1.1" status: 204 len: 168 time: 3.4903433 Feb 09 18:01:42.384858 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Pushing event updated for resources: {'Port': ['ID=9f3320cf-0e4d-4870-b944-64d7fed47fce,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:42.418462 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:42.418801 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:42.419132 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:42.440022 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 9f3320cf-0e4d-4870-b944-64d7fed47fce on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:42.440022 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:42.440022 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 2 to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce Feb 09 18:01:42.447042 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5af53db-30f6-4e1a-9ac6-eece874af4dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:42.449706 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:42.450286 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:42.450866 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:42.461243 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 9f3320cf-0e4d-4870-b944-64d7fed47fce on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:42.461721 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:42.462109 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 3 to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce Feb 09 18:01:42.477965 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:42.478355 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:42.478696 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:42.484630 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 9f3320cf-0e4d-4870-b944-64d7fed47fce on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:42.484955 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:42.485351 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 4 to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce Feb 09 18:01:42.505032 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:42.505032 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:42.505032 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:42.511675 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 9f3320cf-0e4d-4870-b944-64d7fed47fce on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:42.512049 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:42.512387 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 5 to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce Feb 09 18:01:42.533217 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:42.533862 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:42.534211 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:42.544559 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 9f3320cf-0e4d-4870-b944-64d7fed47fce on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:42.545288 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:42.545750 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 6 to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce Feb 09 18:01:42.567898 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:42.568242 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:42.568599 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:42.575251 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 9f3320cf-0e4d-4870-b944-64d7fed47fce on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:42.575578 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:42.575954 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 7 to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce Feb 09 18:01:42.591848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:42.592191 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:42.592527 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:42.603658 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 9f3320cf-0e4d-4870-b944-64d7fed47fce on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:42.604410 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:42.605247 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 8 to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce Feb 09 18:01:42.618740 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-770c426e-7d6a-4f1d-bc2e-1202b0746678 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:42.631011 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:42.631450 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:42.632288 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:42.655380 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 9f3320cf-0e4d-4870-b944-64d7fed47fce on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:42.657042 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:42.658718 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 9 to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce Feb 09 18:01:42.701409 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:42.702109 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:42.702831 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:42.716768 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 9f3320cf-0e4d-4870-b944-64d7fed47fce on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:42.717688 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:42.718816 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempt 10 to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce Feb 09 18:01:42.746410 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:42.747195 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:42.747195 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempting to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:42.755135 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Port 9f3320cf-0e4d-4870-b944-64d7fed47fce on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:42.755595 dv-neutron-827016-2-hyperv neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Failed to bind port 9f3320cf-0e4d-4870-b944-64d7fed47fce on host hv-neutron-8270 for vnic_type normal using segments [{'id': '6b5ce01c-0a59-474c-ab01-e75577afbb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1dc6d5f1-07de-43d3-87b8-a65e18b2b200'}] Feb 09 18:01:42.756250 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:42.801460 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5af53db-30f6-4e1a-9ac6-eece874af4dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:42.826806 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-770c426e-7d6a-4f1d-bc2e-1202b0746678 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:42.868292 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] For port 9f3320cf-0e4d-4870-b944-64d7fed47fce, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:01:42.871384 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Attempted to set empty binding levels {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 18:01:42.899527 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5af53db-30f6-4e1a-9ac6-eece874af4dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:42.933489 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:42.951847 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5af53db-30f6-4e1a-9ac6-eece874af4dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:42.962431 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770c426e-7d6a-4f1d-bc2e-1202b0746678 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Network 7f4d9b20-1282-425a-9f13-0bb4078d012d is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:42.968803 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c426e-7d6a-4f1d-bc2e-1202b0746678 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Pushing event updated for resources: {'Port': ['ID=dc9eda45-b5ea-412d-a376-6db8096c548b,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:42.974785 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-770c426e-7d6a-4f1d-bc2e-1202b0746678 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:43.017136 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] In _notify_port_updated(), no bound segment for port 9f3320cf-0e4d-4870-b944-64d7fed47fce on network 1dc6d5f1-07de-43d3-87b8-a65e18b2b200 {{(pid=84542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 18:01:43.018529 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:43.021172 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] 10.222.0.21 "PUT /v2.0/ports/9f3320cf-0e4d-4870-b944-64d7fed47fce HTTP/1.1" status: 200 len: 981 time: 2.6993387 Feb 09 18:01:43.024931 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44394) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:43.077566 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba53ac-7c95-4e8e-aab4-cd58ceece2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Pushing event updated for resources: {'Port': ['ID=9f3320cf-0e4d-4870-b944-64d7fed47fce,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:43.104631 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-367fa41b-bb11-4716-97ae-7311854410df tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Deleting port 9f3320cf-0e4d-4870-b944-64d7fed47fce {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:01:43.105188 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-367fa41b-bb11-4716-97ae-7311854410df tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:43.117635 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770c426e-7d6a-4f1d-bc2e-1202b0746678 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:43.118475 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770c426e-7d6a-4f1d-bc2e-1202b0746678 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:43.119066 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-770c426e-7d6a-4f1d-bc2e-1202b0746678 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:43.219477 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-c9b1d32d-ee03-4849-ac68-fa8979447332 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:43.220538 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-c9b1d32d-ee03-4849-ac68-fa8979447332 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.6603556 Feb 09 18:01:43.262172 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3e219c17-9aad-4d92-a89f-c82ccf61eb87 req-f191776d-6dd3-4f2a-863b-0597dbba597a tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 210 time: 0.1185143 Feb 09 18:01:43.267649 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-770c426e-7d6a-4f1d-bc2e-1202b0746678 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3833249 Feb 09 18:01:43.290999 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44400) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:43.371519 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5af53db-30f6-4e1a-9ac6-eece874af4dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:43.372793 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c5af53db-30f6-4e1a-9ac6-eece874af4dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8531525 Feb 09 18:01:43.423155 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af53db-30f6-4e1a-9ac6-eece874af4dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Pushing event updated for resources: {'Port': ['ID=25e0de8b-b140-4f66-b90a-b3d32a76bd0a,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:43.485894 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-367fa41b-bb11-4716-97ae-7311854410df tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] For port 9f3320cf-0e4d-4870-b944-64d7fed47fce, host hv-neutron-8270, got binding levels [] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:01:43.485894 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-367fa41b-bb11-4716-97ae-7311854410df tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:43.486907 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d75417d3-0df4-4f3b-a62b-da11166c85ef tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Synchronizing usage tracker for tenant:39ac61ec603548c48f6ddd6e25c5bfd9 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:01:43.486907 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44412) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:43.520482 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-a1f60e70-39b1-448f-9dea-e037b85a3f78 service neutron] 10.222.0.21 "GET /v2.0/networks/e9fe6eda-77b1-46f2-95d6-d5589d4aff54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867110 Feb 09 18:01:43.627853 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-367fa41b-bb11-4716-97ae-7311854410df tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Calling delete_port for 9f3320cf-0e4d-4870-b944-64d7fed47fce owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:01:43.650324 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d75417d3-0df4-4f3b-a62b-da11166c85ef tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Unset dirty status for tenant:39ac61ec603548c48f6ddd6e25c5bfd9 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:01:43.652537 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d75417d3-0df4-4f3b-a62b-da11166c85ef tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] 10.222.0.21 "GET /v2.0/ports/dc9eda45-b5ea-412d-a376-6db8096c548b HTTP/1.1" status: 200 len: 954 time: 0.2902110 Feb 09 18:01:43.657254 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44422) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:43.754455 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-62ea8340-b6c3-4b24-bc4d-c9de2d906c1e service neutron] 10.222.0.21 "GET /v2.0/networks/e9fe6eda-77b1-46f2-95d6-d5589d4aff54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211359 Feb 09 18:01:43.812660 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ee8c850f-8984-4cba-a262-17b4e50b3e1d tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Deleting port dc9eda45-b5ea-412d-a376-6db8096c548b {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:01:43.813402 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee8c850f-8984-4cba-a262-17b4e50b3e1d tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:43.897791 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-fc061034-dfc2-4800-8119-6b8209629105 req-3987277d-7a41-40d1-af7b-5f9ce0cb6149 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Synchronizing usage tracker for tenant:7814e9f979984521b818aa821b9167b5 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:01:44.032596 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-fc061034-dfc2-4800-8119-6b8209629105 req-3987277d-7a41-40d1-af7b-5f9ce0cb6149 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Unset dirty status for tenant:7814e9f979984521b818aa821b9167b5 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:01:44.034079 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fc061034-dfc2-4800-8119-6b8209629105 req-3987277d-7a41-40d1-af7b-5f9ce0cb6149 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1686500895&fields=id&tenant_id=7814e9f979984521b818aa821b9167b5 HTTP/1.1" status: 200 len: 267 time: 0.2344968 Feb 09 18:01:44.046224 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-dd317a34-9cf1-4044-8cc9-1e068f366cb2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0ebd2f4d2734a3cbdbc31b042f3ef0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5544231 Feb 09 18:01:44.046859 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44438) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:44.060046 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-367fa41b-bb11-4716-97ae-7311854410df tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:44.124701 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fa41b-bb11-4716-97ae-7311854410df tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f3320cf-0e4d-4870-b944-64d7fed47fce,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:44.154853 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-367fa41b-bb11-4716-97ae-7311854410df tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:44.162312 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee8c850f-8984-4cba-a262-17b4e50b3e1d tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:44.319682 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7d222d5b-6420-44cd-b51c-9f71f6b89f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:44.345877 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-367fa41b-bb11-4716-97ae-7311854410df tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] 10.222.0.21 "DELETE /v2.0/ports/9f3320cf-0e4d-4870-b944-64d7fed47fce HTTP/1.1" status: 204 len: 168 time: 1.3202808 Feb 09 18:01:44.346658 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44458) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:44.414353 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ee8c850f-8984-4cba-a262-17b4e50b3e1d tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Calling delete_port for dc9eda45-b5ea-412d-a376-6db8096c548b owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:01:44.449703 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7d222d5b-6420-44cd-b51c-9f71f6b89f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:44.502819 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc061034-dfc2-4800-8119-6b8209629105 req-8ee0b70c-5c93-4f2b-a556-8ea3ca02bdab tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:44.503824 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-fc061034-dfc2-4800-8119-6b8209629105 req-8ee0b70c-5c93-4f2b-a556-8ea3ca02bdab tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Synchronizing usage tracker for tenant:7814e9f979984521b818aa821b9167b5 on resource:network {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:01:44.529099 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-06608beb-0eda-410b-948a-c5124c28ab44 req-f0f6fb87-d0b6-4d7f-a163-fef3c7e59c26 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 210 time: 0.1347308 Feb 09 18:01:44.529766 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-b47d9bc2-be4f-4222-b3cc-ffba674e78fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] GET failed (client error): The resource could not be found. Feb 09 18:01:44.529766 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-b47d9bc2-be4f-4222-b3cc-ffba674e78fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Synchronizing usage tracker for tenant:cdc9b2a1920e431a9bca5c5a6042a37a on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:01:44.710661 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-b47d9bc2-be4f-4222-b3cc-ffba674e78fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] Unset dirty status for tenant:cdc9b2a1920e431a9bca5c5a6042a37a on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:01:44.712326 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b47d9bc2-be4f-4222-b3cc-ffba674e78fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-277204122-project-admin] 10.222.0.21 "GET /v2.0/ports/9f3320cf-0e4d-4870-b944-64d7fed47fce HTTP/1.1" status: 404 len: 333 time: 0.3056798 Feb 09 18:01:44.716321 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44480) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:44.758083 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee8c850f-8984-4cba-a262-17b4e50b3e1d tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:44.785972 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44484) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:44.842616 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c850f-8984-4cba-a262-17b4e50b3e1d tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc9eda45-b5ea-412d-a376-6db8096c548b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:44.847068 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7d222d5b-6420-44cd-b51c-9f71f6b89f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:44.851538 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee8c850f-8984-4cba-a262-17b4e50b3e1d tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:44.854420 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-fc061034-dfc2-4800-8119-6b8209629105 req-8ee0b70c-5c93-4f2b-a556-8ea3ca02bdab tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Unset dirty status for tenant:7814e9f979984521b818aa821b9167b5 on resource:network {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:01:44.855593 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fc061034-dfc2-4800-8119-6b8209629105 req-8ee0b70c-5c93-4f2b-a556-8ea3ca02bdab tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/networks?id=bfbb786d-fb18-4e8f-a54d-5c87d11addf4 HTTP/1.1" status: 200 len: 812 time: 0.8100867 Feb 09 18:01:44.897093 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d222d5b-6420-44cd-b51c-9f71f6b89f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56abba7-7f22-45a5-9645-6f981f1b436c,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:44.900691 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4493443b-a422-4be3-bfda-64f7444e3df5 req-e31eef04-5028-4151-baa1-d8859d7c6379 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 210 time: 0.1545126 Feb 09 18:01:44.933556 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fc061034-dfc2-4800-8119-6b8209629105 req-6f581b04-74c0-4193-930b-f06fc48f1372 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/quotas/7814e9f979984521b818aa821b9167b5 HTTP/1.1" status: 200 len: 375 time: 0.0422654 Feb 09 18:01:44.933556 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7d222d5b-6420-44cd-b51c-9f71f6b89f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:44.933556 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7d222d5b-6420-44cd-b51c-9f71f6b89f47 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a56abba7-7f22-45a5-9645-6f981f1b436c HTTP/1.1" status: 204 len: 168 time: 0.8823671 Feb 09 18:01:44.953467 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ee8c850f-8984-4cba-a262-17b4e50b3e1d tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] 10.222.0.21 "DELETE /v2.0/ports/dc9eda45-b5ea-412d-a376-6db8096c548b HTTP/1.1" status: 204 len: 168 time: 1.2950175 Feb 09 18:01:44.954285 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44494) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:45.003352 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-39fe4636-62c7-4635-a182-8f049184aeb1 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] GET failed (client error): The resource could not be found. Feb 09 18:01:45.004278 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-39fe4636-62c7-4635-a182-8f049184aeb1 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Synchronizing usage tracker for tenant:39ac61ec603548c48f6ddd6e25c5bfd9 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:01:45.005371 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:45.123160 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Request body: {'networks': [{'name': 'tempest-network--709117392'}, {'name': 'tempest-network--2129604591'}]} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:45.123485 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Request body: {'network': {'name': 'tempest-network--709117392'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:45.123996 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Request body: {'network': {'name': 'tempest-network--2129604591'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:45.145477 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-39fe4636-62c7-4635-a182-8f049184aeb1 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Unset dirty status for tenant:39ac61ec603548c48f6ddd6e25c5bfd9 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:01:45.147155 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-39fe4636-62c7-4635-a182-8f049184aeb1 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] 10.222.0.21 "GET /v2.0/ports/dc9eda45-b5ea-412d-a376-6db8096c548b HTTP/1.1" status: 404 len: 333 time: 0.1918030 Feb 09 18:01:45.152237 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44500) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:45.158436 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-1a53c488-4f49-4f36-8a61-aa191a63147b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Request body: {'port': {'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1480475653'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:45.165000 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1a53c488-4f49-4f36-8a61-aa191a63147b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:45.181908 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1a53c488-4f49-4f36-8a61-aa191a63147b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:45.200721 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:45.216378 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Usage tracker for resource:network and tenant:c76b1b50c7dc477d968465a1223b1cab is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:45.231247 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:45.241368 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:45.250767 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:45.304961 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Subscribe: > segment before_delete 55550000 {{(pid=84541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:45.305531 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:45.306854 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:45.307405 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Subscribe: > port after_create 55550000 {{(pid=84541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:45.307950 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Subscribe: > port after_delete 55550000 {{(pid=84541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:45.308532 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Subscribe: > port after_update 55550000 {{(pid=84541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:45.309088 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Subscribe: > segment after_delete 55550000 {{(pid=84541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:45.309646 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Subscribe: > subnet after_create 55550000 {{(pid=84541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:45.310460 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Subscribe: > subnet after_delete 55550000 {{(pid=84541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:45.310779 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Subscribe: > subnet after_update 55550000 {{(pid=84541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:45.355868 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a53c488-4f49-4f36-8a61-aa191a63147b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Made reservation on behalf of 39ac61ec603548c48f6ddd6e25c5bfd9 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:45.358656 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1a53c488-4f49-4f36-8a61-aa191a63147b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:45.385378 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-1a53c488-4f49-4f36-8a61-aa191a63147b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] device_id is not set on port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:01:45.525748 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Subscribe: > subnet after_create 55550000 {{(pid=84541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:45.526638 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Subscribe: > subnet after_delete 55550000 {{(pid=84541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:45.526638 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Subscribe: > subnet before_create 55550000 {{(pid=84541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:45.526901 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Subscribe: > subnet before_update 55550000 {{(pid=84541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:01:45.527278 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc6d5f1-07de-43d3-87b8-a65e18b2b200']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:45.544089 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fc061034-dfc2-4800-8119-6b8209629105 req-748481be-c847-4460-a7b6-00225475427b tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7814e9f979984521b818aa821b9167b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6156280 Feb 09 18:01:45.547896 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Made reservation on behalf of c76b1b50c7dc477d968465a1223b1cab for: {'network': 2} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:45.551514 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:45.573543 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5ce01c-0a59-474c-ab01-e75577afbb8b') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:45.573543 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5ce01c-0a59-474c-ab01-e75577afbb8b') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:45.605971 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:45.664113 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:45.665973 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44512) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:45.742521 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-079f037b-2682-4eea-89e8-b8ceea908439 req-dea8e2ec-5f89-4059-b7c8-254b37eec394 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 210 time: 0.0647433 Feb 09 18:01:45.749124 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:45.771935 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:01:45.772350 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn_limited( Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn_limited( Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:01:45.799336 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:01:45.878350 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-85baeefb-06f1-46a8-ac14-a331d12405d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1302622964'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:45.895984 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-85baeefb-06f1-46a8-ac14-a331d12405d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:45.909865 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-85baeefb-06f1-46a8-ac14-a331d12405d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Usage tracker for resource:network and tenant:927c88bc686d4a3e859c1002fea9cc6f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:45.934276 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-85baeefb-06f1-46a8-ac14-a331d12405d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:45.939592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:45.945067 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-85baeefb-06f1-46a8-ac14-a331d12405d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:45.956112 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Usage tracker for resource:security_group_rule and tenant:c76b1b50c7dc477d968465a1223b1cab is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:45.970363 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:45.974240 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1a53c488-4f49-4f36-8a61-aa191a63147b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:45.980620 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fc061034-dfc2-4800-8119-6b8209629105 req-8830739d-4817-4fd2-8acd-a747b27cf0c0 service neutron] 10.222.0.21 "GET /v2.0/networks/bfbb786d-fb18-4e8f-a54d-5c87d11addf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155996 Feb 09 18:01:45.985907 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:46.144900 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85baeefb-06f1-46a8-ac14-a331d12405d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Made reservation on behalf of 927c88bc686d4a3e859c1002fea9cc6f for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:46.148357 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85baeefb-06f1-46a8-ac14-a331d12405d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:46.170148 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85baeefb-06f1-46a8-ac14-a331d12405d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:46.184021 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1a53c488-4f49-4f36-8a61-aa191a63147b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:46.219304 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fc061034-dfc2-4800-8119-6b8209629105 req-d5697ee0-913b-4fb3-be7d-2f4af9212242 service neutron] 10.222.0.21 "GET /v2.0/networks/bfbb786d-fb18-4e8f-a54d-5c87d11addf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120681 Feb 09 18:01:46.223340 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:46.274976 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:46.280778 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a53c488-4f49-4f36-8a61-aa191a63147b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Network 7f4d9b20-1282-425a-9f13-0bb4078d012d is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:46.286801 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-1a53c488-4f49-4f36-8a61-aa191a63147b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:46.288561 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53c488-4f49-4f36-8a61-aa191a63147b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Pushing event updated for resources: {'Port': ['ID=6ab3c01a-9f8b-4805-90f5-39e090df7f1e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:46.292783 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a53c488-4f49-4f36-8a61-aa191a63147b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:46.292783 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a53c488-4f49-4f36-8a61-aa191a63147b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:46.292783 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1a53c488-4f49-4f36-8a61-aa191a63147b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:46.306974 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-85baeefb-06f1-46a8-ac14-a331d12405d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:46.313732 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-85baeefb-06f1-46a8-ac14-a331d12405d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Usage tracker for resource:security_group_rule and tenant:927c88bc686d4a3e859c1002fea9cc6f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:46.319421 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-85baeefb-06f1-46a8-ac14-a331d12405d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:46.329356 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-85d29e25-3cd4-4b6a-9a1d-14e6bffd3958 req-40b6ba27-f70f-4275-96ac-ef6e4cafe995 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 210 time: 0.1146400 Feb 09 18:01:46.329616 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-85baeefb-06f1-46a8-ac14-a331d12405d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:46.337592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] Pushing event deleted for resources: {'Network': ['ID=1dc6d5f1-07de-43d3-87b8-a65e18b2b200,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:46.361023 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-51cf12dc-545f-43b8-845b-0d661c1c988f tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833814626-project] 10.222.0.21 "DELETE /v2.0/networks/1dc6d5f1-07de-43d3-87b8-a65e18b2b200 HTTP/1.1" status: 204 len: 168 time: 1.6339238 Feb 09 18:01:46.439210 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1a53c488-4f49-4f36-8a61-aa191a63147b tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2853277 Feb 09 18:01:46.441027 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44530) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:46.447260 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85baeefb-06f1-46a8-ac14-a331d12405d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:46.456470 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8270'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:46.501379 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:46.550504 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85baeefb-06f1-46a8-ac14-a331d12405d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:46.627300 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85baeefb-06f1-46a8-ac14-a331d12405d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b71bd0d-21bc-4976-ab29-1d7dfe690063,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:46.632510 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85baeefb-06f1-46a8-ac14-a331d12405d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:01:46.638849 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4328867a-226a-42aa-9aef-89de8222154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:46.661783 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44538) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:46.665848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85baeefb-06f1-46a8-ac14-a331d12405d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:46.666184 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-85baeefb-06f1-46a8-ac14-a331d12405d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Added segment 37d081e4-c83f-45cd-918c-62e220425e2a of type vlan for network 60c1a7a4-93d6-4b93-8b22-51e03617b17c Feb 09 18:01:46.674747 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:46.675490 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:46.709662 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85baeefb-06f1-46a8-ac14-a331d12405d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:46.727065 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6c58cb9e-7106-41c0-acb4-8aae08871f05 req-2b586b54-1033-476c-baae-c0b35cd4e9a3 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 210 time: 0.1394210 Feb 09 18:01:46.747397 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f675c35f-0cfd-440e-ba82-b7a217b7c7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:46.810145 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f675c35f-0cfd-440e-ba82-b7a217b7c7de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:46.815130 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f675c35f-0cfd-440e-ba82-b7a217b7c7de admin admin] Usage tracker for resource:security_group_rule and tenant:2c4e9f49782741dc8a44ab5e29317bbc is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:46.818009 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.50', 56444) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:46.819549 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:46.820767 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f675c35f-0cfd-440e-ba82-b7a217b7c7de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:46.829225 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f675c35f-0cfd-440e-ba82-b7a217b7c7de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:46.864425 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85baeefb-06f1-46a8-ac14-a331d12405d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:46.873677 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85baeefb-06f1-46a8-ac14-a331d12405d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:46.874909 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85baeefb-06f1-46a8-ac14-a331d12405d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:46.893959 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:46.913794 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9441c0d-9de7-4caf-90bd-cd5f378b948d,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:46.969860 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:01:47.074226 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-73288c8f-933c-474a-8d89-91567f9504d3 req-1a1d20c3-2aea-481d-b9cb-e7a88c76ca4d tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 210 time: 0.1108246 Feb 09 18:01:47.075365 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:47.075723 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Added segment fe137da2-6237-447f-97ce-27acf7f44fba of type vlan for network 855c3f91-1249-443d-b721-2b76dd5915ad Feb 09 18:01:47.080382 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44554) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:47.157174 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f675c35f-0cfd-440e-ba82-b7a217b7c7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:47.170177 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85baeefb-06f1-46a8-ac14-a331d12405d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Pushing event updated for resources: {'Network': ['ID=60c1a7a4-93d6-4b93-8b22-51e03617b17c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:47.188110 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 60c1a7a4-93d6-4b93-8b22-51e03617b17c details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:01:47.197039 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:47.235298 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-85baeefb-06f1-46a8-ac14-a331d12405d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5680580 Feb 09 18:01:47.238903 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44560) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:47.245689 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a94b19dd-4bbc-4762-91eb-ae1c65ab528b tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Request body: {'subnet': {'network_id': '60c1a7a4-93d6-4b93-8b22-51e03617b17c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:47.262145 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f675c35f-0cfd-440e-ba82-b7a217b7c7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:47.272308 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532feac8-56d3-4641-a51b-5d57e375f02d req-6667a04f-d9ee-413d-a7b9-8a586cdbb28e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:47.273077 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-532feac8-56d3-4641-a51b-5d57e375f02d req-6667a04f-d9ee-413d-a7b9-8a586cdbb28e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Synchronizing usage tracker for tenant:9621278b19834e798a7390fcfa3a9f1f on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:01:47.357420 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f675c35f-0cfd-440e-ba82-b7a217b7c7de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c4e9f49782741dc8a44ab5e29317bbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6836007 Feb 09 18:01:47.384469 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44564) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:47.401125 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.resource_extend [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:01:47.452325 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a94b19dd-4bbc-4762-91eb-ae1c65ab528b tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:47.468042 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675c35f-0cfd-440e-ba82-b7a217b7c7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff38888-47d5-4a8a-b497-6ac4f32254ea,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:47.469519 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a94b19dd-4bbc-4762-91eb-ae1c65ab528b tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Usage tracker for resource:subnet and tenant:927c88bc686d4a3e859c1002fea9cc6f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:47.492764 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a94b19dd-4bbc-4762-91eb-ae1c65ab528b tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:47.499245 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:01:47.506313 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a94b19dd-4bbc-4762-91eb-ae1c65ab528b tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:47.548274 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0443c722-e853-41e7-9cbe-c1d8e9a83626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:47.578941 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-532feac8-56d3-4641-a51b-5d57e375f02d req-6667a04f-d9ee-413d-a7b9-8a586cdbb28e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Unset dirty status for tenant:9621278b19834e798a7390fcfa3a9f1f on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:01:47.580130 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-532feac8-56d3-4641-a51b-5d57e375f02d req-6667a04f-d9ee-413d-a7b9-8a586cdbb28e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.50 "GET /v2.0/networks?id=2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 HTTP/1.1" status: 200 len: 812 time: 0.7610867 Feb 09 18:01:47.595432 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0443c722-e853-41e7-9cbe-c1d8e9a83626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:47.654115 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94b19dd-4bbc-4762-91eb-ae1c65ab528b tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Made reservation on behalf of 927c88bc686d4a3e859c1002fea9cc6f for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:47.664176 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:47.664961 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Added segment b146af79-c359-40e6-828b-4a4c3a9ab51a of type vlan for network 438b2924-c708-40ac-9b27-814ecf4d6043 Feb 09 18:01:47.678428 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f781bc0c-2e52-4347-86ac-eee651694cf9 req-ee68b4a8-2801-41f5-b0ef-d277438c373c tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 210 time: 0.0918648 Feb 09 18:01:47.689220 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ec4b5a2d-8de5-41f2-844c-7df8efa4bd6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24ab1c2ad5914adaad89a5ceba8d1236&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5994856 Feb 09 18:01:47.695200 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44570) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:47.696928 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] device_id is not set on port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:01:47.731195 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:47.750144 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:47.795714 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-532feac8-56d3-4641-a51b-5d57e375f02d req-6e86cde0-7da8-4e5b-9603-c64114908032 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Synchronizing usage tracker for tenant:9621278b19834e798a7390fcfa3a9f1f on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:01:47.815392 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a94b19dd-4bbc-4762-91eb-ae1c65ab528b tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:47.858899 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54331aa1-c4ff-4ea1-95d5-b54a26819994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:47.909320 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54331aa1-c4ff-4ea1-95d5-b54a26819994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:47.981884 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Transition to ACTIVE for port object 6ab3c01a-9f8b-4805-90f5-39e090df7f1e will not be triggered until provisioned by entity L2. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:47.988047 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-532feac8-56d3-4641-a51b-5d57e375f02d req-6e86cde0-7da8-4e5b-9603-c64114908032 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Unset dirty status for tenant:9621278b19834e798a7390fcfa3a9f1f on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:01:47.990517 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-532feac8-56d3-4641-a51b-5d57e375f02d req-6e86cde0-7da8-4e5b-9603-c64114908032 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9621278b19834e798a7390fcfa3a9f1f HTTP/1.1" status: 200 len: 380 time: 0.3731539 Feb 09 18:01:47.990684 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:47.991009 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:47.994646 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:47.997271 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0443c722-e853-41e7-9cbe-c1d8e9a83626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:47.997650 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:47.998259 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:48.015603 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-532feac8-56d3-4641-a51b-5d57e375f02d req-69321d5b-56e3-4ad7-ac70-b7506f608c3e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Request body: {'port': {'device_id': '7c3f94a8-06c9-47df-8a60-1ea60864f32d', 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353', 'admin_state_up': True, 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'security_groups': ['d9116222-329e-4e8c-bd97-7f68a5276568']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:48.024680 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f07ca47c-4b86-4184-b873-1723edc3bf42 req-7c4f2706-7aeb-4449-96fc-7fc102cd5076 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 210 time: 0.1005025 Feb 09 18:01:48.112543 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:48.140855 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443c722-e853-41e7-9cbe-c1d8e9a83626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff38888-47d5-4a8a-b497-6ac4f32254ea,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:48.292644 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54331aa1-c4ff-4ea1-95d5-b54a26819994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:48.303969 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0443c722-e853-41e7-9cbe-c1d8e9a83626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:48.308164 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0443c722-e853-41e7-9cbe-c1d8e9a83626 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ff38888-47d5-4a8a-b497-6ac4f32254ea HTTP/1.1" status: 204 len: 168 time: 0.9198515 Feb 09 18:01:48.384146 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-532feac8-56d3-4641-a51b-5d57e375f02d req-69321d5b-56e3-4ad7-ac70-b7506f608c3e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:48.389608 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.50', 56450) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:48.407156 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54331aa1-c4ff-4ea1-95d5-b54a26819994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94127340-abb5-411d-b09e-a36af770364c,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:48.408856 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Pushing event updated for resources: {'Network': ['ID=855c3f91-1249-443d-b721-2b76dd5915ad,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:48.410552 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Pushing event updated for resources: {'Port': ['ID=6ab3c01a-9f8b-4805-90f5-39e090df7f1e,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:48.455118 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 855c3f91-1249-443d-b721-2b76dd5915ad details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:01:48.456070 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-532feac8-56d3-4641-a51b-5d57e375f02d req-69321d5b-56e3-4ad7-ac70-b7506f608c3e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:48.461156 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a6c6fb54-8c5f-43cd-9b22-85346a05af27 req-ec4e069a-e7f0-4a40-9664-59d276612fd8 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 210 time: 0.1777208 Feb 09 18:01:48.537694 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54331aa1-c4ff-4ea1-95d5-b54a26819994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:48.539836 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-54331aa1-c4ff-4ea1-95d5-b54a26819994 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94127340-abb5-411d-b09e-a36af770364c HTTP/1.1" status: 204 len: 168 time: 0.8339553 Feb 09 18:01:48.730889 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.8958120 Feb 09 18:01:48.746018 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44604) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:48.877710 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-ad230136-0158-44bc-ba5b-78a4ee10598a tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:48.882250 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-ad230136-0158-44bc-ba5b-78a4ee10598a tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.50 "GET /v2.0/networks?id=e9fe6eda-77b1-46f2-95d6-d5589d4aff54 HTTP/1.1" status: 200 len: 806 time: 0.4876907 Feb 09 18:01:48.916836 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-532feac8-56d3-4641-a51b-5d57e375f02d req-69321d5b-56e3-4ad7-ac70-b7506f608c3e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Made reservation on behalf of 9621278b19834e798a7390fcfa3a9f1f for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:48.925135 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-532feac8-56d3-4641-a51b-5d57e375f02d req-69321d5b-56e3-4ad7-ac70-b7506f608c3e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:48.961518 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:48.961878 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:48.962242 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:49.007486 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0c37ec78-cae9-48a5-999c-489117427717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:49.066367 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f8a68-fa48-493d-8a0e-f8e61ffe068e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Pushing event updated for resources: {'Network': ['ID=438b2924-c708-40ac-9b27-814ecf4d6043,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:49.083129 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 438b2924-c708-40ac-9b27-814ecf4d6043 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:01:49.164548 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f3574f0b-5f39-4ec2-a0f2-bca92ef86266 req-092b7f0a-0db6-4a9b-ad24-822382788abe tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 210 time: 0.0923734 Feb 09 18:01:49.178818 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:49.183735 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:49.196345 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 2 to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e Feb 09 18:01:49.366965 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36734c06-1c97-4c3a-84a3-279e0a57e487 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:49.366965 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36734c06-1c97-4c3a-84a3-279e0a57e487 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:49.368656 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36734c06-1c97-4c3a-84a3-279e0a57e487 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:49.373385 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36734c06-1c97-4c3a-84a3-279e0a57e487 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:49.374272 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-36734c06-1c97-4c3a-84a3-279e0a57e487 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Synchronizing usage tracker for tenant:c76b1b50c7dc477d968465a1223b1cab on resource:network {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:01:49.419621 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:49.420103 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:49.420465 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:49.453070 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bbf351d4-3571-4604-b2ae-183453041bf0 req-313e0c3b-6b2f-4051-b457-36906ca24beb tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 210 time: 0.0743234 Feb 09 18:01:49.476143 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:49.476730 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:49.477266 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 3 to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e Feb 09 18:01:49.504327 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-885d43ea-70ef-4da6-a6e6-7512510a2292 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfa1d4188c6244068741973f4d6efca4 HTTP/1.1" status: 200 len: 380 time: 0.5640929 Feb 09 18:01:49.509023 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:49.509368 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:49.509708 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:49.524570 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-8d75b8a5-cb27-47fd-be61-1a92ed42436b tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Request body: {'port': {'device_id': 'e6a31670-efb2-4a23-b144-1a82e8f4eb21', 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54', 'admin_state_up': True, 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'security_groups': ['e40cc133-4265-4bed-b41f-bcd52141e467']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:49.529110 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:49.529606 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:49.530005 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 4 to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e Feb 09 18:01:49.624705 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-36734c06-1c97-4c3a-84a3-279e0a57e487 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Unset dirty status for tenant:c76b1b50c7dc477d968465a1223b1cab on resource:network {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:01:49.629989 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-36734c06-1c97-4c3a-84a3-279e0a57e487 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8798363 Feb 09 18:01:49.634741 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44628) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:49.821676 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:49.822332 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:49.822416 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:49.888349 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-17b47256-9ac0-4ec1-a323-801da07dfa15 req-8ef56943-97a1-4f50-8839-a5a3cc6b1899 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 210 time: 0.0631897 Feb 09 18:01:49.905958 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:49.906187 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:49.938060 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 5 to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e Feb 09 18:01:49.963598 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a94b19dd-4bbc-4762-91eb-ae1c65ab528b tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:49.968079 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7c89de4e-915e-4cfe-b5fe-b4f32142b4fb tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:49.980758 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:49.981422 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:49.981957 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:49.997364 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:50.046845 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:50.046845 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:50.046845 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 6 to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e Feb 09 18:01:50.046845 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:50.046845 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:50.046845 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:50.075291 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:50.075291 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:50.147196 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 7 to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e Feb 09 18:01:50.187835 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:50.188538 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:50.189156 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:50.193886 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7c89de4e-915e-4cfe-b5fe-b4f32142b4fb tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:50.196328 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:50.226048 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:50.228409 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:50.230818 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 8 to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e Feb 09 18:01:50.244066 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44640) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:50.273051 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-7c89de4e-915e-4cfe-b5fe-b4f32142b4fb tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855c3f91-1249-443d-b721-2b76dd5915ad']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:50.307381 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-7c89de4e-915e-4cfe-b5fe-b4f32142b4fb tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe137da2-6237-447f-97ce-27acf7f44fba') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:50.307725 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-7c89de4e-915e-4cfe-b5fe-b4f32142b4fb tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe137da2-6237-447f-97ce-27acf7f44fba') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:50.317316 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-532feac8-56d3-4641-a51b-5d57e375f02d req-69321d5b-56e3-4ad7-ac70-b7506f608c3e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Allocated IP 172.20.0.5 (2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353/3b05e458-9599-4698-b30c-c2fa3f37163a/23458b41-2e68-42ce-831d-f246fea29783) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:01:50.329729 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7c89de4e-915e-4cfe-b5fe-b4f32142b4fb tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:50.364870 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:50.365445 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:50.366808 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:50.377532 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7c89de4e-915e-4cfe-b5fe-b4f32142b4fb tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:50.383990 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:50.384394 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:50.391878 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 9 to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e Feb 09 18:01:50.421002 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c89de4e-915e-4cfe-b5fe-b4f32142b4fb tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:01:50.421447 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7c89de4e-915e-4cfe-b5fe-b4f32142b4fb tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:01:50.448666 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:01:50.476588 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b19dd-4bbc-4762-91eb-ae1c65ab528b tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Pushing event updated for resources: {'Subnet': ['ID=65403805-232f-4092-8f48-d420885e451a,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:50.489880 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-8d75b8a5-cb27-47fd-be61-1a92ed42436b tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:50.538041 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.50', 56455) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:50.559135 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-8d75b8a5-cb27-47fd-be61-1a92ed42436b tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Usage tracker for resource:port and tenant:dfa1d4188c6244068741973f4d6efca4 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:50.622684 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-8d75b8a5-cb27-47fd-be61-1a92ed42436b tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:50.624378 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:50.624892 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:50.625469 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:50.631620 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5d3274cb-0c76-4ae0-9a38-f37bd0f9b073 req-3caad1aa-c16a-4476-9ef6-1010145cd68f tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 210 time: 0.1838126 Feb 09 18:01:50.643635 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:50.645330 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:50.646005 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.plugins.ml2.plugin [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempt 10 to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e Feb 09 18:01:50.670094 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:50.670798 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] {{(pid=84541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:50.671305 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempting to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:50.701762 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on network 7f4d9b20-1282-425a-9f13-0bb4078d012d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:01:50.702102 dv-neutron-827016-2-hyperv neutron-server[84541]: ERROR neutron.plugins.ml2.managers [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Failed to bind port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on host hv-neutron-8270 for vnic_type normal using segments [{'id': 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7f4d9b20-1282-425a-9f13-0bb4078d012d'}] Feb 09 18:01:50.702502 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:50.705826 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-8d75b8a5-cb27-47fd-be61-1a92ed42436b tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:50.764477 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7c89de4e-915e-4cfe-b5fe-b4f32142b4fb tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:50.834841 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-12bbbd53-3565-4386-8146-89c5c227f41e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cdc9b2a1920e431a9bca5c5a6042a37a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5806131 Feb 09 18:01:50.881366 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44652) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:50.889116 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c782bae8-a1ec-4a6b-a514-1dad74e9a30b req-fc6a9a8f-d901-449a-b43c-6e0e10654aa6 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 210 time: 0.1059759 Feb 09 18:01:50.890023 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89de4e-915e-4cfe-b5fe-b4f32142b4fb tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Pushing event deleted for resources: {'Network': ['ID=855c3f91-1249-443d-b721-2b76dd5915ad,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:50.894868 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7c89de4e-915e-4cfe-b5fe-b4f32142b4fb tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:50.928613 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94b19dd-4bbc-4762-91eb-ae1c65ab528b tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Checking segment: {'id': '37d081e4-c83f-45cd-918c-62e220425e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '60c1a7a4-93d6-4b93-8b22-51e03617b17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:01:50.928833 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94b19dd-4bbc-4762-91eb-ae1c65ab528b tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Network hostable DHCP agents. Network: 60c1a7a4-93d6-4b93-8b22-51e03617b17c, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:01:50.993869 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] For port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e, host hv-neutron-8270, cleared binding levels {{(pid=84541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:01:50.994203 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Attempted to set empty binding levels {{(pid=84541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 18:01:51.038555 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-59589816-029d-4ef5-a270-ff1a8c86e7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:51.043693 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-8d75b8a5-cb27-47fd-be61-1a92ed42436b tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Made reservation on behalf of dfa1d4188c6244068741973f4d6efca4 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:51.047212 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-8d75b8a5-cb27-47fd-be61-1a92ed42436b tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:51.091821 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7c89de4e-915e-4cfe-b5fe-b4f32142b4fb tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] 10.222.0.21 "DELETE /v2.0/networks/855c3f91-1249-443d-b721-2b76dd5915ad HTTP/1.1" status: 204 len: 168 time: 1.4557428 Feb 09 18:01:51.094749 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44660) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:51.105139 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-532feac8-56d3-4641-a51b-5d57e375f02d req-69321d5b-56e3-4ad7-ac70-b7506f608c3e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:51.156574 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94b19dd-4bbc-4762-91eb-ae1c65ab528b tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Network 60c1a7a4-93d6-4b93-8b22-51e03617b17c is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:01:51.177379 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc061034-dfc2-4800-8119-6b8209629105 req-20859121-1bde-42a0-8375-aa6c24f7d82f tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:51.192336 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fc061034-dfc2-4800-8119-6b8209629105 req-20859121-1bde-42a0-8375-aa6c24f7d82f tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.50 "GET /v2.0/networks?id=bfbb786d-fb18-4e8f-a54d-5c87d11addf4 HTTP/1.1" status: 200 len: 812 time: 0.6435757 Feb 09 18:01:51.324246 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-532feac8-56d3-4641-a51b-5d57e375f02d req-69321d5b-56e3-4ad7-ac70-b7506f608c3e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Transition to ACTIVE for port object 23458b41-2e68-42ce-831d-f246fea29783 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:51.359183 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-59589816-029d-4ef5-a270-ff1a8c86e7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:51.368700 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-21f7b987-370a-451d-8bfa-e9e1853d73dd req-578161d2-6973-425b-b90a-9d104a18d5a9 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 210 time: 0.0584304 Feb 09 18:01:51.369975 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:51.429072 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-a94b19dd-4bbc-4762-91eb-ae1c65ab528b tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 60c1a7a4-93d6-4b93-8b22-51e03617b17c) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:51.443267 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc704f3-b993-4b3e-a528-bd58f05d8b3a None None] Network 60c1a7a4-93d6-4b93-8b22-51e03617b17c requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:01:51.471850 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Pushing event updated for resources: {'Port': ['ID=6ab3c01a-9f8b-4805-90f5-39e090df7f1e,revision_number=3']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:51.476676 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94b19dd-4bbc-4762-91eb-ae1c65ab528b tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:51.477426 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a94b19dd-4bbc-4762-91eb-ae1c65ab528b tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:51.520018 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fc061034-dfc2-4800-8119-6b8209629105 req-8a8811f4-9cda-4db2-a3e4-3dd26d2418c4 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7814e9f979984521b818aa821b9167b5 HTTP/1.1" status: 200 len: 380 time: 0.2455144 Feb 09 18:01:51.522684 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:51.530593 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f19549d8-af40-468b-9611-7f9ae8e8f069 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:51.554511 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] In _notify_port_updated(), no bound segment for port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e on network 7f4d9b20-1282-425a-9f13-0bb4078d012d {{(pid=84541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 18:01:51.555567 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:51.560029 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ee18a677-390f-4e80-9f68-a5e28102ce26 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] 10.222.0.21 "PUT /v2.0/ports/6ab3c01a-9f8b-4805-90f5-39e090df7f1e HTTP/1.1" status: 200 len: 977 time: 5.1138649 Feb 09 18:01:51.563082 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44666) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:51.587110 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-fc061034-dfc2-4800-8119-6b8209629105 req-0e26b1ef-cdf5-4f88-b743-cdeace0b2063 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Request body: {'port': {'device_id': '34b91bd3-f198-4550-8705-11a00168ab93', 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4', 'admin_state_up': True, 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'security_groups': ['36f6bb0e-9d51-4ec5-8646-92b2f8965ee4']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:51.726073 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-532feac8-56d3-4641-a51b-5d57e375f02d req-69321d5b-56e3-4ad7-ac70-b7506f608c3e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:51.758251 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] Sync routers for ids ['0318a032-6b42-4a2b-8015-112e7a120b34'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:01:51.782956 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] Routers {'0318a032-6b42-4a2b-8015-112e7a120b34'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:01:51.783693 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:01:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0318a032-6b42-4a2b-8015-112e7a120b34'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:51.857141 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] Sync routers for ids ['36901a24-e8f9-45c6-b9c4-66f195529e5e'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:01:52.042416 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a94b19dd-4bbc-4762-91eb-ae1c65ab528b tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.8027360 Feb 09 18:01:52.046852 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] Routers {'36901a24-e8f9-45c6-b9c4-66f195529e5e'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:01:52.047733 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:01:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['36901a24-e8f9-45c6-b9c4-66f195529e5e'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:52.054698 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44676) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:52.180793 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f19549d8-af40-468b-9611-7f9ae8e8f069 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:52.243384 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] Set router 0318a032-6b42-4a2b-8015-112e7a120b34 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:01:52.244306 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-f19549d8-af40-468b-9611-7f9ae8e8f069 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['438b2924-c708-40ac-9b27-814ecf4d6043']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:52.281234 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-f19549d8-af40-468b-9611-7f9ae8e8f069 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b146af79-c359-40e6-828b-4a4c3a9ab51a') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:52.281578 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-f19549d8-af40-468b-9611-7f9ae8e8f069 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b146af79-c359-40e6-828b-4a4c3a9ab51a') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:52.306233 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f19549d8-af40-468b-9611-7f9ae8e8f069 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:52.337870 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f19549d8-af40-468b-9611-7f9ae8e8f069 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:52.356644 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19549d8-af40-468b-9611-7f9ae8e8f069 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:01:52.357055 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f19549d8-af40-468b-9611-7f9ae8e8f069 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:52.452781 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef38705b-837f-4a0e-a08f-220b186ab7a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-60c1a7a4-93d6-4b93-8b22-51e03617b17c', 'network_id': '60c1a7a4-93d6-4b93-8b22-51e03617b17c', 'tenant_id': '927c88bc686d4a3e859c1002fea9cc6f', 'fixed_ips': [{'subnet_id': '65403805-232f-4092-8f48-d420885e451a'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:01:52.454327 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef38705b-837f-4a0e-a08f-220b186ab7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:52.473644 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-43dd78da-6bbb-460d-a993-2ed3d19b0d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Request body: {'port': {'network_id': '60c1a7a4-93d6-4b93-8b22-51e03617b17c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1197399042'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:52.531713 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c30e8efc-13c1-4eeb-add8-6e3b1e35f2c7 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Deleting port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:01:52.532200 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c30e8efc-13c1-4eeb-add8-6e3b1e35f2c7 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:01:52.672852 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:01:52.684812 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-59589816-029d-4ef5-a270-ff1a8c86e7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:52.705186 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] Set router 36901a24-e8f9-45c6-b9c4-66f195529e5e gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:01:52.763219 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'name': 'tempest-ServersTestManualDisk-2031647166-router', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:10Z', 'updated_at': '2022-02-09T18:01:29Z', 'revision_number': 4, 'project_id': '7814e9f979984521b818aa821b9167b5', 'gw_port': {'id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:12Z', 'updated_at': '2022-02-09T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '398da87f-f65d-4cb9-ae71-4e6eb356bd9e', 'name': '', 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'mac_address': 'fa:16:3e:05:51:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe4e75a4-3fb3-49bd-9ee8-da883c83a940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:27Z', 'updated_at': '2022-02-09T18:01:30Z', 'revision_number': 2, 'project_id': '7814e9f979984521b818aa821b9167b5', 'subnets': [{'id': 'fe4e75a4-3fb3-49bd-9ee8-da883c83a940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:52.827645 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] Checking router: 0318a032-6b42-4a2b-8015-112e7a120b34 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:01:52.827645 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] Updating router 0318a032-6b42-4a2b-8015-112e7a120b34 port 398da87f-f65d-4cb9-ae71-4e6eb356bd9e binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:01:52.828770 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6d6d2efd-bf20-4706-bd76-9077328b6ee8 req-4f75e2b1-b1d7-47a9-a1f7-5b0e11a9fc89 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 210 time: 0.1722989 Feb 09 18:01:52.828770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59589816-029d-4ef5-a270-ff1a8c86e7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe9f55f-da51-4d52-884c-80020ff9e03d,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:52.828770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-59589816-029d-4ef5-a270-ff1a8c86e7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:52.834543 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:52.839307 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-59589816-029d-4ef5-a270-ff1a8c86e7ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afe9f55f-da51-4d52-884c-80020ff9e03d HTTP/1.1" status: 204 len: 168 time: 1.9467468 Feb 09 18:01:52.855170 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f19549d8-af40-468b-9611-7f9ae8e8f069 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:52.864073 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5323183-a181-43a3-8c06-9bc48ae1b198 req-6c866d27-b5db-468a-be71-ae4af35924d2 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:52.884357 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-fc061034-dfc2-4800-8119-6b8209629105 req-0e26b1ef-cdf5-4f88-b743-cdeace0b2063 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:52.888522 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b5323183-a181-43a3-8c06-9bc48ae1b198 req-6c866d27-b5db-468a-be71-ae4af35924d2 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 931 time: 0.2671032 Feb 09 18:01:52.897411 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-fc061034-dfc2-4800-8119-6b8209629105 req-0e26b1ef-cdf5-4f88-b743-cdeace0b2063 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Usage tracker for resource:port and tenant:7814e9f979984521b818aa821b9167b5 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:52.906753 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-fc061034-dfc2-4800-8119-6b8209629105 req-0e26b1ef-cdf5-4f88-b743-cdeace0b2063 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:52.924222 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-fc061034-dfc2-4800-8119-6b8209629105 req-0e26b1ef-cdf5-4f88-b743-cdeace0b2063 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:52.943828 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f19549d8-af40-468b-9611-7f9ae8e8f069 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:52.951177 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f19549d8-af40-468b-9611-7f9ae8e8f069 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] 10.222.0.21 "DELETE /v2.0/networks/438b2924-c708-40ac-9b27-814ecf4d6043 HTTP/1.1" status: 204 len: 168 time: 1.8477099 Feb 09 18:01:52.970779 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44690) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:53.037381 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-532feac8-56d3-4641-a51b-5d57e375f02d req-69321d5b-56e3-4ad7-ac70-b7506f608c3e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Network 2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:53.089628 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-532feac8-56d3-4641-a51b-5d57e375f02d req-69321d5b-56e3-4ad7-ac70-b7506f608c3e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:53.090505 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19549d8-af40-468b-9611-7f9ae8e8f069 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Pushing event deleted for resources: {'Network': ['ID=438b2924-c708-40ac-9b27-814ecf4d6043,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:53.094344 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc061034-dfc2-4800-8119-6b8209629105 req-0e26b1ef-cdf5-4f88-b743-cdeace0b2063 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Made reservation on behalf of 7814e9f979984521b818aa821b9167b5 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:53.105055 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fc061034-dfc2-4800-8119-6b8209629105 req-0e26b1ef-cdf5-4f88-b743-cdeace0b2063 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:53.147753 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-ef38705b-837f-4a0e-a08f-220b186ab7a6 None None] Allocated IP 2001:db8::2 (60c1a7a4-93d6-4b93-8b22-51e03617b17c/65403805-232f-4092-8f48-d420885e451a/72b43f8f-1811-427a-a514-a38ceded0288) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:01:53.151954 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69321d5b-56e3-4ad7-ac70-b7506f608c3e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Pushing event updated for resources: {'Port': ['ID=23458b41-2e68-42ce-831d-f246fea29783,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:53.151954 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-532feac8-56d3-4641-a51b-5d57e375f02d req-69321d5b-56e3-4ad7-ac70-b7506f608c3e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:53.464933 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b5323183-a181-43a3-8c06-9bc48ae1b198 req-851c93ea-270c-4836-b3af-81210a447930 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5753188 Feb 09 18:01:53.528154 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f0aedf33-96b8-48b7-8c3c-4b25aa49cf67 req-95cd98e0-896d-4393-9739-5f50748bd5b8 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 210 time: 0.1931984 Feb 09 18:01:53.586825 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532feac8-56d3-4641-a51b-5d57e375f02d req-69321d5b-56e3-4ad7-ac70-b7506f608c3e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:53.587867 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-532feac8-56d3-4641-a51b-5d57e375f02d req-69321d5b-56e3-4ad7-ac70-b7506f608c3e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:53.672862 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-8d75b8a5-cb27-47fd-be61-1a92ed42436b tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Allocated IP 172.20.0.11 (e9fe6eda-77b1-46f2-95d6-d5589d4aff54/5f47090f-8581-4feb-b645-4f9000c047bb/dcd95642-a824-4155-bb88-3237befcc80a) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:01:53.686273 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127fb899-321a-4afd-b075-a0f259fd5e85 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:53.702739 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127fb899-321a-4afd-b075-a0f259fd5e85 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:53.704423 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-127fb899-321a-4afd-b075-a0f259fd5e85 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Synchronizing usage tracker for tenant:c76b1b50c7dc477d968465a1223b1cab on resource:network {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:01:53.777921 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:53.799400 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] Transition to ACTIVE for port object 398da87f-f65d-4cb9-ae71-4e6eb356bd9e will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:53.814777 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-00baa40f-3e7a-4c15-b430-46de3c171c62 None None] Provisioning for port 23458b41-2e68-42ce-831d-f246fea29783 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:01:53.835257 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-00baa40f-3e7a-4c15-b430-46de3c171c62 None None] Provisioning complete for port 23458b41-2e68-42ce-831d-f246fea29783 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:01:53.835629 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-00baa40f-3e7a-4c15-b430-46de3c171c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:53.847173 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-127fb899-321a-4afd-b075-a0f259fd5e85 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Unset dirty status for tenant:c76b1b50c7dc477d968465a1223b1cab on resource:network {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:01:53.855535 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-127fb899-321a-4afd-b075-a0f259fd5e85 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8830895 Feb 09 18:01:53.863475 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44704) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:53.870950 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-1fb35dcd-fefd-40f2-ac6e-9257aca6d443 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1634883507'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:53.891298 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1fb35dcd-fefd-40f2-ac6e-9257aca6d443 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:53.928832 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:53.937255 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1fb35dcd-fefd-40f2-ac6e-9257aca6d443 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:53.952411 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-00baa40f-3e7a-4c15-b430-46de3c171c62 None None] Port 23458b41-2e68-42ce-831d-f246fea29783 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:01:53.976386 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-c30e8efc-13c1-4eeb-add8-6e3b1e35f2c7 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] For port 6ab3c01a-9f8b-4805-90f5-39e090df7f1e, host hv-neutron-8270, got binding levels [] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:01:53.978963 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c30e8efc-13c1-4eeb-add8-6e3b1e35f2c7 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:54.006144 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef38705b-837f-4a0e-a08f-220b186ab7a6 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:54.043760 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ef38705b-837f-4a0e-a08f-220b186ab7a6 None None] Transition to ACTIVE for port object 72b43f8f-1811-427a-a514-a38ceded0288 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:54.068890 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6840d3-9333-4067-ad0b-57b55d7c0f0f None None] Pushing event updated for resources: {'Port': ['ID=398da87f-f65d-4cb9-ae71-4e6eb356bd9e,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:54.143233 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'name': 'tempest-ServerActionsTestJSON-1826794592-router', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:22Z', 'revision_number': 4, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'gw_port': {'id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:11Z', 'updated_at': '2022-02-09T18:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7c1ed482-ddce-4a72-9f9d-f0eaa1553568', 'name': '', 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'mac_address': 'fa:16:3e:59:d4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b05e458-9599-4698-b30c-c2fa3f37163a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:19Z', 'updated_at': '2022-02-09T18:01:23Z', 'revision_number': 2, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'subnets': [{'id': '3b05e458-9599-4698-b30c-c2fa3f37163a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:54.169400 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ef38705b-837f-4a0e-a08f-220b186ab7a6 None None] Transition to ACTIVE for port object 72b43f8f-1811-427a-a514-a38ceded0288 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:54.182631 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] Checking router: 36901a24-e8f9-45c6-b9c4-66f195529e5e for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:01:54.185235 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] Updating router 36901a24-e8f9-45c6-b9c4-66f195529e5e port 7c1ed482-ddce-4a72-9f9d-f0eaa1553568 binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:01:54.312615 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-368d977e-bc64-4272-baa1-cbd20887b720 req-90413892-08d2-47ba-8030-307095fc9488 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 210 time: 0.2153018 Feb 09 18:01:54.324051 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb35dcd-fefd-40f2-ac6e-9257aca6d443 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Made reservation on behalf of c76b1b50c7dc477d968465a1223b1cab for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:54.326219 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef38705b-837f-4a0e-a08f-220b186ab7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:54.355698 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1fb35dcd-fefd-40f2-ac6e-9257aca6d443 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:54.393513 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c30e8efc-13c1-4eeb-add8-6e3b1e35f2c7 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Calling delete_port for 6ab3c01a-9f8b-4805-90f5-39e090df7f1e owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:01:54.452625 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb35dcd-fefd-40f2-ac6e-9257aca6d443 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:01:54.456657 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] Attempting to bind port 398da87f-f65d-4cb9-ae71-4e6eb356bd9e on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:54.457759 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] Attempting to bind port 398da87f-f65d-4cb9-ae71-4e6eb356bd9e by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'a0bb447b-d164-4b78-ab95-a75e6553078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:54.458157 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] Attempting to bind port 398da87f-f65d-4cb9-ae71-4e6eb356bd9e on network bfbb786d-fb18-4e8f-a54d-5c87d11addf4 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:54.471821 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:01:54.472229 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] Checking segment: {'id': 'a0bb447b-d164-4b78-ab95-a75e6553078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:01:54.472620 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:54.473016 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] Bound using segment: {'id': 'a0bb447b-d164-4b78-ab95-a75e6553078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:01:54.473601 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] Bound port: 398da87f-f65d-4cb9-ae71-4e6eb356bd9e, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bb447b-d164-4b78-ab95-a75e6553078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:01:54.473888 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:54.499363 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1fb35dcd-fefd-40f2-ac6e-9257aca6d443 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:54.517682 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-1fb35dcd-fefd-40f2-ac6e-9257aca6d443 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Added segment bebc54b2-4379-4e41-acb7-a3415c7c24ed of type vlan for network 85690b84-8af8-4a5c-8272-0448d2d37aab Feb 09 18:01:54.610533 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1fb35dcd-fefd-40f2-ac6e-9257aca6d443 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:54.632600 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-fc061034-dfc2-4800-8119-6b8209629105 req-0e26b1ef-cdf5-4f88-b743-cdeace0b2063 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Allocated IP 172.20.0.3 (bfbb786d-fb18-4e8f-a54d-5c87d11addf4/fe4e75a4-3fb3-49bd-9ee8-da883c83a940/1e521863-3f8f-412f-a30e-e2cb62371d31) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:01:54.737163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44720) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:54.749484 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:54.778575 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1fb35dcd-fefd-40f2-ac6e-9257aca6d443 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:54.782469 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb35dcd-fefd-40f2-ac6e-9257aca6d443 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:54.784074 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1fb35dcd-fefd-40f2-ac6e-9257aca6d443 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:54.825172 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38705b-837f-4a0e-a08f-220b186ab7a6 None None] Pushing event updated for resources: {'Port': ['ID=72b43f8f-1811-427a-a514-a38ceded0288,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:54.829661 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] For port 398da87f-f65d-4cb9-ae71-4e6eb356bd9e, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:01:54.834355 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] For port 398da87f-f65d-4cb9-ae71-4e6eb356bd9e, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=398da87f-f65d-4cb9-ae71-4e6eb356bd9e,segment=NetworkSegment(a0bb447b-d164-4b78-ab95-a75e6553078f),segment_id=a0bb447b-d164-4b78-ab95-a75e6553078f)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:01:54.855776 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:01:54.863373 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef38705b-837f-4a0e-a08f-220b186ab7a6 None None] Network 60c1a7a4-93d6-4b93-8b22-51e03617b17c is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:54.894166 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:54.908752 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-ef38705b-837f-4a0e-a08f-220b186ab7a6 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:54.919999 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef38705b-837f-4a0e-a08f-220b186ab7a6 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:55.000302 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-532feac8-56d3-4641-a51b-5d57e375f02d req-69321d5b-56e3-4ad7-ac70-b7506f608c3e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9917762 Feb 09 18:01:55.100845 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] Routers {'0318a032-6b42-4a2b-8015-112e7a120b34'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:01:55.101480 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:01:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0318a032-6b42-4a2b-8015-112e7a120b34'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:55.128726 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-081ce62a-4342-462c-834a-44c2be66705d req-ca5d6064-d1bc-4ec5-95b0-b815ff11c68b tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 210 time: 0.1306558 Feb 09 18:01:55.223950 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1fb35dcd-fefd-40f2-ac6e-9257aca6d443 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3626328 Feb 09 18:01:55.225381 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb35dcd-fefd-40f2-ac6e-9257aca6d443 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Pushing event updated for resources: {'Network': ['ID=85690b84-8af8-4a5c-8272-0448d2d37aab,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:55.235456 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c30e8efc-13c1-4eeb-add8-6e3b1e35f2c7 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:55.236922 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44728) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:55.310833 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 85690b84-8af8-4a5c-8272-0448d2d37aab details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:01:55.319435 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [req-532feac8-56d3-4641-a51b-5d57e375f02d req-cbd93c76-101e-416f-a3cb-f5d0fb1b4c63 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:01:55.320494 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-532feac8-56d3-4641-a51b-5d57e375f02d req-cbd93c76-101e-416f-a3cb-f5d0fb1b4c63 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0191319 Feb 09 18:01:55.326071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add17e1-6b91-4498-bb28-34c3e91a4b87 req-df988c0d-8ea8-47ba-a75c-fa9eba86e269 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:55.334020 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7add17e1-6b91-4498-bb28-34c3e91a4b87 req-df988c0d-8ea8-47ba-a75c-fa9eba86e269 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 931 time: 0.4687619 Feb 09 18:01:55.457244 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-27a5883a-d889-48a1-87bd-68516ec494db tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-418773830'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:55.481637 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-27a5883a-d889-48a1-87bd-68516ec494db tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:55.496657 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ef38705b-837f-4a0e-a08f-220b186ab7a6 None None] Attempting to bind port 72b43f8f-1811-427a-a514-a38ceded0288 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:55.497018 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ef38705b-837f-4a0e-a08f-220b186ab7a6 None None] Attempting to bind port 72b43f8f-1811-427a-a514-a38ceded0288 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '37d081e4-c83f-45cd-918c-62e220425e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '60c1a7a4-93d6-4b93-8b22-51e03617b17c'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:55.497379 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef38705b-837f-4a0e-a08f-220b186ab7a6 None None] Attempting to bind port 72b43f8f-1811-427a-a514-a38ceded0288 on network 60c1a7a4-93d6-4b93-8b22-51e03617b17c {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:55.508233 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-ca9a40fb-676e-4374-84e7-bb7fafd1c02a tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1836304929', 'router:external': True}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:55.515763 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e8efc-13c1-4eeb-add8-6e3b1e35f2c7 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ab3c01a-9f8b-4805-90f5-39e090df7f1e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:55.525403 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-27a5883a-d889-48a1-87bd-68516ec494db tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Usage tracker for resource:network and tenant:c76b1b50c7dc477d968465a1223b1cab is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:55.536767 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ca9a40fb-676e-4374-84e7-bb7fafd1c02a tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:55.547167 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-27a5883a-d889-48a1-87bd-68516ec494db tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:55.557769 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-43dd78da-6bbb-460d-a993-2ed3d19b0d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:55.564275 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] Set router 0318a032-6b42-4a2b-8015-112e7a120b34 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:01:55.565575 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7add17e1-6b91-4498-bb28-34c3e91a4b87 req-f9edc55f-2d70-4abb-b826-d8822646b950 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305846 Feb 09 18:01:55.570470 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ca9a40fb-676e-4374-84e7-bb7fafd1c02a tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Usage tracker for resource:network and tenant:a13c485fdbb04e84914acb96e6ca0a8c is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:55.572661 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef38705b-837f-4a0e-a08f-220b186ab7a6 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:01:55.573146 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef38705b-837f-4a0e-a08f-220b186ab7a6 None None] Checking segment: {'id': '37d081e4-c83f-45cd-918c-62e220425e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '60c1a7a4-93d6-4b93-8b22-51e03617b17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:01:55.573626 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef38705b-837f-4a0e-a08f-220b186ab7a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:55.573985 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef38705b-837f-4a0e-a08f-220b186ab7a6 None None] Bound using segment: {'id': '37d081e4-c83f-45cd-918c-62e220425e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '60c1a7a4-93d6-4b93-8b22-51e03617b17c'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:01:55.581345 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ef38705b-837f-4a0e-a08f-220b186ab7a6 None None] Bound port: 72b43f8f-1811-427a-a514-a38ceded0288, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d081e4-c83f-45cd-918c-62e220425e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '60c1a7a4-93d6-4b93-8b22-51e03617b17c'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:01:55.583691 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ca9a40fb-676e-4374-84e7-bb7fafd1c02a tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:55.583863 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef38705b-837f-4a0e-a08f-220b186ab7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:55.606049 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ca9a40fb-676e-4374-84e7-bb7fafd1c02a tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:55.625557 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-43dd78da-6bbb-460d-a993-2ed3d19b0d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Usage tracker for resource:port and tenant:927c88bc686d4a3e859c1002fea9cc6f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:55.669469 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-43dd78da-6bbb-460d-a993-2ed3d19b0d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:55.674440 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6840d3-9333-4067-ad0b-57b55d7c0f0f None None] Pushing event updated for resources: {'Port': ['ID=398da87f-f65d-4cb9-ae71-4e6eb356bd9e,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:55.677505 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-27a5883a-d889-48a1-87bd-68516ec494db tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:55.724288 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c30e8efc-13c1-4eeb-add8-6e3b1e35f2c7 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:55.750357 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9a40fb-676e-4374-84e7-bb7fafd1c02a tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Made reservation on behalf of a13c485fdbb04e84914acb96e6ca0a8c for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:55.754323 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ca9a40fb-676e-4374-84e7-bb7fafd1c02a tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:55.759649 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-43dd78da-6bbb-460d-a993-2ed3d19b0d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:55.791298 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c2f4df31-3452-4cc1-ae34-f2a697bced6a req-09f69274-e016-49e8-af4e-ac7c1f2b92e9 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 210 time: 0.1133151 Feb 09 18:01:55.792624 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ca9a40fb-676e-4374-84e7-bb7fafd1c02a tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:55.829631 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c30e8efc-13c1-4eeb-add8-6e3b1e35f2c7 tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] 10.222.0.21 "DELETE /v2.0/ports/6ab3c01a-9f8b-4805-90f5-39e090df7f1e HTTP/1.1" status: 204 len: 168 time: 4.2619047 Feb 09 18:01:55.832921 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44744) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:55.854114 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-8d75b8a5-cb27-47fd-be61-1a92ed42436b tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:55.864536 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a5883a-d889-48a1-87bd-68516ec494db tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Made reservation on behalf of c76b1b50c7dc477d968465a1223b1cab for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:55.873912 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-27a5883a-d889-48a1-87bd-68516ec494db tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:55.929817 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-098dbcb9-4fb4-456c-a6ef-36b6f7e50b8e tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] GET failed (client error): The resource could not be found. Feb 09 18:01:55.931292 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-098dbcb9-4fb4-456c-a6ef-36b6f7e50b8e tempest-PortsAdminExtendedAttrsTestJSON-1366652511 tempest-PortsAdminExtendedAttrsTestJSON-1366652511-project-admin] 10.222.0.21 "GET /v2.0/ports/6ab3c01a-9f8b-4805-90f5-39e090df7f1e HTTP/1.1" status: 404 len: 333 time: 0.0970457 Feb 09 18:01:55.947790 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dd78da-6bbb-460d-a993-2ed3d19b0d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Made reservation on behalf of 927c88bc686d4a3e859c1002fea9cc6f for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:55.951981 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44748) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:55.959962 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43dd78da-6bbb-460d-a993-2ed3d19b0d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:55.994201 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-532feac8-56d3-4641-a51b-5d57e375f02d req-c04791a8-3388-46b5-915e-525d1be028c1 service neutron] Request body: {'port': {'device_id': '7c3f94a8-06c9-47df-8a60-1ea60864f32d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:56.115879 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-8d75b8a5-cb27-47fd-be61-1a92ed42436b tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Transition to ACTIVE for port object dcd95642-a824-4155-bb88-3237befcc80a will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:56.118951 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44752) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:56.158820 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fc061034-dfc2-4800-8119-6b8209629105 req-0e26b1ef-cdf5-4f88-b743-cdeace0b2063 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:56.190276 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-43dd78da-6bbb-460d-a993-2ed3d19b0d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] device_id is not set on port 5742c33c-3a6b-49e0-b655-471ea80188c4 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:01:56.229354 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ca9a40fb-676e-4374-84e7-bb7fafd1c02a tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:56.286004 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ca9a40fb-676e-4374-84e7-bb7fafd1c02a tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Usage tracker for resource:security_group_rule and tenant:a13c485fdbb04e84914acb96e6ca0a8c is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:56.309202 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ca9a40fb-676e-4374-84e7-bb7fafd1c02a tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:56.666774 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ca9a40fb-676e-4374-84e7-bb7fafd1c02a tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:56.666774 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8e56-3759-4e86-889b-89e3366c381e tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:56.672334 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ef38705b-837f-4a0e-a08f-220b186ab7a6 None None] For port 72b43f8f-1811-427a-a514-a38ceded0288, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:01:56.677351 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a5883a-d889-48a1-87bd-68516ec494db tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:01:56.678082 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ef38705b-837f-4a0e-a08f-220b186ab7a6 None None] For port 72b43f8f-1811-427a-a514-a38ceded0288, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=72b43f8f-1811-427a-a514-a38ceded0288,segment=NetworkSegment(37d081e4-c83f-45cd-918c-62e220425e2a),segment_id=37d081e4-c83f-45cd-918c-62e220425e2a)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:01:56.679165 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'name': 'tempest-ServersTestManualDisk-2031647166-router', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:10Z', 'updated_at': '2022-02-09T18:01:29Z', 'revision_number': 4, 'project_id': '7814e9f979984521b818aa821b9167b5', 'gw_port': {'id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:12Z', 'updated_at': '2022-02-09T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '398da87f-f65d-4cb9-ae71-4e6eb356bd9e', 'name': '', 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'mac_address': 'fa:16:3e:05:51:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe4e75a4-3fb3-49bd-9ee8-da883c83a940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:27Z', 'updated_at': '2022-02-09T18:01:54Z', 'revision_number': 4, 'project_id': '7814e9f979984521b818aa821b9167b5', 'subnets': [{'id': 'fe4e75a4-3fb3-49bd-9ee8-da883c83a940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:56.679994 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24421d68-1e7e-4724-89b2-596dd46140d2 None None] The sync data for ids ['0318a032-6b42-4a2b-8015-112e7a120b34'] in dv-neutron-827016-2-hyperv is: [{'id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'name': 'tempest-ServersTestManualDisk-2031647166-router', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:10Z', 'updated_at': '2022-02-09T18:01:29Z', 'revision_number': 4, 'project_id': '7814e9f979984521b818aa821b9167b5', 'gw_port': {'id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:12Z', 'updated_at': '2022-02-09T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '398da87f-f65d-4cb9-ae71-4e6eb356bd9e', 'name': '', 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'mac_address': 'fa:16:3e:05:51:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe4e75a4-3fb3-49bd-9ee8-da883c83a940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:27Z', 'updated_at': '2022-02-09T18:01:54Z', 'revision_number': 4, 'project_id': '7814e9f979984521b818aa821b9167b5', 'subnets': [{'id': 'fe4e75a4-3fb3-49bd-9ee8-da883c83a940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:01:56.680175 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-fc061034-dfc2-4800-8119-6b8209629105 req-0e26b1ef-cdf5-4f88-b743-cdeace0b2063 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Transition to ACTIVE for port object 1e521863-3f8f-412f-a30e-e2cb62371d31 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:56.680175 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-532feac8-56d3-4641-a51b-5d57e375f02d req-c04791a8-3388-46b5-915e-525d1be028c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:56.680175 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-27a5883a-d889-48a1-87bd-68516ec494db tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:56.680175 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-27a5883a-d889-48a1-87bd-68516ec494db tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Added segment 60e20da6-d8b8-4402-b19f-2f846a909282 of type vlan for network b31130ce-be58-4b73-9b0e-aec1e095adc0 Feb 09 18:01:56.680498 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:56.680586 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ea3df0d6-f461-4694-9d85-49b0b2f8ea75 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-916733529'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:56.680673 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] Transition to ACTIVE for port object 7c1ed482-ddce-4a72-9f9d-f0eaa1553568 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:56.680758 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ea3df0d6-f461-4694-9d85-49b0b2f8ea75 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:56.700636 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bedb1e52-2dbc-4b73-882d-7e97b1ba93db req-84e6c35e-8756-447c-9ce8-c8fadefdafeb tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 210 time: 0.2235873 Feb 09 18:01:56.732955 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8e56-3759-4e86-889b-89e3366c381e tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:56.850819 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-dfaa8e56-3759-4e86-889b-89e3366c381e tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4d9b20-1282-425a-9f13-0bb4078d012d']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:56.895905 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-dfaa8e56-3759-4e86-889b-89e3366c381e tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:56.896627 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-dfaa8e56-3759-4e86-889b-89e3366c381e tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f779f300-f1f7-4f60-9e1d-31a043ccd3a1') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:56.907339 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ca9a40fb-676e-4374-84e7-bb7fafd1c02a tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:56.930891 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ea3df0d6-f461-4694-9d85-49b0b2f8ea75 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Usage tracker for resource:network and tenant:cbf80b397fd2473493805be1a3eb9dd6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:56.981369 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ea3df0d6-f461-4694-9d85-49b0b2f8ea75 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:56.986866 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8e56-3759-4e86-889b-89e3366c381e tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:57.042656 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8e56-3759-4e86-889b-89e3366c381e tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:57.059461 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfaa8e56-3759-4e86-889b-89e3366c381e tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:01:57.071288 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8e56-3759-4e86-889b-89e3366c381e tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:01:57.097873 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:01:57.136488 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ea3df0d6-f461-4694-9d85-49b0b2f8ea75 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:57.154027 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-27a5883a-d889-48a1-87bd-68516ec494db tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:57.285467 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-27a5883a-d889-48a1-87bd-68516ec494db tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:01:57.392213 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-43dd78da-6bbb-460d-a993-2ed3d19b0d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Allocated IP 2001:db8::c3 (60c1a7a4-93d6-4b93-8b22-51e03617b17c/65403805-232f-4092-8f48-d420885e451a/5742c33c-3a6b-49e0-b655-471ea80188c4) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:01:57.398941 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b9b77162-01b4-40de-95c5-ac84d66a0f8a req-c35a8f57-5d43-40e7-aff5-ead7855531ce tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 210 time: 0.2973192 Feb 09 18:01:57.399427 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef38705b-837f-4a0e-a08f-220b186ab7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:57.433891 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b61f77-1b15-4f23-a4d9-a9270c82d25f req-b6b949de-4135-4fc2-9519-7cd2364c3c7b tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:57.451149 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-42b61f77-1b15-4f23-a4d9-a9270c82d25f req-b6b949de-4135-4fc2-9519-7cd2364c3c7b tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 931 time: 0.5567896 Feb 09 18:01:57.487467 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ca9a40fb-676e-4374-84e7-bb7fafd1c02a tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:57.530984 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a40fb-676e-4374-84e7-bb7fafd1c02a tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac76a28a-7722-4242-b187-9c4a2d372f1c,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:57.558767 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca9a40fb-676e-4374-84e7-bb7fafd1c02a tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:01:57.578262 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8e56-3759-4e86-889b-89e3366c381e tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:57.578724 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:57.585035 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38705b-837f-4a0e-a08f-220b186ab7a6 None None] Pushing event updated for resources: {'Port': ['ID=72b43f8f-1811-427a-a514-a38ceded0288,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:57.587343 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-42b61f77-1b15-4f23-a4d9-a9270c82d25f req-1af465fa-aff6-4a6f-acde-e34fe8d3d015 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379220 Feb 09 18:01:57.608241 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ca9a40fb-676e-4374-84e7-bb7fafd1c02a tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:57.621808 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-ca9a40fb-676e-4374-84e7-bb7fafd1c02a tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Added segment b7ff7ee3-d432-4314-aaaf-02bf2c8ea648 of type vlan for network adb09630-63ed-43cf-b609-40b4a9cd167c Feb 09 18:01:57.693602 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8e56-3759-4e86-889b-89e3366c381e tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:57.735191 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d7409-e089-49d2-947d-3622c9ecce81 None None] Pushing event updated for resources: {'Port': ['ID=7c1ed482-ddce-4a72-9f9d-f0eaa1553568,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:57.742424 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa8e56-3759-4e86-889b-89e3366c381e tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] Pushing event deleted for resources: {'Network': ['ID=7f4d9b20-1282-425a-9f13-0bb4078d012d,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:57.807801 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-dfaa8e56-3759-4e86-889b-89e3366c381e tempest-PortsAdminExtendedAttrsTestJSON-506212052 tempest-PortsAdminExtendedAttrsTestJSON-506212052-project] 10.222.0.21 "DELETE /v2.0/networks/7f4d9b20-1282-425a-9f13-0bb4078d012d HTTP/1.1" status: 204 len: 168 time: 1.8543584 Feb 09 18:01:57.809631 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ca9a40fb-676e-4374-84e7-bb7fafd1c02a tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:58.023957 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ca9a40fb-676e-4374-84e7-bb7fafd1c02a tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:58.025113 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9a40fb-676e-4374-84e7-bb7fafd1c02a tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:58.025893 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ca9a40fb-676e-4374-84e7-bb7fafd1c02a tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:58.060914 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-8d75b8a5-cb27-47fd-be61-1a92ed42436b tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:58.079301 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fc061034-dfc2-4800-8119-6b8209629105 req-0e26b1ef-cdf5-4f88-b743-cdeace0b2063 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:58.108366 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3df0d6-f461-4694-9d85-49b0b2f8ea75 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Made reservation on behalf of cbf80b397fd2473493805be1a3eb9dd6 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:58.127557 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea3df0d6-f461-4694-9d85-49b0b2f8ea75 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:58.318208 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] Attempting to bind port 7c1ed482-ddce-4a72-9f9d-f0eaa1553568 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:01:58.320201 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] Attempting to bind port 7c1ed482-ddce-4a72-9f9d-f0eaa1553568 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '1d12094c-35d1-4927-9b3f-ae818a1428a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:01:58.320640 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] Attempting to bind port 7c1ed482-ddce-4a72-9f9d-f0eaa1553568 on network 2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:01:58.339495 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:01:58.340024 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] Checking segment: {'id': '1d12094c-35d1-4927-9b3f-ae818a1428a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:01:58.340541 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:58.341032 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] Bound using segment: {'id': '1d12094c-35d1-4927-9b3f-ae818a1428a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:01:58.342633 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] Bound port: 7c1ed482-ddce-4a72-9f9d-f0eaa1553568, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d12094c-35d1-4927-9b3f-ae818a1428a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:01:58.343408 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:58.463872 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc061034-dfc2-4800-8119-6b8209629105 req-0e26b1ef-cdf5-4f88-b743-cdeace0b2063 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Network bfbb786d-fb18-4e8f-a54d-5c87d11addf4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:58.464979 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea3df0d6-f461-4694-9d85-49b0b2f8ea75 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:58.483842 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75b8a5-cb27-47fd-be61-1a92ed42436b tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Pushing event updated for resources: {'Port': ['ID=dcd95642-a824-4155-bb88-3237befcc80a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:58.485273 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a40fb-676e-4374-84e7-bb7fafd1c02a tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Pushing event updated for resources: {'Network': ['ID=adb09630-63ed-43cf-b609-40b4a9cd167c,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:58.505911 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-27a5883a-d889-48a1-87bd-68516ec494db tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:58.509707 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ca9a40fb-676e-4374-84e7-bb7fafd1c02a tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.7713778 Feb 09 18:01:58.512763 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44770) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:58.520363 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-5dc1be7e-9aff-45ec-bcc6-e0b2daa45522 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Request body: {'subnet': {'network_id': 'adb09630-63ed-43cf-b609-40b4a9cd167c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:01:58.529623 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37160a57-9e18-46ad-a70e-fef1571a2943 req-3e30e158-e9ff-4f01-a6d2-b850aa41ec72 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:58.530221 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a5883a-d889-48a1-87bd-68516ec494db tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:58.531493 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-27a5883a-d889-48a1-87bd-68516ec494db tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:58.533256 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-37160a57-9e18-46ad-a70e-fef1571a2943 req-3e30e158-e9ff-4f01-a6d2-b850aa41ec72 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 932 time: 0.4203529 Feb 09 18:01:58.534754 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network adb09630-63ed-43cf-b609-40b4a9cd167c details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:01:58.539794 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5dc1be7e-9aff-45ec-bcc6-e0b2daa45522 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:01:58.555068 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5dc1be7e-9aff-45ec-bcc6-e0b2daa45522 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Usage tracker for resource:subnet and tenant:a13c485fdbb04e84914acb96e6ca0a8c is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:01:58.569291 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5dc1be7e-9aff-45ec-bcc6-e0b2daa45522 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:01:58.569291 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5dc1be7e-9aff-45ec-bcc6-e0b2daa45522 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:01:58.606355 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-532feac8-56d3-4641-a51b-5d57e375f02d req-c04791a8-3388-46b5-915e-525d1be028c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23458b41-2e68-42ce-831d-f246fea29783 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:01:58.657000 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-532feac8-56d3-4641-a51b-5d57e375f02d req-c04791a8-3388-46b5-915e-525d1be028c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:58.683542 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc1be7e-9aff-45ec-bcc6-e0b2daa45522 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Made reservation on behalf of a13c485fdbb04e84914acb96e6ca0a8c for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:01:58.691779 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5dc1be7e-9aff-45ec-bcc6-e0b2daa45522 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:58.751606 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] For port 7c1ed482-ddce-4a72-9f9d-f0eaa1553568, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:01:58.755181 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-fc061034-dfc2-4800-8119-6b8209629105 req-0e26b1ef-cdf5-4f88-b743-cdeace0b2063 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:58.793768 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] For port 7c1ed482-ddce-4a72-9f9d-f0eaa1553568, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7c1ed482-ddce-4a72-9f9d-f0eaa1553568,segment=NetworkSegment(1d12094c-35d1-4927-9b3f-ae818a1428a7),segment_id=1d12094c-35d1-4927-9b3f-ae818a1428a7)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:01:58.840031 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 72b43f8f-1811-427a-a514-a38ceded0288 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:01:58.930831 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:01:58.959197 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44778) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:58.985999 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-37160a57-9e18-46ad-a70e-fef1571a2943 req-6006592f-4643-4900-a21c-2c32a26827f6 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/security-groups?id=e40cc133-4265-4bed-b41f-bcd52141e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4057927 Feb 09 18:01:59.038887 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d7409-e089-49d2-947d-3622c9ecce81 None None] Pushing event updated for resources: {'Port': ['ID=7c1ed482-ddce-4a72-9f9d-f0eaa1553568,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:59.072005 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] Routers {'36901a24-e8f9-45c6-b9c4-66f195529e5e'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:01:59.076094 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:01:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['36901a24-e8f9-45c6-b9c4-66f195529e5e'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:01:59.272866 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3f3ed-4524-47b3-9393-8e645d027bbc req-e347a23c-c7cd-4eb9-a0a7-36021eb9af44 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:59.277000 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cce3f3ed-4524-47b3-9393-8e645d027bbc req-e347a23c-c7cd-4eb9-a0a7-36021eb9af44 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 931 time: 0.5571985 Feb 09 18:01:59.351925 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] Set router 36901a24-e8f9-45c6-b9c4-66f195529e5e gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:01:59.504156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc061034-dfc2-4800-8119-6b8209629105 req-0e26b1ef-cdf5-4f88-b743-cdeace0b2063 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:59.558522 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cce3f3ed-4524-47b3-9393-8e645d027bbc req-831c528c-256b-4d52-a0a6-27011d5fbaae tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f6bb0e-9d51-4ec5-8646-92b2f8965ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744362 Feb 09 18:01:59.580020 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5883a-d889-48a1-87bd-68516ec494db tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Pushing event updated for resources: {'Network': ['ID=b31130ce-be58-4b73-9b0e-aec1e095adc0,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:59.592032 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26b1ef-cdf5-4f88-b743-cdeace0b2063 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Pushing event updated for resources: {'Port': ['ID=1e521863-3f8f-412f-a30e-e2cb62371d31,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:01:59.703338 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b9c7daf5-9071-48ad-9328-8aadfa150cf0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68778cc1b4be42abbbabc945aa4d2de4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7399802 Feb 09 18:01:59.709556 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44786) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:01:59.714369 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3d1f83-1f50-4072-9190-50313abcb445 None None] Network 60c1a7a4-93d6-4b93-8b22-51e03617b17c requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:01:59.729067 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network b31130ce-be58-4b73-9b0e-aec1e095adc0 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:01:59.736142 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bd41a-2b1e-47e0-89c2-970c4ea582bf req-a9fbf34b-a448-4064-962b-1a33c07e025a tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:01:59.738718 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-157bd41a-2b1e-47e0-89c2-970c4ea582bf req-a9fbf34b-a448-4064-962b-1a33c07e025a tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 931 time: 0.2815342 Feb 09 18:01:59.756518 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 72b43f8f-1811-427a-a514-a38ceded0288 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:01:59.771745 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 398da87f-f65d-4cb9-ae71-4e6eb356bd9e up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:01:59.888144 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-8d75b8a5-cb27-47fd-be61-1a92ed42436b tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Network e9fe6eda-77b1-46f2-95d6-d5589d4aff54 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:01:59.903013 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-8d75b8a5-cb27-47fd-be61-1a92ed42436b tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:01:59.906746 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-8d75b8a5-cb27-47fd-be61-1a92ed42436b tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:01:59.951402 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-532feac8-56d3-4641-a51b-5d57e375f02d req-c04791a8-3388-46b5-915e-525d1be028c1 service neutron] Transition to ACTIVE for port object 23458b41-2e68-42ce-831d-f246fea29783 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:01:59.958003 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-157bd41a-2b1e-47e0-89c2-970c4ea582bf req-ab42e99a-f67d-4795-ba70-7cc1dd968286 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131758 Feb 09 18:01:59.986703 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ea3df0d6-f461-4694-9d85-49b0b2f8ea75 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:00.001855 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ea3df0d6-f461-4694-9d85-49b0b2f8ea75 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Usage tracker for resource:security_group_rule and tenant:cbf80b397fd2473493805be1a3eb9dd6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:00.017709 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f900626b-b6e1-4d02-a9fd-1c8b4274b2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:00.026931 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ea3df0d6-f461-4694-9d85-49b0b2f8ea75 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:00.036059 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ea3df0d6-f461-4694-9d85-49b0b2f8ea75 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:00.138665 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f900626b-b6e1-4d02-a9fd-1c8b4274b2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:00.245001 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea3df0d6-f461-4694-9d85-49b0b2f8ea75 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:00.279664 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc061034-dfc2-4800-8119-6b8209629105 req-0e26b1ef-cdf5-4f88-b743-cdeace0b2063 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:00.280649 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fc061034-dfc2-4800-8119-6b8209629105 req-0e26b1ef-cdf5-4f88-b743-cdeace0b2063 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:00.330543 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-27a5883a-d889-48a1-87bd-68516ec494db tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 5.0166314 Feb 09 18:02:00.330543 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-532feac8-56d3-4641-a51b-5d57e375f02d req-c04791a8-3388-46b5-915e-525d1be028c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:00.348099 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44792) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:00.361709 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Request body: {'ports': [{'network_id': '85690b84-8af8-4a5c-8272-0448d2d37aab', 'name': 'tempest-port--1435224297', 'admin_state_up': True}, {'network_id': 'b31130ce-be58-4b73-9b0e-aec1e095adc0', 'admin_state_up': False}]} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:00.362181 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Request body: {'port': {'network_id': '85690b84-8af8-4a5c-8272-0448d2d37aab', 'name': 'tempest-port--1435224297', 'admin_state_up': True}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:00.362837 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Request body: {'port': {'network_id': 'b31130ce-be58-4b73-9b0e-aec1e095adc0', 'admin_state_up': False}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:00.429792 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea3df0d6-f461-4694-9d85-49b0b2f8ea75 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:00.484076 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-19614819-0fba-46e7-851e-fcab822e8e4f None None] Provisioning for port 1e521863-3f8f-412f-a30e-e2cb62371d31 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:00.500009 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-19614819-0fba-46e7-851e-fcab822e8e4f None None] Provisioning complete for port 1e521863-3f8f-412f-a30e-e2cb62371d31 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:00.500644 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-19614819-0fba-46e7-851e-fcab822e8e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:00.603902 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43dd78da-6bbb-460d-a993-2ed3d19b0d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:00.608839 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fc061034-dfc2-4800-8119-6b8209629105 req-0e26b1ef-cdf5-4f88-b743-cdeace0b2063 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.0466535 Feb 09 18:02:00.637312 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.objects.ports [None req-5dc1be7e-9aff-45ec-bcc6-e0b2daa45522 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84541) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 18:02:00.640653 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5dc1be7e-9aff-45ec-bcc6-e0b2daa45522 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:00.648505 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-8d75b8a5-cb27-47fd-be61-1a92ed42436b tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:00.649465 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-8d75b8a5-cb27-47fd-be61-1a92ed42436b tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:00.733689 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1be7e-9aff-45ec-bcc6-e0b2daa45522 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2619729a-5f6d-4e40-925a-368c28276dae,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:00.735466 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-fc061034-dfc2-4800-8119-6b8209629105 req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Request body: {'port': {'device_id': '34b91bd3-f198-4550-8705-11a00168ab93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:00.745964 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-19614819-0fba-46e7-851e-fcab822e8e4f None None] Port 1e521863-3f8f-412f-a30e-e2cb62371d31 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:02:00.803698 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3df0d6-f461-4694-9d85-49b0b2f8ea75 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06dc5e8f-ff08-4f20-93ed-03809ed0910f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:00.809021 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3df0d6-f461-4694-9d85-49b0b2f8ea75 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:02:00.871386 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc1be7e-9aff-45ec-bcc6-e0b2daa45522 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Checking segment: {'id': 'b7ff7ee3-d432-4314-aaaf-02bf2c8ea648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'adb09630-63ed-43cf-b609-40b4a9cd167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:00.872374 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc1be7e-9aff-45ec-bcc6-e0b2daa45522 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Network hostable DHCP agents. Network: adb09630-63ed-43cf-b609-40b4a9cd167c, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:02:00.884586 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494778e1-abed-40e8-8300-2bfd615dc331 req-aa70e8c4-b52b-49a9-b039-17d29ce431d8 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:00.892918 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-43dd78da-6bbb-460d-a993-2ed3d19b0d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Transition to ACTIVE for port object 5742c33c-3a6b-49e0-b655-471ea80188c4 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:00.895549 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-494778e1-abed-40e8-8300-2bfd615dc331 req-aa70e8c4-b52b-49a9-b039-17d29ce431d8 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 932 time: 0.5995467 Feb 09 18:02:00.898916 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f900626b-b6e1-4d02-a9fd-1c8b4274b2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:00.909631 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:00.924254 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04791a8-3388-46b5-915e-525d1be028c1 service neutron] Pushing event updated for resources: {'Port': ['ID=23458b41-2e68-42ce-831d-f246fea29783,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:00.962894 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea3df0d6-f461-4694-9d85-49b0b2f8ea75 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:00.963393 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-ea3df0d6-f461-4694-9d85-49b0b2f8ea75 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Added segment c1a288c3-e024-4cd3-a5e2-4c98959983dd of type vlan for network e23763af-e29d-44b3-94a3-56199c141c58 Feb 09 18:02:01.002149 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Usage tracker for resource:port and tenant:c76b1b50c7dc477d968465a1223b1cab is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:01.006755 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f900626b-b6e1-4d02-a9fd-1c8b4274b2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:01.011578 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f900626b-b6e1-4d02-a9fd-1c8b4274b2fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42b6d871-1a31-4d05-89b1-13b8a37fd291 HTTP/1.1" status: 204 len: 168 time: 1.3070014 Feb 09 18:02:01.029347 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-494778e1-abed-40e8-8300-2bfd615dc331 req-1ec0c494-c40e-44e4-87ed-2760a5ae7e42 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/security-groups?id=e40cc133-4265-4bed-b41f-bcd52141e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293557 Feb 09 18:02:01.050280 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:01.064155 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 398da87f-f65d-4cb9-ae71-4e6eb356bd9e completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:01.077948 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900626b-b6e1-4d02-a9fd-1c8b4274b2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b6d871-1a31-4d05-89b1-13b8a37fd291,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:01.112882 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 398da87f-f65d-4cb9-ae71-4e6eb356bd9e triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:01.113622 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fc061034-dfc2-4800-8119-6b8209629105 req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:01.119840 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:01.149703 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-8d75b8a5-cb27-47fd-be61-1a92ed42436b tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 11.6311774 Feb 09 18:02:01.252887 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-9aa7dbff-71ef-4219-9810-7ce7746c4a7d service neutron] Request body: {'port': {'device_id': 'e6a31670-efb2-4a23-b144-1a82e8f4eb21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:01.358333 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:01.369361 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc1be7e-9aff-45ec-bcc6-e0b2daa45522 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Network adb09630-63ed-43cf-b609-40b4a9cd167c is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:02:01.434769 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea3df0d6-f461-4694-9d85-49b0b2f8ea75 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:01.506816 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2b812-9204-46d8-972c-81acbff0541a req-4021f0dd-81de-4e9c-b08b-85612e9f17c7 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:01.510958 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'name': 'tempest-ServerActionsTestJSON-1826794592-router', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:22Z', 'revision_number': 4, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'gw_port': {'id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:11Z', 'updated_at': '2022-02-09T18:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7c1ed482-ddce-4a72-9f9d-f0eaa1553568', 'name': '', 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'mac_address': 'fa:16:3e:59:d4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b05e458-9599-4698-b30c-c2fa3f37163a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:19Z', 'updated_at': '2022-02-09T18:01:58Z', 'revision_number': 4, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'subnets': [{'id': '3b05e458-9599-4698-b30c-c2fa3f37163a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:01.519477 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c9a2b812-9204-46d8-972c-81acbff0541a req-4021f0dd-81de-4e9c-b08b-85612e9f17c7 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 931 time: 0.5199172 Feb 09 18:02:01.528419 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-532feac8-56d3-4641-a51b-5d57e375f02d req-c04791a8-3388-46b5-915e-525d1be028c1 service neutron] Attempting to bind port 23458b41-2e68-42ce-831d-f246fea29783 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:02:01.534152 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-532feac8-56d3-4641-a51b-5d57e375f02d req-c04791a8-3388-46b5-915e-525d1be028c1 service neutron] Attempting to bind port 23458b41-2e68-42ce-831d-f246fea29783 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '1d12094c-35d1-4927-9b3f-ae818a1428a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:02:01.534152 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532feac8-56d3-4641-a51b-5d57e375f02d req-c04791a8-3388-46b5-915e-525d1be028c1 service neutron] Attempting to bind port 23458b41-2e68-42ce-831d-f246fea29783 on network 2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:02:01.534431 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-5dc1be7e-9aff-45ec-bcc6-e0b2daa45522 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, adb09630-63ed-43cf-b609-40b4a9cd167c) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:01.534543 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81992f19-aafa-4774-8850-1555ff4097a6 None None] The sync data for ids ['36901a24-e8f9-45c6-b9c4-66f195529e5e'] in dv-neutron-827016-2-hyperv is: [{'id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'name': 'tempest-ServerActionsTestJSON-1826794592-router', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:22Z', 'revision_number': 4, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'gw_port': {'id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:11Z', 'updated_at': '2022-02-09T18:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7c1ed482-ddce-4a72-9f9d-f0eaa1553568', 'name': '', 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'mac_address': 'fa:16:3e:59:d4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b05e458-9599-4698-b30c-c2fa3f37163a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:19Z', 'updated_at': '2022-02-09T18:01:58Z', 'revision_number': 4, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'subnets': [{'id': '3b05e458-9599-4698-b30c-c2fa3f37163a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:02:01.543155 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1be7e-9aff-45ec-bcc6-e0b2daa45522 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:01.544154 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5dc1be7e-9aff-45ec-bcc6-e0b2daa45522 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:01.575490 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92664da9-0e7e-40c5-8bfd-a020130ee68f None None] Network adb09630-63ed-43cf-b609-40b4a9cd167c requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:02:01.666218 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d8a193ec-147c-4957-93f5-3c9d2001625b None None] Provisioning for port dcd95642-a824-4155-bb88-3237befcc80a completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:01.728473 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Made reservation on behalf of c76b1b50c7dc477d968465a1223b1cab for: {'port': 2} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:01.743342 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:01.790328 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43dd78da-6bbb-460d-a993-2ed3d19b0d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:01.814699 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5dc1be7e-9aff-45ec-bcc6-e0b2daa45522 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3003030 Feb 09 18:02:01.821632 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44804) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:01.830580 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:01.873366 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-25239c20-cfbf-4fc0-a266-ff8298ef02da tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-75568078', 'network_id': 'adb09630-63ed-43cf-b609-40b4a9cd167c'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:01.885776 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-25239c20-cfbf-4fc0-a266-ff8298ef02da tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:01.906486 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-25239c20-cfbf-4fc0-a266-ff8298ef02da tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Usage tracker for resource:port and tenant:a13c485fdbb04e84914acb96e6ca0a8c is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:01.910262 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-25239c20-cfbf-4fc0-a266-ff8298ef02da tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:01.917626 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532feac8-56d3-4641-a51b-5d57e375f02d req-c04791a8-3388-46b5-915e-525d1be028c1 service neutron] Port 23458b41-2e68-42ce-831d-f246fea29783 on network 2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:02:01.920733 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:01.922454 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532feac8-56d3-4641-a51b-5d57e375f02d req-c04791a8-3388-46b5-915e-525d1be028c1 service neutron] Attempting to bind port 23458b41-2e68-42ce-831d-f246fea29783 on network 2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:02:01.927307 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-25239c20-cfbf-4fc0-a266-ff8298ef02da tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:01.946830 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532feac8-56d3-4641-a51b-5d57e375f02d req-c04791a8-3388-46b5-915e-525d1be028c1 service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:02:01.947272 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532feac8-56d3-4641-a51b-5d57e375f02d req-c04791a8-3388-46b5-915e-525d1be028c1 service neutron] Checking segment: {'id': '1d12094c-35d1-4927-9b3f-ae818a1428a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:01.947991 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532feac8-56d3-4641-a51b-5d57e375f02d req-c04791a8-3388-46b5-915e-525d1be028c1 service neutron] Bound using segment: {'id': '1d12094c-35d1-4927-9b3f-ae818a1428a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:02:01.948840 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-532feac8-56d3-4641-a51b-5d57e375f02d req-c04791a8-3388-46b5-915e-525d1be028c1 service neutron] Bound port: 23458b41-2e68-42ce-831d-f246fea29783, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d12094c-35d1-4927-9b3f-ae818a1428a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:02:01.949265 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-532feac8-56d3-4641-a51b-5d57e375f02d req-c04791a8-3388-46b5-915e-525d1be028c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:01.964058 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea3df0d6-f461-4694-9d85-49b0b2f8ea75 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:01.968315 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3df0d6-f461-4694-9d85-49b0b2f8ea75 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:01.971882 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea3df0d6-f461-4694-9d85-49b0b2f8ea75 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:01.988052 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d8a193ec-147c-4957-93f5-3c9d2001625b None None] Provisioning complete for port dcd95642-a824-4155-bb88-3237befcc80a triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:01.988418 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8a193ec-147c-4957-93f5-3c9d2001625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:02.087165 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd78da-6bbb-460d-a993-2ed3d19b0d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Pushing event updated for resources: {'Port': ['ID=5742c33c-3a6b-49e0-b655-471ea80188c4,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:02.128959 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d8a193ec-147c-4957-93f5-3c9d2001625b None None] Port dcd95642-a824-4155-bb88-3237befcc80a cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:02:02.135826 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 398da87f-f65d-4cb9-ae71-4e6eb356bd9e, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=398da87f-f65d-4cb9-ae71-4e6eb356bd9e,segment=NetworkSegment(a0bb447b-d164-4b78-ab95-a75e6553078f),segment_id=a0bb447b-d164-4b78-ab95-a75e6553078f)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:02.176214 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18118a7-3ad7-46c2-9fb6-f272317aef48 req-b3135e6f-5963-479f-b6eb-e28ba77897b3 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:02.200927 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a18118a7-3ad7-46c2-9fb6-f272317aef48 req-b3135e6f-5963-479f-b6eb-e28ba77897b3 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 943 time: 0.8409033 Feb 09 18:02:02.233711 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:02.251957 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-9aa7dbff-71ef-4219-9810-7ce7746c4a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:02.280365 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dd78da-6bbb-460d-a993-2ed3d19b0d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Network 60c1a7a4-93d6-4b93-8b22-51e03617b17c is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:02.281397 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3df0d6-f461-4694-9d85-49b0b2f8ea75 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Pushing event updated for resources: {'Network': ['ID=e23763af-e29d-44b3-94a3-56199c141c58,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:02.309110 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-43dd78da-6bbb-460d-a993-2ed3d19b0d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:02.313639 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dd78da-6bbb-460d-a993-2ed3d19b0d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:02.318322 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dd78da-6bbb-460d-a993-2ed3d19b0d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:02.319026 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43dd78da-6bbb-460d-a993-2ed3d19b0d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:02.343382 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25239c20-cfbf-4fc0-a266-ff8298ef02da tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Made reservation on behalf of a13c485fdbb04e84914acb96e6ca0a8c for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:02.349020 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-25239c20-cfbf-4fc0-a266-ff8298ef02da tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:02.349768 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ea3df0d6-f461-4694-9d85-49b0b2f8ea75 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 6.2295010 Feb 09 18:02:02.385432 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44810) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:02.418554 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network e23763af-e29d-44b3-94a3-56199c141c58 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:02:02.470919 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Request body: {'subnet': {'network_id': 'e23763af-e29d-44b3-94a3-56199c141c58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:02.540135 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c9a2b812-9204-46d8-972c-81acbff0541a req-77f9b6db-150f-440c-bb22-643710923274 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f6bb0e-9d51-4ec5-8646-92b2f8965ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0181427 Feb 09 18:02:02.614974 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7c1ed482-ddce-4a72-9f9d-f0eaa1553568 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:02:02.655227 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44814) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:02.662834 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-25239c20-cfbf-4fc0-a266-ff8298ef02da tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] device_id is not set on port 1db1c316-7cb5-4da4-8080-4e00f5ffd034 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:02:02.934601 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d8a193ec-147c-4957-93f5-3c9d2001625b None None] Provisioning for port 72b43f8f-1811-427a-a514-a38ceded0288 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:02.939510 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=398da87f-f65d-4cb9-ae71-4e6eb356bd9e,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:02.965213 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a935651-8322-493e-863c-6381006a3e7b None None] Network adb09630-63ed-43cf-b609-40b4a9cd167c requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:02:03.028469 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d8a193ec-147c-4957-93f5-3c9d2001625b None None] Provisioning complete for port 72b43f8f-1811-427a-a514-a38ceded0288 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:03.035897 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8a193ec-147c-4957-93f5-3c9d2001625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:03.208130 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a18118a7-3ad7-46c2-9fb6-f272317aef48 req-edde4570-baa1-4cd9-8735-c7e9192e77c4 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0043318 Feb 09 18:02:03.293032 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-fc061034-dfc2-4800-8119-6b8209629105 req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e521863-3f8f-412f-a30e-e2cb62371d31 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:02:03.312232 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fc061034-dfc2-4800-8119-6b8209629105 req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:03.329255 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-532feac8-56d3-4641-a51b-5d57e375f02d req-c04791a8-3388-46b5-915e-525d1be028c1 service neutron] For port 23458b41-2e68-42ce-831d-f246fea29783, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:02:03.365965 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-532feac8-56d3-4641-a51b-5d57e375f02d req-c04791a8-3388-46b5-915e-525d1be028c1 service neutron] For port 23458b41-2e68-42ce-831d-f246fea29783, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=23458b41-2e68-42ce-831d-f246fea29783,segment=NetworkSegment(1d12094c-35d1-4927-9b3f-ae818a1428a7),segment_id=1d12094c-35d1-4927-9b3f-ae818a1428a7)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:02:03.378706 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-43dd78da-6bbb-460d-a993-2ed3d19b0d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 10.9445982 Feb 09 18:02:03.389171 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44818) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:03.408981 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:03.418855 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] device_id is not set on port 0138ad05-1c75-4ccc-b149-4e4ef8b009a4 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:02:03.435859 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6062f101-dc80-4aa5-bb41-54f719cd94f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Request body: {'port': {'network_id': '60c1a7a4-93d6-4b93-8b22-51e03617b17c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-602057599', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:03.436831 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.api.validators [None req-6062f101-dc80-4aa5-bb41-54f719cd94f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] bootfile-name is not in valid_values {{(pid=84542) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 18:02:03.437714 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.api.validators [None req-6062f101-dc80-4aa5-bb41-54f719cd94f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] tftp-server is not in valid_values {{(pid=84542) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 18:02:03.438566 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.api.validators [None req-6062f101-dc80-4aa5-bb41-54f719cd94f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] server-ip-address is not in valid_values {{(pid=84542) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 18:02:03.470219 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 7c1ed482-ddce-4a72-9f9d-f0eaa1553568 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:03.490553 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 7c1ed482-ddce-4a72-9f9d-f0eaa1553568 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:03.491947 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:03.502090 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfb015-87ba-44d3-92da-69fb4888c27e req-099f1812-9dc7-4a84-b809-ee87a8a1636a tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:03.504119 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7bbfb015-87ba-44d3-92da-69fb4888c27e req-099f1812-9dc7-4a84-b809-ee87a8a1636a tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 932 time: 0.7209435 Feb 09 18:02:03.644408 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-25239c20-cfbf-4fc0-a266-ff8298ef02da tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Allocated IP 172.20.0.5 (adb09630-63ed-43cf-b609-40b4a9cd167c/2619729a-5f6d-4e40-925a-368c28276dae/1db1c316-7cb5-4da4-8080-4e00f5ffd034) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:03.670186 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7bbfb015-87ba-44d3-92da-69fb4888c27e req-365cd7c2-8a39-4019-af06-8cf00940e347 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/security-groups?id=e40cc133-4265-4bed-b41f-bcd52141e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534295 Feb 09 18:02:03.718106 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Usage tracker for resource:subnet and tenant:cbf80b397fd2473493805be1a3eb9dd6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:03.730661 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-fc061034-dfc2-4800-8119-6b8209629105 req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Transition to ACTIVE for port object 1e521863-3f8f-412f-a30e-e2cb62371d31 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:03.805887 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8a193ec-147c-4957-93f5-3c9d2001625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:03.834715 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:03.863970 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:03.872552 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:03.886412 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-532feac8-56d3-4641-a51b-5d57e375f02d req-c04791a8-3388-46b5-915e-525d1be028c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:03.908339 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:03.955706 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d8a193ec-147c-4957-93f5-3c9d2001625b None None] For port 72b43f8f-1811-427a-a514-a38ceded0288, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=72b43f8f-1811-427a-a514-a38ceded0288,segment=NetworkSegment(37d081e4-c83f-45cd-918c-62e220425e2a),segment_id=37d081e4-c83f-45cd-918c-62e220425e2a)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:03.981780 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 7c1ed482-ddce-4a72-9f9d-f0eaa1553568, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7c1ed482-ddce-4a72-9f9d-f0eaa1553568,segment=NetworkSegment(1d12094c-35d1-4927-9b3f-ae818a1428a7),segment_id=1d12094c-35d1-4927-9b3f-ae818a1428a7)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:03.984509 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04791a8-3388-46b5-915e-525d1be028c1 service neutron] Pushing event updated for resources: {'Port': ['ID=23458b41-2e68-42ce-831d-f246fea29783,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:03.993883 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fc061034-dfc2-4800-8119-6b8209629105 req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:04.008729 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Made reservation on behalf of cbf80b397fd2473493805be1a3eb9dd6 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:04.030105 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8a193ec-147c-4957-93f5-3c9d2001625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:04.110654 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:04.124917 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] device_id is not set on port 824f5f20-7843-40f5-a66e-10657f5a9594 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:02:04.187167 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12e0e8-0aef-4c9f-9e7c-a6dc4bdeba98 req-f188f50e-812a-48c3-9c28-1078d7a3f866 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:04.195632 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bd12e0e8-0aef-4c9f-9e7c-a6dc4bdeba98 req-f188f50e-812a-48c3-9c28-1078d7a3f866 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 931 time: 0.3744678 Feb 09 18:02:04.227220 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a193ec-147c-4957-93f5-3c9d2001625b None None] Pushing event updated for resources: {'Port': ['ID=72b43f8f-1811-427a-a514-a38ceded0288,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:04.231120 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-25239c20-cfbf-4fc0-a266-ff8298ef02da tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:04.264438 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6062f101-dc80-4aa5-bb41-54f719cd94f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:04.272711 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6062f101-dc80-4aa5-bb41-54f719cd94f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Usage tracker for resource:port and tenant:927c88bc686d4a3e859c1002fea9cc6f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:04.280815 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bd12e0e8-0aef-4c9f-9e7c-a6dc4bdeba98 req-0de5ff2c-9e42-411e-a650-ca068162c100 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f6bb0e-9d51-4ec5-8646-92b2f8965ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839865 Feb 09 18:02:04.282239 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6062f101-dc80-4aa5-bb41-54f719cd94f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:04.296802 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6062f101-dc80-4aa5-bb41-54f719cd94f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:04.332429 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d163c4d1-83c2-4ab0-bbaf-c72346ce8249 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39ac61ec603548c48f6ddd6e25c5bfd9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6736042 Feb 09 18:02:04.337120 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44826) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:04.449401 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 398da87f-f65d-4cb9-ae71-4e6eb356bd9e up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:02:04.478573 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f7f4589e-3623-44d5-afb7-6fdcf6c19281 None None] Provisioning for port 5742c33c-3a6b-49e0-b655-471ea80188c4 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:04.493203 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f7f4589e-3623-44d5-afb7-6fdcf6c19281 None None] Provisioning complete for port 5742c33c-3a6b-49e0-b655-471ea80188c4 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:04.493579 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f7f4589e-3623-44d5-afb7-6fdcf6c19281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:04.508980 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6062f101-dc80-4aa5-bb41-54f719cd94f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Made reservation on behalf of 927c88bc686d4a3e859c1002fea9cc6f for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:04.512656 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6062f101-dc80-4aa5-bb41-54f719cd94f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:04.537887 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:04.589497 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=7c1ed482-ddce-4a72-9f9d-f0eaa1553568,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:04.589669 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-704735be-f07c-445e-a198-71d5358521eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:04.594898 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4589e-3623-44d5-afb7-6fdcf6c19281 None None] Port 5742c33c-3a6b-49e0-b655-471ea80188c4 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:02:04.606891 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-6062f101-dc80-4aa5-bb41-54f719cd94f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] device_id is not set on port 78c5b377-ce9f-4bb7-b09b-a2c02122e25f yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:02:04.625249 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 398da87f-f65d-4cb9-ae71-4e6eb356bd9e triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:04.625672 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:04.642253 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-704735be-f07c-445e-a198-71d5358521eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:04.684134 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f7f4589e-3623-44d5-afb7-6fdcf6c19281 None None] Provisioning complete for port 72b43f8f-1811-427a-a514-a38ceded0288 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:04.684510 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f7f4589e-3623-44d5-afb7-6fdcf6c19281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:04.707404 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-25239c20-cfbf-4fc0-a266-ff8298ef02da tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:04.795160 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25239c20-cfbf-4fc0-a266-ff8298ef02da tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Pushing event updated for resources: {'Port': ['ID=1db1c316-7cb5-4da4-8080-4e00f5ffd034,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:04.812580 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393c92a-7b85-4f0f-a433-68e149b6157c req-bfb7419f-e5af-47aa-a8d5-5e1b29ee72ca tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:04.820597 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7393c92a-7b85-4f0f-a433-68e149b6157c req-bfb7419f-e5af-47aa-a8d5-5e1b29ee72ca tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 943 time: 0.4005220 Feb 09 18:02:04.827061 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:04.876326 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-6062f101-dc80-4aa5-bb41-54f719cd94f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Allocated IP 2001:db8::301 (60c1a7a4-93d6-4b93-8b22-51e03617b17c/65403805-232f-4092-8f48-d420885e451a/78c5b377-ce9f-4bb7-b09b-a2c02122e25f) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:04.877629 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 72b43f8f-1811-427a-a514-a38ceded0288 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:02:04.952174 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 72b43f8f-1811-427a-a514-a38ceded0288 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:04.952632 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:04.963279 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25239c20-cfbf-4fc0-a266-ff8298ef02da tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Network adb09630-63ed-43cf-b609-40b4a9cd167c is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:04.981991 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-25239c20-cfbf-4fc0-a266-ff8298ef02da tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:04.997203 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25239c20-cfbf-4fc0-a266-ff8298ef02da tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:05.112881 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-704735be-f07c-445e-a198-71d5358521eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:05.138094 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6062f101-dc80-4aa5-bb41-54f719cd94f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:05.155712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Pushing event updated for resources: {'Port': ['ID=0138ad05-1c75-4ccc-b149-4e4ef8b009a4,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:05.160128 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-532feac8-56d3-4641-a51b-5d57e375f02d req-c04791a8-3388-46b5-915e-525d1be028c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:05.161976 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-532feac8-56d3-4641-a51b-5d57e375f02d req-c04791a8-3388-46b5-915e-525d1be028c1 service neutron] 10.222.0.50 "PUT /v2.0/ports/23458b41-2e68-42ce-831d-f246fea29783 HTTP/1.1" status: 200 len: 1093 time: 9.5241554 Feb 09 18:02:05.171585 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3f94a8-06c9-47df-8a60-1ea60864f32d', 'tag': '23458b41-2e68-42ce-831d-f246fea29783'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:02:05.177971 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:05.187365 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7393c92a-7b85-4f0f-a433-68e149b6157c req-e180b0c4-52af-4a03-883d-8161db682be3 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3651276 Feb 09 18:02:05.209862 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704735be-f07c-445e-a198-71d5358521eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641c37b2-1df6-449b-bb79-ec3048e3393e,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:05.244012 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25239c20-cfbf-4fc0-a266-ff8298ef02da tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:05.245408 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-25239c20-cfbf-4fc0-a266-ff8298ef02da tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:05.263287 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-704735be-f07c-445e-a198-71d5358521eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:05.266739 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-704735be-f07c-445e-a198-71d5358521eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/641c37b2-1df6-449b-bb79-ec3048e3393e HTTP/1.1" status: 204 len: 168 time: 0.9262033 Feb 09 18:02:05.274684 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Checking segment: {'id': 'bebc54b2-4379-4e41-acb7-a3415c7c24ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '85690b84-8af8-4a5c-8272-0448d2d37aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:05.275309 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Network hostable DHCP agents. Network: 85690b84-8af8-4a5c-8272-0448d2d37aab, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:02:05.287848 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548c188-b0c0-44dd-8c06-23dca00a9953 req-78144236-bfde-416d-a351-91fad9ea8b93 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:05.289660 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a548c188-b0c0-44dd-8c06-23dca00a9953 req-78144236-bfde-416d-a351-91fad9ea8b93 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 932 time: 0.4449105 Feb 09 18:02:05.380153 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-25239c20-cfbf-4fc0-a266-ff8298ef02da tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 3.5236399 Feb 09 18:02:05.389383 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44840) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:05.457957 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Network 85690b84-8af8-4a5c-8272-0448d2d37aab is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:02:05.464712 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-6062f101-dc80-4aa5-bb41-54f719cd94f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Transition to ACTIVE for port object 78c5b377-ce9f-4bb7-b09b-a2c02122e25f will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:05.482792 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a548c188-b0c0-44dd-8c06-23dca00a9953 req-60cb69fd-9d83-45c3-8b11-47b4997445b0 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/security-groups?id=e40cc133-4265-4bed-b41f-bcd52141e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769986 Feb 09 18:02:05.527045 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-7498c46d-161c-4f70-af8f-1472346fdb6b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Deleting port 1db1c316-7cb5-4da4-8080-4e00f5ffd034 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:05.527385 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7498c46d-161c-4f70-af8f-1472346fdb6b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:05.551559 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Pushing event updated for resources: {'Port': ['ID=1e521863-3f8f-412f-a30e-e2cb62371d31,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:05.642003 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 85690b84-8af8-4a5c-8272-0448d2d37aab) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:05.655524 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0765faf0-8c64-4d1c-8af9-5d4d2cf6f23d None None] Network 85690b84-8af8-4a5c-8272-0448d2d37aab requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:02:05.658981 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:05.660625 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:05.694686 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-fc061034-dfc2-4800-8119-6b8209629105 req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Attempting to bind port 1e521863-3f8f-412f-a30e-e2cb62371d31 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:02:05.695028 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-fc061034-dfc2-4800-8119-6b8209629105 req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Attempting to bind port 1e521863-3f8f-412f-a30e-e2cb62371d31 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'a0bb447b-d164-4b78-ab95-a75e6553078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:02:05.695629 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc061034-dfc2-4800-8119-6b8209629105 req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Attempting to bind port 1e521863-3f8f-412f-a30e-e2cb62371d31 on network bfbb786d-fb18-4e8f-a54d-5c87d11addf4 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:02:05.796992 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc061034-dfc2-4800-8119-6b8209629105 req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Port 1e521863-3f8f-412f-a30e-e2cb62371d31 on network bfbb786d-fb18-4e8f-a54d-5c87d11addf4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:02:05.797316 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc061034-dfc2-4800-8119-6b8209629105 req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Attempting to bind port 1e521863-3f8f-412f-a30e-e2cb62371d31 on network bfbb786d-fb18-4e8f-a54d-5c87d11addf4 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:02:05.810910 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc061034-dfc2-4800-8119-6b8209629105 req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:02:05.810910 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc061034-dfc2-4800-8119-6b8209629105 req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Checking segment: {'id': 'a0bb447b-d164-4b78-ab95-a75e6553078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:05.811408 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc061034-dfc2-4800-8119-6b8209629105 req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Bound using segment: {'id': 'a0bb447b-d164-4b78-ab95-a75e6553078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:02:05.811775 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-fc061034-dfc2-4800-8119-6b8209629105 req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Bound port: 1e521863-3f8f-412f-a30e-e2cb62371d31, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0bb447b-d164-4b78-ab95-a75e6553078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:02:05.812119 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fc061034-dfc2-4800-8119-6b8209629105 req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:05.827069 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6062f101-dc80-4aa5-bb41-54f719cd94f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:05.827536 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c4ca5-1f9f-47ae-869e-36383b79cc87 req-46b550bd-bd91-4622-a974-6fe7e21556ec tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:05.829095 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-908c4ca5-1f9f-47ae-869e-36383b79cc87 req-46b550bd-bd91-4622-a974-6fe7e21556ec tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 943 time: 0.3405120 Feb 09 18:02:05.898621 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Pushing event updated for resources: {'Port': ['ID=824f5f20-7843-40f5-a66e-10657f5a9594,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:05.903102 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-532feac8-56d3-4641-a51b-5d57e375f02d req-fb5a3cf8-9b79-4ae6-adc4-882079455d42 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9621278b19834e798a7390fcfa3a9f1f&device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 1096 time: 0.5692072 Feb 09 18:02:05.918054 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3f94a8-06c9-47df-8a60-1ea60864f32d', 'tag': '23458b41-2e68-42ce-831d-f246fea29783', 'status': 'completed', 'code': 200} Feb 09 18:02:05.982514 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:05.982901 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:05.983352 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:05.983524 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:05.983926 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:05.984347 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:05.984601 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:05.984929 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:05.985287 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:05.985588 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:05.985912 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:05.991119 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7498c46d-161c-4f70-af8f-1472346fdb6b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:06.002186 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Checking segment: {'id': '60e20da6-d8b8-4402-b19f-2f846a909282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b31130ce-be58-4b73-9b0e-aec1e095adc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:06.002579 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Network hostable DHCP agents. Network: b31130ce-be58-4b73-9b0e-aec1e095adc0, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:02:06.006192 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-9aa7dbff-71ef-4219-9810-7ce7746c4a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd95642-a824-4155-bb88-3237befcc80a {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:02:06.021438 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-908c4ca5-1f9f-47ae-869e-36383b79cc87 req-46d9973f-a345-4054-94bd-e3091e1e3962 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f6bb0e-9d51-4ec5-8646-92b2f8965ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846409 Feb 09 18:02:06.069702 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-9aa7dbff-71ef-4219-9810-7ce7746c4a7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:06.091133 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-532feac8-56d3-4641-a51b-5d57e375f02d req-874706b2-eb50-4ec2-b44f-5b0616e1407a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23458b41-2e68-42ce-831d-f246fea29783 HTTP/1.1" status: 200 len: 217 time: 0.1625252 Feb 09 18:02:06.127884 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6062f101-dc80-4aa5-bb41-54f719cd94f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Network 60c1a7a4-93d6-4b93-8b22-51e03617b17c is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:06.163018 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062f101-dc80-4aa5-bb41-54f719cd94f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Pushing event updated for resources: {'Port': ['ID=78c5b377-ce9f-4bb7-b09b-a2c02122e25f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:06.177325 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-6062f101-dc80-4aa5-bb41-54f719cd94f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:06.182014 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-7498c46d-161c-4f70-af8f-1472346fdb6b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Calling delete_port for 1db1c316-7cb5-4da4-8080-4e00f5ffd034 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:06.204307 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6062f101-dc80-4aa5-bb41-54f719cd94f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:06.209014 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6062f101-dc80-4aa5-bb41-54f719cd94f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:06.209901 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6062f101-dc80-4aa5-bb41-54f719cd94f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:06.224068 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-9aa7dbff-71ef-4219-9810-7ce7746c4a7d service neutron] Transition to ACTIVE for port object dcd95642-a824-4155-bb88-3237befcc80a will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:06.266382 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-fc061034-dfc2-4800-8119-6b8209629105 req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] For port 1e521863-3f8f-412f-a30e-e2cb62371d31, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:02:06.272815 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-fc061034-dfc2-4800-8119-6b8209629105 req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] For port 1e521863-3f8f-412f-a30e-e2cb62371d31, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1e521863-3f8f-412f-a30e-e2cb62371d31,segment=NetworkSegment(a0bb447b-d164-4b78-ab95-a75e6553078f),segment_id=a0bb447b-d164-4b78-ab95-a75e6553078f)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:02:06.277363 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532feac8-56d3-4641-a51b-5d57e375f02d req-1c57537a-45b2-4743-9cb4-dcb13e965a84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:06.277800 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Network b31130ce-be58-4b73-9b0e-aec1e095adc0 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:02:06.278876 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-532feac8-56d3-4641-a51b-5d57e375f02d req-1c57537a-45b2-4743-9cb4-dcb13e965a84 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b05e458-9599-4698-b30c-c2fa3f37163a HTTP/1.1" status: 200 len: 851 time: 0.1585808 Feb 09 18:02:06.372108 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7c1ed482-ddce-4a72-9f9d-f0eaa1553568 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:02:06.383102 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-532feac8-56d3-4641-a51b-5d57e375f02d req-bf64506a-4333-4555-9892-de6424d36482 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0973127 Feb 09 18:02:06.471290 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fc061034-dfc2-4800-8119-6b8209629105 req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:06.487288 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6062f101-dc80-4aa5-bb41-54f719cd94f9 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.0682292 Feb 09 18:02:06.493066 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44862) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:06.496047 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, b31130ce-be58-4b73-9b0e-aec1e095adc0) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:06.505994 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 7c1ed482-ddce-4a72-9f9d-f0eaa1553568 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:06.506533 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:06.529776 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fc061034-dfc2-4800-8119-6b8209629105 req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:06.529776 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fc061034-dfc2-4800-8119-6b8209629105 req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] 10.222.0.50 "PUT /v2.0/ports/1e521863-3f8f-412f-a30e-e2cb62371d31 HTTP/1.1" status: 200 len: 1093 time: 5.8959830 Feb 09 18:02:06.529971 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-9aa7dbff-71ef-4219-9810-7ce7746c4a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:06.542382 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:06.572630 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d6ed27-5a81-469a-86aa-ce8e7b9c566e None None] Network b31130ce-be58-4b73-9b0e-aec1e095adc0 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:02:06.578323 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:06.581926 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:06.584991 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:06.585906 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:06.625580 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7498c46d-161c-4f70-af8f-1472346fdb6b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:06.789252 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498c46d-161c-4f70-af8f-1472346fdb6b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Pushing event deleted for resources: {'Port': ['ID=1db1c316-7cb5-4da4-8080-4e00f5ffd034,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:06.810121 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-532feac8-56d3-4641-a51b-5d57e375f02d req-98bf6527-35c4-4c0b-a61f-a5c74a3bb82d service neutron] 10.222.0.50 "GET /v2.0/networks/2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208627 Feb 09 18:02:06.899627 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4837a185-4aa6-414a-acc6-31eec438552a tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.5489538 Feb 09 18:02:06.905223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44872) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:06.919337 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1a34b7d0-27ca-407a-a303-324ab6d3f917 None None] Provisioning for port 78c5b377-ce9f-4bb7-b09b-a2c02122e25f completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:06.935264 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1a34b7d0-27ca-407a-a303-324ab6d3f917 None None] Provisioning complete for port 78c5b377-ce9f-4bb7-b09b-a2c02122e25f triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:06.935638 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a34b7d0-27ca-407a-a303-324ab6d3f917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:06.994446 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa17cda-f39c-4ff2-8a24-01aeb2a052d1 req-fa282f69-7137-42f4-ad6f-3d71f5f4ef83 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:07.021033 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1a34b7d0-27ca-407a-a303-324ab6d3f917 None None] Port 78c5b377-ce9f-4bb7-b09b-a2c02122e25f cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:02:07.021785 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-baa17cda-f39c-4ff2-8a24-01aeb2a052d1 req-fa282f69-7137-42f4-ad6f-3d71f5f4ef83 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 943 time: 0.6356688 Feb 09 18:02:07.119691 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68a6e8e-e0ea-485e-ad40-155b6f0edcba tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:07.123800 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68a6e8e-e0ea-485e-ad40-155b6f0edcba tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:07.128371 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68a6e8e-e0ea-485e-ad40-155b6f0edcba tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:07.129983 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e68a6e8e-e0ea-485e-ad40-155b6f0edcba tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.6360395 Feb 09 18:02:07.141432 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44880) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:07.148605 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7498c46d-161c-4f70-af8f-1472346fdb6b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:07.154766 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7498c46d-161c-4f70-af8f-1472346fdb6b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "DELETE /v2.0/ports/1db1c316-7cb5-4da4-8080-4e00f5ffd034 HTTP/1.1" status: 204 len: 168 time: 1.7642524 Feb 09 18:02:07.194341 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44882) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:07.211785 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-42e407e4-0dfa-4320-bf91-297c64d0c6fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'adb09630-63ed-43cf-b609-40b4a9cd167c', 'external_fixed_ips': [{'subnet_id': '2619729a-5f6d-4e40-925a-368c28276dae', 'ip_address': '172.20.0.5'}]}}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:07.220105 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d0a4b-0ba0-4bf0-9e79-71424351b939 req-a575b18a-3b01-4f11-a097-d79558332202 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:07.221666 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Pushing event updated for resources: {'Subnet': ['ID=7d6b6afc-ea7f-4ce7-ada3-9967f3058b71,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:07.221799 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6a3d0a4b-0ba0-4bf0-9e79-71424351b939 req-a575b18a-3b01-4f11-a097-d79558332202 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 944 time: 0.5005896 Feb 09 18:02:07.235723 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-42e407e4-0dfa-4320-bf91-297c64d0c6fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:07.258224 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Pushing event updated for resources: {'Port': ['ID=1e521863-3f8f-412f-a30e-e2cb62371d31,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:07.269329 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-42e407e4-0dfa-4320-bf91-297c64d0c6fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Usage tracker for resource:router and tenant:a13c485fdbb04e84914acb96e6ca0a8c is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:07.278161 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-42e407e4-0dfa-4320-bf91-297c64d0c6fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:07.288758 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-baa17cda-f39c-4ff2-8a24-01aeb2a052d1 req-6d79effe-2530-4598-8004-d2a57b78c671 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2660670 Feb 09 18:02:07.289844 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44888) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:07.299552 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-42e407e4-0dfa-4320-bf91-297c64d0c6fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:07.311452 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-3761a385-dd65-40c5-9de6-68bc82a1aa4f tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Deleting port 78c5b377-ce9f-4bb7-b09b-a2c02122e25f {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:07.311783 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3761a385-dd65-40c5-9de6-68bc82a1aa4f tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:07.372045 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Checking segment: {'id': 'c1a288c3-e024-4cd3-a5e2-4c98959983dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e23763af-e29d-44b3-94a3-56199c141c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:07.373194 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Network hostable DHCP agents. Network: e23763af-e29d-44b3-94a3-56199c141c58, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:02:07.381176 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:07.382568 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:07.382963 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:07.383318 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:07.383684 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:07.384072 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:07.384207 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6a3d0a4b-0ba0-4bf0-9e79-71424351b939 req-7e35f07f-0cc6-46e5-9144-b35b1021dcb3 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/security-groups?id=e40cc133-4265-4bed-b41f-bcd52141e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498556 Feb 09 18:02:07.384411 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:07.384743 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:07.385080 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:07.385411 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:07.385738 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:07.447581 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-532feac8-56d3-4641-a51b-5d57e375f02d req-166b2518-9de7-4537-b979-c6d950d3c066 service neutron] 10.222.0.50 "GET /v2.0/networks/2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5896041 Feb 09 18:02:07.454043 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:07.454043 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:07.454043 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:07.454043 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:07.454043 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:07.454043 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:07.454043 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:07.454043 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:07.454043 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:07.454043 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:07.454043 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241ff0b-bbef-4948-a67d-e290e9b40f5d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:07.459996 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-42e407e4-0dfa-4320-bf91-297c64d0c6fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:07.461042 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-42e407e4-0dfa-4320-bf91-297c64d0c6fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:07.572243 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-2c7ee1dc-d167-404a-bf05-19b522c6b494 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-771191989'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:07.621042 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2c7ee1dc-d167-404a-bf05-19b522c6b494 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:07.653522 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fc061034-dfc2-4800-8119-6b8209629105 req-347711c1-d918-4b76-b729-d381683ba1ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7814e9f979984521b818aa821b9167b5&device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 1096 time: 0.8484845 Feb 09 18:02:07.662970 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2c7ee1dc-d167-404a-bf05-19b522c6b494 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Usage tracker for resource:network and tenant:682fbf024fe547bb8807d1fbc4363a37 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:07.668970 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2c7ee1dc-d167-404a-bf05-19b522c6b494 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:07.672880 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7dbff-71ef-4219-9810-7ce7746c4a7d service neutron] Pushing event updated for resources: {'Port': ['ID=dcd95642-a824-4155-bb88-3237befcc80a,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:07.699393 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-42e407e4-0dfa-4320-bf91-297c64d0c6fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:07.734625 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2c7ee1dc-d167-404a-bf05-19b522c6b494 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:07.736777 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-9aa7dbff-71ef-4219-9810-7ce7746c4a7d service neutron] Attempting to bind port dcd95642-a824-4155-bb88-3237befcc80a on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:02:07.737550 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-9aa7dbff-71ef-4219-9810-7ce7746c4a7d service neutron] Attempting to bind port dcd95642-a824-4155-bb88-3237befcc80a by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'acc6345d-43f6-4b7f-9b7c-aab25cb3821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:02:07.737550 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-9aa7dbff-71ef-4219-9810-7ce7746c4a7d service neutron] Attempting to bind port dcd95642-a824-4155-bb88-3237befcc80a on network e9fe6eda-77b1-46f2-95d6-d5589d4aff54 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:02:07.747599 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Network e23763af-e29d-44b3-94a3-56199c141c58 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:02:07.765979 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc883e2-08ad-4166-8569-7b8300bc7e0b req-c79dd9a0-7066-4d1e-9035-558a03811417 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:07.767484 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2cc883e2-08ad-4166-8569-7b8300bc7e0b req-c79dd9a0-7066-4d1e-9035-558a03811417 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 943 time: 0.3168883 Feb 09 18:02:07.767968 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0816e4e9-6161-42a0-a779-d0b29351e4c6 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:07.772821 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0816e4e9-6161-42a0-a779-d0b29351e4c6 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:07.774393 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0816e4e9-6161-42a0-a779-d0b29351e4c6 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7934639 Feb 09 18:02:07.778483 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44894) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:07.789624 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fc061034-dfc2-4800-8119-6b8209629105 req-14560d42-de11-4cd1-a03c-269cadbfb667 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e521863-3f8f-412f-a30e-e2cb62371d31 HTTP/1.1" status: 200 len: 217 time: 0.1173904 Feb 09 18:02:07.791903 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-9aa7dbff-71ef-4219-9810-7ce7746c4a7d service neutron] Port dcd95642-a824-4155-bb88-3237befcc80a on network e9fe6eda-77b1-46f2-95d6-d5589d4aff54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:02:07.792223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-9aa7dbff-71ef-4219-9810-7ce7746c4a7d service neutron] Attempting to bind port dcd95642-a824-4155-bb88-3237befcc80a on network e9fe6eda-77b1-46f2-95d6-d5589d4aff54 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:02:07.835770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3761a385-dd65-40c5-9de6-68bc82a1aa4f tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:07.839689 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-9aa7dbff-71ef-4219-9810-7ce7746c4a7d service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:02:07.840028 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-9aa7dbff-71ef-4219-9810-7ce7746c4a7d service neutron] Checking segment: {'id': 'acc6345d-43f6-4b7f-9b7c-aab25cb3821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:07.840410 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-9aa7dbff-71ef-4219-9810-7ce7746c4a7d service neutron] Bound using segment: {'id': 'acc6345d-43f6-4b7f-9b7c-aab25cb3821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:02:07.840844 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-9aa7dbff-71ef-4219-9810-7ce7746c4a7d service neutron] Bound port: dcd95642-a824-4155-bb88-3237befcc80a, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acc6345d-43f6-4b7f-9b7c-aab25cb3821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:02:07.841189 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-9aa7dbff-71ef-4219-9810-7ce7746c4a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:07.870633 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, e23763af-e29d-44b3-94a3-56199c141c58) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:07.872085 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7ee1dc-d167-404a-bf05-19b522c6b494 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Made reservation on behalf of 682fbf024fe547bb8807d1fbc4363a37 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:07.875018 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c7ee1dc-d167-404a-bf05-19b522c6b494 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:07.879591 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c3370b-f664-451b-869e-40ba2ac1ff48 None None] Network e23763af-e29d-44b3-94a3-56199c141c58 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:02:07.890010 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:07.890618 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:07.933308 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b91bd3-f198-4550-8705-11a00168ab93', 'tag': '1e521863-3f8f-412f-a30e-e2cb62371d31'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:02:07.949997 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c7ee1dc-d167-404a-bf05-19b522c6b494 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:07.982740 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc061034-dfc2-4800-8119-6b8209629105 req-c5fd777d-68a8-4ccc-bcb4-afc86aad9176 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:07.984233 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fc061034-dfc2-4800-8119-6b8209629105 req-c5fd777d-68a8-4ccc-bcb4-afc86aad9176 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe4e75a4-3fb3-49bd-9ee8-da883c83a940 HTTP/1.1" status: 200 len: 851 time: 0.1868296 Feb 09 18:02:08.055087 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a23497ec-81f2-4423-8b3d-102024f1879b req-ab85cca6-e4c0-4290-8cf9-dd1acabeeb0a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9621278b19834e798a7390fcfa3a9f1f&device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 1096 time: 0.4749074 Feb 09 18:02:08.056564 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b91bd3-f198-4550-8705-11a00168ab93', 'tag': '1e521863-3f8f-412f-a30e-e2cb62371d31', 'status': 'completed', 'code': 200} Feb 09 18:02:08.058439 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-3761a385-dd65-40c5-9de6-68bc82a1aa4f tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Calling delete_port for 78c5b377-ce9f-4bb7-b09b-a2c02122e25f owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:08.072613 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fa80074b-99f3-48e7-8790-0b03800174e6 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.6833601 Feb 09 18:02:08.100921 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44902) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:08.134925 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-66834df9-02de-4458-9fea-77d27702c34e tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Request body: {'port': {'network_id': 'e23763af-e29d-44b3-94a3-56199c141c58', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1662209709'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:08.144943 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-e23763af-e29d-44b3-94a3-56199c141c58', 'network_id': 'e23763af-e29d-44b3-94a3-56199c141c58', 'tenant_id': 'cbf80b397fd2473493805be1a3eb9dd6', 'fixed_ips': [{'subnet_id': '7d6b6afc-ea7f-4ce7-ada3-9967f3058b71'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:02:08.146614 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:08.219659 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2c7ee1dc-d167-404a-bf05-19b522c6b494 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:08.239754 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-0dff8b75-8adc-449c-81e7-431cbf85e1d5 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Deleting port 0138ad05-1c75-4ccc-b149-4e4ef8b009a4 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:08.239754 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0dff8b75-8adc-449c-81e7-431cbf85e1d5 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:08.281537 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-9aa7dbff-71ef-4219-9810-7ce7746c4a7d service neutron] For port dcd95642-a824-4155-bb88-3237befcc80a, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:02:08.288659 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2cc883e2-08ad-4166-8569-7b8300bc7e0b req-dbd1b3ba-2047-45a6-b4ec-8aad3e01378c tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f6bb0e-9d51-4ec5-8646-92b2f8965ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5111191 Feb 09 18:02:08.292052 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2c7ee1dc-d167-404a-bf05-19b522c6b494 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Usage tracker for resource:security_group_rule and tenant:682fbf024fe547bb8807d1fbc4363a37 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:08.306668 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2c7ee1dc-d167-404a-bf05-19b522c6b494 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:08.330479 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-9aa7dbff-71ef-4219-9810-7ce7746c4a7d service neutron] For port dcd95642-a824-4155-bb88-3237befcc80a, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=dcd95642-a824-4155-bb88-3237befcc80a,segment=NetworkSegment(acc6345d-43f6-4b7f-9b7c-aab25cb3821b),segment_id=acc6345d-43f6-4b7f-9b7c-aab25cb3821b)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:02:08.331797 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2c7ee1dc-d167-404a-bf05-19b522c6b494 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:08.340882 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-42e407e4-0dfa-4320-bf91-297c64d0c6fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:08.410778 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23497ec-81f2-4423-8b3d-102024f1879b req-9ebf5851-8e4c-4439-a7f5-9d91710f3080 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:08.412247 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a23497ec-81f2-4423-8b3d-102024f1879b req-9ebf5851-8e4c-4439-a7f5-9d91710f3080 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 HTTP/1.1" status: 200 len: 913 time: 0.3466263 Feb 09 18:02:08.428452 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Allocated IP 172.20.0.2 (e23763af-e29d-44b3-94a3-56199c141c58/7d6b6afc-ea7f-4ce7-ada3-9967f3058b71/d3c8084f-57f0-47c2-9d10-8dd1cfc763bd) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:08.488321 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-9aa7dbff-71ef-4219-9810-7ce7746c4a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:08.530708 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fc061034-dfc2-4800-8119-6b8209629105 req-1ed3251f-1f8a-4be0-b76f-96bc7b8ae802 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bfbb786d-fb18-4e8f-a54d-5c87d11addf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5342062 Feb 09 18:02:08.591652 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-66834df9-02de-4458-9fea-77d27702c34e tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:08.595288 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a23497ec-81f2-4423-8b3d-102024f1879b req-e1e1e662-2bb3-4e33-9215-92c97d1acf7f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23458b41-2e68-42ce-831d-f246fea29783 HTTP/1.1" status: 200 len: 217 time: 0.1623106 Feb 09 18:02:08.653437 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-66834df9-02de-4458-9fea-77d27702c34e tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Usage tracker for resource:port and tenant:cbf80b397fd2473493805be1a3eb9dd6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:08.657452 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-66834df9-02de-4458-9fea-77d27702c34e tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:08.711874 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-66834df9-02de-4458-9fea-77d27702c34e tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:08.719324 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:08.722536 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-9aa7dbff-71ef-4219-9810-7ce7746c4a7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:08.727494 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-9aa7dbff-71ef-4219-9810-7ce7746c4a7d service neutron] 10.222.0.50 "PUT /v2.0/ports/dcd95642-a824-4155-bb88-3237befcc80a HTTP/1.1" status: 200 len: 1094 time: 7.4947054 Feb 09 18:02:08.727629 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3761a385-dd65-40c5-9de6-68bc82a1aa4f tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:08.734783 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Transition to ACTIVE for port object d3c8084f-57f0-47c2-9d10-8dd1cfc763bd will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:08.764592 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Transition to ACTIVE for port object d3c8084f-57f0-47c2-9d10-8dd1cfc763bd will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:08.774473 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7dbff-71ef-4219-9810-7ce7746c4a7d service neutron] Pushing event updated for resources: {'Port': ['ID=dcd95642-a824-4155-bb88-3237befcc80a,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:08.827753 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761a385-dd65-40c5-9de6-68bc82a1aa4f tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Pushing event deleted for resources: {'Port': ['ID=78c5b377-ce9f-4bb7-b09b-a2c02122e25f,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:08.829383 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23497ec-81f2-4423-8b3d-102024f1879b req-166b650a-d40e-4e45-b6d1-2ca9a367c19a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:08.830048 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:08.831646 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a23497ec-81f2-4423-8b3d-102024f1879b req-166b650a-d40e-4e45-b6d1-2ca9a367c19a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b05e458-9599-4698-b30c-c2fa3f37163a HTTP/1.1" status: 200 len: 851 time: 0.1852331 Feb 09 18:02:08.863420 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0dff8b75-8adc-449c-81e7-431cbf85e1d5 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:08.874108 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66834df9-02de-4458-9fea-77d27702c34e tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Made reservation on behalf of cbf80b397fd2473493805be1a3eb9dd6 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:08.881409 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66834df9-02de-4458-9fea-77d27702c34e tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:08.907599 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Network e23763af-e29d-44b3-94a3-56199c141c58 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:08.912394 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:08.916611 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:08.957262 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fc061034-dfc2-4800-8119-6b8209629105 req-5ffdccc1-b15e-4de8-8e60-aad8a55abf34 service neutron] 10.222.0.50 "GET /v2.0/networks/bfbb786d-fb18-4e8f-a54d-5c87d11addf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137130 Feb 09 18:02:08.999332 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Pushing event updated for resources: {'Port': ['ID=d3c8084f-57f0-47c2-9d10-8dd1cfc763bd,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:09.031604 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Attempting to bind port d3c8084f-57f0-47c2-9d10-8dd1cfc763bd on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:02:09.031952 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Attempting to bind port d3c8084f-57f0-47c2-9d10-8dd1cfc763bd by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'c1a288c3-e024-4cd3-a5e2-4c98959983dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e23763af-e29d-44b3-94a3-56199c141c58'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:02:09.032308 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Attempting to bind port d3c8084f-57f0-47c2-9d10-8dd1cfc763bd on network e23763af-e29d-44b3-94a3-56199c141c58 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:02:09.046661 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3761a385-dd65-40c5-9de6-68bc82a1aa4f tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:09.047426 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:09.047974 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:09.048536 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:09.049085 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:09.049640 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:09.050895 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:09.051441 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:09.051987 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:09.052538 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:09.053087 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:09.053621 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:09.068153 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:02:09.068790 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Checking segment: {'id': 'c1a288c3-e024-4cd3-a5e2-4c98959983dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e23763af-e29d-44b3-94a3-56199c141c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:09.069415 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:09.070411 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Bound using segment: {'id': 'c1a288c3-e024-4cd3-a5e2-4c98959983dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e23763af-e29d-44b3-94a3-56199c141c58'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:02:09.071774 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Bound port: d3c8084f-57f0-47c2-9d10-8dd1cfc763bd, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a288c3-e024-4cd3-a5e2-4c98959983dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e23763af-e29d-44b3-94a3-56199c141c58'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:02:09.071991 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:09.157456 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3761a385-dd65-40c5-9de6-68bc82a1aa4f tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] 10.222.0.21 "DELETE /v2.0/ports/78c5b377-ce9f-4bb7-b09b-a2c02122e25f HTTP/1.1" status: 204 len: 168 time: 2.0012572 Feb 09 18:02:09.164388 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44910) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:09.172435 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-0dff8b75-8adc-449c-81e7-431cbf85e1d5 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Calling delete_port for 0138ad05-1c75-4ccc-b149-4e4ef8b009a4 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:09.203733 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] For port d3c8084f-57f0-47c2-9d10-8dd1cfc763bd, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:02:09.208279 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] For port d3c8084f-57f0-47c2-9d10-8dd1cfc763bd, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=d3c8084f-57f0-47c2-9d10-8dd1cfc763bd,segment=NetworkSegment(c1a288c3-e024-4cd3-a5e2-4c98959983dd),segment_id=c1a288c3-e024-4cd3-a5e2-4c98959983dd)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:02:09.222326 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c7ee1dc-d167-404a-bf05-19b522c6b494 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:09.234806 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-66834df9-02de-4458-9fea-77d27702c34e tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] device_id is not set on port abc01a72-b970-4485-959d-3ca66a7550d8 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:02:09.298622 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:09.313084 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-954a57bc-66cb-47df-949c-0775eb1be5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Request body: {'port': {'name': 'tempest-new-port-name-268498018', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:09.313670 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.api.validators [None req-954a57bc-66cb-47df-949c-0775eb1be5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] bootfile-name is not in valid_values {{(pid=84541) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 18:02:09.313991 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.api.validators [None req-954a57bc-66cb-47df-949c-0775eb1be5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] tftp-server is not in valid_values {{(pid=84541) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 18:02:09.314334 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.api.validators [None req-954a57bc-66cb-47df-949c-0775eb1be5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] server-ip-address is not in valid_values {{(pid=84541) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 18:02:09.367842 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c7ee1dc-d167-404a-bf05-19b522c6b494 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:09.388415 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6ab72-e93c-47cf-bbf4-fcc19d060062 None None] Pushing event updated for resources: {'Port': ['ID=d3c8084f-57f0-47c2-9d10-8dd1cfc763bd,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:09.391226 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba51d21-3925-4556-887b-cfdf90c378b6 req-6f51ed75-5e49-4942-ade4-d8dc5fd45399 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:09.393654 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cba51d21-3925-4556-887b-cfdf90c378b6 req-6f51ed75-5e49-4942-ade4-d8dc5fd45399 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 943 time: 0.7826357 Feb 09 18:02:09.436027 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1d869-359b-4287-8e2a-a020daa9b24c req-a8f9fcb2-b81b-4e0f-84dd-6411d769987e tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:09.437882 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a6e1d869-359b-4287-8e2a-a020daa9b24c req-a8f9fcb2-b81b-4e0f-84dd-6411d769987e tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 944 time: 0.8219464 Feb 09 18:02:09.464519 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7ee1dc-d167-404a-bf05-19b522c6b494 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:02:09.475299 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fc061034-dfc2-4800-8119-6b8209629105 req-fb4df5d8-13e1-42b6-91bd-6b7e9c119cd0 service neutron] 10.222.0.50 "GET /v2.0/networks/bfbb786d-fb18-4e8f-a54d-5c87d11addf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008161 Feb 09 18:02:09.495106 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-d6eea87f-92cb-470a-aed9-cfcc247b0217 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dfa1d4188c6244068741973f4d6efca4&device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 1097 time: 0.6548970 Feb 09 18:02:09.499409 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ee1dc-d167-404a-bf05-19b522c6b494 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4388824-a20a-4ed3-b324-572a6bf2af8f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:09.565828 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c7ee1dc-d167-404a-bf05-19b522c6b494 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:09.566522 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-2c7ee1dc-d167-404a-bf05-19b522c6b494 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Added segment 6d516e84-28d5-4d93-9ed0-0a97dcdc4bbd of type vlan for network a25c27ba-b988-4f24-8564-d9cda512946c Feb 09 18:02:09.583917 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a23497ec-81f2-4423-8b3d-102024f1879b req-73a626ca-7230-46ae-b5be-a822a1b8b863 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6813440 Feb 09 18:02:09.642402 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cba51d21-3925-4556-887b-cfdf90c378b6 req-6e430706-6a3a-4aeb-ac07-fa622f553561 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223084 Feb 09 18:02:09.652766 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-954a57bc-66cb-47df-949c-0775eb1be5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:09.673895 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-5d65d62d-e80f-4eb8-bcda-80e618eccf34 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcd95642-a824-4155-bb88-3237befcc80a HTTP/1.1" status: 200 len: 217 time: 0.1713486 Feb 09 18:02:09.680186 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a6e1d869-359b-4287-8e2a-a020daa9b24c req-9177e611-7d85-46c8-bb37-acef7564bddc tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/security-groups?id=e40cc133-4265-4bed-b41f-bcd52141e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227192 Feb 09 18:02:09.719636 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0dff8b75-8adc-449c-81e7-431cbf85e1d5 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:09.777293 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-66834df9-02de-4458-9fea-77d27702c34e tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Allocated IP 172.20.0.6 (e23763af-e29d-44b3-94a3-56199c141c58/7d6b6afc-ea7f-4ce7-ada3-9967f3058b71/abc01a72-b970-4485-959d-3ca66a7550d8) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:09.784975 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c7ee1dc-d167-404a-bf05-19b522c6b494 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:09.907809 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff8b75-8adc-449c-81e7-431cbf85e1d5 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Pushing event deleted for resources: {'Port': ['ID=0138ad05-1c75-4ccc-b149-4e4ef8b009a4,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:09.917187 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-b04de5bb-1958-45ca-a869-8f191b92befb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:09.918654 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-b04de5bb-1958-45ca-a869-8f191b92befb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f47090f-8581-4feb-b645-4f9000c047bb HTTP/1.1" status: 200 len: 845 time: 0.2241359 Feb 09 18:02:09.921844 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0dff8b75-8adc-449c-81e7-431cbf85e1d5 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:09.957110 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0dff8b75-8adc-449c-81e7-431cbf85e1d5 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] 10.222.0.21 "DELETE /v2.0/ports/0138ad05-1c75-4ccc-b149-4e4ef8b009a4 HTTP/1.1" status: 204 len: 168 time: 2.1776495 Feb 09 18:02:09.986738 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44916) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:10.001445 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c7ee1dc-d167-404a-bf05-19b522c6b494 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:10.005520 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7ee1dc-d167-404a-bf05-19b522c6b494 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:10.006106 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c7ee1dc-d167-404a-bf05-19b522c6b494 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:10.083941 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a31670-efb2-4a23-b144-1a82e8f4eb21', 'tag': 'dcd95642-a824-4155-bb88-3237befcc80a'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:02:10.109956 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a23497ec-81f2-4423-8b3d-102024f1879b req-33df9f2f-d91f-4ce0-8465-510179f996e3 service neutron] 10.222.0.50 "GET /v2.0/networks/2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102696 Feb 09 18:02:10.114894 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-42e407e4-0dfa-4320-bf91-297c64d0c6fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:10.169935 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-42e407e4-0dfa-4320-bf91-297c64d0c6fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:10.187492 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577b303-906f-4b08-a0aa-ae948695ee98 req-8e696bba-c879-4020-b911-49cb7fcbf22b tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:10.189074 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c577b303-906f-4b08-a0aa-ae948695ee98 req-8e696bba-c879-4020-b911-49cb7fcbf22b tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 943 time: 0.3488955 Feb 09 18:02:10.221466 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a31670-efb2-4a23-b144-1a82e8f4eb21', 'tag': 'dcd95642-a824-4155-bb88-3237befcc80a', 'status': 'completed', 'code': 200} Feb 09 18:02:10.341188 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c577b303-906f-4b08-a0aa-ae948695ee98 req-d5d1a1d0-b8ed-4037-81d0-f9c11a2c4a3e tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f6bb0e-9d51-4ec5-8646-92b2f8965ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098473 Feb 09 18:02:10.403713 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8aace3f1-99f7-4fbd-ba18-cf14228c9378 req-f9d3aa57-f38d-4478-84cf-b27c05027ad7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7814e9f979984521b818aa821b9167b5&device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 1096 time: 0.7749617 Feb 09 18:02:10.437625 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-954a57bc-66cb-47df-949c-0775eb1be5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:10.444483 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device d3c8084f-57f0-47c2-9d10-8dd1cfc763bd up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:02:10.479911 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-0f629551-35c8-4aba-a78a-c7c5bd75ed65 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Deleting port 824f5f20-7843-40f5-a66e-10657f5a9594 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:10.479911 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0f629551-35c8-4aba-a78a-c7c5bd75ed65 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:10.517586 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-42e407e4-0dfa-4320-bf91-297c64d0c6fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Allocated IP 172.20.0.5 (adb09630-63ed-43cf-b609-40b4a9cd167c/2619729a-5f6d-4e40-925a-368c28276dae/3b4b7855-4801-402a-9f74-805aa2ccc494) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:10.551812 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ee1dc-d167-404a-bf05-19b522c6b494 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event updated for resources: {'Network': ['ID=a25c27ba-b988-4f24-8564-d9cda512946c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:10.574233 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network a25c27ba-b988-4f24-8564-d9cda512946c details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:02:10.650825 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66834df9-02de-4458-9fea-77d27702c34e tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:10.655745 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebb58e7-b22a-4fa5-9093-ff3a39c2f417 None None] Network e23763af-e29d-44b3-94a3-56199c141c58 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:02:10.724229 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-42e407e4-0dfa-4320-bf91-297c64d0c6fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:10.744457 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-66834df9-02de-4458-9fea-77d27702c34e tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Transition to ACTIVE for port object abc01a72-b970-4485-959d-3ca66a7550d8 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:10.751436 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-954a57bc-66cb-47df-949c-0775eb1be5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:10.814846 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-4b0a7533-afe5-4ff0-bb51-cc6f70b40f26 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9fe6eda-77b1-46f2-95d6-d5589d4aff54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8870623 Feb 09 18:02:10.841479 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a57bc-66cb-47df-949c-0775eb1be5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Pushing event updated for resources: {'Port': ['ID=5742c33c-3a6b-49e0-b655-471ea80188c4,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:10.844801 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-954a57bc-66cb-47df-949c-0775eb1be5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] In _notify_port_updated(), no bound segment for port 5742c33c-3a6b-49e0-b655-471ea80188c4 on network 60c1a7a4-93d6-4b93-8b22-51e03617b17c {{(pid=84541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 18:02:10.851453 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954a57bc-66cb-47df-949c-0775eb1be5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:10.852366 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-954a57bc-66cb-47df-949c-0775eb1be5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:10.857237 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-954a57bc-66cb-47df-949c-0775eb1be5c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] 10.222.0.21 "PUT /v2.0/ports/5742c33c-3a6b-49e0-b655-471ea80188c4 HTTP/1.1" status: 200 len: 1128 time: 1.6494136 Feb 09 18:02:10.857237 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-42e407e4-0dfa-4320-bf91-297c64d0c6fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:10.863872 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a23497ec-81f2-4423-8b3d-102024f1879b req-b3821a93-f71a-4f67-b9ab-1e132d00997e service neutron] 10.222.0.50 "GET /v2.0/networks/2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6287227 Feb 09 18:02:10.867893 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44926) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:10.903268 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2c7ee1dc-d167-404a-bf05-19b522c6b494 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.6078405 Feb 09 18:02:11.001523 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e407e4-0dfa-4320-bf91-297c64d0c6fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Pushing event updated for resources: {'Port': ['ID=3b4b7855-4801-402a-9f74-805aa2ccc494,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:11.101627 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e407e4-0dfa-4320-bf91-297c64d0c6fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Network adb09630-63ed-43cf-b609-40b4a9cd167c is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:11.117710 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-42e407e4-0dfa-4320-bf91-297c64d0c6fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:11.149019 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e407e4-0dfa-4320-bf91-297c64d0c6fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:11.209322 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port d3c8084f-57f0-47c2-9d10-8dd1cfc763bd completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:11.280555 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aace3f1-99f7-4fbd-ba18-cf14228c9378 req-85ceb41e-db4b-413f-81cf-b3a8138c99cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:11.282287 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8aace3f1-99f7-4fbd-ba18-cf14228c9378 req-85ceb41e-db4b-413f-81cf-b3a8138c99cc service neutron] 10.222.0.50 "GET /v2.0/networks?id=bfbb786d-fb18-4e8f-a54d-5c87d11addf4 HTTP/1.1" status: 200 len: 913 time: 0.7719274 Feb 09 18:02:11.335016 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 23458b41-2e68-42ce-831d-f246fea29783 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:02:11.354051 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e2e32452-6d08-4e75-a3c1-02ef8beb14c9 None None] Provisioning for port d3c8084f-57f0-47c2-9d10-8dd1cfc763bd completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:11.368604 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e2e32452-6d08-4e75-a3c1-02ef8beb14c9 None None] Provisioning complete for port d3c8084f-57f0-47c2-9d10-8dd1cfc763bd triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:11.369724 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545d5c8-b519-4979-94b1-ab8e8352b7b1 req-111af979-413f-4b88-8602-16e13ec42106 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:11.372283 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e2e32452-6d08-4e75-a3c1-02ef8beb14c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:11.379227 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8545d5c8-b519-4979-94b1-ab8e8352b7b1 req-111af979-413f-4b88-8602-16e13ec42106 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 944 time: 0.3679996 Feb 09 18:02:11.412239 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ed763-ddd0-42a1-b045-afb486e4e4b7 req-01c0574f-e667-442d-875a-91541c2fe775 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:11.420377 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-209ed763-ddd0-42a1-b045-afb486e4e4b7 req-01c0574f-e667-442d-875a-91541c2fe775 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 943 time: 0.5108855 Feb 09 18:02:11.513657 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8545d5c8-b519-4979-94b1-ab8e8352b7b1 req-4edda70f-c470-4900-af74-d466ed02a06b tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/security-groups?id=e40cc133-4265-4bed-b41f-bcd52141e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331265 Feb 09 18:02:11.585664 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6942af41-3f6f-4d89-86fc-d91774425b15 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:11.586412 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6942af41-3f6f-4d89-86fc-d91774425b15 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Synchronizing usage tracker for tenant:927c88bc686d4a3e859c1002fea9cc6f on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:02:11.617876 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8aace3f1-99f7-4fbd-ba18-cf14228c9378 req-dade490b-9312-4b6e-b716-e15a27eec560 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e521863-3f8f-412f-a30e-e2cb62371d31 HTTP/1.1" status: 200 len: 217 time: 0.2477882 Feb 09 18:02:11.639365 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-209ed763-ddd0-42a1-b045-afb486e4e4b7 req-92b1a05b-5083-4cc3-b4c7-bcffd027d07a tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187212 Feb 09 18:02:11.685505 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-42e407e4-0dfa-4320-bf91-297c64d0c6fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:11.686742 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-42e407e4-0dfa-4320-bf91-297c64d0c6fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:11.709270 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0f629551-35c8-4aba-a78a-c7c5bd75ed65 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:11.733372 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e2e32452-6d08-4e75-a3c1-02ef8beb14c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:11.735355 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66834df9-02de-4458-9fea-77d27702c34e tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:11.792842 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-e2e32452-6d08-4e75-a3c1-02ef8beb14c9 None None] For port d3c8084f-57f0-47c2-9d10-8dd1cfc763bd, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=d3c8084f-57f0-47c2-9d10-8dd1cfc763bd,segment=NetworkSegment(c1a288c3-e024-4cd3-a5e2-4c98959983dd),segment_id=c1a288c3-e024-4cd3-a5e2-4c98959983dd)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:11.854589 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 23458b41-2e68-42ce-831d-f246fea29783, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=23458b41-2e68-42ce-831d-f246fea29783,segment=NetworkSegment(1d12094c-35d1-4927-9b3f-ae818a1428a7),segment_id=1d12094c-35d1-4927-9b3f-ae818a1428a7)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:11.874946 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '23458b41-2e68-42ce-831d-f246fea29783', 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353', 'port_id': '23458b41-2e68-42ce-831d-f246fea29783', 'mac_address': 'fa:16:3e:8e:8c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b05e458-9599-4698-b30c-c2fa3f37163a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:02:11.907875 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e2e32452-6d08-4e75-a3c1-02ef8beb14c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:11.938484 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-f6953d63-33aa-4ded-86e3-32e43409fda4 service neutron] 10.222.0.50 "GET /v2.0/networks/e9fe6eda-77b1-46f2-95d6-d5589d4aff54?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1006601 Feb 09 18:02:11.950341 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-0f629551-35c8-4aba-a78a-c7c5bd75ed65 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Calling delete_port for 824f5f20-7843-40f5-a66e-10657f5a9594 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:11.988870 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e32452-6d08-4e75-a3c1-02ef8beb14c9 None None] Pushing event updated for resources: {'Port': ['ID=d3c8084f-57f0-47c2-9d10-8dd1cfc763bd,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:12.015259 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:12.032223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6942af41-3f6f-4d89-86fc-d91774425b15 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Unset dirty status for tenant:927c88bc686d4a3e859c1002fea9cc6f on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:02:12.037584 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6942af41-3f6f-4d89-86fc-d91774425b15 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] 10.222.0.21 "GET /v2.0/ports/5742c33c-3a6b-49e0-b655-471ea80188c4 HTTP/1.1" status: 200 len: 1128 time: 1.1428998 Feb 09 18:02:12.051492 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23458b41-2e68-42ce-831d-f246fea29783 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:02:12.051691 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44932) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:12.063736 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 23458b41-2e68-42ce-831d-f246fea29783, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=23458b41-2e68-42ce-831d-f246fea29783,segment=NetworkSegment(1d12094c-35d1-4927-9b3f-ae818a1428a7),segment_id=1d12094c-35d1-4927-9b3f-ae818a1428a7)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:12.074398 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-236b5d7f-317b-40bd-8a2f-bb113d78fd65 None None] Provisioning complete for port 5742c33c-3a6b-49e0-b655-471ea80188c4 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:12.076150 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-236b5d7f-317b-40bd-8a2f-bb113d78fd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:12.111485 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aace3f1-99f7-4fbd-ba18-cf14228c9378 req-4ff2b924-62d3-43e2-9d7c-dc5579faede3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:12.115631 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8aace3f1-99f7-4fbd-ba18-cf14228c9378 req-4ff2b924-62d3-43e2-9d7c-dc5579faede3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe4e75a4-3fb3-49bd-9ee8-da883c83a940 HTTP/1.1" status: 200 len: 851 time: 0.4880888 Feb 09 18:02:12.124999 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66834df9-02de-4458-9fea-77d27702c34e tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Network e23763af-e29d-44b3-94a3-56199c141c58 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:12.133782 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:12.169313 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-66834df9-02de-4458-9fea-77d27702c34e tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:12.171179 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66834df9-02de-4458-9fea-77d27702c34e tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Pushing event updated for resources: {'Port': ['ID=abc01a72-b970-4485-959d-3ca66a7550d8,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:12.207872 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66834df9-02de-4458-9fea-77d27702c34e tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:12.217665 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=23458b41-2e68-42ce-831d-f246fea29783,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:12.223191 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-236b5d7f-317b-40bd-8a2f-bb113d78fd65 None None] Port 5742c33c-3a6b-49e0-b655-471ea80188c4 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:02:12.241186 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-236b5d7f-317b-40bd-8a2f-bb113d78fd65 None None] Provisioning complete for port d3c8084f-57f0-47c2-9d10-8dd1cfc763bd triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:12.241560 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-236b5d7f-317b-40bd-8a2f-bb113d78fd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:12.289660 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-254493f9-e76c-4fdf-ba1f-50d01c9fe0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Deleting port 5742c33c-3a6b-49e0-b655-471ea80188c4 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:12.290019 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-254493f9-e76c-4fdf-ba1f-50d01c9fe0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:12.460181 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device d3c8084f-57f0-47c2-9d10-8dd1cfc763bd up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:02:12.497809 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c978b-07ed-4304-b349-9fbd999d9ab1 req-159fa294-e8d4-4ec9-add5-5efb4a20834c tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:12.497809 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-dc6c978b-07ed-4304-b349-9fbd999d9ab1 req-159fa294-e8d4-4ec9-add5-5efb4a20834c tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 943 time: 0.5953660 Feb 09 18:02:12.502528 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['23458b41-2e68-42ce-831d-f246fea29783'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:02:12.532712 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66834df9-02de-4458-9fea-77d27702c34e tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:12.533341 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66834df9-02de-4458-9fea-77d27702c34e tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:12.552123 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c31e2f8c-aa34-4535-9404-5d67461805aa req-95a5ee41-563e-4053-861a-3cbee5931702 service neutron] 10.222.0.50 "GET /v2.0/networks/e9fe6eda-77b1-46f2-95d6-d5589d4aff54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633214 Feb 09 18:02:12.577098 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0f629551-35c8-4aba-a78a-c7c5bd75ed65 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:12.626344 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8aace3f1-99f7-4fbd-ba18-cf14228c9378 req-6c33fcd0-9b9c-4a40-bdc6-d5cef382579e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bfbb786d-fb18-4e8f-a54d-5c87d11addf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4971621 Feb 09 18:02:12.637614 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0f629551-35c8-4aba-a78a-c7c5bd75ed65 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:12.679835 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f629551-35c8-4aba-a78a-c7c5bd75ed65 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Pushing event deleted for resources: {'Port': ['ID=824f5f20-7843-40f5-a66e-10657f5a9594,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:12.735538 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0f629551-35c8-4aba-a78a-c7c5bd75ed65 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] 10.222.0.21 "DELETE /v2.0/ports/824f5f20-7843-40f5-a66e-10657f5a9594 HTTP/1.1" status: 204 len: 168 time: 2.7403293 Feb 09 18:02:12.760453 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-254493f9-e76c-4fdf-ba1f-50d01c9fe0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:12.787951 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-66834df9-02de-4458-9fea-77d27702c34e tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.6676745 Feb 09 18:02:12.791240 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44940) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:12.798665 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44942) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:12.844837 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-9499ef95-0c29-4be6-8512-281a5dd42df6 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Synchronizing usage tracker for tenant:c76b1b50c7dc477d968465a1223b1cab on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:02:12.858401 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port d3c8084f-57f0-47c2-9d10-8dd1cfc763bd triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:12.858976 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d8b0ae3c-55de-40eb-803a-311710a52aaa tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Request body: {'port': {'network_id': 'e23763af-e29d-44b3-94a3-56199c141c58', 'name': 'tempest-ExtraDHCPOptionsTestJSON-859089594', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:12.859091 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:12.859174 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.api.validators [None req-d8b0ae3c-55de-40eb-803a-311710a52aaa tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] bootfile-name is not in valid_values {{(pid=84542) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 18:02:12.859249 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.api.validators [None req-d8b0ae3c-55de-40eb-803a-311710a52aaa tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] tftp-server is not in valid_values {{(pid=84542) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 18:02:12.859520 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.api.validators [None req-d8b0ae3c-55de-40eb-803a-311710a52aaa tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] server-ip-address is not in valid_values {{(pid=84542) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 18:02:12.899105 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-336c955f-b3ed-4fe4-8039-8f1baf517926 None None] Provisioning for port abc01a72-b970-4485-959d-3ca66a7550d8 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:12.914099 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-336c955f-b3ed-4fe4-8039-8f1baf517926 None None] Provisioning complete for port abc01a72-b970-4485-959d-3ca66a7550d8 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:12.914564 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-336c955f-b3ed-4fe4-8039-8f1baf517926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:12.963286 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-254493f9-e76c-4fdf-ba1f-50d01c9fe0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Calling delete_port for 5742c33c-3a6b-49e0-b655-471ea80188c4 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:13.047652 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-336c955f-b3ed-4fe4-8039-8f1baf517926 None None] Port abc01a72-b970-4485-959d-3ca66a7550d8 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:02:13.060665 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8aace3f1-99f7-4fbd-ba18-cf14228c9378 req-7010dda6-b16b-48fd-8513-bae0f53ac604 service neutron] 10.222.0.50 "GET /v2.0/networks/bfbb786d-fb18-4e8f-a54d-5c87d11addf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188621 Feb 09 18:02:13.068928 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a229fd7-1855-4a31-9b38-0a28d3c3ad98 req-4dfc052b-2d7d-4491-a3f3-e8fd8effbc08 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dfa1d4188c6244068741973f4d6efca4&device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 1097 time: 0.3376627 Feb 09 18:02:13.130114 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-dc6c978b-07ed-4304-b349-9fbd999d9ab1 req-5936ded5-ad21-4468-b114-82b8aecbcd5e tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f6bb0e-9d51-4ec5-8646-92b2f8965ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6320069 Feb 09 18:02:13.195350 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc9b9b-4e55-4f0d-a95c-0ff014a28c13 req-2fa70c9b-bedb-4823-8595-a0f05bc75fa3 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:13.203706 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-38dc9b9b-4e55-4f0d-a95c-0ff014a28c13 req-2fa70c9b-bedb-4823-8595-a0f05bc75fa3 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 944 time: 0.2960067 Feb 09 18:02:13.281385 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 1e521863-3f8f-412f-a30e-e2cb62371d31 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:02:13.295668 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-38dc9b9b-4e55-4f0d-a95c-0ff014a28c13 req-7a29b607-9ad8-4848-a58c-5bd99472cac8 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/security-groups?id=e40cc133-4265-4bed-b41f-bcd52141e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790102 Feb 09 18:02:13.436941 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-9499ef95-0c29-4be6-8512-281a5dd42df6 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Unset dirty status for tenant:c76b1b50c7dc477d968465a1223b1cab on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:02:13.445696 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44950) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:13.445928 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9499ef95-0c29-4be6-8512-281a5dd42df6 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.6475728 Feb 09 18:02:13.450326 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a0793279-35f6-4747-8b94-afc6f3a0174e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2081234443'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:13.462576 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a0793279-35f6-4747-8b94-afc6f3a0174e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:13.467478 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8aace3f1-99f7-4fbd-ba18-cf14228c9378 req-63e88f44-4330-4f00-b351-9bb0e3ab35b4 service neutron] 10.222.0.50 "GET /v2.0/networks/bfbb786d-fb18-4e8f-a54d-5c87d11addf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856885 Feb 09 18:02:13.469227 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a0793279-35f6-4747-8b94-afc6f3a0174e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Usage tracker for resource:network and tenant:c76b1b50c7dc477d968465a1223b1cab is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:13.474190 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a0793279-35f6-4747-8b94-afc6f3a0174e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:13.482141 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a0793279-35f6-4747-8b94-afc6f3a0174e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:13.499687 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04ec97-d5cc-47ec-af3f-8171606f4d8f req-86638895-9c73-4102-9ab5-ac4a02bd1f6e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:13.501160 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5b04ec97-d5cc-47ec-af3f-8171606f4d8f req-86638895-9c73-4102-9ab5-ac4a02bd1f6e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 944 time: 0.1441643 Feb 09 18:02:13.513312 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 1e521863-3f8f-412f-a30e-e2cb62371d31, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1e521863-3f8f-412f-a30e-e2cb62371d31,segment=NetworkSegment(a0bb447b-d164-4b78-ab95-a75e6553078f),segment_id=a0bb447b-d164-4b78-ab95-a75e6553078f)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:13.530061 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '1e521863-3f8f-412f-a30e-e2cb62371d31', 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4', 'port_id': '1e521863-3f8f-412f-a30e-e2cb62371d31', 'mac_address': 'fa:16:3e:44:84:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe4e75a4-3fb3-49bd-9ee8-da883c83a940', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:02:13.541356 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e407e4-0dfa-4320-bf91-297c64d0c6fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Router 9cdc406d-52cf-4d55-b96f-919c33c987a5 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:02:13.556834 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d8b0ae3c-55de-40eb-803a-311710a52aaa tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:13.570276 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d8b0ae3c-55de-40eb-803a-311710a52aaa tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Usage tracker for resource:port and tenant:cbf80b397fd2473493805be1a3eb9dd6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:13.575818 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5b04ec97-d5cc-47ec-af3f-8171606f4d8f req-5dfc4707-d096-48bf-b4ba-b80c25366643 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627573 Feb 09 18:02:13.575818 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-254493f9-e76c-4fdf-ba1f-50d01c9fe0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:13.576052 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d8b0ae3c-55de-40eb-803a-311710a52aaa tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:13.587341 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d8b0ae3c-55de-40eb-803a-311710a52aaa tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:13.643503 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:13.650976 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a229fd7-1855-4a31-9b38-0a28d3c3ad98 req-883b5f3e-53a7-4f72-a12e-466781f7134c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:13.660309 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a229fd7-1855-4a31-9b38-0a28d3c3ad98 req-883b5f3e-53a7-4f72-a12e-466781f7134c service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9fe6eda-77b1-46f2-95d6-d5589d4aff54 HTTP/1.1" status: 200 len: 907 time: 0.5645440 Feb 09 18:02:13.660455 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0793279-35f6-4747-8b94-afc6f3a0174e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Made reservation on behalf of c76b1b50c7dc477d968465a1223b1cab for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:13.663202 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a0793279-35f6-4747-8b94-afc6f3a0174e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:13.665139 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e521863-3f8f-412f-a30e-e2cb62371d31 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:02:13.682395 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 1e521863-3f8f-412f-a30e-e2cb62371d31, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1e521863-3f8f-412f-a30e-e2cb62371d31,segment=NetworkSegment(a0bb447b-d164-4b78-ab95-a75e6553078f),segment_id=a0bb447b-d164-4b78-ab95-a75e6553078f)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:13.729349 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b0ae3c-55de-40eb-803a-311710a52aaa tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Made reservation on behalf of cbf80b397fd2473493805be1a3eb9dd6 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:13.732486 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d8b0ae3c-55de-40eb-803a-311710a52aaa tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:13.746838 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a229fd7-1855-4a31-9b38-0a28d3c3ad98 req-a7c30c94-576c-4f4a-8c96-69d1dfa43e45 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcd95642-a824-4155-bb88-3237befcc80a HTTP/1.1" status: 200 len: 217 time: 0.0881407 Feb 09 18:02:13.755619 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:13.796936 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254493f9-e76c-4fdf-ba1f-50d01c9fe0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Pushing event deleted for resources: {'Port': ['ID=5742c33c-3a6b-49e0-b655-471ea80188c4,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:13.819133 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a229fd7-1855-4a31-9b38-0a28d3c3ad98 req-d922ed79-c896-43d6-85f0-003b6fa1d4d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:13.820735 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a229fd7-1855-4a31-9b38-0a28d3c3ad98 req-d922ed79-c896-43d6-85f0-003b6fa1d4d7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f47090f-8581-4feb-b645-4f9000c047bb HTTP/1.1" status: 200 len: 845 time: 0.0675008 Feb 09 18:02:13.859067 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0793279-35f6-4747-8b94-afc6f3a0174e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:02:13.893383 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-254493f9-e76c-4fdf-ba1f-50d01c9fe0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:13.903501 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=1e521863-3f8f-412f-a30e-e2cb62371d31,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:13.911964 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-d8b0ae3c-55de-40eb-803a-311710a52aaa tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] device_id is not set on port 0f3d1d37-9abb-4483-b11b-d65e890fbe9a yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:02:13.918359 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a0793279-35f6-4747-8b94-afc6f3a0174e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:13.918884 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-a0793279-35f6-4747-8b94-afc6f3a0174e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Added segment 3f907b31-be33-474e-9b7e-3662b14a6b47 of type vlan for network 626ebcc7-6489-4d2b-8004-fbe741b8f0ce Feb 09 18:02:13.968729 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['1e521863-3f8f-412f-a30e-e2cb62371d31'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:02:13.971996 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a0793279-35f6-4747-8b94-afc6f3a0174e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:14.064979 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-254493f9-e76c-4fdf-ba1f-50d01c9fe0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] 10.222.0.21 "DELETE /v2.0/ports/5742c33c-3a6b-49e0-b655-471ea80188c4 HTTP/1.1" status: 204 len: 168 time: 2.0072269 Feb 09 18:02:14.074831 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44954) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:14.102777 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a229fd7-1855-4a31-9b38-0a28d3c3ad98 req-5a49aa04-fc26-4d5f-852b-42b327b4c1a7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9fe6eda-77b1-46f2-95d6-d5589d4aff54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2715502 Feb 09 18:02:14.169536 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a0793279-35f6-4747-8b94-afc6f3a0174e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:14.177944 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0793279-35f6-4747-8b94-afc6f3a0174e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:14.181534 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a0793279-35f6-4747-8b94-afc6f3a0174e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:14.343260 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a229fd7-1855-4a31-9b38-0a28d3c3ad98 req-8095b3e3-b7a1-46b5-bd11-553d89abec5d service neutron] 10.222.0.50 "GET /v2.0/networks/e9fe6eda-77b1-46f2-95d6-d5589d4aff54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278378 Feb 09 18:02:14.479276 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44962) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:14.491560 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-2c208d15-cb65-4238-958e-1307c1621478 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Request body: {'subnet': {'network_id': 'a25c27ba-b988-4f24-8564-d9cda512946c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:14.496793 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e407e4-0dfa-4320-bf91-297c64d0c6fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:02:14.508025 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] Sync routers for ids ['9cdc406d-52cf-4d55-b96f-919c33c987a5'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:02:14.521196 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] Routers {'9cdc406d-52cf-4d55-b96f-919c33c987a5'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:02:14.522074 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:01:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['9cdc406d-52cf-4d55-b96f-919c33c987a5'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:14.615037 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-d8b0ae3c-55de-40eb-803a-311710a52aaa tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Allocated IP 172.20.0.4 (e23763af-e29d-44b3-94a3-56199c141c58/7d6b6afc-ea7f-4ce7-ada3-9967f3058b71/0f3d1d37-9abb-4483-b11b-d65e890fbe9a) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:14.646061 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a229fd7-1855-4a31-9b38-0a28d3c3ad98 req-09cb0bf8-d455-43e8-8eb0-253a536e4656 service neutron] 10.222.0.50 "GET /v2.0/networks/e9fe6eda-77b1-46f2-95d6-d5589d4aff54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961006 Feb 09 18:02:14.661785 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a0793279-35f6-4747-8b94-afc6f3a0174e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2161832 Feb 09 18:02:14.663485 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0793279-35f6-4747-8b94-afc6f3a0174e tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Pushing event updated for resources: {'Network': ['ID=626ebcc7-6489-4d2b-8004-fbe741b8f0ce,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:14.665404 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44968) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:14.680139 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-0cda9964-d9c0-4e1c-b8e1-89bc0e94918f tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-820386452'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:14.691109 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0cda9964-d9c0-4e1c-b8e1-89bc0e94918f tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:14.691521 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 626ebcc7-6489-4d2b-8004-fbe741b8f0ce details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:02:14.694763 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0cda9964-d9c0-4e1c-b8e1-89bc0e94918f tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Usage tracker for resource:network and tenant:c76b1b50c7dc477d968465a1223b1cab is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:14.698117 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0cda9964-d9c0-4e1c-b8e1-89bc0e94918f tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:14.704229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0cda9964-d9c0-4e1c-b8e1-89bc0e94918f tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:14.724423 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2c208d15-cb65-4238-958e-1307c1621478 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:14.741705 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2c208d15-cb65-4238-958e-1307c1621478 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Usage tracker for resource:subnet and tenant:682fbf024fe547bb8807d1fbc4363a37 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:14.748518 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2c208d15-cb65-4238-958e-1307c1621478 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:14.762850 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2c208d15-cb65-4238-958e-1307c1621478 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:14.796930 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] Set router 9cdc406d-52cf-4d55-b96f-919c33c987a5 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:02:14.810727 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323811e-c032-40fe-a60a-c0656beda47d req-84f944a1-422b-4945-8d65-27cd98629639 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:14.812501 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a323811e-c032-40fe-a60a-c0656beda47d req-84f944a1-422b-4945-8d65-27cd98629639 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 944 time: 0.4439282 Feb 09 18:02:14.852020 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cda9964-d9c0-4e1c-b8e1-89bc0e94918f tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Made reservation on behalf of c76b1b50c7dc477d968465a1223b1cab for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:14.855762 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0cda9964-d9c0-4e1c-b8e1-89bc0e94918f tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:14.892560 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8a1409-0681-45ca-bc1e-3c5dbd8d27da tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Deleting subnet 65403805-232f-4092-8f48-d420885e451a {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:02:14.898992 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7a8a1409-0681-45ca-bc1e-3c5dbd8d27da tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:14.907313 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cda9964-d9c0-4e1c-b8e1-89bc0e94918f tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:02:14.928504 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-42e407e4-0dfa-4320-bf91-297c64d0c6fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:14.932297 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-42e407e4-0dfa-4320-bf91-297c64d0c6fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.7284327 Feb 09 18:02:14.932461 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0cda9964-d9c0-4e1c-b8e1-89bc0e94918f tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:14.932461 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-0cda9964-d9c0-4e1c-b8e1-89bc0e94918f tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Added segment b3678de4-addc-487e-a63d-dc2e9d113f73 of type vlan for network 47873bf1-48c7-4b1b-92ca-e0b1b4a86e5e Feb 09 18:02:14.934325 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44972) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:14.957058 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d575e-5b6a-4dea-b19b-dddf3ec82d79 req-62d58c7f-723d-477c-a0b4-1faccbbe4d68 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:14.964322 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1b8d575e-5b6a-4dea-b19b-dddf3ec82d79 req-62d58c7f-723d-477c-a0b4-1faccbbe4d68 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 944 time: 0.4606080 Feb 09 18:02:14.983795 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a323811e-c032-40fe-a60a-c0656beda47d req-f74ffb52-8bc3-4dae-b976-b7f8a857d65e tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f6bb0e-9d51-4ec5-8646-92b2f8965ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610510 Feb 09 18:02:14.998612 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7a8a1409-0681-45ca-bc1e-3c5dbd8d27da tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:15.084066 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1b8d575e-5b6a-4dea-b19b-dddf3ec82d79 req-349bd200-e268-47b5-b630-56b87f9a1179 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/security-groups?id=e40cc133-4265-4bed-b41f-bcd52141e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187625 Feb 09 18:02:15.093380 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c208d15-cb65-4238-958e-1307c1621478 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Made reservation on behalf of 682fbf024fe547bb8807d1fbc4363a37 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:15.139899 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7a8a1409-0681-45ca-bc1e-3c5dbd8d27da tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:15.177828 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdc406d-52cf-4d55-b96f-919c33c987a5', 'name': '', 'tenant_id': 'a13c485fdbb04e84914acb96e6ca0a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adb09630-63ed-43cf-b609-40b4a9cd167c', 'external_fixed_ips': [{'subnet_id': '2619729a-5f6d-4e40-925a-368c28276dae', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '3b4b7855-4801-402a-9f74-805aa2ccc494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:02:07Z', 'updated_at': '2022-02-09T18:02:11Z', 'revision_number': 3, 'project_id': 'a13c485fdbb04e84914acb96e6ca0a8c', 'gw_port': {'id': '3b4b7855-4801-402a-9f74-805aa2ccc494', 'name': '', 'network_id': 'adb09630-63ed-43cf-b609-40b4a9cd167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdc406d-52cf-4d55-b96f-919c33c987a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2619729a-5f6d-4e40-925a-368c28276dae', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:02:10Z', 'updated_at': '2022-02-09T18:02:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2619729a-5f6d-4e40-925a-368c28276dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:15.182134 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] Checking router: 9cdc406d-52cf-4d55-b96f-919c33c987a5 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:02:15.182576 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] Updating router 9cdc406d-52cf-4d55-b96f-919c33c987a5 port 3b4b7855-4801-402a-9f74-805aa2ccc494 binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:02:15.237540 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:15.254111 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0cda9964-d9c0-4e1c-b8e1-89bc0e94918f tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:15.279362 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device dcd95642-a824-4155-bb88-3237befcc80a details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:02:15.314947 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d8b0ae3c-55de-40eb-803a-311710a52aaa tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:15.320131 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d037704-d228-4c3b-ac55-e2f7a54aeb95 req-6f039321-935a-4992-8a2e-a3c7bd369a99 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:15.321095 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 1e521863-3f8f-412f-a30e-e2cb62371d31 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:02:15.322076 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c208d15-cb65-4238-958e-1307c1621478 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:15.328775 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3d037704-d228-4c3b-ac55-e2f7a54aeb95 req-6f039321-935a-4992-8a2e-a3c7bd369a99 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 944 time: 0.1205013 Feb 09 18:02:15.387626 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7a8a1409-0681-45ca-bc1e-3c5dbd8d27da tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:15.470659 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3d037704-d228-4c3b-ac55-e2f7a54aeb95 req-4793b3ae-0fb5-40d2-8a13-6461b40d03ad tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404500 Feb 09 18:02:15.510973 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a1409-0681-45ca-bc1e-3c5dbd8d27da tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Pushing event deleted for resources: {'Subnet': ['ID=65403805-232f-4092-8f48-d420885e451a,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:15.514138 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-d8b0ae3c-55de-40eb-803a-311710a52aaa tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Transition to ACTIVE for port object 0f3d1d37-9abb-4483-b11b-d65e890fbe9a will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:15.525815 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port dcd95642-a824-4155-bb88-3237befcc80a, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=dcd95642-a824-4155-bb88-3237befcc80a,segment=NetworkSegment(acc6345d-43f6-4b7f-9b7c-aab25cb3821b),segment_id=acc6345d-43f6-4b7f-9b7c-aab25cb3821b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:15.547903 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7a8a1409-0681-45ca-bc1e-3c5dbd8d27da tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:15.556919 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028f10e6-848a-4133-9f2a-89447cfc3054 None None] Network 60c1a7a4-93d6-4b93-8b22-51e03617b17c requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:02:15.568628 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 44976) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:15.570746 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7a8a1409-0681-45ca-bc1e-3c5dbd8d27da tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] 10.222.0.21 "DELETE /v2.0/subnets/65403805-232f-4092-8f48-d420885e451a HTTP/1.1" status: 204 len: 168 time: 1.4860401 Feb 09 18:02:15.583086 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': 'dcd95642-a824-4155-bb88-3237befcc80a', 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54', 'port_id': 'dcd95642-a824-4155-bb88-3237befcc80a', 'mac_address': 'fa:16:3e:b2:fe:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f47090f-8581-4feb-b645-4f9000c047bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:02:15.632219 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:15.636335 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 1e521863-3f8f-412f-a30e-e2cb62371d31 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:15.644148 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 1e521863-3f8f-412f-a30e-e2cb62371d31 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:15.644517 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:15.645022 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] Transition to ACTIVE for port object 3b4b7855-4801-402a-9f74-805aa2ccc494 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:15.672563 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0cda9964-d9c0-4e1c-b8e1-89bc0e94918f tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:15.677218 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cda9964-d9c0-4e1c-b8e1-89bc0e94918f tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:15.677825 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0cda9964-d9c0-4e1c-b8e1-89bc0e94918f tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:15.738067 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:15.777985 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:15.808803 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d3f74-9fd0-42ae-a77c-de2dd055443d None None] Pushing event updated for resources: {'Port': ['ID=3b4b7855-4801-402a-9f74-805aa2ccc494,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:15.813205 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d8b0ae3c-55de-40eb-803a-311710a52aaa tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:15.832703 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] Attempting to bind port 3b4b7855-4801-402a-9f74-805aa2ccc494 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:02:15.833295 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] Attempting to bind port 3b4b7855-4801-402a-9f74-805aa2ccc494 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'b7ff7ee3-d432-4314-aaaf-02bf2c8ea648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'adb09630-63ed-43cf-b609-40b4a9cd167c'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:02:15.833540 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] Attempting to bind port 3b4b7855-4801-402a-9f74-805aa2ccc494 on network adb09630-63ed-43cf-b609-40b4a9cd167c {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:02:15.841013 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:02:15.841393 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] Checking segment: {'id': 'b7ff7ee3-d432-4314-aaaf-02bf2c8ea648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'adb09630-63ed-43cf-b609-40b4a9cd167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:15.841796 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:15.842335 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] Bound using segment: {'id': 'b7ff7ee3-d432-4314-aaaf-02bf2c8ea648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'adb09630-63ed-43cf-b609-40b4a9cd167c'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:02:15.842822 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] Bound port: 3b4b7855-4801-402a-9f74-805aa2ccc494, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ff7ee3-d432-4314-aaaf-02bf2c8ea648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'adb09630-63ed-43cf-b609-40b4a9cd167c'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:02:15.843218 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:15.853452 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd95642-a824-4155-bb88-3237befcc80a {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:02:15.915360 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port dcd95642-a824-4155-bb88-3237befcc80a, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=dcd95642-a824-4155-bb88-3237befcc80a,segment=NetworkSegment(acc6345d-43f6-4b7f-9b7c-aab25cb3821b),segment_id=acc6345d-43f6-4b7f-9b7c-aab25cb3821b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:15.919651 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a4ca45-9000-48e4-93e9-e3dc721df089 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:15.923480 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] For port 3b4b7855-4801-402a-9f74-805aa2ccc494, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:02:15.926852 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] For port 3b4b7855-4801-402a-9f74-805aa2ccc494, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=3b4b7855-4801-402a-9f74-805aa2ccc494,segment=NetworkSegment(b7ff7ee3-d432-4314-aaaf-02bf2c8ea648),segment_id=b7ff7ee3-d432-4314-aaaf-02bf2c8ea648)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:02:15.961521 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda9964-d9c0-4e1c-b8e1-89bc0e94918f tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Pushing event updated for resources: {'Network': ['ID=47873bf1-48c7-4b1b-92ca-e0b1b4a86e5e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:15.977600 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 47873bf1-48c7-4b1b-92ca-e0b1b4a86e5e details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:02:15.999694 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:16.003464 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:16.015546 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b0ae3c-55de-40eb-803a-311710a52aaa tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Network e23763af-e29d-44b3-94a3-56199c141c58 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:16.023961 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-43a4ca45-9000-48e4-93e9-e3dc721df089 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Deleting port 72b43f8f-1811-427a-a514-a38ceded0288 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:16.024298 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a4ca45-9000-48e4-93e9-e3dc721df089 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:16.090092 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-d8b0ae3c-55de-40eb-803a-311710a52aaa tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:16.100067 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d3f74-9fd0-42ae-a77c-de2dd055443d None None] Pushing event updated for resources: {'Port': ['ID=3b4b7855-4801-402a-9f74-805aa2ccc494,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:16.103402 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] Routers {'9cdc406d-52cf-4d55-b96f-919c33c987a5'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:02:16.104157 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:01:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['9cdc406d-52cf-4d55-b96f-919c33c987a5'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:16.117583 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b0ae3c-55de-40eb-803a-311710a52aaa tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:16.120669 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:16.243973 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0cda9964-d9c0-4e1c-b8e1-89bc0e94918f tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5757442 Feb 09 18:02:16.287801 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0ae3c-55de-40eb-803a-311710a52aaa tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Pushing event updated for resources: {'Port': ['ID=0f3d1d37-9abb-4483-b11b-d65e890fbe9a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:16.324725 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['dcd95642-a824-4155-bb88-3237befcc80a'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:02:16.444530 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b91bd3-f198-4550-8705-11a00168ab93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e521863-3f8f-412f-a30e-e2cb62371d31'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:02:16.453466 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] Set router 9cdc406d-52cf-4d55-b96f-919c33c987a5 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:02:16.453998 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b0ae3c-55de-40eb-803a-311710a52aaa tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:16.466402 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d8b0ae3c-55de-40eb-803a-311710a52aaa tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:16.548770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d39aa4-e6f0-451f-9828-81d156125e10 req-73863981-8f70-485a-8d13-a74f6feb5962 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:16.551093 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c0d39aa4-e6f0-451f-9828-81d156125e10 req-73863981-8f70-485a-8d13-a74f6feb5962 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 944 time: 0.3301811 Feb 09 18:02:16.584211 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c208d15-cb65-4238-958e-1307c1621478 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:16.605562 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=dcd95642-a824-4155-bb88-3237befcc80a,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:16.608508 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95696ecd-6f9d-44b4-9cca-b5aebd882bc5 None None] DHCP port deletion for 60c1a7a4-93d6-4b93-8b22-51e03617b17c request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:02:16.620685 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3a218-110f-449f-be22-82f35d6c1d8c req-d3f12969-30d9-4b78-875f-bdd6ddf9b247 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:16.629909 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b6d3a218-110f-449f-be22-82f35d6c1d8c req-d3f12969-30d9-4b78-875f-bdd6ddf9b247 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 945 time: 0.2754869 Feb 09 18:02:16.652945 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c1ea48d8-57d6-4a18-802a-8dddf6ad73d2 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:16.698039 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c0d39aa4-e6f0-451f-9828-81d156125e10 req-8379b701-dea0-4863-9de4-88fbed6147fc tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f6bb0e-9d51-4ec5-8646-92b2f8965ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304784 Feb 09 18:02:16.713469 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b6d3a218-110f-449f-be22-82f35d6c1d8c req-6cd67826-c0f1-4e78-868d-8500d0ee7e79 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/security-groups?id=e40cc133-4265-4bed-b41f-bcd52141e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822930 Feb 09 18:02:16.751567 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 1e521863-3f8f-412f-a30e-e2cb62371d31, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1e521863-3f8f-412f-a30e-e2cb62371d31,segment=NetworkSegment(a0bb447b-d164-4b78-ab95-a75e6553078f),segment_id=a0bb447b-d164-4b78-ab95-a75e6553078f)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:16.788985 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-95696ecd-6f9d-44b4-9cca-b5aebd882bc5 None None] Deleting port 72b43f8f-1811-427a-a514-a38ceded0288 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:16.789359 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-95696ecd-6f9d-44b4-9cca-b5aebd882bc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:16.852422 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d8b0ae3c-55de-40eb-803a-311710a52aaa tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.0507934 Feb 09 18:02:16.853961 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44990) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:16.963125 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:16.963761 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 23458b41-2e68-42ce-831d-f246fea29783 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:02:16.990372 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d581a5bd-5dac-498f-86be-b5b3015bcd33 None None] Provisioning for port 0f3d1d37-9abb-4483-b11b-d65e890fbe9a completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:17.066564 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:17.093408 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-45eba169-cd5b-4c44-a9a7-b37f34d95d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:17.098950 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d581a5bd-5dac-498f-86be-b5b3015bcd33 None None] Provisioning complete for port 0f3d1d37-9abb-4483-b11b-d65e890fbe9a triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:17.100865 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d581a5bd-5dac-498f-86be-b5b3015bcd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:17.149136 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdc406d-52cf-4d55-b96f-919c33c987a5', 'name': '', 'tenant_id': 'a13c485fdbb04e84914acb96e6ca0a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adb09630-63ed-43cf-b609-40b4a9cd167c', 'external_fixed_ips': [{'subnet_id': '2619729a-5f6d-4e40-925a-368c28276dae', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '3b4b7855-4801-402a-9f74-805aa2ccc494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:02:07Z', 'updated_at': '2022-02-09T18:02:11Z', 'revision_number': 3, 'project_id': 'a13c485fdbb04e84914acb96e6ca0a8c', 'gw_port': {'id': '3b4b7855-4801-402a-9f74-805aa2ccc494', 'name': '', 'network_id': 'adb09630-63ed-43cf-b609-40b4a9cd167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdc406d-52cf-4d55-b96f-919c33c987a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2619729a-5f6d-4e40-925a-368c28276dae', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:02:10Z', 'updated_at': '2022-02-09T18:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2619729a-5f6d-4e40-925a-368c28276dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:17.161727 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2bc71e-7bf5-48da-be82-daf52a2989f3 None None] The sync data for ids ['9cdc406d-52cf-4d55-b96f-919c33c987a5'] in dv-neutron-827016-2-hyperv is: [{'id': '9cdc406d-52cf-4d55-b96f-919c33c987a5', 'name': '', 'tenant_id': 'a13c485fdbb04e84914acb96e6ca0a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adb09630-63ed-43cf-b609-40b4a9cd167c', 'external_fixed_ips': [{'subnet_id': '2619729a-5f6d-4e40-925a-368c28276dae', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '3b4b7855-4801-402a-9f74-805aa2ccc494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:02:07Z', 'updated_at': '2022-02-09T18:02:11Z', 'revision_number': 3, 'project_id': 'a13c485fdbb04e84914acb96e6ca0a8c', 'gw_port': {'id': '3b4b7855-4801-402a-9f74-805aa2ccc494', 'name': '', 'network_id': 'adb09630-63ed-43cf-b609-40b4a9cd167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdc406d-52cf-4d55-b96f-919c33c987a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2619729a-5f6d-4e40-925a-368c28276dae', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:02:10Z', 'updated_at': '2022-02-09T18:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2619729a-5f6d-4e40-925a-368c28276dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:02:17.182378 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6516f0fc-bfcd-4a81-8de0-124633c7f089 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:17.187493 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6516f0fc-bfcd-4a81-8de0-124633c7f089 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:17.193369 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6516f0fc-bfcd-4a81-8de0-124633c7f089 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:17.199113 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6516f0fc-bfcd-4a81-8de0-124633c7f089 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3438394 Feb 09 18:02:17.199798 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 44998) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:17.224767 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f411b1-788d-4903-9a5a-7fc751889a6d req-b3b0fbb3-e6b0-4b23-b5e8-4f3d7b9f8d65 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:17.226490 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e2f411b1-788d-4903-9a5a-7fc751889a6d req-b3b0fbb3-e6b0-4b23-b5e8-4f3d7b9f8d65 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 944 time: 0.2597642 Feb 09 18:02:17.304840 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-cdf8ec3b-c232-4a87-a6ef-3c618af8b2b2 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Deleting port 0f3d1d37-9abb-4483-b11b-d65e890fbe9a {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:17.305117 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ec3b-c232-4a87-a6ef-3c618af8b2b2 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:17.352594 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b91bd3-f198-4550-8705-11a00168ab93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e521863-3f8f-412f-a30e-e2cb62371d31', 'code': 200} Feb 09 18:02:17.420540 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c208d15-cb65-4238-958e-1307c1621478 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Checking segment: {'id': '6d516e84-28d5-4d93-9ed0-0a97dcdc4bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a25c27ba-b988-4f24-8564-d9cda512946c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:17.421622 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c208d15-cb65-4238-958e-1307c1621478 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Network hostable DHCP agents. Network: a25c27ba-b988-4f24-8564-d9cda512946c, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:02:17.426993 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d581a5bd-5dac-498f-86be-b5b3015bcd33 None None] Port 0f3d1d37-9abb-4483-b11b-d65e890fbe9a cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:02:17.434889 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c208d15-cb65-4238-958e-1307c1621478 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event updated for resources: {'Subnet': ['ID=a05ce78d-b864-44c6-88eb-310f07d06e7b,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:17.443664 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=1e521863-3f8f-412f-a30e-e2cb62371d31,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:17.468776 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e2f411b1-788d-4903-9a5a-7fc751889a6d req-223f7659-2f10-43aa-bd66-04fa35f7d1cf tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000600 Feb 09 18:02:17.511590 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-43a4ca45-9000-48e4-93e9-e3dc721df089 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] For port 72b43f8f-1811-427a-a514-a38ceded0288, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=72b43f8f-1811-427a-a514-a38ceded0288,segment=NetworkSegment(37d081e4-c83f-45cd-918c-62e220425e2a),segment_id=37d081e4-c83f-45cd-918c-62e220425e2a)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:17.511967 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a4ca45-9000-48e4-93e9-e3dc721df089 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:17.547132 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-95696ecd-6f9d-44b4-9cca-b5aebd882bc5 None None] For port 72b43f8f-1811-427a-a514-a38ceded0288, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=72b43f8f-1811-427a-a514-a38ceded0288,segment=NetworkSegment(37d081e4-c83f-45cd-918c-62e220425e2a),segment_id=37d081e4-c83f-45cd-918c-62e220425e2a)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:17.547574 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-95696ecd-6f9d-44b4-9cca-b5aebd882bc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:17.568113 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 23458b41-2e68-42ce-831d-f246fea29783 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:17.655194 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 23458b41-2e68-42ce-831d-f246fea29783 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:17.655549 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:17.661129 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c208d15-cb65-4238-958e-1307c1621478 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Network a25c27ba-b988-4f24-8564-d9cda512946c is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:02:17.676563 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ec3b-c232-4a87-a6ef-3c618af8b2b2 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:17.678358 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-43a4ca45-9000-48e4-93e9-e3dc721df089 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Calling delete_port for 72b43f8f-1811-427a-a514-a38ceded0288 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:17.783388 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-2c208d15-cb65-4238-958e-1307c1621478 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, a25c27ba-b988-4f24-8564-d9cda512946c) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:17.792012 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-95696ecd-6f9d-44b4-9cca-b5aebd882bc5 None None] Calling delete_port for 72b43f8f-1811-427a-a514-a38ceded0288 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:17.824440 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c208d15-cb65-4238-958e-1307c1621478 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:17.827988 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c208d15-cb65-4238-958e-1307c1621478 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:17.837863 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9f3f56-c554-4122-8e47-a558c63e128e None None] Network a25c27ba-b988-4f24-8564-d9cda512946c requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:02:17.949900 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c1ea48d8-57d6-4a18-802a-8dddf6ad73d2 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:18.053428 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2c208d15-cb65-4238-958e-1307c1621478 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.5728314 Feb 09 18:02:18.056632 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45010) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:18.077073 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7274105e-82bd-4f39-b97a-d6bd1f00c6eb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1323638221'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:18.105011 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea48d8-57d6-4a18-802a-8dddf6ad73d2 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Deleting port 3b4b7855-4801-402a-9f74-805aa2ccc494 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:18.105613 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c1ea48d8-57d6-4a18-802a-8dddf6ad73d2 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:18.110011 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-cdf8ec3b-c232-4a87-a6ef-3c618af8b2b2 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Calling delete_port for 0f3d1d37-9abb-4483-b11b-d65e890fbe9a owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:18.167513 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a4ca45-9000-48e4-93e9-e3dc721df089 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:18.238496 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7274105e-82bd-4f39-b97a-d6bd1f00c6eb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:18.271135 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d678f8-3f34-4219-8e61-190909ef6d2d req-4bb2d29c-0fed-4188-96fc-e3d4c8ae7336 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:18.279308 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f5d678f8-3f34-4219-8e61-190909ef6d2d req-4bb2d29c-0fed-4188-96fc-e3d4c8ae7336 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 945 time: 0.2217560 Feb 09 18:02:18.397449 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253e16b-5644-4bf1-89c6-b501983fa384 req-d1b6c3ac-439b-4b98-86ea-9dc4dce0ca54 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:18.397449 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3253e16b-5644-4bf1-89c6-b501983fa384 req-d1b6c3ac-439b-4b98-86ea-9dc4dce0ca54 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 945 time: 0.3213291 Feb 09 18:02:18.401111 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a4ca45-9000-48e4-93e9-e3dc721df089 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] No DVR routers for this DVR port 72b43f8f-1811-427a-a514-a38ceded0288 on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:02:18.452146 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7274105e-82bd-4f39-b97a-d6bd1f00c6eb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Usage tracker for resource:network and tenant:682fbf024fe547bb8807d1fbc4363a37 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:18.460209 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7274105e-82bd-4f39-b97a-d6bd1f00c6eb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:18.468386 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f5d678f8-3f34-4219-8e61-190909ef6d2d req-89145666-c481-4d81-bd1b-34ae2ff5ed76 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f6bb0e-9d51-4ec5-8646-92b2f8965ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817360 Feb 09 18:02:18.475900 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7274105e-82bd-4f39-b97a-d6bd1f00c6eb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:18.506900 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 72b43f8f-1811-427a-a514-a38ceded0288 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:02:18.521374 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3253e16b-5644-4bf1-89c6-b501983fa384 req-4d4e5b46-49e1-4771-89be-7469bdfc0273 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/security-groups?id=e40cc133-4265-4bed-b41f-bcd52141e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969005 Feb 09 18:02:18.545004 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-95696ecd-6f9d-44b4-9cca-b5aebd882bc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:02:18.545004 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-95696ecd-6f9d-44b4-9cca-b5aebd882bc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:02:18.568075 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4ca45-9000-48e4-93e9-e3dc721df089 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Pushing event deleted for resources: {'Port': ['ID=72b43f8f-1811-427a-a514-a38ceded0288,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:18.598082 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 72b43f8f-1811-427a-a514-a38ceded0288 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:02:18.600467 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 72b43f8f-1811-427a-a514-a38ceded0288 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:02:18.777302 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1d782-b506-4a63-82b5-597b04b208ef req-ae1fd24a-7790-4036-bdf3-2ba0c1ad1d06 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:18.784812 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0ea1d782-b506-4a63-82b5-597b04b208ef req-ae1fd24a-7790-4036-bdf3-2ba0c1ad1d06 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 944 time: 0.0888171 Feb 09 18:02:18.805673 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-54cf9071-dae3-49ba-ae95-c96b4743490d req-b23fe92b-93c6-4065-8d7d-39a866d8457b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 1098 time: 0.8367190 Feb 09 18:02:18.806739 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7274105e-82bd-4f39-b97a-d6bd1f00c6eb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Made reservation on behalf of 682fbf024fe547bb8807d1fbc4363a37 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:18.810156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7274105e-82bd-4f39-b97a-d6bd1f00c6eb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:18.819646 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ec3b-c232-4a87-a6ef-3c618af8b2b2 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:18.879258 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8ec3b-c232-4a87-a6ef-3c618af8b2b2 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Pushing event deleted for resources: {'Port': ['ID=0f3d1d37-9abb-4483-b11b-d65e890fbe9a,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:18.943243 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a4ca45-9000-48e4-93e9-e3dc721df089 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:18.960212 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6053c6f9-a1bc-487d-8bb2-d86bdecf4441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-a25c27ba-b988-4f24-8564-d9cda512946c', 'network_id': 'a25c27ba-b988-4f24-8564-d9cda512946c', 'tenant_id': '682fbf024fe547bb8807d1fbc4363a37', 'fixed_ips': [{'subnet_id': 'a05ce78d-b864-44c6-88eb-310f07d06e7b'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:02:18.961019 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6053c6f9-a1bc-487d-8bb2-d86bdecf4441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:18.981147 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-54cf9071-dae3-49ba-ae95-c96b4743490d req-6a9485b7-af5a-41cf-8a4d-497bb472b7dc service neutron] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:19.044521 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:19.127110 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-54cf9071-dae3-49ba-ae95-c96b4743490d req-6a9485b7-af5a-41cf-8a4d-497bb472b7dc service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:19.134718 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ec3b-c232-4a87-a6ef-3c618af8b2b2 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:19.138999 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-54cf9071-dae3-49ba-ae95-c96b4743490d req-6a9485b7-af5a-41cf-8a4d-497bb472b7dc service neutron] Usage tracker for resource:security_group_rule and tenant:54edbc54b6e9493fb311ec07e4f3a14a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:19.147662 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-95696ecd-6f9d-44b4-9cca-b5aebd882bc5 None None] Deleting port 72b43f8f-1811-427a-a514-a38ceded0288 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:19.147662 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-95696ecd-6f9d-44b4-9cca-b5aebd882bc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:19.147904 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-54cf9071-dae3-49ba-ae95-c96b4743490d req-6a9485b7-af5a-41cf-8a4d-497bb472b7dc service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:19.155739 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cdf8ec3b-c232-4a87-a6ef-3c618af8b2b2 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] 10.222.0.21 "DELETE /v2.0/ports/0f3d1d37-9abb-4483-b11b-d65e890fbe9a HTTP/1.1" status: 204 len: 168 time: 1.9503529 Feb 09 18:02:19.156620 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45016) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:19.177293 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-54cf9071-dae3-49ba-ae95-c96b4743490d req-6a9485b7-af5a-41cf-8a4d-497bb472b7dc service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:19.180744 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0ea1d782-b506-4a63-82b5-597b04b208ef req-c4e152b6-069c-48f0-9d5f-5f535c02d11a tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3950202 Feb 09 18:02:19.182724 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69f611cf-cb83-47da-ae05-c15da7f46e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:19.196506 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-6cb1fd9d-0118-40b9-bd42-fb790ca60734 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Request body: {'port': {'name': 'tempest-new-port-name-92026770', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:19.196839 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.api.validators [None req-6cb1fd9d-0118-40b9-bd42-fb790ca60734 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] bootfile-name is not in valid_values {{(pid=84541) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 18:02:19.197178 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.api.validators [None req-6cb1fd9d-0118-40b9-bd42-fb790ca60734 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] tftp-server is not in valid_values {{(pid=84541) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 18:02:19.197503 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.api.validators [None req-6cb1fd9d-0118-40b9-bd42-fb790ca60734 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] server-ip-address is not in valid_values {{(pid=84541) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 18:02:19.314005 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-54cf9071-dae3-49ba-ae95-c96b4743490d req-6a9485b7-af5a-41cf-8a4d-497bb472b7dc service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:19.348777 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-43a4ca45-9000-48e4-93e9-e3dc721df089 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c1a7a4-93d6-4b93-8b22-51e03617b17c']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:19.354071 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 23458b41-2e68-42ce-831d-f246fea29783, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=23458b41-2e68-42ce-831d-f246fea29783,segment=NetworkSegment(1d12094c-35d1-4927-9b3f-ae818a1428a7),segment_id=1d12094c-35d1-4927-9b3f-ae818a1428a7)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:19.375088 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3f94a8-06c9-47df-8a60-1ea60864f32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23458b41-2e68-42ce-831d-f246fea29783'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:02:19.376639 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7274105e-82bd-4f39-b97a-d6bd1f00c6eb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:02:19.388472 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-43a4ca45-9000-48e4-93e9-e3dc721df089 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d081e4-c83f-45cd-918c-62e220425e2a') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:19.392334 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-43a4ca45-9000-48e4-93e9-e3dc721df089 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d081e4-c83f-45cd-918c-62e220425e2a') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:19.412847 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6cb1fd9d-0118-40b9-bd42-fb790ca60734 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:19.416072 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-95696ecd-6f9d-44b4-9cca-b5aebd882bc5 None None] The port '72b43f8f-1811-427a-a514-a38ceded0288' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:02:19.439263 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7274105e-82bd-4f39-b97a-d6bd1f00c6eb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:19.439790 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-7274105e-82bd-4f39-b97a-d6bd1f00c6eb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Added segment e3ecf0dc-6c3a-4e5b-984c-05c066dc180f of type vlan for network 74fdfa35-20d5-4760-ab45-445f2f3c1c0e Feb 09 18:02:19.455989 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-54cf9071-dae3-49ba-ae95-c96b4743490d req-6a9485b7-af5a-41cf-8a4d-497bb472b7dc service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:19.476672 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a4ca45-9000-48e4-93e9-e3dc721df089 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:19.582774 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3f94a8-06c9-47df-8a60-1ea60864f32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23458b41-2e68-42ce-831d-f246fea29783', 'code': 200} Feb 09 18:02:19.584661 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:19.593206 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9485b7-af5a-41cf-8a4d-497bb472b7dc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a05ad79b-819e-4520-80c7-d2c34258526e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:19.628631 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-c1ea48d8-57d6-4a18-802a-8dddf6ad73d2 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] For port 3b4b7855-4801-402a-9f74-805aa2ccc494, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=3b4b7855-4801-402a-9f74-805aa2ccc494,segment=NetworkSegment(b7ff7ee3-d432-4314-aaaf-02bf2c8ea648),segment_id=b7ff7ee3-d432-4314-aaaf-02bf2c8ea648)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:19.630815 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c1ea48d8-57d6-4a18-802a-8dddf6ad73d2 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:19.681514 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45026) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:19.687516 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a4ca45-9000-48e4-93e9-e3dc721df089 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:19.693472 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-74b221ef-5407-4f17-a5e6-144306b3086b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Request body: {'subnets': [{'network_id': '626ebcc7-6489-4d2b-8004-fbe741b8f0ce', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1967142070', 'ip_version': 6}, {'network_id': '47873bf1-48c7-4b1b-92ca-e0b1b4a86e5e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:19.693820 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-74b221ef-5407-4f17-a5e6-144306b3086b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Request body: {'subnet': {'network_id': '626ebcc7-6489-4d2b-8004-fbe741b8f0ce', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1967142070', 'ip_version': 6}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:19.694486 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-74b221ef-5407-4f17-a5e6-144306b3086b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Request body: {'subnet': {'network_id': '47873bf1-48c7-4b1b-92ca-e0b1b4a86e5e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:19.720871 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device dcd95642-a824-4155-bb88-3237befcc80a up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:02:19.922196 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea48d8-57d6-4a18-802a-8dddf6ad73d2 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Calling delete_port for 3b4b7855-4801-402a-9f74-805aa2ccc494 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:19.939505 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-6053c6f9-a1bc-487d-8bb2-d86bdecf4441 None None] Allocated IP 2001:db8:0:ffff::2 (a25c27ba-b988-4f24-8564-d9cda512946c/a05ce78d-b864-44c6-88eb-310f07d06e7b/cec03b68-9033-47e8-bb83-888b6320754e) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:19.957342 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=23458b41-2e68-42ce-831d-f246fea29783,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:19.959055 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-54cf9071-dae3-49ba-ae95-c96b4743490d req-6a9485b7-af5a-41cf-8a4d-497bb472b7dc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=36f6bb0e-9d51-4ec5-8646-92b2f8965ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0863349 Feb 09 18:02:19.973251 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7274105e-82bd-4f39-b97a-d6bd1f00c6eb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:19.981270 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a4ca45-9000-48e4-93e9-e3dc721df089 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:02:19.982680 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a4ca45-9000-48e4-93e9-e3dc721df089 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:02:20.012429 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:02:20.077319 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:20.167521 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port dcd95642-a824-4155-bb88-3237befcc80a completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:20.214637 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port dcd95642-a824-4155-bb88-3237befcc80a triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:20.215003 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:20.339179 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:20.386553 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a4ca45-9000-48e4-93e9-e3dc721df089 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:20.387056 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6053c6f9-a1bc-487d-8bb2-d86bdecf4441 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:20.402092 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6053c6f9-a1bc-487d-8bb2-d86bdecf4441 None None] Transition to ACTIVE for port object cec03b68-9033-47e8-bb83-888b6320754e will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:20.402474 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a4ca45-9000-48e4-93e9-e3dc721df089 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:20.403765 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994342c-7ad9-44bd-bdf9-407d286eb13d req-01b33dc3-5fd0-4356-b0a4-85a4c4c532a4 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:20.411391 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8994342c-7ad9-44bd-bdf9-407d286eb13d req-01b33dc3-5fd0-4356-b0a4-85a4c4c532a4 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 945 time: 0.5930786 Feb 09 18:02:20.442384 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4ca45-9000-48e4-93e9-e3dc721df089 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] Pushing event deleted for resources: {'Network': ['ID=60c1a7a4-93d6-4b93-8b22-51e03617b17c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:20.465756 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6053c6f9-a1bc-487d-8bb2-d86bdecf4441 None None] Transition to ACTIVE for port object cec03b68-9033-47e8-bb83-888b6320754e will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:20.485602 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:20.493396 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-43a4ca45-9000-48e4-93e9-e3dc721df089 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907 tempest-ExtraDHCPOptionsIpV6TestJSON-1808412907-project] 10.222.0.21 "DELETE /v2.0/networks/60c1a7a4-93d6-4b93-8b22-51e03617b17c HTTP/1.1" status: 204 len: 168 time: 4.9211965 Feb 09 18:02:20.493396 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7274105e-82bd-4f39-b97a-d6bd1f00c6eb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:20.498627 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7274105e-82bd-4f39-b97a-d6bd1f00c6eb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:20.498627 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7274105e-82bd-4f39-b97a-d6bd1f00c6eb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:20.522730 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501b5b4-98c6-4f4f-87b3-e437b9730cd9 req-9fd0a343-f176-4a87-893f-c02d22163b65 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:20.526959 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port dcd95642-a824-4155-bb88-3237befcc80a, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=dcd95642-a824-4155-bb88-3237befcc80a,segment=NetworkSegment(acc6345d-43f6-4b7f-9b7c-aab25cb3821b),segment_id=acc6345d-43f6-4b7f-9b7c-aab25cb3821b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:20.527096 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d501b5b4-98c6-4f4f-87b3-e437b9730cd9 req-9fd0a343-f176-4a87-893f-c02d22163b65 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 945 time: 0.6900728 Feb 09 18:02:20.535926 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8994342c-7ad9-44bd-bdf9-407d286eb13d req-1f6cee73-4e66-4980-976b-10fb0c8c0acb tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f6bb0e-9d51-4ec5-8646-92b2f8965ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236567 Feb 09 18:02:20.544194 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6053c6f9-a1bc-487d-8bb2-d86bdecf4441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:20.610228 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-74b221ef-5407-4f17-a5e6-144306b3086b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:20.635960 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-74b221ef-5407-4f17-a5e6-144306b3086b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Usage tracker for resource:subnet and tenant:c76b1b50c7dc477d968465a1223b1cab is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:20.640684 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:20.652382 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-74b221ef-5407-4f17-a5e6-144306b3086b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:20.661110 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-be254eee-d5f2-4727-9db1-27b39331475f req-aef8a08e-7c3f-4810-b832-4caa6830af5e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 1098 time: 0.3196929 Feb 09 18:02:20.666114 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7274105e-82bd-4f39-b97a-d6bd1f00c6eb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.5992339 Feb 09 18:02:20.672958 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45034) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:20.680033 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f67d8b16-7129-4229-81d1-c4c610e3b8f1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Request body: {'subnet': {'network_id': '74fdfa35-20d5-4760-ab45-445f2f3c1c0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:20.687139 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-74b221ef-5407-4f17-a5e6-144306b3086b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:20.707924 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6cb1fd9d-0118-40b9-bd42-fb790ca60734 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:20.708870 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274105e-82bd-4f39-b97a-d6bd1f00c6eb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event updated for resources: {'Network': ['ID=74fdfa35-20d5-4760-ab45-445f2f3c1c0e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:20.714824 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6053c6f9-a1bc-487d-8bb2-d86bdecf4441 None None] Network a25c27ba-b988-4f24-8564-d9cda512946c is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:20.718918 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-6053c6f9-a1bc-487d-8bb2-d86bdecf4441 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:20.725981 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 74fdfa35-20d5-4760-ab45-445f2f3c1c0e details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:02:20.739648 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6053c6f9-a1bc-487d-8bb2-d86bdecf4441 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:20.743869 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053c6f9-a1bc-487d-8bb2-d86bdecf4441 None None] Pushing event updated for resources: {'Port': ['ID=cec03b68-9033-47e8-bb83-888b6320754e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:20.751373 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d501b5b4-98c6-4f4f-87b3-e437b9730cd9 req-c1cfd5da-17d6-4eda-a914-e49518035f66 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/security-groups?id=e40cc133-4265-4bed-b41f-bcd52141e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143259 Feb 09 18:02:20.785439 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6cb1fd9d-0118-40b9-bd42-fb790ca60734 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:20.841888 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f67d8b16-7129-4229-81d1-c4c610e3b8f1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:20.844478 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-be254eee-d5f2-4727-9db1-27b39331475f req-1ba8dfda-44a2-47ac-a626-d45ee2132138 service neutron] Synchronizing usage tracker for tenant:54edbc54b6e9493fb311ec07e4f3a14a on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:02:20.848991 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b221ef-5407-4f17-a5e6-144306b3086b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Made reservation on behalf of c76b1b50c7dc477d968465a1223b1cab for: {'subnet': 2} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:20.850154 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f67d8b16-7129-4229-81d1-c4c610e3b8f1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Usage tracker for resource:subnet and tenant:682fbf024fe547bb8807d1fbc4363a37 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:20.852604 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f67d8b16-7129-4229-81d1-c4c610e3b8f1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:20.860525 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f67d8b16-7129-4229-81d1-c4c610e3b8f1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:20.897280 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c1ea48d8-57d6-4a18-802a-8dddf6ad73d2 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:20.946905 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea48d8-57d6-4a18-802a-8dddf6ad73d2 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b4b7855-4801-402a-9f74-805aa2ccc494,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:20.997264 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67d8b16-7129-4229-81d1-c4c610e3b8f1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Made reservation on behalf of 682fbf024fe547bb8807d1fbc4363a37 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:21.076033 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=dcd95642-a824-4155-bb88-3237befcc80a,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:21.117975 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-6053c6f9-a1bc-487d-8bb2-d86bdecf4441 None None] Attempting to bind port cec03b68-9033-47e8-bb83-888b6320754e on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:02:21.118729 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-6053c6f9-a1bc-487d-8bb2-d86bdecf4441 None None] Attempting to bind port cec03b68-9033-47e8-bb83-888b6320754e by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '6d516e84-28d5-4d93-9ed0-0a97dcdc4bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a25c27ba-b988-4f24-8564-d9cda512946c'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:02:21.119101 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6053c6f9-a1bc-487d-8bb2-d86bdecf4441 None None] Attempting to bind port cec03b68-9033-47e8-bb83-888b6320754e on network a25c27ba-b988-4f24-8564-d9cda512946c {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:02:21.135216 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6053c6f9-a1bc-487d-8bb2-d86bdecf4441 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:02:21.135649 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6053c6f9-a1bc-487d-8bb2-d86bdecf4441 None None] Checking segment: {'id': '6d516e84-28d5-4d93-9ed0-0a97dcdc4bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a25c27ba-b988-4f24-8564-d9cda512946c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:21.136059 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6053c6f9-a1bc-487d-8bb2-d86bdecf4441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:21.138208 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6053c6f9-a1bc-487d-8bb2-d86bdecf4441 None None] Bound using segment: {'id': '6d516e84-28d5-4d93-9ed0-0a97dcdc4bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a25c27ba-b988-4f24-8564-d9cda512946c'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:02:21.141522 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-6053c6f9-a1bc-487d-8bb2-d86bdecf4441 None None] Bound port: cec03b68-9033-47e8-bb83-888b6320754e, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d516e84-28d5-4d93-9ed0-0a97dcdc4bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a25c27ba-b988-4f24-8564-d9cda512946c'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:02:21.141522 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6053c6f9-a1bc-487d-8bb2-d86bdecf4441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:21.204844 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-be254eee-d5f2-4727-9db1-27b39331475f req-1ba8dfda-44a2-47ac-a626-d45ee2132138 service neutron] Unset dirty status for tenant:54edbc54b6e9493fb311ec07e4f3a14a on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:02:21.206787 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-be254eee-d5f2-4727-9db1-27b39331475f req-1ba8dfda-44a2-47ac-a626-d45ee2132138 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5329416 Feb 09 18:02:21.229338 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1fd9d-0118-40b9-bd42-fb790ca60734 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Pushing event updated for resources: {'Port': ['ID=abc01a72-b970-4485-959d-3ca66a7550d8,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:21.280287 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f67d8b16-7129-4229-81d1-c4c610e3b8f1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:21.304194 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-6053c6f9-a1bc-487d-8bb2-d86bdecf4441 None None] For port cec03b68-9033-47e8-bb83-888b6320754e, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:02:21.308874 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-6053c6f9-a1bc-487d-8bb2-d86bdecf4441 None None] For port cec03b68-9033-47e8-bb83-888b6320754e, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=cec03b68-9033-47e8-bb83-888b6320754e,segment=NetworkSegment(6d516e84-28d5-4d93-9ed0-0a97dcdc4bbd),segment_id=6d516e84-28d5-4d93-9ed0-0a97dcdc4bbd)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:02:21.316731 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b3715-099c-4611-b32e-667c4b70c610 req-58133e47-df6e-4286-b35c-90e354d7b554 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:21.318984 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bd9b3715-099c-4611-b32e-667c4b70c610 req-58133e47-df6e-4286-b35c-90e354d7b554 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.5999160 Feb 09 18:02:21.319423 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7edecf15-6d3a-411c-8942-d2c3c53c0566 None None] Provisioning complete for port abc01a72-b970-4485-959d-3ca66a7550d8 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:21.320184 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7edecf15-6d3a-411c-8942-d2c3c53c0566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:21.385651 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7edecf15-6d3a-411c-8942-d2c3c53c0566 None None] Port abc01a72-b970-4485-959d-3ca66a7550d8 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:02:21.396218 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bd9b3715-099c-4611-b32e-667c4b70c610 req-fe5f0abc-f991-4609-8d98-a06ae6cc2e73 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682352 Feb 09 18:02:21.403969 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-6cb1fd9d-0118-40b9-bd42-fb790ca60734 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] In _notify_port_updated(), no bound segment for port abc01a72-b970-4485-959d-3ca66a7550d8 on network e23763af-e29d-44b3-94a3-56199c141c58 {{(pid=84541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 18:02:21.409181 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb1fd9d-0118-40b9-bd42-fb790ca60734 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:21.409903 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6cb1fd9d-0118-40b9-bd42-fb790ca60734 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:21.415505 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6cb1fd9d-0118-40b9-bd42-fb790ca60734 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] 10.222.0.21 "PUT /v2.0/ports/abc01a72-b970-4485-959d-3ca66a7550d8 HTTP/1.1" status: 200 len: 1134 time: 2.2573376 Feb 09 18:02:21.416214 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45040) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:21.416589 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45042) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:21.418991 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6053c6f9-a1bc-487d-8bb2-d86bdecf4441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:21.494500 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-74b221ef-5407-4f17-a5e6-144306b3086b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:21.501087 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-74b221ef-5407-4f17-a5e6-144306b3086b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:21.509275 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053c6f9-a1bc-487d-8bb2-d86bdecf4441 None None] Pushing event updated for resources: {'Port': ['ID=cec03b68-9033-47e8-bb83-888b6320754e,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:21.583923 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a31670-efb2-4a23-b144-1a82e8f4eb21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd95642-a824-4155-bb88-3237befcc80a'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:02:21.590048 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:21.590390 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c1ea48d8-57d6-4a18-802a-8dddf6ad73d2 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:21.744302 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc83ee9-eb25-40b4-961c-e49ce328e87c tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:21.745260 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1dc83ee9-eb25-40b4-961c-e49ce328e87c tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Synchronizing usage tracker for tenant:cbf80b397fd2473493805be1a3eb9dd6 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:02:21.750634 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a31670-efb2-4a23-b144-1a82e8f4eb21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd95642-a824-4155-bb88-3237befcc80a', 'code': 200} Feb 09 18:02:21.892797 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1dc83ee9-eb25-40b4-961c-e49ce328e87c tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Unset dirty status for tenant:cbf80b397fd2473493805be1a3eb9dd6 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:02:21.898949 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1dc83ee9-eb25-40b4-961c-e49ce328e87c tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] 10.222.0.21 "GET /v2.0/ports/abc01a72-b970-4485-959d-3ca66a7550d8 HTTP/1.1" status: 200 len: 1134 time: 0.4649856 Feb 09 18:02:21.901521 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-89041401-d5f1-4447-8dc0-e2b11edc2c8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=927c88bc686d4a3e859c1002fea9cc6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4695609 Feb 09 18:02:21.905359 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45058) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:21.926623 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45056) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:22.249112 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c1ea48d8-57d6-4a18-802a-8dddf6ad73d2 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:22.254569 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-55798c78-085d-478a-8d54-edea3493dce3 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Deleting port abc01a72-b970-4485-959d-3ca66a7550d8 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:22.254569 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-55798c78-085d-478a-8d54-edea3493dce3 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:22.400966 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c1ea48d8-57d6-4a18-802a-8dddf6ad73d2 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:22.450636 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device cec03b68-9033-47e8-bb83-888b6320754e up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:02:22.500804 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f196edc0-b477-4a5b-91f8-163f483eaa8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:22.524274 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebc8e5-e0a7-46f0-86a8-88dd543b1ea1 req-37e2fb38-2542-4674-9caf-c027c2475fa6 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:22.525911 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-37ebc8e5-e0a7-46f0-86a8-88dd543b1ea1 req-37e2fb38-2542-4674-9caf-c027c2475fa6 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 945 time: 0.6085887 Feb 09 18:02:22.601341 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbd1f5-eac4-45a1-9875-13a0214bcd9e req-d321ea6c-5625-4148-9759-39703763dbf1 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:22.617807 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-38fbd1f5-eac4-45a1-9875-13a0214bcd9e req-d321ea6c-5625-4148-9759-39703763dbf1 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 946 time: 0.5622487 Feb 09 18:02:22.639466 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f196edc0-b477-4a5b-91f8-163f483eaa8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:22.716133 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port cec03b68-9033-47e8-bb83-888b6320754e completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:22.750788 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-37ebc8e5-e0a7-46f0-86a8-88dd543b1ea1 req-ea5465a2-7ab2-498b-8100-f2e0fe430001 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f6bb0e-9d51-4ec5-8646-92b2f8965ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080662 Feb 09 18:02:22.840325 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-38fbd1f5-eac4-45a1-9875-13a0214bcd9e req-32410d04-13e6-46b0-a8aa-0e7aa46c131c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/security-groups?id=e40cc133-4265-4bed-b41f-bcd52141e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215347 Feb 09 18:02:22.932603 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9070ed57-556a-4a7d-a6d4-9f8a74055a2b req-eea4e1dc-6ea6-4fe3-829e-6d8631eaf613 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 1099 time: 0.6405284 Feb 09 18:02:22.933169 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c1ea48d8-57d6-4a18-802a-8dddf6ad73d2 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:22.933866 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ea48d8-57d6-4a18-802a-8dddf6ad73d2 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9cdc406d-52cf-4d55-b96f-919c33c987a5 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:02:23.008384 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f196edc0-b477-4a5b-91f8-163f483eaa8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:23.031251 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-74b221ef-5407-4f17-a5e6-144306b3086b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:23.031742 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3463a62f-cfb1-44e6-96f7-112b52ae1d97 None None] Network a25c27ba-b988-4f24-8564-d9cda512946c requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:02:23.049601 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c1ea48d8-57d6-4a18-802a-8dddf6ad73d2 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:23.051315 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c1ea48d8-57d6-4a18-802a-8dddf6ad73d2 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "DELETE /v2.0/routers/9cdc406d-52cf-4d55-b96f-919c33c987a5 HTTP/1.1" status: 204 len: 168 time: 8.1174235 Feb 09 18:02:23.080039 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45070) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:23.101664 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196edc0-b477-4a5b-91f8-163f483eaa8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b71bd0d-21bc-4976-ab29-1d7dfe690063,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:23.146074 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9070ed57-556a-4a7d-a6d4-9f8a74055a2b req-803ddf05-0357-4f44-b987-cb4bf55fc82e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e40cc133-4265-4bed-b41f-bcd52141e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908391 Feb 09 18:02:23.186526 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f196edc0-b477-4a5b-91f8-163f483eaa8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:23.193526 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f196edc0-b477-4a5b-91f8-163f483eaa8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b71bd0d-21bc-4976-ab29-1d7dfe690063 HTTP/1.1" status: 204 len: 168 time: 1.2868929 Feb 09 18:02:23.208534 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-810a6fec-6e5b-40dd-ad38-014ca19620cd tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Deleting subnet 2619729a-5f6d-4e40-925a-368c28276dae {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:02:23.256449 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-810a6fec-6e5b-40dd-ad38-014ca19620cd tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:23.324704 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-55798c78-085d-478a-8d54-edea3493dce3 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:23.382059 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-810a6fec-6e5b-40dd-ad38-014ca19620cd tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:23.397823 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6213d326-3e4a-4972-8d87-576c6cb80866 None None] Provisioning for port cec03b68-9033-47e8-bb83-888b6320754e completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:23.408777 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6213d326-3e4a-4972-8d87-576c6cb80866 None None] Provisioning complete for port cec03b68-9033-47e8-bb83-888b6320754e triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:23.409415 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6213d326-3e4a-4972-8d87-576c6cb80866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:23.425989 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6068f7-740d-4b72-8400-6018f70d10bf req-6c80fcc4-f98a-47dc-94af-1ebe8e9dc5a7 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:23.433319 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4e6068f7-740d-4b72-8400-6018f70d10bf req-6c80fcc4-f98a-47dc-94af-1ebe8e9dc5a7 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.4738688 Feb 09 18:02:23.434886 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b221ef-5407-4f17-a5e6-144306b3086b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Pushing event updated for resources: {'Subnet': ['ID=889b49c0-d03e-4c5b-9352-7ced79763fff,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:23.475256 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-55798c78-085d-478a-8d54-edea3493dce3 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Calling delete_port for abc01a72-b970-4485-959d-3ca66a7550d8 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:23.492004 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b221ef-5407-4f17-a5e6-144306b3086b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Checking segment: {'id': '3f907b31-be33-474e-9b7e-3662b14a6b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '626ebcc7-6489-4d2b-8004-fbe741b8f0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:23.492362 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b221ef-5407-4f17-a5e6-144306b3086b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Network hostable DHCP agents. Network: 626ebcc7-6489-4d2b-8004-fbe741b8f0ce, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:02:23.508502 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.objects.ports [None req-f67d8b16-7129-4229-81d1-c4c610e3b8f1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84542) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 18:02:23.519809 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f67d8b16-7129-4229-81d1-c4c610e3b8f1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:23.532299 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4e6068f7-740d-4b72-8400-6018f70d10bf req-69542dc3-65d8-4076-97b1-279c86d431b1 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984142 Feb 09 18:02:23.536761 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-810a6fec-6e5b-40dd-ad38-014ca19620cd tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:23.614389 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6213d326-3e4a-4972-8d87-576c6cb80866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:23.642832 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b221ef-5407-4f17-a5e6-144306b3086b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Network 626ebcc7-6489-4d2b-8004-fbe741b8f0ce is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:02:23.665627 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-6213d326-3e4a-4972-8d87-576c6cb80866 None None] For port cec03b68-9033-47e8-bb83-888b6320754e, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=cec03b68-9033-47e8-bb83-888b6320754e,segment=NetworkSegment(6d516e84-28d5-4d93-9ed0-0a97dcdc4bbd),segment_id=6d516e84-28d5-4d93-9ed0-0a97dcdc4bbd)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:23.722762 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d8b16-7129-4229-81d1-c4c610e3b8f1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event updated for resources: {'Subnet': ['ID=7251f182-54e8-46e2-8eba-e799af6d39c0,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:23.744726 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6213d326-3e4a-4972-8d87-576c6cb80866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:23.755618 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-74b221ef-5407-4f17-a5e6-144306b3086b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 626ebcc7-6489-4d2b-8004-fbe741b8f0ce) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:23.757809 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-810a6fec-6e5b-40dd-ad38-014ca19620cd tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:23.779224 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d8b16-7129-4229-81d1-c4c610e3b8f1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Checking segment: {'id': 'e3ecf0dc-6c3a-4e5b-984c-05c066dc180f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '74fdfa35-20d5-4760-ab45-445f2f3c1c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:23.779591 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67d8b16-7129-4229-81d1-c4c610e3b8f1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Network hostable DHCP agents. Network: 74fdfa35-20d5-4760-ab45-445f2f3c1c0e, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:02:23.848431 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-74b221ef-5407-4f17-a5e6-144306b3086b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:23.854089 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a6fec-6e5b-40dd-ad38-014ca19620cd tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2619729a-5f6d-4e40-925a-368c28276dae,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:23.858359 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-55798c78-085d-478a-8d54-edea3493dce3 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:23.895491 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e24c18-b65c-42bb-9315-ff075653b27f None None] Network 626ebcc7-6489-4d2b-8004-fbe741b8f0ce requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:02:23.932253 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213d326-3e4a-4972-8d87-576c6cb80866 None None] Pushing event updated for resources: {'Port': ['ID=cec03b68-9033-47e8-bb83-888b6320754e,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:23.965143 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67d8b16-7129-4229-81d1-c4c610e3b8f1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Network 74fdfa35-20d5-4760-ab45-445f2f3c1c0e is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:02:23.969786 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55798c78-085d-478a-8d54-edea3493dce3 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Pushing event deleted for resources: {'Port': ['ID=abc01a72-b970-4485-959d-3ca66a7550d8,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:24.001057 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-f67d8b16-7129-4229-81d1-c4c610e3b8f1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 74fdfa35-20d5-4760-ab45-445f2f3c1c0e) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:24.027276 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8ad402-ea76-48e2-8597-44ca66b36e12 None None] Network 74fdfa35-20d5-4760-ab45-445f2f3c1c0e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:02:24.059391 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67d8b16-7129-4229-81d1-c4c610e3b8f1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:24.060006 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f67d8b16-7129-4229-81d1-c4c610e3b8f1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:24.180356 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-810a6fec-6e5b-40dd-ad38-014ca19620cd tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:24.184334 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-55798c78-085d-478a-8d54-edea3493dce3 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:24.186455 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-55798c78-085d-478a-8d54-edea3493dce3 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] 10.222.0.21 "DELETE /v2.0/ports/abc01a72-b970-4485-959d-3ca66a7550d8 HTTP/1.1" status: 204 len: 168 time: 2.2575929 Feb 09 18:02:24.188880 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45090) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:24.260023 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f67d8b16-7129-4229-81d1-c4c610e3b8f1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5835748 Feb 09 18:02:24.263114 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45094) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:24.285267 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-db41581c-4394-481b-a88f-af05b8e5f774 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Request body: {'port': {'network_id': '74fdfa35-20d5-4760-ab45-445f2f3c1c0e', 'name': 'tempest-NetworksIpV6TestAttrs-181455354'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:24.330852 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-810a6fec-6e5b-40dd-ad38-014ca19620cd tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/2619729a-5f6d-4e40-925a-368c28276dae HTTP/1.1" status: 204 len: 168 time: 1.2405939 Feb 09 18:02:24.344430 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45098) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:24.380992 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6cccddf2-0d4c-498a-b55a-170e493634f4 None None] Provisioning complete for port cec03b68-9033-47e8-bb83-888b6320754e triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:24.381577 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6cccddf2-0d4c-498a-b55a-170e493634f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:24.438478 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910aca21-0e18-46cb-932d-0598b9782ead req-9f496171-512c-4b4e-9660-cd1ee497029c tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:24.440495 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-910aca21-0e18-46cb-932d-0598b9782ead req-9f496171-512c-4b4e-9660-cd1ee497029c tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.7479444 Feb 09 18:02:24.460666 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45104) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:24.472241 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device cec03b68-9033-47e8-bb83-888b6320754e up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:02:24.473067 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-39ccd1cc-ac9f-4d2f-b870-c1f87b4326c6 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Request body: {'floatingip': {'port_id': '23458b41-2e68-42ce-831d-f246fea29783'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:24.501173 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b221ef-5407-4f17-a5e6-144306b3086b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Pushing event updated for resources: {'Subnet': ['ID=d810cc97-7045-4ef0-94f8-090f4fae0c14,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:24.610874 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-39ccd1cc-ac9f-4d2f-b870-c1f87b4326c6 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:24.643817 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b221ef-5407-4f17-a5e6-144306b3086b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Checking segment: {'id': 'b3678de4-addc-487e-a63d-dc2e9d113f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '47873bf1-48c7-4b1b-92ca-e0b1b4a86e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:24.644572 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b221ef-5407-4f17-a5e6-144306b3086b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Network hostable DHCP agents. Network: 47873bf1-48c7-4b1b-92ca-e0b1b4a86e5e, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:02:24.794035 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd678162-e4b3-4c6e-9cc4-10f5ebdbdad7 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Deleting subnet 7d6b6afc-ea7f-4ce7-ada3-9967f3058b71 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:02:24.801211 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd678162-e4b3-4c6e-9cc4-10f5ebdbdad7 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:24.809758 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40537f-91e5-438f-924f-b6e50588c239 req-7cf510ca-d64f-4ca5-96b1-a33d2b70acfd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:24.814048 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bf40537f-91e5-438f-924f-b6e50588c239 req-7cf510ca-d64f-4ca5-96b1-a33d2b70acfd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 945 time: 0.6848743 Feb 09 18:02:24.815028 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aba2957-3867-48c4-b257-66a1a03823e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-626ebcc7-6489-4d2b-8004-fbe741b8f0ce', 'network_id': '626ebcc7-6489-4d2b-8004-fbe741b8f0ce', 'tenant_id': 'c76b1b50c7dc477d968465a1223b1cab', 'fixed_ips': [{'subnet_id': '889b49c0-d03e-4c5b-9352-7ced79763fff'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:02:24.815841 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9aba2957-3867-48c4-b257-66a1a03823e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:24.838643 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-911116fc-8268-405a-bbf8-4058ab0f61fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:24.883337 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f998c3-d27c-44bb-ba84-fa9398d792f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-74fdfa35-20d5-4760-ab45-445f2f3c1c0e', 'network_id': '74fdfa35-20d5-4760-ab45-445f2f3c1c0e', 'tenant_id': '682fbf024fe547bb8807d1fbc4363a37', 'fixed_ips': [{'subnet_id': '7251f182-54e8-46e2-8eba-e799af6d39c0'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:02:24.884135 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-09f998c3-d27c-44bb-ba84-fa9398d792f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:24.910347 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port cec03b68-9033-47e8-bb83-888b6320754e triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:24.910546 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:24.912293 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd678162-e4b3-4c6e-9cc4-10f5ebdbdad7 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:24.917396 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-db41581c-4394-481b-a88f-af05b8e5f774 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:24.935704 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-db41581c-4394-481b-a88f-af05b8e5f774 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Usage tracker for resource:port and tenant:682fbf024fe547bb8807d1fbc4363a37 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:24.977218 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-db41581c-4394-481b-a88f-af05b8e5f774 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:25.031635 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-db41581c-4394-481b-a88f-af05b8e5f774 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:25.165358 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b221ef-5407-4f17-a5e6-144306b3086b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Network 47873bf1-48c7-4b1b-92ca-e0b1b4a86e5e is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:02:25.169904 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bf40537f-91e5-438f-924f-b6e50588c239 req-4e46407f-ca63-48e3-a565-0693406daa05 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f6bb0e-9d51-4ec5-8646-92b2f8965ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3171663 Feb 09 18:02:25.183134 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-911116fc-8268-405a-bbf8-4058ab0f61fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:25.220406 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d22f3-fb8e-45ae-a135-d66349ae990a req-529a0875-7924-4291-a6b7-1aaeeb10820a tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:25.238349 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7c8d22f3-fb8e-45ae-a135-d66349ae990a req-529a0875-7924-4291-a6b7-1aaeeb10820a tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 946 time: 0.6002297 Feb 09 18:02:25.274184 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db41581c-4394-481b-a88f-af05b8e5f774 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Made reservation on behalf of 682fbf024fe547bb8807d1fbc4363a37 for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:25.277885 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-db41581c-4394-481b-a88f-af05b8e5f774 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:25.311011 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-74b221ef-5407-4f17-a5e6-144306b3086b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 47873bf1-48c7-4b1b-92ca-e0b1b4a86e5e) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:25.317534 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b221ef-5407-4f17-a5e6-144306b3086b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:25.318253 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b221ef-5407-4f17-a5e6-144306b3086b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:25.320971 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-74b221ef-5407-4f17-a5e6-144306b3086b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:25.332320 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fd7f9f-f6b6-4f4b-9be3-8777e7728b28 None None] Network 47873bf1-48c7-4b1b-92ca-e0b1b4a86e5e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:02:25.344777 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-911116fc-8268-405a-bbf8-4058ab0f61fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb09630-63ed-43cf-b609-40b4a9cd167c']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:25.350494 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-9aba2957-3867-48c4-b257-66a1a03823e1 None None] Allocated IP 2001:db8::1 (626ebcc7-6489-4d2b-8004-fbe741b8f0ce/889b49c0-d03e-4c5b-9352-7ced79763fff/74280ac9-ddc3-43c1-a0cd-6a73e621724d) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:25.373138 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45116) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:25.374897 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-09f998c3-d27c-44bb-ba84-fa9398d792f6 None None] Allocated IP 2001:db8::f816:3eff:fe1c:e8af (74fdfa35-20d5-4760-ab45-445f2f3c1c0e/7251f182-54e8-46e2-8eba-e799af6d39c0/aba7e261-8332-41aa-bcc1-83247c69f16c) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:25.397960 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-911116fc-8268-405a-bbf8-4058ab0f61fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ff7ee3-d432-4314-aaaf-02bf2c8ea648') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:25.398364 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-911116fc-8268-405a-bbf8-4058ab0f61fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ff7ee3-d432-4314-aaaf-02bf2c8ea648') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:25.421240 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-db41581c-4394-481b-a88f-af05b8e5f774 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] device_id is not set on port d4c5083d-35de-4202-a87e-f387b52069df yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:02:25.457102 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-911116fc-8268-405a-bbf8-4058ab0f61fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:25.478933 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7c8d22f3-fb8e-45ae-a135-d66349ae990a req-cc6f0877-23f7-4b62-a2c3-da3730608d04 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/security-groups?id=e40cc133-4265-4bed-b41f-bcd52141e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391412 Feb 09 18:02:25.596590 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-cdd92691-381f-4566-983d-da19ac437476 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-828313041'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:25.600553 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-911116fc-8268-405a-bbf8-4058ab0f61fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:25.619428 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-74b221ef-5407-4f17-a5e6-144306b3086b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.9364927 Feb 09 18:02:25.625357 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-cdd92691-381f-4566-983d-da19ac437476 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:25.633561 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45124) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:25.634967 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911116fc-8268-405a-bbf8-4058ab0f61fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:02:25.634967 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-911116fc-8268-405a-bbf8-4058ab0f61fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:02:25.656811 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:02:25.671347 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cdd92691-381f-4566-983d-da19ac437476 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Usage tracker for resource:network and tenant:f3837d08455842e393bcceee43b69ece is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:25.712937 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd678162-e4b3-4c6e-9cc4-10f5ebdbdad7 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:25.765465 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cdd92691-381f-4566-983d-da19ac437476 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:25.830046 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-cdd92691-381f-4566-983d-da19ac437476 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:25.908958 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37131f8-edf6-4d8f-8f88-04e636812cab tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:25.910467 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37131f8-edf6-4d8f-8f88-04e636812cab tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:25.911922 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37131f8-edf6-4d8f-8f88-04e636812cab tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:25.912793 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c37131f8-edf6-4d8f-8f88-04e636812cab tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Synchronizing usage tracker for tenant:c76b1b50c7dc477d968465a1223b1cab on resource:subnet {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:02:25.948235 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa18bc-5424-46b4-b752-6dbd83d504ed req-fc963825-a9a5-44fe-835e-f09174c52c8e tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:25.949897 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-45aa18bc-5424-46b4-b752-6dbd83d504ed req-fc963825-a9a5-44fe-835e-f09174c52c8e tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 945 time: 0.4671583 Feb 09 18:02:25.971089 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6479881-60cc-4429-a63b-0de658b1eb1e req-500a4980-86cf-4bc9-96cb-62d21d7f1969 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:25.973253 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b6479881-60cc-4429-a63b-0de658b1eb1e req-500a4980-86cf-4bc9-96cb-62d21d7f1969 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 946 time: 0.2178888 Feb 09 18:02:25.973518 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45128) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:25.979209 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-d82f4eed-6288-48cb-99df-a405770cb9dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Request body: {'floatingip': {'port_id': '1e521863-3f8f-412f-a30e-e2cb62371d31'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:26.004392 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45132) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:26.013638 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-25bf561d-b504-417e-9340-fb405cfe1bc0 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Request body: {'floatingip': {'port_id': 'dcd95642-a824-4155-bb88-3237befcc80a'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:26.035879 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd92691-381f-4566-983d-da19ac437476 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Made reservation on behalf of f3837d08455842e393bcceee43b69ece for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:26.039390 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cdd92691-381f-4566-983d-da19ac437476 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:26.069078 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cdd92691-381f-4566-983d-da19ac437476 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:26.070770 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2358c5c8-a208-4c8b-b2b9-3115a3d0fedf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-47873bf1-48c7-4b1b-92ca-e0b1b4a86e5e', 'network_id': '47873bf1-48c7-4b1b-92ca-e0b1b4a86e5e', 'tenant_id': 'c76b1b50c7dc477d968465a1223b1cab', 'fixed_ips': [{'subnet_id': 'd810cc97-7045-4ef0-94f8-090f4fae0c14'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:02:26.071602 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2358c5c8-a208-4c8b-b2b9-3115a3d0fedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:26.083018 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d82f4eed-6288-48cb-99df-a405770cb9dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks [] for floatingip, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:26.099641 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd678162-e4b3-4c6e-9cc4-10f5ebdbdad7 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:26.134819 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-39ccd1cc-ac9f-4d2f-b870-c1f87b4326c6 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:26.137530 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-911116fc-8268-405a-bbf8-4058ab0f61fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:26.140220 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c37131f8-edf6-4d8f-8f88-04e636812cab tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Unset dirty status for tenant:c76b1b50c7dc477d968465a1223b1cab on resource:subnet {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:02:26.150360 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c37131f8-edf6-4d8f-8f88-04e636812cab tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4862351 Feb 09 18:02:26.153915 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45136) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:26.157141 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd678162-e4b3-4c6e-9cc4-10f5ebdbdad7 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Pushing event deleted for resources: {'Subnet': ['ID=7d6b6afc-ea7f-4ce7-ada3-9967f3058b71,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:26.165374 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911116fc-8268-405a-bbf8-4058ab0f61fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network adb09630-63ed-43cf-b609-40b4a9cd167c {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 18:02:26.173110 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25bf561d-b504-417e-9340-fb405cfe1bc0 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:26.188548 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-911116fc-8268-405a-bbf8-4058ab0f61fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:26.206672 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911116fc-8268-405a-bbf8-4058ab0f61fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Pushing event deleted for resources: {'Network': ['ID=adb09630-63ed-43cf-b609-40b4a9cd167c,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:26.257361 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-cdd92691-381f-4566-983d-da19ac437476 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:26.264168 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-911116fc-8268-405a-bbf8-4058ab0f61fa tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "DELETE /v2.0/networks/adb09630-63ed-43cf-b609-40b4a9cd167c HTTP/1.1" status: 204 len: 168 time: 1.8188441 Feb 09 18:02:26.264362 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9aba2957-3867-48c4-b257-66a1a03823e1 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:26.287317 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-09f998c3-d27c-44bb-ba84-fa9398d792f6 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:26.300302 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cdd92691-381f-4566-983d-da19ac437476 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Usage tracker for resource:security_group_rule and tenant:f3837d08455842e393bcceee43b69ece is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:26.313960 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-39ccd1cc-ac9f-4d2f-b870-c1f87b4326c6 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:26.334204 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cdd92691-381f-4566-983d-da19ac437476 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:26.351132 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-cdd92691-381f-4566-983d-da19ac437476 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:26.352494 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-09f998c3-d27c-44bb-ba84-fa9398d792f6 None None] Transition to ACTIVE for port object aba7e261-8332-41aa-bcc1-83247c69f16c will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:26.357420 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9aba2957-3867-48c4-b257-66a1a03823e1 None None] Transition to ACTIVE for port object 74280ac9-ddc3-43c1-a0cd-6a73e621724d will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:26.404267 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-2358c5c8-a208-4c8b-b2b9-3115a3d0fedf None None] Allocated IP 2001:db8:0:1::1 (47873bf1-48c7-4b1b-92ca-e0b1b4a86e5e/d810cc97-7045-4ef0-94f8-090f4fae0c14/a6f648ca-9194-44f7-b877-0dcee17f697e) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:26.467354 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd678162-e4b3-4c6e-9cc4-10f5ebdbdad7 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:26.532509 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-dd678162-e4b3-4c6e-9cc4-10f5ebdbdad7 tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] 10.222.0.21 "DELETE /v2.0/subnets/7d6b6afc-ea7f-4ce7-ada3-9967f3058b71 HTTP/1.1" status: 204 len: 168 time: 2.3424535 Feb 09 18:02:26.539425 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45144) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:26.549872 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9521b92-83ea-42c8-b110-26ab3648b7dc None None] Network e23763af-e29d-44b3-94a3-56199c141c58 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:02:26.641257 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-09f998c3-d27c-44bb-ba84-fa9398d792f6 None None] Transition to ACTIVE for port object aba7e261-8332-41aa-bcc1-83247c69f16c will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:26.653857 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9aba2957-3867-48c4-b257-66a1a03823e1 None None] Transition to ACTIVE for port object 74280ac9-ddc3-43c1-a0cd-6a73e621724d will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:26.742756 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9aba2957-3867-48c4-b257-66a1a03823e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:26.752007 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cdd92691-381f-4566-983d-da19ac437476 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:26.859956 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aba2957-3867-48c4-b257-66a1a03823e1 None None] Network 626ebcc7-6489-4d2b-8004-fbe741b8f0ce is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:26.866471 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba2957-3867-48c4-b257-66a1a03823e1 None None] Pushing event updated for resources: {'Port': ['ID=74280ac9-ddc3-43c1-a0cd-6a73e621724d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:26.869143 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-9aba2957-3867-48c4-b257-66a1a03823e1 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:26.871500 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-09f998c3-d27c-44bb-ba84-fa9398d792f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:26.897584 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cdd92691-381f-4566-983d-da19ac437476 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:26.920533 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aba2957-3867-48c4-b257-66a1a03823e1 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:26.933373 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45150) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:27.053101 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91cc4019-b978-4912-ac89-ceced1667aac tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:27.069266 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-34cfeb3c-b545-40de-a705-c02e75aa1765 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Request body: {'router': {'name': 'tempest-router--568901040', 'project_id': '0af0b4ea84f9479f906132532378261a'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:27.093122 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-34cfeb3c-b545-40de-a705-c02e75aa1765 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:27.124795 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd92691-381f-4566-983d-da19ac437476 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:02:27.129750 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-34cfeb3c-b545-40de-a705-c02e75aa1765 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Usage tracker for resource:router and tenant:0af0b4ea84f9479f906132532378261a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:27.148083 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-db41581c-4394-481b-a88f-af05b8e5f774 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Allocated IP 2001:db8::f816:3eff:fe10:b6d7 (74fdfa35-20d5-4760-ab45-445f2f3c1c0e/7251f182-54e8-46e2-8eba-e799af6d39c0/d4c5083d-35de-4202-a87e-f387b52069df) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:27.152733 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-34cfeb3c-b545-40de-a705-c02e75aa1765 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:27.171869 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f998c3-d27c-44bb-ba84-fa9398d792f6 None None] Pushing event updated for resources: {'Port': ['ID=aba7e261-8332-41aa-bcc1-83247c69f16c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:27.172485 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cdd92691-381f-4566-983d-da19ac437476 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:27.172485 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-cdd92691-381f-4566-983d-da19ac437476 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Added segment a6e704b2-c9a8-4db2-90a7-214ba980e0fa of type vlan for network 37685c53-9b93-484d-ac5f-1f69d899201b Feb 09 18:02:27.173172 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd92691-381f-4566-983d-da19ac437476 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ab54ae-56cb-44e9-b76b-7207c9733467,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:27.184334 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-34cfeb3c-b545-40de-a705-c02e75aa1765 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:27.202569 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f998c3-d27c-44bb-ba84-fa9398d792f6 None None] Network 74fdfa35-20d5-4760-ab45-445f2f3c1c0e is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:27.220152 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-09f998c3-d27c-44bb-ba84-fa9398d792f6 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:27.225351 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f998c3-d27c-44bb-ba84-fa9398d792f6 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:27.258629 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d809b0-e818-46d0-9390-23a54cda5bff tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Deleting subnet 889b49c0-d03e-4c5b-9352-7ced79763fff {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:02:27.263787 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-91cc4019-b978-4912-ac89-ceced1667aac tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Deleting port d3c8084f-57f0-47c2-9d10-8dd1cfc763bd {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:27.264136 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91cc4019-b978-4912-ac89-ceced1667aac tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:27.267484 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cdd92691-381f-4566-983d-da19ac437476 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:27.291883 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-9aba2957-3867-48c4-b257-66a1a03823e1 None None] Attempting to bind port 74280ac9-ddc3-43c1-a0cd-6a73e621724d on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:02:27.292640 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-9aba2957-3867-48c4-b257-66a1a03823e1 None None] Attempting to bind port 74280ac9-ddc3-43c1-a0cd-6a73e621724d by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '3f907b31-be33-474e-9b7e-3662b14a6b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '626ebcc7-6489-4d2b-8004-fbe741b8f0ce'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:02:27.293655 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aba2957-3867-48c4-b257-66a1a03823e1 None None] Attempting to bind port 74280ac9-ddc3-43c1-a0cd-6a73e621724d on network 626ebcc7-6489-4d2b-8004-fbe741b8f0ce {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:02:27.309258 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-02d809b0-e818-46d0-9390-23a54cda5bff tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:27.323060 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-34cfeb3c-b545-40de-a705-c02e75aa1765 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:27.323951 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-34cfeb3c-b545-40de-a705-c02e75aa1765 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:27.387887 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aba2957-3867-48c4-b257-66a1a03823e1 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:02:27.388369 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aba2957-3867-48c4-b257-66a1a03823e1 None None] Checking segment: {'id': '3f907b31-be33-474e-9b7e-3662b14a6b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '626ebcc7-6489-4d2b-8004-fbe741b8f0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:27.388857 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9aba2957-3867-48c4-b257-66a1a03823e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:27.389830 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aba2957-3867-48c4-b257-66a1a03823e1 None None] Bound using segment: {'id': '3f907b31-be33-474e-9b7e-3662b14a6b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '626ebcc7-6489-4d2b-8004-fbe741b8f0ce'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:02:27.389830 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-9aba2957-3867-48c4-b257-66a1a03823e1 None None] Bound port: 74280ac9-ddc3-43c1-a0cd-6a73e621724d, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f907b31-be33-474e-9b7e-3662b14a6b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '626ebcc7-6489-4d2b-8004-fbe741b8f0ce'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:02:27.390166 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9aba2957-3867-48c4-b257-66a1a03823e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:27.442979 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2358c5c8-a208-4c8b-b2b9-3115a3d0fedf None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:27.443192 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.resource_extend [None req-d82f4eed-6288-48cb-99df-a405770cb9dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:02:27.489226 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-09f998c3-d27c-44bb-ba84-fa9398d792f6 None None] Attempting to bind port aba7e261-8332-41aa-bcc1-83247c69f16c on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:02:27.489704 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-09f998c3-d27c-44bb-ba84-fa9398d792f6 None None] Attempting to bind port aba7e261-8332-41aa-bcc1-83247c69f16c by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'e3ecf0dc-6c3a-4e5b-984c-05c066dc180f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '74fdfa35-20d5-4760-ab45-445f2f3c1c0e'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:02:27.490084 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f998c3-d27c-44bb-ba84-fa9398d792f6 None None] Attempting to bind port aba7e261-8332-41aa-bcc1-83247c69f16c on network 74fdfa35-20d5-4760-ab45-445f2f3c1c0e {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:02:27.498359 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2358c5c8-a208-4c8b-b2b9-3115a3d0fedf None None] Transition to ACTIVE for port object a6f648ca-9194-44f7-b877-0dcee17f697e will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:27.507336 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-02d809b0-e818-46d0-9390-23a54cda5bff tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:27.539678 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f998c3-d27c-44bb-ba84-fa9398d792f6 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:02:27.540149 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f998c3-d27c-44bb-ba84-fa9398d792f6 None None] Checking segment: {'id': 'e3ecf0dc-6c3a-4e5b-984c-05c066dc180f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '74fdfa35-20d5-4760-ab45-445f2f3c1c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:27.540612 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-09f998c3-d27c-44bb-ba84-fa9398d792f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:27.541199 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f998c3-d27c-44bb-ba84-fa9398d792f6 None None] Bound using segment: {'id': 'e3ecf0dc-6c3a-4e5b-984c-05c066dc180f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '74fdfa35-20d5-4760-ab45-445f2f3c1c0e'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:02:27.541743 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-09f998c3-d27c-44bb-ba84-fa9398d792f6 None None] Bound port: aba7e261-8332-41aa-bcc1-83247c69f16c, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ecf0dc-6c3a-4e5b-984c-05c066dc180f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '74fdfa35-20d5-4760-ab45-445f2f3c1c0e'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:02:27.542180 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-09f998c3-d27c-44bb-ba84-fa9398d792f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:27.554529 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2358c5c8-a208-4c8b-b2b9-3115a3d0fedf None None] Transition to ACTIVE for port object a6f648ca-9194-44f7-b877-0dcee17f697e will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:27.566431 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-34cfeb3c-b545-40de-a705-c02e75aa1765 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:27.595925 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cdd92691-381f-4566-983d-da19ac437476 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:27.599783 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd92691-381f-4566-983d-da19ac437476 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:27.600788 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cdd92691-381f-4566-983d-da19ac437476 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:27.629740 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d82f4eed-6288-48cb-99df-a405770cb9dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:27.635555 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-9aba2957-3867-48c4-b257-66a1a03823e1 None None] For port 74280ac9-ddc3-43c1-a0cd-6a73e621724d, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:02:27.651339 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2358c5c8-a208-4c8b-b2b9-3115a3d0fedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:27.707386 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-db41581c-4394-481b-a88f-af05b8e5f774 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:27.724629 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d82f4eed-6288-48cb-99df-a405770cb9dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:27.757019 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f6f8e6-67d4-49e0-8413-10b0f2b7e597 None None] DHCP port deletion for e23763af-e29d-44b3-94a3-56199c141c58 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:02:27.777243 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-9aba2957-3867-48c4-b257-66a1a03823e1 None None] For port 74280ac9-ddc3-43c1-a0cd-6a73e621724d, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=74280ac9-ddc3-43c1-a0cd-6a73e621724d,segment=NetworkSegment(3f907b31-be33-474e-9b7e-3662b14a6b47),segment_id=3f907b31-be33-474e-9b7e-3662b14a6b47)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:02:27.783966 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-65f6f8e6-67d4-49e0-8413-10b0f2b7e597 None None] Deleting port d3c8084f-57f0-47c2-9d10-8dd1cfc763bd {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:27.784433 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65f6f8e6-67d4-49e0-8413-10b0f2b7e597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:27.786727 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [None req-39ccd1cc-ac9f-4d2f-b870-c1f87b4326c6 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Floating IP bb5700b8-b0e9-4e64-9461-59bfa8edbd52 associated. External IP: 172.26.8.218, port: 23458b41-2e68-42ce-831d-f246fea29783. Feb 09 18:02:27.861879 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-db41581c-4394-481b-a88f-af05b8e5f774 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Transition to ACTIVE for port object d4c5083d-35de-4202-a87e-f387b52069df will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:27.865032 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2358c5c8-a208-4c8b-b2b9-3115a3d0fedf None None] Network 47873bf1-48c7-4b1b-92ca-e0b1b4a86e5e is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:27.872738 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-2358c5c8-a208-4c8b-b2b9-3115a3d0fedf None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:27.875369 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2358c5c8-a208-4c8b-b2b9-3115a3d0fedf None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:27.882387 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd92691-381f-4566-983d-da19ac437476 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event updated for resources: {'Network': ['ID=37685c53-9b93-484d-ac5f-1f69d899201b,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:27.882785 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358c5c8-a208-4c8b-b2b9-3115a3d0fedf None None] Pushing event updated for resources: {'Port': ['ID=a6f648ca-9194-44f7-b877-0dcee17f697e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:27.891523 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9aba2957-3867-48c4-b257-66a1a03823e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:27.898592 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-09f998c3-d27c-44bb-ba84-fa9398d792f6 None None] For port aba7e261-8332-41aa-bcc1-83247c69f16c, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:02:27.928371 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-91cc4019-b978-4912-ac89-ceced1667aac tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] For port d3c8084f-57f0-47c2-9d10-8dd1cfc763bd, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=d3c8084f-57f0-47c2-9d10-8dd1cfc763bd,segment=NetworkSegment(c1a288c3-e024-4cd3-a5e2-4c98959983dd),segment_id=c1a288c3-e024-4cd3-a5e2-4c98959983dd)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:27.928371 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91cc4019-b978-4912-ac89-ceced1667aac tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:27.944352 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 37685c53-9b93-484d-ac5f-1f69d899201b details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:02:27.944807 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cdd92691-381f-4566-983d-da19ac437476 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5651975 Feb 09 18:02:27.945957 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-34cfeb3c-b545-40de-a705-c02e75aa1765 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:27.949462 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45154) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:27.957479 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-02d809b0-e818-46d0-9390-23a54cda5bff tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:27.962921 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-7193d870-2d28-498b-8816-ca365e33b6a3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Request body: {'subnet': {'network_id': '37685c53-9b93-484d-ac5f-1f69d899201b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:28.037305 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-db41581c-4394-481b-a88f-af05b8e5f774 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:28.042032 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-09f998c3-d27c-44bb-ba84-fa9398d792f6 None None] For port aba7e261-8332-41aa-bcc1-83247c69f16c, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=aba7e261-8332-41aa-bcc1-83247c69f16c,segment=NetworkSegment(e3ecf0dc-6c3a-4e5b-984c-05c066dc180f),segment_id=e3ecf0dc-6c3a-4e5b-984c-05c066dc180f)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:02:28.122027 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-91cc4019-b978-4912-ac89-ceced1667aac tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Calling delete_port for d3c8084f-57f0-47c2-9d10-8dd1cfc763bd owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:28.196408 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-09f998c3-d27c-44bb-ba84-fa9398d792f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:28.227644 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-25bf561d-b504-417e-9340-fb405cfe1bc0 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:02:28.238738 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-34cfeb3c-b545-40de-a705-c02e75aa1765 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:28.242560 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-34cfeb3c-b545-40de-a705-c02e75aa1765 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3022265 Feb 09 18:02:28.242560 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db41581c-4394-481b-a88f-af05b8e5f774 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Network 74fdfa35-20d5-4760-ab45-445f2f3c1c0e is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:28.246939 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45158) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:28.259062 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-db41581c-4394-481b-a88f-af05b8e5f774 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:28.272750 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db41581c-4394-481b-a88f-af05b8e5f774 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:28.276884 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db41581c-4394-481b-a88f-af05b8e5f774 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:28.277811 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-db41581c-4394-481b-a88f-af05b8e5f774 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:28.291298 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-02d809b0-e818-46d0-9390-23a54cda5bff tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:28.341800 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba2957-3867-48c4-b257-66a1a03823e1 None None] Pushing event updated for resources: {'Port': ['ID=74280ac9-ddc3-43c1-a0cd-6a73e621724d,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:28.371608 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d809b0-e818-46d0-9390-23a54cda5bff tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Pushing event deleted for resources: {'Subnet': ['ID=889b49c0-d03e-4c5b-9352-7ced79763fff,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:28.399050 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-2358c5c8-a208-4c8b-b2b9-3115a3d0fedf None None] Attempting to bind port a6f648ca-9194-44f7-b877-0dcee17f697e on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:02:28.399390 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-2358c5c8-a208-4c8b-b2b9-3115a3d0fedf None None] Attempting to bind port a6f648ca-9194-44f7-b877-0dcee17f697e by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'b3678de4-addc-487e-a63d-dc2e9d113f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '47873bf1-48c7-4b1b-92ca-e0b1b4a86e5e'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:02:28.399987 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2358c5c8-a208-4c8b-b2b9-3115a3d0fedf None None] Attempting to bind port a6f648ca-9194-44f7-b877-0dcee17f697e on network 47873bf1-48c7-4b1b-92ca-e0b1b4a86e5e {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:02:28.412745 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-02d809b0-e818-46d0-9390-23a54cda5bff tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:28.417276 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device d3c8084f-57f0-47c2-9d10-8dd1cfc763bd no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:02:28.441632 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25bf561d-b504-417e-9340-fb405cfe1bc0 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:28.454554 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-7193d870-2d28-498b-8816-ca365e33b6a3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:28.460455 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.l3_db [None req-d82f4eed-6288-48cb-99df-a405770cb9dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Floating IP 336130c7-b966-41bb-b85d-5d719ad89a57 associated. External IP: 172.26.8.199, port: 1e521863-3f8f-412f-a30e-e2cb62371d31. Feb 09 18:02:28.523902 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-02d809b0-e818-46d0-9390-23a54cda5bff tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] 10.222.0.21 "DELETE /v2.0/subnets/889b49c0-d03e-4c5b-9352-7ced79763fff HTTP/1.1" status: 204 len: 168 time: 2.2402112 Feb 09 18:02:28.524584 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45162) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:28.536883 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2358c5c8-a208-4c8b-b2b9-3115a3d0fedf None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:02:28.537393 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2358c5c8-a208-4c8b-b2b9-3115a3d0fedf None None] Checking segment: {'id': 'b3678de4-addc-487e-a63d-dc2e9d113f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '47873bf1-48c7-4b1b-92ca-e0b1b4a86e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:28.537861 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2358c5c8-a208-4c8b-b2b9-3115a3d0fedf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:28.538590 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2358c5c8-a208-4c8b-b2b9-3115a3d0fedf None None] Bound using segment: {'id': 'b3678de4-addc-487e-a63d-dc2e9d113f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '47873bf1-48c7-4b1b-92ca-e0b1b4a86e5e'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:02:28.539134 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-2358c5c8-a208-4c8b-b2b9-3115a3d0fedf None None] Bound port: a6f648ca-9194-44f7-b877-0dcee17f697e, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3678de4-addc-487e-a63d-dc2e9d113f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '47873bf1-48c7-4b1b-92ca-e0b1b4a86e5e'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:02:28.539784 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2358c5c8-a208-4c8b-b2b9-3115a3d0fedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:28.567964 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25bf561d-b504-417e-9340-fb405cfe1bc0 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:28.571456 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41581c-4394-481b-a88f-af05b8e5f774 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event updated for resources: {'Port': ['ID=d4c5083d-35de-4202-a87e-f387b52069df,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:28.581525 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7193d870-2d28-498b-8816-ca365e33b6a3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Usage tracker for resource:subnet and tenant:f3837d08455842e393bcceee43b69ece is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:28.595121 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No active binding found for port d3c8084f-57f0-47c2-9d10-8dd1cfc763bd {{(pid=84543) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 09 18:02:28.596186 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device d3c8084f-57f0-47c2-9d10-8dd1cfc763bd not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:02:28.600763 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-65f6f8e6-67d4-49e0-8413-10b0f2b7e597 None None] For port d3c8084f-57f0-47c2-9d10-8dd1cfc763bd, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=d3c8084f-57f0-47c2-9d10-8dd1cfc763bd,segment=NetworkSegment(c1a288c3-e024-4cd3-a5e2-4c98959983dd),segment_id=c1a288c3-e024-4cd3-a5e2-4c98959983dd)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:28.601221 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65f6f8e6-67d4-49e0-8413-10b0f2b7e597 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:28.616795 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-db41581c-4394-481b-a88f-af05b8e5f774 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.3420780 Feb 09 18:02:28.625925 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7193d870-2d28-498b-8816-ca365e33b6a3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:28.645085 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f998c3-d27c-44bb-ba84-fa9398d792f6 None None] Pushing event updated for resources: {'Port': ['ID=aba7e261-8332-41aa-bcc1-83247c69f16c,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:28.695950 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45166) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:28.706866 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-7193d870-2d28-498b-8816-ca365e33b6a3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:28.833008 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-36db5eb5-1b5e-4719-b4ba-acf0181412e3 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:28.835459 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-65f6f8e6-67d4-49e0-8413-10b0f2b7e597 None None] Calling delete_port for d3c8084f-57f0-47c2-9d10-8dd1cfc763bd owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:28.935726 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91cc4019-b978-4912-ac89-ceced1667aac tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:29.008016 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc4019-b978-4912-ac89-ceced1667aac tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Pushing event deleted for resources: {'Port': ['ID=d3c8084f-57f0-47c2-9d10-8dd1cfc763bd,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:29.009439 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-65f6f8e6-67d4-49e0-8413-10b0f2b7e597 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:02:29.009819 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-65f6f8e6-67d4-49e0-8413-10b0f2b7e597 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:02:29.011186 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-2358c5c8-a208-4c8b-b2b9-3115a3d0fedf None None] For port a6f648ca-9194-44f7-b877-0dcee17f697e, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:02:29.025259 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7193d870-2d28-498b-8816-ca365e33b6a3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Made reservation on behalf of f3837d08455842e393bcceee43b69ece for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:29.031958 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-2358c5c8-a208-4c8b-b2b9-3115a3d0fedf None None] For port a6f648ca-9194-44f7-b877-0dcee17f697e, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=a6f648ca-9194-44f7-b877-0dcee17f697e,segment=NetworkSegment(b3678de4-addc-487e-a63d-dc2e9d113f73),segment_id=b3678de4-addc-487e-a63d-dc2e9d113f73)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:02:29.115133 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2358c5c8-a208-4c8b-b2b9-3115a3d0fedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:29.140287 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cc4019-b978-4912-ac89-ceced1667aac tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] No DVR routers for this DVR port d3c8084f-57f0-47c2-9d10-8dd1cfc763bd on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:02:29.200600 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358c5c8-a208-4c8b-b2b9-3115a3d0fedf None None] Pushing event updated for resources: {'Port': ['ID=a6f648ca-9194-44f7-b877-0dcee17f697e,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:29.295813 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7193d870-2d28-498b-8816-ca365e33b6a3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:29.505502 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91cc4019-b978-4912-ac89-ceced1667aac tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:29.510931 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-65f6f8e6-67d4-49e0-8413-10b0f2b7e597 None None] Deleting port d3c8084f-57f0-47c2-9d10-8dd1cfc763bd {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:29.511534 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65f6f8e6-67d4-49e0-8413-10b0f2b7e597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:29.548024 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-91cc4019-b978-4912-ac89-ceced1667aac tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23763af-e29d-44b3-94a3-56199c141c58']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:29.596979 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-65f6f8e6-67d4-49e0-8413-10b0f2b7e597 None None] The port 'd3c8084f-57f0-47c2-9d10-8dd1cfc763bd' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:02:29.600079 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-91cc4019-b978-4912-ac89-ceced1667aac tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a288c3-e024-4cd3-a5e2-4c98959983dd') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:29.600374 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-91cc4019-b978-4912-ac89-ceced1667aac tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a288c3-e024-4cd3-a5e2-4c98959983dd') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:29.668219 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91cc4019-b978-4912-ac89-ceced1667aac tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:29.668219 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-344a6094-0a95-4f22-9efd-7e6d59f9530f tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Deleting subnet d810cc97-7045-4ef0-94f8-090f4fae0c14 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:02:29.668219 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-344a6094-0a95-4f22-9efd-7e6d59f9530f tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:29.702164 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91cc4019-b978-4912-ac89-ceced1667aac tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:29.727922 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91cc4019-b978-4912-ac89-ceced1667aac tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:02:29.728326 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91cc4019-b978-4912-ac89-ceced1667aac tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:02:29.750731 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:02:29.849765 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-344a6094-0a95-4f22-9efd-7e6d59f9530f tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:29.912168 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c0106e6-f671-47ae-8564-37e542d25113 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Deleting subnet 7251f182-54e8-46e2-8eba-e799af6d39c0 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:02:29.915926 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7c0106e6-f671-47ae-8564-37e542d25113 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:29.975485 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [None req-25bf561d-b504-417e-9340-fb405cfe1bc0 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Floating IP 5008688e-95ba-4e1f-8e7d-bbe699b92bf8 associated. External IP: 172.26.8.25, port: dcd95642-a824-4155-bb88-3237befcc80a. Feb 09 18:02:30.002371 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7c0106e6-f671-47ae-8564-37e542d25113 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:30.078672 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-36db5eb5-1b5e-4719-b4ba-acf0181412e3 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:30.164141 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-36db5eb5-1b5e-4719-b4ba-acf0181412e3 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:30.214043 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91cc4019-b978-4912-ac89-ceced1667aac tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:30.229289 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87280ecd-9666-4cef-8dd6-19a80883ba59 None None] Network 626ebcc7-6489-4d2b-8004-fbe741b8f0ce requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:02:30.253360 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91cc4019-b978-4912-ac89-ceced1667aac tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:30.326650 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-344a6094-0a95-4f22-9efd-7e6d59f9530f tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:30.415591 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-91cc4019-b978-4912-ac89-ceced1667aac tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] 10.222.0.21 "DELETE /v2.0/networks/e23763af-e29d-44b3-94a3-56199c141c58 HTTP/1.1" status: 204 len: 168 time: 3.8764992 Feb 09 18:02:30.416022 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc4019-b978-4912-ac89-ceced1667aac tempest-ExtraDHCPOptionsTestJSON-1444803975 tempest-ExtraDHCPOptionsTestJSON-1444803975-project] Pushing event deleted for resources: {'Network': ['ID=e23763af-e29d-44b3-94a3-56199c141c58,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:30.542854 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ccd1cc-ac9f-4d2f-b870-c1f87b4326c6 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Router 36901a24-e8f9-45c6-b9c4-66f195529e5e has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:02:30.548556 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-71dae4e4-c0c7-45b8-b553-3f2ef0c43bd0 None None] Provisioning for port 74280ac9-ddc3-43c1-a0cd-6a73e621724d completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:30.571468 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 74280ac9-ddc3-43c1-a0cd-6a73e621724d up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:02:30.583399 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-36db5eb5-1b5e-4719-b4ba-acf0181412e3 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:30.583817 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36db5eb5-1b5e-4719-b4ba-acf0181412e3 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f385d07-6416-4ce0-bcf0-bcf00d500688 {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:02:30.635791 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-344a6094-0a95-4f22-9efd-7e6d59f9530f tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:30.641870 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-36db5eb5-1b5e-4719-b4ba-acf0181412e3 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:30.643337 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-36db5eb5-1b5e-4719-b4ba-acf0181412e3 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "DELETE /v2.0/routers/4f385d07-6416-4ce0-bcf0-bcf00d500688 HTTP/1.1" status: 204 len: 168 time: 2.3819938 Feb 09 18:02:30.681204 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7c0106e6-f671-47ae-8564-37e542d25113 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:30.759568 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53d29d7-8249-477e-af3a-e623a3882e78 None None] Network 74fdfa35-20d5-4760-ab45-445f2f3c1c0e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:02:30.787796 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7193d870-2d28-498b-8816-ca365e33b6a3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:30.951128 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193d870-2d28-498b-8816-ca365e33b6a3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event updated for resources: {'Subnet': ['ID=b3213315-d694-43ae-b98f-7103d1eaa8ca,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:30.992139 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7193d870-2d28-498b-8816-ca365e33b6a3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Checking segment: {'id': 'a6e704b2-c9a8-4db2-90a7-214ba980e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '37685c53-9b93-484d-ac5f-1f69d899201b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:30.992606 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7193d870-2d28-498b-8816-ca365e33b6a3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Network hostable DHCP agents. Network: 37685c53-9b93-484d-ac5f-1f69d899201b, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:02:31.007749 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-344a6094-0a95-4f22-9efd-7e6d59f9530f tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:31.017927 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab04c603-7af9-443b-8f88-0fc258aeab15 None None] DHCP port deletion for 626ebcc7-6489-4d2b-8004-fbe741b8f0ce request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:02:31.018239 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a6094-0a95-4f22-9efd-7e6d59f9530f tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Pushing event deleted for resources: {'Subnet': ['ID=d810cc97-7045-4ef0-94f8-090f4fae0c14,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:31.052569 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7c0106e6-f671-47ae-8564-37e542d25113 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:31.085396 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-344a6094-0a95-4f22-9efd-7e6d59f9530f tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] 10.222.0.21 "DELETE /v2.0/subnets/d810cc97-7045-4ef0-94f8-090f4fae0c14 HTTP/1.1" status: 204 len: 168 time: 2.5557177 Feb 09 18:02:31.090385 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45174) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:31.137264 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0106e6-f671-47ae-8564-37e542d25113 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event deleted for resources: {'Subnet': ['ID=7251f182-54e8-46e2-8eba-e799af6d39c0,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:31.150228 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82f4eed-6288-48cb-99df-a405770cb9dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Router 0318a032-6b42-4a2b-8015-112e7a120b34 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:02:31.161908 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7c0106e6-f671-47ae-8564-37e542d25113 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:31.163501 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45180) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:31.191456 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 74280ac9-ddc3-43c1-a0cd-6a73e621724d completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:31.207374 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7193d870-2d28-498b-8816-ca365e33b6a3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Network 37685c53-9b93-484d-ac5f-1f69d899201b is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:02:31.212696 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7c0106e6-f671-47ae-8564-37e542d25113 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "DELETE /v2.0/subnets/7251f182-54e8-46e2-8eba-e799af6d39c0 HTTP/1.1" status: 204 len: 168 time: 2.5127261 Feb 09 18:02:31.218372 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45186) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:31.289438 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4497bec5-6507-45ef-983e-9ac035f97fc3 None None] Network 47873bf1-48c7-4b1b-92ca-e0b1b4a86e5e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:02:31.312620 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ab04c603-7af9-443b-8f88-0fc258aeab15 None None] Deleting port 74280ac9-ddc3-43c1-a0cd-6a73e621724d {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:31.312990 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab04c603-7af9-443b-8f88-0fc258aeab15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:31.395477 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45190) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:31.418528 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961490f-5679-4333-803c-951667ce636b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:31.419348 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7961490f-5679-4333-803c-951667ce636b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Synchronizing usage tracker for tenant:c76b1b50c7dc477d968465a1223b1cab on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:02:31.429231 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-7193d870-2d28-498b-8816-ca365e33b6a3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 37685c53-9b93-484d-ac5f-1f69d899201b) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:31.450354 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7193d870-2d28-498b-8816-ca365e33b6a3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:31.451109 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7193d870-2d28-498b-8816-ca365e33b6a3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:31.489137 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0f9d65-66f8-4365-9744-35f85c6ea03b tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:31.490753 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0f9d65-66f8-4365-9744-35f85c6ea03b tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:31.491591 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ef0f9d65-66f8-4365-9744-35f85c6ea03b tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Synchronizing usage tracker for tenant:682fbf024fe547bb8807d1fbc4363a37 on resource:subnet {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:02:31.503881 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ccd1cc-ac9f-4d2f-b870-c1f87b4326c6 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:02:31.509293 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-39ccd1cc-ac9f-4d2f-b870-c1f87b4326c6 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:31.550940 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7961490f-5679-4333-803c-951667ce636b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Unset dirty status for tenant:c76b1b50c7dc477d968465a1223b1cab on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:02:31.555588 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7961490f-5679-4333-803c-951667ce636b tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4582057 Feb 09 18:02:31.562803 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45196) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:31.588773 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-39ccd1cc-ac9f-4d2f-b870-c1f87b4326c6 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "PUT /v2.0/floatingips/bb5700b8-b0e9-4e64-9461-59bfa8edbd52 HTTP/1.1" status: 200 len: 991 time: 7.1240656 Feb 09 18:02:31.598372 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3f94a8-06c9-47df-8a60-1ea60864f32d', 'tag': '23458b41-2e68-42ce-831d-f246fea29783'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:02:31.607391 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7193d870-2d28-498b-8816-ca365e33b6a3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6547081 Feb 09 18:02:31.619884 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 74280ac9-ddc3-43c1-a0cd-6a73e621724d triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:31.620260 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:31.645983 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45204) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:31.652433 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e588430-7389-4de7-ad27-b2c763e845c2 None None] Network 37685c53-9b93-484d-ac5f-1f69d899201b requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:02:31.670940 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e9e531fb-f89d-4f55-827a-344ab5869fac None None] Provisioning for port aba7e261-8332-41aa-bcc1-83247c69f16c completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:31.671662 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6d3692a0-8c09-441c-a3fb-16caff08f4b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1215728495', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:31.682348 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6d3692a0-8c09-441c-a3fb-16caff08f4b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:31.689100 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6d3692a0-8c09-441c-a3fb-16caff08f4b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Usage tracker for resource:router and tenant:f3837d08455842e393bcceee43b69ece is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:31.693059 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6d3692a0-8c09-441c-a3fb-16caff08f4b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:31.696184 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-f354b6d3-2178-4433-b535-cd97b91de048 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1948122671', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}, 'admin_state_up': False}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:31.699849 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e27aba5-9d12-42a9-a89f-138b3883748f None None] Sync routers for ids ['36901a24-e8f9-45c6-b9c4-66f195529e5e'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:02:31.710611 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ef0f9d65-66f8-4365-9744-35f85c6ea03b tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Unset dirty status for tenant:682fbf024fe547bb8807d1fbc4363a37 on resource:subnet {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:02:31.715043 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ef0f9d65-66f8-4365-9744-35f85c6ea03b tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4926133 Feb 09 18:02:31.715240 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6d3692a0-8c09-441c-a3fb-16caff08f4b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:31.718815 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f354b6d3-2178-4433-b535-cd97b91de048 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:31.743467 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45208) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:31.747408 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f354b6d3-2178-4433-b535-cd97b91de048 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Usage tracker for resource:router and tenant:c1430629c5b84c288a716b7a85c1f5fa is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:31.753778 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f354b6d3-2178-4433-b535-cd97b91de048 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:31.775141 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f354b6d3-2178-4433-b535-cd97b91de048 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:31.795242 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3f94a8-06c9-47df-8a60-1ea60864f32d', 'tag': '23458b41-2e68-42ce-831d-f246fea29783', 'status': 'completed', 'code': 200} Feb 09 18:02:31.798725 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0213aa86-d297-4f3e-9a81-629f6c37fe30 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:31.851058 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:02:31.854158 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82f4eed-6288-48cb-99df-a405770cb9dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:02:31.866019 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e846714c-94b4-462d-8228-e592ebeddfde None None] Sync routers for ids ['0318a032-6b42-4a2b-8015-112e7a120b34'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:02:31.873694 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d82f4eed-6288-48cb-99df-a405770cb9dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:31.891273 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e846714c-94b4-462d-8228-e592ebeddfde None None] Routers {'0318a032-6b42-4a2b-8015-112e7a120b34'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:02:31.892142 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e846714c-94b4-462d-8228-e592ebeddfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0318a032-6b42-4a2b-8015-112e7a120b34'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:31.920448 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f354b6d3-2178-4433-b535-cd97b91de048 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:31.921499 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f354b6d3-2178-4433-b535-cd97b91de048 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:31.936599 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-27740fc2-b005-46d6-9a26-c8589d6cca00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cbf80b397fd2473493805be1a3eb9dd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5325124 Feb 09 18:02:31.936821 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-0213aa86-d297-4f3e-9a81-629f6c37fe30 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Deleting port a6f648ca-9194-44f7-b877-0dcee17f697e {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:31.936821 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0213aa86-d297-4f3e-9a81-629f6c37fe30 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:31.937001 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d3692a0-8c09-441c-a3fb-16caff08f4b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:31.937001 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d3692a0-8c09-441c-a3fb-16caff08f4b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:31.940127 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45212) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:31.957947 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e27aba5-9d12-42a9-a89f-138b3883748f None None] Routers {'36901a24-e8f9-45c6-b9c4-66f195529e5e'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:02:31.958610 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-8e27aba5-9d12-42a9-a89f-138b3883748f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['36901a24-e8f9-45c6-b9c4-66f195529e5e'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:32.056036 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d82f4eed-6288-48cb-99df-a405770cb9dd tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "PUT /v2.0/floatingips/336130c7-b966-41bb-b85d-5d719ad89a57 HTTP/1.1" status: 200 len: 991 time: 6.0814652 Feb 09 18:02:32.058133 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b91bd3-f198-4550-8705-11a00168ab93', 'tag': '1e521863-3f8f-412f-a30e-e2cb62371d31'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:02:32.067009 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bf561d-b504-417e-9340-fb405cfe1bc0 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Router 78633f50-0f03-45d5-89b5-552acd2dac7f has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:02:32.094932 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60e88d1d-99ac-42ba-833c-e7e16430a9a7 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:32.121314 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f354b6d3-2178-4433-b535-cd97b91de048 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:32.142167 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d3692a0-8c09-441c-a3fb-16caff08f4b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:32.146712 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-07fc19f4-3516-4ba0-83cf-70da1ee075b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:32.159011 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e88d1d-99ac-42ba-833c-e7e16430a9a7 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 18:02:32.160040 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60e88d1d-99ac-42ba-833c-e7e16430a9a7 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:02:32.178332 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d67cb801-4d25-4e45-8f7a-fb6585ef8ab5 req-93aa252f-ba09-4a71-8b16-7ea28b4a9ce9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9621278b19834e798a7390fcfa3a9f1f&device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 1098 time: 0.3705938 Feb 09 18:02:32.182331 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-60e88d1d-99ac-42ba-833c-e7e16430a9a7 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "DELETE /v2.0/networks/74fdfa35-20d5-4760-ab45-445f2f3c1c0e HTTP/1.1" status: 409 len: 405 time: 0.4410284 Feb 09 18:02:32.196575 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536d430-52eb-4dea-a878-304138401bf8 req-6fc87460-c7d9-46de-b42a-2616bacb12fe tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:32.199928 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5536d430-52eb-4dea-a878-304138401bf8 req-6fc87460-c7d9-46de-b42a-2616bacb12fe tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.3971894 Feb 09 18:02:32.202454 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45222) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:32.271128 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b37466cb-5e93-4708-beb3-e18aa82db746 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-271766624'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:32.272934 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-e846714c-94b4-462d-8228-e592ebeddfde None None] Set router 0318a032-6b42-4a2b-8015-112e7a120b34 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:02:32.464546 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-07fc19f4-3516-4ba0-83cf-70da1ee075b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:32.576409 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b37466cb-5e93-4708-beb3-e18aa82db746 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:32.613722 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ab04c603-7af9-443b-8f88-0fc258aeab15 None None] For port 74280ac9-ddc3-43c1-a0cd-6a73e621724d, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=74280ac9-ddc3-43c1-a0cd-6a73e621724d,segment=NetworkSegment(3f907b31-be33-474e-9b7e-3662b14a6b47),segment_id=3f907b31-be33-474e-9b7e-3662b14a6b47)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:32.615219 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab04c603-7af9-443b-8f88-0fc258aeab15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:32.621090 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b37466cb-5e93-4708-beb3-e18aa82db746 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Usage tracker for resource:network and tenant:682fbf024fe547bb8807d1fbc4363a37 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:32.629071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b37466cb-5e93-4708-beb3-e18aa82db746 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:32.657897 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b37466cb-5e93-4708-beb3-e18aa82db746 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:32.686591 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71220e47-3f5d-4250-8ae1-0623076f7ec0 None None] DHCP port deletion for 74fdfa35-20d5-4760-ab45-445f2f3c1c0e request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:02:32.749122 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-71220e47-3f5d-4250-8ae1-0623076f7ec0 None None] Deleting port aba7e261-8332-41aa-bcc1-83247c69f16c {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:32.749735 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71220e47-3f5d-4250-8ae1-0623076f7ec0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:32.749876 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cb801-4d25-4e45-8f7a-fb6585ef8ab5 req-6e9407e1-65d6-4b34-b0f1-8f272566d02d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:32.751543 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d67cb801-4d25-4e45-8f7a-fb6585ef8ab5 req-6e9407e1-65d6-4b34-b0f1-8f272566d02d service neutron] 10.222.0.50 "GET /v2.0/networks?id=2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 HTTP/1.1" status: 200 len: 913 time: 0.5655587 Feb 09 18:02:32.781009 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1ede0811-fe4e-4d78-9a74-b0cf7bc735be None None] Provisioning for port a6f648ca-9194-44f7-b877-0dcee17f697e completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:32.788313 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:32.871325 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ab04c603-7af9-443b-8f88-0fc258aeab15 None None] Calling delete_port for 74280ac9-ddc3-43c1-a0cd-6a73e621724d owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:32.880553 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37466cb-5e93-4708-beb3-e18aa82db746 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Made reservation on behalf of 682fbf024fe547bb8807d1fbc4363a37 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:32.883612 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e846714c-94b4-462d-8228-e592ebeddfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'name': 'tempest-ServersTestManualDisk-2031647166-router', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:10Z', 'updated_at': '2022-02-09T18:01:29Z', 'revision_number': 4, 'project_id': '7814e9f979984521b818aa821b9167b5', 'gw_port': {'id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:12Z', 'updated_at': '2022-02-09T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '336130c7-b966-41bb-b85d-5d719ad89a57', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'floating_ip_address': '172.26.8.199', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'port_id': '1e521863-3f8f-412f-a30e-e2cb62371d31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4', 'mac_address': 'fa:16:3e:44:84:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b91bd3-f198-4550-8705-11a00168ab93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:01:42Z', 'updated_at': '2022-02-09T18:02:27Z', 'revision_number': 1, 'project_id': '7814e9f979984521b818aa821b9167b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398da87f-f65d-4cb9-ae71-4e6eb356bd9e', 'name': '', 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'mac_address': 'fa:16:3e:05:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe4e75a4-3fb3-49bd-9ee8-da883c83a940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:27Z', 'updated_at': '2022-02-09T18:02:02Z', 'revision_number': 5, 'project_id': '7814e9f979984521b818aa821b9167b5', 'subnets': [{'id': 'fe4e75a4-3fb3-49bd-9ee8-da883c83a940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:32.884205 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b37466cb-5e93-4708-beb3-e18aa82db746 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:32.887037 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d67cb801-4d25-4e45-8f7a-fb6585ef8ab5 req-d180d095-8ad3-4f60-9954-7fde492f7a94 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23458b41-2e68-42ce-831d-f246fea29783 HTTP/1.1" status: 200 len: 999 time: 0.1282198 Feb 09 18:02:32.893192 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e846714c-94b4-462d-8228-e592ebeddfde None None] Checking router: 0318a032-6b42-4a2b-8015-112e7a120b34 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:02:32.916588 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e846714c-94b4-462d-8228-e592ebeddfde None None] Routers {'0318a032-6b42-4a2b-8015-112e7a120b34'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:02:32.917207 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e846714c-94b4-462d-8228-e592ebeddfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0318a032-6b42-4a2b-8015-112e7a120b34'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:32.921725 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5536d430-52eb-4dea-a878-304138401bf8 req-df6dd06f-ca6c-4f3b-a357-dcfb64c2250d tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6978552 Feb 09 18:02:32.927385 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-0213aa86-d297-4f3e-9a81-629f6c37fe30 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] For port a6f648ca-9194-44f7-b877-0dcee17f697e, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=a6f648ca-9194-44f7-b877-0dcee17f697e,segment=NetworkSegment(b3678de4-addc-487e-a63d-dc2e9d113f73),segment_id=b3678de4-addc-487e-a63d-dc2e9d113f73)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:32.928021 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0213aa86-d297-4f3e-9a81-629f6c37fe30 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:32.958809 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d3692a0-8c09-441c-a3fb-16caff08f4b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:33.042143 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cb801-4d25-4e45-8f7a-fb6585ef8ab5 req-18917e66-a26e-460c-bac3-38bfbf31b5dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:33.043726 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d67cb801-4d25-4e45-8f7a-fb6585ef8ab5 req-18917e66-a26e-460c-bac3-38bfbf31b5dc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b05e458-9599-4698-b30c-c2fa3f37163a HTTP/1.1" status: 200 len: 851 time: 0.1412313 Feb 09 18:02:33.131249 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-8e27aba5-9d12-42a9-a89f-138b3883748f None None] Set router 36901a24-e8f9-45c6-b9c4-66f195529e5e gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:02:33.174583 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-0213aa86-d297-4f3e-9a81-629f6c37fe30 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Calling delete_port for a6f648ca-9194-44f7-b877-0dcee17f697e owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:33.232331 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37466cb-5e93-4708-beb3-e18aa82db746 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:02:33.255059 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd179df4-153c-46e5-80a0-497bebd2c82b req-931d8ff4-ea6b-49ed-942f-f79c9f3e2a2d tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:33.263376 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-dd179df4-153c-46e5-80a0-497bebd2c82b req-931d8ff4-ea6b-49ed-942f-f79c9f3e2a2d tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 945 time: 0.9276304 Feb 09 18:02:33.281332 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 74280ac9-ddc3-43c1-a0cd-6a73e621724d, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=74280ac9-ddc3-43c1-a0cd-6a73e621724d,segment=NetworkSegment(3f907b31-be33-474e-9b7e-3662b14a6b47),segment_id=3f907b31-be33-474e-9b7e-3662b14a6b47)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:33.285632 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc4d9b3-1217-45be-b74c-ce8995f24d4e None None] DHCP port deletion for 47873bf1-48c7-4b1b-92ca-e0b1b4a86e5e request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:02:33.288262 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20d2426-4763-494d-ae67-b70748a0c087 None None] Network 37685c53-9b93-484d-ac5f-1f69d899201b requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:02:33.309848 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b91bd3-f198-4550-8705-11a00168ab93', 'tag': '1e521863-3f8f-412f-a30e-e2cb62371d31', 'status': 'completed', 'code': 200} Feb 09 18:02:33.313479 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b37466cb-5e93-4708-beb3-e18aa82db746 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:33.314071 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-b37466cb-5e93-4708-beb3-e18aa82db746 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Added segment 2db9458f-3721-499c-ad10-a46b5cb3c5f8 of type vlan for network 8fa75a4c-e209-4a89-b1d8-b67803868e5e Feb 09 18:02:33.321416 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f354b6d3-2178-4433-b535-cd97b91de048 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:33.322507 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-e846714c-94b4-462d-8228-e592ebeddfde None None] Set router 0318a032-6b42-4a2b-8015-112e7a120b34 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:02:33.392147 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0cc4d9b3-1217-45be-b74c-ce8995f24d4e None None] Deleting port a6f648ca-9194-44f7-b877-0dcee17f697e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:33.393963 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0cc4d9b3-1217-45be-b74c-ce8995f24d4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:33.398967 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-dd179df4-153c-46e5-80a0-497bebd2c82b req-d4b2a05e-e5a4-4144-b78f-00004913fca3 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f6bb0e-9d51-4ec5-8646-92b2f8965ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345160 Feb 09 18:02:33.400797 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b37466cb-5e93-4708-beb3-e18aa82db746 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:33.450636 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-07fc19f4-3516-4ba0-83cf-70da1ee075b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:33.460006 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:33.460938 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device a6f648ca-9194-44f7-b877-0dcee17f697e up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:02:33.507140 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc19f4-3516-4ba0-83cf-70da1ee075b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dc5e8f-ff08-4f20-93ed-03809ed0910f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:33.514962 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-07fc19f4-3516-4ba0-83cf-70da1ee075b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:33.516123 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-07fc19f4-3516-4ba0-83cf-70da1ee075b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06dc5e8f-ff08-4f20-93ed-03809ed0910f HTTP/1.1" status: 204 len: 168 time: 1.5700095 Feb 09 18:02:33.570245 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0213aa86-d297-4f3e-9a81-629f6c37fe30 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:33.581385 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-ab04c603-7af9-443b-8f88-0fc258aeab15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:02:33.582748 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-ab04c603-7af9-443b-8f88-0fc258aeab15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:02:33.606518 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: a6f648ca-9194-44f7-b877-0dcee17f697e {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:02:33.607024 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device a6f648ca-9194-44f7-b877-0dcee17f697e not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 09 18:02:33.640419 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bf561d-b504-417e-9340-fb405cfe1bc0 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:02:33.645961 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25bf561d-b504-417e-9340-fb405cfe1bc0 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:33.761550 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8524db2-4d95-4733-be2e-1f71e9a0643c None None] Sync routers for ids ['78633f50-0f03-45d5-89b5-552acd2dac7f'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:02:33.763231 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b37466cb-5e93-4708-beb3-e18aa82db746 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:33.768111 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37466cb-5e93-4708-beb3-e18aa82db746 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:33.768761 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e846714c-94b4-462d-8228-e592ebeddfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'name': 'tempest-ServersTestManualDisk-2031647166-router', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:10Z', 'updated_at': '2022-02-09T18:01:29Z', 'revision_number': 4, 'project_id': '7814e9f979984521b818aa821b9167b5', 'gw_port': {'id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:12Z', 'updated_at': '2022-02-09T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '336130c7-b966-41bb-b85d-5d719ad89a57', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'floating_ip_address': '172.26.8.199', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'port_id': '1e521863-3f8f-412f-a30e-e2cb62371d31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4', 'mac_address': 'fa:16:3e:44:84:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b91bd3-f198-4550-8705-11a00168ab93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:01:42Z', 'updated_at': '2022-02-09T18:02:27Z', 'revision_number': 1, 'project_id': '7814e9f979984521b818aa821b9167b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398da87f-f65d-4cb9-ae71-4e6eb356bd9e', 'name': '', 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'mac_address': 'fa:16:3e:05:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe4e75a4-3fb3-49bd-9ee8-da883c83a940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:27Z', 'updated_at': '2022-02-09T18:02:02Z', 'revision_number': 5, 'project_id': '7814e9f979984521b818aa821b9167b5', 'subnets': [{'id': 'fe4e75a4-3fb3-49bd-9ee8-da883c83a940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:33.768937 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b37466cb-5e93-4708-beb3-e18aa82db746 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:33.773581 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e846714c-94b4-462d-8228-e592ebeddfde None None] The sync data for ids ['0318a032-6b42-4a2b-8015-112e7a120b34'] in dv-neutron-827016-2-hyperv is: [{'id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'name': 'tempest-ServersTestManualDisk-2031647166-router', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:10Z', 'updated_at': '2022-02-09T18:01:29Z', 'revision_number': 4, 'project_id': '7814e9f979984521b818aa821b9167b5', 'gw_port': {'id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:12Z', 'updated_at': '2022-02-09T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '336130c7-b966-41bb-b85d-5d719ad89a57', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'floating_ip_address': '172.26.8.199', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'port_id': '1e521863-3f8f-412f-a30e-e2cb62371d31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4', 'mac_address': 'fa:16:3e:44:84:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b91bd3-f198-4550-8705-11a00168ab93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:01:42Z', 'updated_at': '2022-02-09T18:02:27Z', 'revision_number': 1, 'project_id': '7814e9f979984521b818aa821b9167b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398da87f-f65d-4cb9-ae71-4e6eb356bd9e', 'name': '', 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'mac_address': 'fa:16:3e:05:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe4e75a4-3fb3-49bd-9ee8-da883c83a940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:27Z', 'updated_at': '2022-02-09T18:02:02Z', 'revision_number': 5, 'project_id': '7814e9f979984521b818aa821b9167b5', 'subnets': [{'id': 'fe4e75a4-3fb3-49bd-9ee8-da883c83a940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:02:33.792015 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-25bf561d-b504-417e-9340-fb405cfe1bc0 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "PUT /v2.0/floatingips/5008688e-95ba-4e1f-8e7d-bbe699b92bf8 HTTP/1.1" status: 200 len: 991 time: 7.7836919 Feb 09 18:02:33.797637 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d67cb801-4d25-4e45-8f7a-fb6585ef8ab5 req-dff7ab5d-fa3e-43d1-9ada-f6d6f74a36fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7460437 Feb 09 18:02:33.801089 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a31670-efb2-4a23-b144-1a82e8f4eb21', 'tag': 'dcd95642-a824-4155-bb88-3237befcc80a'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:02:33.868891 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Port a6f648ca-9194-44f7-b877-0dcee17f697e not found, will not notify nova. {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 09 18:02:33.869583 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device aba7e261-8332-41aa-bcc1-83247c69f16c up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:02:33.937948 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0cc4d9b3-1217-45be-b74c-ce8995f24d4e None None] The port 'a6f648ca-9194-44f7-b877-0dcee17f697e' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:02:33.943593 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213aa86-d297-4f3e-9a81-629f6c37fe30 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Pushing event deleted for resources: {'Port': ['ID=a6f648ca-9194-44f7-b877-0dcee17f697e,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:33.963890 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b37466cb-5e93-4708-beb3-e18aa82db746 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7488329 Feb 09 18:02:33.968928 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37466cb-5e93-4708-beb3-e18aa82db746 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event updated for resources: {'Network': ['ID=8fa75a4c-e209-4a89-b1d8-b67803868e5e,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:33.969958 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-7269e67f-287a-47a3-b6b0-02ea25e6e2cf req-f83d1d73-32ea-4138-82b6-a5643f88e445 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7814e9f979984521b818aa821b9167b5&device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 1098 time: 0.6052034 Feb 09 18:02:33.970570 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45236) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:33.978592 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a31670-efb2-4a23-b144-1a82e8f4eb21', 'tag': 'dcd95642-a824-4155-bb88-3237befcc80a', 'status': 'completed', 'code': 200} Feb 09 18:02:33.991613 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-98bc7892-04c3-46d5-bcf2-9b6f88b3fd8e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Request body: {'subnet': {'network_id': '8fa75a4c-e209-4a89-b1d8-b67803868e5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:34.036777 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8524db2-4d95-4733-be2e-1f71e9a0643c None None] Routers {'78633f50-0f03-45d5-89b5-552acd2dac7f'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:02:34.038555 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-b8524db2-4d95-4733-be2e-1f71e9a0643c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['78633f50-0f03-45d5-89b5-552acd2dac7f'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:34.045395 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0213aa86-d297-4f3e-9a81-629f6c37fe30 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] No DVR routers for this DVR port a6f648ca-9194-44f7-b877-0dcee17f697e on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:02:34.188552 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 8fa75a4c-e209-4a89-b1d8-b67803868e5e details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:02:34.239893 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9464fcb2-203c-4bb2-a818-2621ee2a879e None None] New status for floating IP 336130c7-b966-41bb-b85d-5d719ad89a57: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:02:34.300341 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ab04c603-7af9-443b-8f88-0fc258aeab15 None None] Deleting port 74280ac9-ddc3-43c1-a0cd-6a73e621724d {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:34.301112 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab04c603-7af9-443b-8f88-0fc258aeab15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:34.370816 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=74280ac9-ddc3-43c1-a0cd-6a73e621724d,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:34.405176 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0213aa86-d297-4f3e-9a81-629f6c37fe30 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:34.482848 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-0213aa86-d297-4f3e-9a81-629f6c37fe30 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47873bf1-48c7-4b1b-92ca-e0b1b4a86e5e']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:34.551119 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d67cb801-4d25-4e45-8f7a-fb6585ef8ab5 req-5a64c5ad-0822-4e87-98f4-295a5579bf1d service neutron] 10.222.0.50 "GET /v2.0/networks/2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7437751 Feb 09 18:02:34.559490 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-98bc7892-04c3-46d5-bcf2-9b6f88b3fd8e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:34.562198 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-0213aa86-d297-4f3e-9a81-629f6c37fe30 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3678de4-addc-487e-a63d-dc2e9d113f73') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:34.562748 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-0213aa86-d297-4f3e-9a81-629f6c37fe30 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3678de4-addc-487e-a63d-dc2e9d113f73') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:34.604936 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0213aa86-d297-4f3e-9a81-629f6c37fe30 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:34.613371 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-98bc7892-04c3-46d5-bcf2-9b6f88b3fd8e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:34.651609 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0213aa86-d297-4f3e-9a81-629f6c37fe30 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:34.664711 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f354b6d3-2178-4433-b535-cd97b91de048 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router_gateway, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:34.670495 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269e67f-287a-47a3-b6b0-02ea25e6e2cf req-fb8fde2f-2f7b-447b-866a-060749e9fb2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:34.675184 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-7269e67f-287a-47a3-b6b0-02ea25e6e2cf req-fb8fde2f-2f7b-447b-866a-060749e9fb2e service neutron] 10.222.0.50 "GET /v2.0/networks?id=bfbb786d-fb18-4e8f-a54d-5c87d11addf4 HTTP/1.1" status: 200 len: 913 time: 0.6858351 Feb 09 18:02:34.711666 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf55b8-9bde-492a-b939-65126a29ef4b req-efc36a7b-5eba-470c-83c9-b74e5d090bfa tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:34.714675 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e9cc87fc-164f-446a-8e59-f33ce3887d4c req-485cd884-6fe4-4939-9c25-7920d4133452 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dfa1d4188c6244068741973f4d6efca4&device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 1099 time: 0.6925168 Feb 09 18:02:34.718739 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2caf55b8-9bde-492a-b939-65126a29ef4b req-efc36a7b-5eba-470c-83c9-b74e5d090bfa tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.4892378 Feb 09 18:02:34.741559 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0213aa86-d297-4f3e-9a81-629f6c37fe30 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:02:34.741968 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0213aa86-d297-4f3e-9a81-629f6c37fe30 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:02:34.759075 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f354b6d3-2178-4433-b535-cd97b91de048 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:34.772445 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46ab45-8c4e-4907-8343-cc22fde1426f req-2044eafa-4bf8-484f-87c3-5dd936906dd7 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:34.773958 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2e46ab45-8c4e-4907-8343-cc22fde1426f req-2044eafa-4bf8-484f-87c3-5dd936906dd7 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 946 time: 0.5466318 Feb 09 18:02:34.812428 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d3692a0-8c09-441c-a3fb-16caff08f4b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:34.845354 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ab04c603-7af9-443b-8f88-0fc258aeab15 None None] For port 74280ac9-ddc3-43c1-a0cd-6a73e621724d, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=74280ac9-ddc3-43c1-a0cd-6a73e621724d,segment=NetworkSegment(3f907b31-be33-474e-9b7e-3662b14a6b47),segment_id=3f907b31-be33-474e-9b7e-3662b14a6b47)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:34.847058 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab04c603-7af9-443b-8f88-0fc258aeab15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:34.891356 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d3692a0-8c09-441c-a3fb-16caff08f4b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:34.893722 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-71220e47-3f5d-4250-8ae1-0623076f7ec0 None None] For port aba7e261-8332-41aa-bcc1-83247c69f16c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=aba7e261-8332-41aa-bcc1-83247c69f16c,segment=NetworkSegment(e3ecf0dc-6c3a-4e5b-984c-05c066dc180f),segment_id=e3ecf0dc-6c3a-4e5b-984c-05c066dc180f)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:34.894230 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71220e47-3f5d-4250-8ae1-0623076f7ec0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:34.966227 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bc7892-04c3-46d5-bcf2-9b6f88b3fd8e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Made reservation on behalf of 682fbf024fe547bb8807d1fbc4363a37 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:34.996158 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port aba7e261-8332-41aa-bcc1-83247c69f16c completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:35.084852 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2caf55b8-9bde-492a-b939-65126a29ef4b req-2197b63a-b074-4a53-bb16-717927f5521d tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3650403 Feb 09 18:02:35.188929 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0213aa86-d297-4f3e-9a81-629f6c37fe30 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:35.197722 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc87fc-164f-446a-8e59-f33ce3887d4c req-02468060-732d-40be-b11a-a810b567b5c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:35.199352 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e9cc87fc-164f-446a-8e59-f33ce3887d4c req-02468060-732d-40be-b11a-a810b567b5c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9fe6eda-77b1-46f2-95d6-d5589d4aff54 HTTP/1.1" status: 200 len: 907 time: 0.3631446 Feb 09 18:02:35.211646 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2e46ab45-8c4e-4907-8343-cc22fde1426f req-1bc9895a-8971-4357-b101-5a2eac954d5a tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/security-groups?id=e40cc133-4265-4bed-b41f-bcd52141e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3448548 Feb 09 18:02:35.243081 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0213aa86-d297-4f3e-9a81-629f6c37fe30 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:35.275498 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213aa86-d297-4f3e-9a81-629f6c37fe30 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Pushing event deleted for resources: {'Network': ['ID=47873bf1-48c7-4b1b-92ca-e0b1b4a86e5e,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:35.340835 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0213aa86-d297-4f3e-9a81-629f6c37fe30 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] 10.222.0.21 "DELETE /v2.0/networks/47873bf1-48c7-4b1b-92ca-e0b1b4a86e5e HTTP/1.1" status: 204 len: 168 time: 3.7733686 Feb 09 18:02:35.354145 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45260) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:35.390208 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-f354b6d3-2178-4433-b535-cd97b91de048 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Allocated IP 172.26.8.196 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/d279cc4e-781c-44f4-8569-bac17ed9cdf6) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:35.409059 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port aba7e261-8332-41aa-bcc1-83247c69f16c triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:35.409853 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:35.436204 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98bc7892-04c3-46d5-bcf2-9b6f88b3fd8e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:35.445930 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ab04c603-7af9-443b-8f88-0fc258aeab15 None None] Calling delete_port for 74280ac9-ddc3-43c1-a0cd-6a73e621724d owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:35.447274 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45264) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:35.487310 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-71220e47-3f5d-4250-8ae1-0623076f7ec0 None None] Calling delete_port for aba7e261-8332-41aa-bcc1-83247c69f16c owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:35.608524 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-13c1e9ef-01a6-4103-9dd0-a59801947dbf tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:35.652071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da7355-b248-4dab-b950-0fd94a5a3f19 req-d4625dd1-0e45-4734-b69b-bbe8ee5abd0e tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:35.658902 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-84da7355-b248-4dab-b950-0fd94a5a3f19 req-d4625dd1-0e45-4734-b69b-bbe8ee5abd0e tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 945 time: 0.3542309 Feb 09 18:02:35.681887 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-643dbe72-e0fc-461d-8f27-f70e6a8d159e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-69121650'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:35.686861 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-643dbe72-e0fc-461d-8f27-f70e6a8d159e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:35.703113 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-13c1e9ef-01a6-4103-9dd0-a59801947dbf tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Deleting port 74280ac9-ddc3-43c1-a0cd-6a73e621724d {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:35.703452 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-13c1e9ef-01a6-4103-9dd0-a59801947dbf tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:35.710718 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-7269e67f-287a-47a3-b6b0-02ea25e6e2cf req-428f9215-b42f-4542-9c23-34bfb5ac6cb5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e521863-3f8f-412f-a30e-e2cb62371d31 HTTP/1.1" status: 200 len: 1001 time: 0.9996412 Feb 09 18:02:35.717492 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-b8524db2-4d95-4733-be2e-1f71e9a0643c None None] Set router 78633f50-0f03-45d5-89b5-552acd2dac7f gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:02:35.729210 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-643dbe72-e0fc-461d-8f27-f70e6a8d159e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Usage tracker for resource:network and tenant:8d905421c363432a8f39ca13f95814e3 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:35.743470 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-643dbe72-e0fc-461d-8f27-f70e6a8d159e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:35.774426 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-643dbe72-e0fc-461d-8f27-f70e6a8d159e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:35.793427 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f354b6d3-2178-4433-b535-cd97b91de048 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:35.820070 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d67cb801-4d25-4e45-8f7a-fb6585ef8ab5 req-86495fd1-7ed0-4f63-a4fa-60047c257e48 service neutron] 10.222.0.50 "GET /v2.0/networks/2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2477739 Feb 09 18:02:35.858161 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e9cc87fc-164f-446a-8e59-f33ce3887d4c req-4f281212-69ec-4a64-ba02-0c964ed75f73 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcd95642-a824-4155-bb88-3237befcc80a HTTP/1.1" status: 200 len: 999 time: 0.6461821 Feb 09 18:02:35.877305 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-84da7355-b248-4dab-b950-0fd94a5a3f19 req-9f355cc6-56d6-42ce-8825-c69bc2dfb585 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f6bb0e-9d51-4ec5-8646-92b2f8965ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173724 Feb 09 18:02:35.909143 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643dbe72-e0fc-461d-8f27-f70e6a8d159e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Made reservation on behalf of 8d905421c363432a8f39ca13f95814e3 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:35.910887 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269e67f-287a-47a3-b6b0-02ea25e6e2cf req-0bfc3b5f-f15e-46f0-8741-00a7d112a637 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:35.912250 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-643dbe72-e0fc-461d-8f27-f70e6a8d159e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:35.912588 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-7269e67f-287a-47a3-b6b0-02ea25e6e2cf req-0bfc3b5f-f15e-46f0-8741-00a7d112a637 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe4e75a4-3fb3-49bd-9ee8-da883c83a940 HTTP/1.1" status: 200 len: 851 time: 0.1912177 Feb 09 18:02:35.981894 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-643dbe72-e0fc-461d-8f27-f70e6a8d159e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:35.994336 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Port aba7e261-8332-41aa-bcc1-83247c69f16c update to ACTIVE by agent not found {{(pid=84543) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 09 18:02:35.997254 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71220e47-3f5d-4250-8ae1-0623076f7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:36.009110 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab04c603-7af9-443b-8f88-0fc258aeab15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:36.046242 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-13c1e9ef-01a6-4103-9dd0-a59801947dbf tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] For port 74280ac9-ddc3-43c1-a0cd-6a73e621724d, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=74280ac9-ddc3-43c1-a0cd-6a73e621724d,segment=NetworkSegment(3f907b31-be33-474e-9b7e-3662b14a6b47),segment_id=3f907b31-be33-474e-9b7e-3662b14a6b47)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:36.054822 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-13c1e9ef-01a6-4103-9dd0-a59801947dbf tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:36.058051 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc87fc-164f-446a-8e59-f33ce3887d4c req-bf732754-ec60-45e7-8873-a21b8acf0613 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:36.059878 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e9cc87fc-164f-446a-8e59-f33ce3887d4c req-bf732754-ec60-45e7-8873-a21b8acf0613 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f47090f-8581-4feb-b645-4f9000c047bb HTTP/1.1" status: 200 len: 845 time: 0.1947093 Feb 09 18:02:36.062341 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-643dbe72-e0fc-461d-8f27-f70e6a8d159e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:36.073261 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71220e47-3f5d-4250-8ae1-0623076f7ec0 None None] No DVR routers for this DVR port aba7e261-8332-41aa-bcc1-83247c69f16c on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:02:36.097725 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71220e47-3f5d-4250-8ae1-0623076f7ec0 None None] Pushing event deleted for resources: {'Port': ['ID=aba7e261-8332-41aa-bcc1-83247c69f16c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:36.175437 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-643dbe72-e0fc-461d-8f27-f70e6a8d159e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Usage tracker for resource:security_group_rule and tenant:8d905421c363432a8f39ca13f95814e3 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:36.178078 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 74280ac9-ddc3-43c1-a0cd-6a73e621724d no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:02:36.184300 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-13c1e9ef-01a6-4103-9dd0-a59801947dbf tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Calling delete_port for 74280ac9-ddc3-43c1-a0cd-6a73e621724d owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:36.214202 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f354b6d3-2178-4433-b535-cd97b91de048 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:36.224237 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-643dbe72-e0fc-461d-8f27-f70e6a8d159e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:36.228569 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab04c603-7af9-443b-8f88-0fc258aeab15 None None] No DVR routers for this DVR port 74280ac9-ddc3-43c1-a0cd-6a73e621724d on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:02:36.234977 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 74280ac9-ddc3-43c1-a0cd-6a73e621724d {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:02:36.235237 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 74280ac9-ddc3-43c1-a0cd-6a73e621724d not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:02:36.235650 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 3b4b7855-4801-402a-9f74-805aa2ccc494 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:02:36.275803 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-643dbe72-e0fc-461d-8f27-f70e6a8d159e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:36.304162 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04c603-7af9-443b-8f88-0fc258aeab15 None None] Pushing event deleted for resources: {'Port': ['ID=74280ac9-ddc3-43c1-a0cd-6a73e621724d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:36.310171 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 3b4b7855-4801-402a-9f74-805aa2ccc494 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:02:36.310773 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 3b4b7855-4801-402a-9f74-805aa2ccc494 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:02:36.312073 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device a6f648ca-9194-44f7-b877-0dcee17f697e no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:02:36.347350 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-6d3692a0-8c09-441c-a3fb-16caff08f4b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Allocated IP 172.26.8.227 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/d227db40-7a65-4fb0-9a0f-6a289cf4378c) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:36.385769 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: a6f648ca-9194-44f7-b877-0dcee17f697e {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:02:36.386045 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device a6f648ca-9194-44f7-b877-0dcee17f697e not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:02:36.386487 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device aba7e261-8332-41aa-bcc1-83247c69f16c no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:02:36.406933 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f354b6d3-2178-4433-b535-cd97b91de048 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:36.411618 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354b6d3-2178-4433-b535-cd97b91de048 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Pushing event updated for resources: {'Port': ['ID=d279cc4e-781c-44f4-8569-bac17ed9cdf6,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:36.421695 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-f354b6d3-2178-4433-b535-cd97b91de048 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:36.426246 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-7269e67f-287a-47a3-b6b0-02ea25e6e2cf req-c447cef9-0906-49f7-8801-b74d2586d9c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bfbb786d-fb18-4e8f-a54d-5c87d11addf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5044160 Feb 09 18:02:36.428854 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f354b6d3-2178-4433-b535-cd97b91de048 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:36.473204 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-8e27aba5-9d12-42a9-a89f-138b3883748f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'name': 'tempest-ServerActionsTestJSON-1826794592-router', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:22Z', 'revision_number': 4, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'gw_port': {'id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:11Z', 'updated_at': '2022-02-09T18:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'bb5700b8-b0e9-4e64-9461-59bfa8edbd52', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'floating_ip_address': '172.26.8.218', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'port_id': '23458b41-2e68-42ce-831d-f246fea29783', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353', 'mac_address': 'fa:16:3e:8e:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3f94a8-06c9-47df-8a60-1ea60864f32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:01:35Z', 'updated_at': '2022-02-09T18:02:25Z', 'revision_number': 1, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c1ed482-ddce-4a72-9f9d-f0eaa1553568', 'name': '', 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'mac_address': 'fa:16:3e:59:d4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b05e458-9599-4698-b30c-c2fa3f37163a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:19Z', 'updated_at': '2022-02-09T18:02:03Z', 'revision_number': 5, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'subnets': [{'id': '3b05e458-9599-4698-b30c-c2fa3f37163a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:36.479847 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: aba7e261-8332-41aa-bcc1-83247c69f16c {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:02:36.480146 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device aba7e261-8332-41aa-bcc1-83247c69f16c not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:02:36.498680 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e27aba5-9d12-42a9-a89f-138b3883748f None None] Checking router: 36901a24-e8f9-45c6-b9c4-66f195529e5e for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:02:36.521441 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e27aba5-9d12-42a9-a89f-138b3883748f None None] Routers {'36901a24-e8f9-45c6-b9c4-66f195529e5e'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:02:36.523518 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-8e27aba5-9d12-42a9-a89f-138b3883748f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['36901a24-e8f9-45c6-b9c4-66f195529e5e'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:36.542100 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.api [None req-13c1e9ef-01a6-4103-9dd0-a59801947dbf tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:02:36.542827 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG oslo_db.api [None req-13c1e9ef-01a6-4103-9dd0-a59801947dbf tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:02:36.656946 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-643dbe72-e0fc-461d-8f27-f70e6a8d159e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:36.675150 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6a1ab-3091-4012-a58e-edf92defc2db req-031df649-4b8d-4805-82b3-89941eceb7f6 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:36.676783 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-71d6a1ab-3091-4012-a58e-edf92defc2db req-031df649-4b8d-4805-82b3-89941eceb7f6 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.3855593 Feb 09 18:02:36.687776 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e9cc87fc-164f-446a-8e59-f33ce3887d4c req-7b5cdbe2-e29e-4a0e-8861-cab3603a4da5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9fe6eda-77b1-46f2-95d6-d5589d4aff54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4966674 Feb 09 18:02:36.719809 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22b54b-ca2c-47cd-ba6c-aab2d2018c64 req-f0572160-7c1c-4027-859a-ef4cfe36d5c9 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:36.721201 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8a22b54b-ca2c-47cd-ba6c-aab2d2018c64 req-f0572160-7c1c-4027-859a-ef4cfe36d5c9 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 946 time: 0.2959249 Feb 09 18:02:36.727482 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-643dbe72-e0fc-461d-8f27-f70e6a8d159e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:36.786835 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643dbe72-e0fc-461d-8f27-f70e6a8d159e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:02:36.821919 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-71d6a1ab-3091-4012-a58e-edf92defc2db req-1092f106-6f72-457f-a86d-581059e7e02a tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390841 Feb 09 18:02:36.822566 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643dbe72-e0fc-461d-8f27-f70e6a8d159e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=637ab202-6a97-4f9c-9e88-a8d568079f20,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:36.825340 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-643dbe72-e0fc-461d-8f27-f70e6a8d159e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:36.825681 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-643dbe72-e0fc-461d-8f27-f70e6a8d159e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Added segment 7cdfbe44-7f0b-4071-b556-d2855f480828 of type vlan for network db23979d-020d-4701-a8c3-39594aecdb58 Feb 09 18:02:36.877814 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8a22b54b-ca2c-47cd-ba6c-aab2d2018c64 req-55d0793e-81c6-4268-a5af-80856112e39d tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/security-groups?id=e40cc133-4265-4bed-b41f-bcd52141e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289103 Feb 09 18:02:36.881216 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-8e27aba5-9d12-42a9-a89f-138b3883748f None None] Set router 36901a24-e8f9-45c6-b9c4-66f195529e5e gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:02:36.885365 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-643dbe72-e0fc-461d-8f27-f70e6a8d159e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:36.892298 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.objects.ports [None req-98bc7892-04c3-46d5-bcf2-9b6f88b3fd8e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84542) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 18:02:36.899457 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98bc7892-04c3-46d5-bcf2-9b6f88b3fd8e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:36.960349 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f354b6d3-2178-4433-b535-cd97b91de048 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router_gateway, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:36.961274 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f354b6d3-2178-4433-b535-cd97b91de048 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:37.059554 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d3692a0-8c09-441c-a3fb-16caff08f4b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:37.075851 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc7892-04c3-46d5-bcf2-9b6f88b3fd8e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event updated for resources: {'Subnet': ['ID=f174bd9a-68fe-4d13-9359-72377fad4300,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:37.085362 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-7269e67f-287a-47a3-b6b0-02ea25e6e2cf req-734f9ffa-45af-4e76-ab73-589b3e78fcca service neutron] 10.222.0.50 "GET /v2.0/networks/bfbb786d-fb18-4e8f-a54d-5c87d11addf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6426263 Feb 09 18:02:37.138069 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-b8524db2-4d95-4733-be2e-1f71e9a0643c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'name': 'tempest-ServersTestJSON-1663983980-router', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:07Z', 'updated_at': '2022-02-09T18:01:23Z', 'revision_number': 4, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'gw_port': {'id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '5008688e-95ba-4e1f-8e7d-bbe699b92bf8', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'floating_ip_address': '172.26.8.25', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'port_id': 'dcd95642-a824-4155-bb88-3237befcc80a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54', 'mac_address': 'fa:16:3e:b2:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a31670-efb2-4a23-b144-1a82e8f4eb21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:01:37Z', 'updated_at': '2022-02-09T18:02:27Z', 'revision_number': 1, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c809b017-4ad2-4077-a13e-9a0c6846906e', 'name': '', 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'mac_address': 'fa:16:3e:d7:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f47090f-8581-4feb-b645-4f9000c047bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:20Z', 'updated_at': '2022-02-09T18:01:37Z', 'revision_number': 5, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'subnets': [{'id': '5f47090f-8581-4feb-b645-4f9000c047bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:37.155452 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-13c1e9ef-01a6-4103-9dd0-a59801947dbf tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Deleting port 74280ac9-ddc3-43c1-a0cd-6a73e621724d {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:37.155798 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-13c1e9ef-01a6-4103-9dd0-a59801947dbf tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:37.157438 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8524db2-4d95-4733-be2e-1f71e9a0643c None None] Checking router: 78633f50-0f03-45d5-89b5-552acd2dac7f for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:02:37.179903 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-643dbe72-e0fc-461d-8f27-f70e6a8d159e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:37.183687 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643dbe72-e0fc-461d-8f27-f70e6a8d159e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:37.184282 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-643dbe72-e0fc-461d-8f27-f70e6a8d159e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:37.239541 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e9cc87fc-164f-446a-8e59-f33ce3887d4c req-8962c395-975d-4fe8-b629-c4b7bec06605 service neutron] 10.222.0.50 "GET /v2.0/networks/e9fe6eda-77b1-46f2-95d6-d5589d4aff54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438170 Feb 09 18:02:37.241269 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8524db2-4d95-4733-be2e-1f71e9a0643c None None] Routers {'78633f50-0f03-45d5-89b5-552acd2dac7f'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:02:37.241982 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-b8524db2-4d95-4733-be2e-1f71e9a0643c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['78633f50-0f03-45d5-89b5-552acd2dac7f'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:37.326361 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bc7892-04c3-46d5-bcf2-9b6f88b3fd8e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Checking segment: {'id': '2db9458f-3721-499c-ad10-a46b5cb3c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8fa75a4c-e209-4a89-b1d8-b67803868e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:37.326361 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bc7892-04c3-46d5-bcf2-9b6f88b3fd8e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Network hostable DHCP agents. Network: 8fa75a4c-e209-4a89-b1d8-b67803868e5e, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:02:37.355304 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d3692a0-8c09-441c-a3fb-16caff08f4b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:37.445743 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-13c1e9ef-01a6-4103-9dd0-a59801947dbf tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] The port '74280ac9-ddc3-43c1-a0cd-6a73e621724d' was deleted {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:02:37.449112 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-7269e67f-287a-47a3-b6b0-02ea25e6e2cf req-aaadfc95-dcee-4c9f-80a9-8ff366a36438 service neutron] 10.222.0.50 "GET /v2.0/networks/bfbb786d-fb18-4e8f-a54d-5c87d11addf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388929 Feb 09 18:02:37.487396 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3692a0-8c09-441c-a3fb-16caff08f4b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:37.500892 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3692a0-8c09-441c-a3fb-16caff08f4b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event updated for resources: {'Port': ['ID=d227db40-7a65-4fb0-9a0f-6a289cf4378c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:37.504839 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-6d3692a0-8c09-441c-a3fb-16caff08f4b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:37.513987 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3692a0-8c09-441c-a3fb-16caff08f4b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:37.538397 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-b8524db2-4d95-4733-be2e-1f71e9a0643c None None] Set router 78633f50-0f03-45d5-89b5-552acd2dac7f gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:02:37.552886 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643dbe72-e0fc-461d-8f27-f70e6a8d159e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Pushing event updated for resources: {'Network': ['ID=db23979d-020d-4701-a8c3-39594aecdb58,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:37.597531 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network db23979d-020d-4701-a8c3-39594aecdb58 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:02:37.630109 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-643dbe72-e0fc-461d-8f27-f70e6a8d159e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1795142 Feb 09 18:02:37.646612 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45278) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:37.662363 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-667e7f25-c4f1-4989-8216-315f00550813 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Request body: {'subnet': {'network_id': 'db23979d-020d-4701-a8c3-39594aecdb58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:37.680255 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e9cc87fc-164f-446a-8e59-f33ce3887d4c req-6325a5e4-7b80-4cea-9065-99909d4c0389 service neutron] 10.222.0.50 "GET /v2.0/networks/e9fe6eda-77b1-46f2-95d6-d5589d4aff54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288547 Feb 09 18:02:37.686591 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-13c1e9ef-01a6-4103-9dd0-a59801947dbf tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:37.728076 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bc7892-04c3-46d5-bcf2-9b6f88b3fd8e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Network 8fa75a4c-e209-4a89-b1d8-b67803868e5e is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:02:37.798917 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-13c1e9ef-01a6-4103-9dd0-a59801947dbf tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626ebcc7-6489-4d2b-8004-fbe741b8f0ce']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:37.804151 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-8e27aba5-9d12-42a9-a89f-138b3883748f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'name': 'tempest-ServerActionsTestJSON-1826794592-router', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:22Z', 'revision_number': 4, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'gw_port': {'id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:11Z', 'updated_at': '2022-02-09T18:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'bb5700b8-b0e9-4e64-9461-59bfa8edbd52', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'floating_ip_address': '172.26.8.218', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'port_id': '23458b41-2e68-42ce-831d-f246fea29783', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353', 'mac_address': 'fa:16:3e:8e:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3f94a8-06c9-47df-8a60-1ea60864f32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:01:35Z', 'updated_at': '2022-02-09T18:02:25Z', 'revision_number': 1, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c1ed482-ddce-4a72-9f9d-f0eaa1553568', 'name': '', 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'mac_address': 'fa:16:3e:59:d4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b05e458-9599-4698-b30c-c2fa3f37163a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:19Z', 'updated_at': '2022-02-09T18:02:03Z', 'revision_number': 5, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'subnets': [{'id': '3b05e458-9599-4698-b30c-c2fa3f37163a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:37.812185 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154bda2-7bc7-4c84-bc04-90a54782ea5a req-676c7e44-074f-47e1-af34-c1e7b40cb94f tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:37.813654 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3154bda2-7bc7-4c84-bc04-90a54782ea5a req-676c7e44-074f-47e1-af34-c1e7b40cb94f tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.7888038 Feb 09 18:02:37.823769 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-98bc7892-04c3-46d5-bcf2-9b6f88b3fd8e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 8fa75a4c-e209-4a89-b1d8-b67803868e5e) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:37.826310 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e27aba5-9d12-42a9-a89f-138b3883748f None None] The sync data for ids ['36901a24-e8f9-45c6-b9c4-66f195529e5e'] in dv-neutron-827016-2-hyperv is: [{'id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'name': 'tempest-ServerActionsTestJSON-1826794592-router', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:22Z', 'revision_number': 4, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'gw_port': {'id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:11Z', 'updated_at': '2022-02-09T18:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'bb5700b8-b0e9-4e64-9461-59bfa8edbd52', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'floating_ip_address': '172.26.8.218', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'port_id': '23458b41-2e68-42ce-831d-f246fea29783', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353', 'mac_address': 'fa:16:3e:8e:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3f94a8-06c9-47df-8a60-1ea60864f32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:01:35Z', 'updated_at': '2022-02-09T18:02:25Z', 'revision_number': 1, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c1ed482-ddce-4a72-9f9d-f0eaa1553568', 'name': '', 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'mac_address': 'fa:16:3e:59:d4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b05e458-9599-4698-b30c-c2fa3f37163a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:19Z', 'updated_at': '2022-02-09T18:02:03Z', 'revision_number': 5, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'subnets': [{'id': '3b05e458-9599-4698-b30c-c2fa3f37163a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:02:37.836403 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-13c1e9ef-01a6-4103-9dd0-a59801947dbf tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f907b31-be33-474e-9b7e-3662b14a6b47') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:37.836766 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-13c1e9ef-01a6-4103-9dd0-a59801947dbf tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f907b31-be33-474e-9b7e-3662b14a6b47') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:37.837323 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5e53c5-6e84-41c0-bbdf-5b4bd2c80784 None None] Network 8fa75a4c-e209-4a89-b1d8-b67803868e5e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:02:37.846077 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bc7892-04c3-46d5-bcf2-9b6f88b3fd8e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:37.847086 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98bc7892-04c3-46d5-bcf2-9b6f88b3fd8e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:37.848762 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb51b6a-af3e-403d-9483-17fd58aff381 req-d3e00317-d698-4639-aebb-44d4be980a45 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:37.855568 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9eb51b6a-af3e-403d-9483-17fd58aff381 req-d3e00317-d698-4639-aebb-44d4be980a45 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 945 time: 0.6398928 Feb 09 18:02:37.905062 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-13c1e9ef-01a6-4103-9dd0-a59801947dbf tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:37.909701 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d3692a0-8c09-441c-a3fb-16caff08f4b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:37.910604 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d3692a0-8c09-441c-a3fb-16caff08f4b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:37.935001 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-667e7f25-c4f1-4989-8216-315f00550813 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:37.958054 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-667e7f25-c4f1-4989-8216-315f00550813 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Usage tracker for resource:subnet and tenant:8d905421c363432a8f39ca13f95814e3 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:37.961215 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-13c1e9ef-01a6-4103-9dd0-a59801947dbf tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:37.968508 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-667e7f25-c4f1-4989-8216-315f00550813 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:37.982947 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-667e7f25-c4f1-4989-8216-315f00550813 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:37.989600 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-98bc7892-04c3-46d5-bcf2-9b6f88b3fd8e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0066020 Feb 09 18:02:37.990144 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45284) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:37.993258 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c1e9ef-01a6-4103-9dd0-a59801947dbf tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:02:37.998368 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-13c1e9ef-01a6-4103-9dd0-a59801947dbf tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:38.004767 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-67a3310a-99ec-4261-a3db-e1e03861fb1e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Request body: {'port': {'network_id': '8fa75a4c-e209-4a89-b1d8-b67803868e5e', 'name': 'tempest-NetworksIpV6TestAttrs-544839023'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:02:38.009298 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:02:38.024041 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3154bda2-7bc7-4c84-bc04-90a54782ea5a req-eb321ced-4cc8-44a6-83e6-4b5e26f76d84 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008543 Feb 09 18:02:38.088004 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9eb51b6a-af3e-403d-9483-17fd58aff381 req-f3a3922e-ef21-42ca-84e2-4f6cb39be28b tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f6bb0e-9d51-4ec5-8646-92b2f8965ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314837 Feb 09 18:02:38.177368 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667e7f25-c4f1-4989-8216-315f00550813 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Made reservation on behalf of 8d905421c363432a8f39ca13f95814e3 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:38.292626 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5853db-f657-4d58-bdc8-b02f6ffa97f6 None None] New status for floating IP bb5700b8-b0e9-4e64-9461-59bfa8edbd52: ACTIVE {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:02:38.315115 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-13c1e9ef-01a6-4103-9dd0-a59801947dbf tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:38.350255 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-13c1e9ef-01a6-4103-9dd0-a59801947dbf tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:38.360733 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-67a3310a-99ec-4261-a3db-e1e03861fb1e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:38.366072 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-67a3310a-99ec-4261-a3db-e1e03861fb1e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Usage tracker for resource:port and tenant:682fbf024fe547bb8807d1fbc4363a37 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:38.369734 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-67a3310a-99ec-4261-a3db-e1e03861fb1e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:38.377897 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-67a3310a-99ec-4261-a3db-e1e03861fb1e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:38.413490 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1e9ef-01a6-4103-9dd0-a59801947dbf tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Pushing event deleted for resources: {'Network': ['ID=626ebcc7-6489-4d2b-8004-fbe741b8f0ce,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:38.443308 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-13c1e9ef-01a6-4103-9dd0-a59801947dbf tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] 10.222.0.21 "DELETE /v2.0/networks/626ebcc7-6489-4d2b-8004-fbe741b8f0ce HTTP/1.1" status: 204 len: 168 time: 3.0857425 Feb 09 18:02:38.444785 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45290) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:38.470099 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-667e7f25-c4f1-4989-8216-315f00550813 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:38.572797 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a3310a-99ec-4261-a3db-e1e03861fb1e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Made reservation on behalf of 682fbf024fe547bb8807d1fbc4363a37 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:38.575879 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67a3310a-99ec-4261-a3db-e1e03861fb1e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:38.602971 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-093a18c9-a3ca-4b88-a8a5-0a4bf172beb3 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:38.618116 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-67a3310a-99ec-4261-a3db-e1e03861fb1e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] device_id is not set on port 7a017afe-5772-4f6f-a7a5-d769da17d8de yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:02:38.620454 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955862f-4331-4f11-b4e2-74a674c6c41b req-25aa65f9-fc09-4d4a-b9d7-2c1f49c99cab tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:38.621981 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f955862f-4331-4f11-b4e2-74a674c6c41b req-25aa65f9-fc09-4d4a-b9d7-2c1f49c99cab tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 946 time: 0.3081903 Feb 09 18:02:38.647271 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a06b618-5b52-434c-ae7b-6dc662d2d13a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-8fa75a4c-e209-4a89-b1d8-b67803868e5e', 'network_id': '8fa75a4c-e209-4a89-b1d8-b67803868e5e', 'tenant_id': '682fbf024fe547bb8807d1fbc4363a37', 'fixed_ips': [{'subnet_id': 'f174bd9a-68fe-4d13-9359-72377fad4300'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:02:38.648071 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a06b618-5b52-434c-ae7b-6dc662d2d13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:38.655246 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3692a0-8c09-441c-a3fb-16caff08f4b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Router 8191c06a-dccc-43b5-b6a3-64343aff3e2d is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:02:38.753789 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f955862f-4331-4f11-b4e2-74a674c6c41b req-61b0aa3c-fc83-4beb-97d6-c0f02592dd4f tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/security-groups?id=e40cc133-4265-4bed-b41f-bcd52141e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139677 Feb 09 18:02:38.759816 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f354b6d3-2178-4433-b535-cd97b91de048 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Router ba311bd6-164a-4054-8b57-499cf915536a is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:02:38.793472 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-b8524db2-4d95-4733-be2e-1f71e9a0643c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'name': 'tempest-ServersTestJSON-1663983980-router', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:07Z', 'updated_at': '2022-02-09T18:01:23Z', 'revision_number': 4, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'gw_port': {'id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '5008688e-95ba-4e1f-8e7d-bbe699b92bf8', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'floating_ip_address': '172.26.8.25', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'port_id': 'dcd95642-a824-4155-bb88-3237befcc80a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54', 'mac_address': 'fa:16:3e:b2:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a31670-efb2-4a23-b144-1a82e8f4eb21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:01:37Z', 'updated_at': '2022-02-09T18:02:27Z', 'revision_number': 1, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c809b017-4ad2-4077-a13e-9a0c6846906e', 'name': '', 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'mac_address': 'fa:16:3e:d7:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f47090f-8581-4feb-b645-4f9000c047bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:20Z', 'updated_at': '2022-02-09T18:01:37Z', 'revision_number': 5, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'subnets': [{'id': '5f47090f-8581-4feb-b645-4f9000c047bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:38.859537 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8524db2-4d95-4733-be2e-1f71e9a0643c None None] The sync data for ids ['78633f50-0f03-45d5-89b5-552acd2dac7f'] in dv-neutron-827016-2-hyperv is: [{'id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'name': 'tempest-ServersTestJSON-1663983980-router', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:07Z', 'updated_at': '2022-02-09T18:01:23Z', 'revision_number': 4, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'gw_port': {'id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '5008688e-95ba-4e1f-8e7d-bbe699b92bf8', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'floating_ip_address': '172.26.8.25', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'port_id': 'dcd95642-a824-4155-bb88-3237befcc80a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54', 'mac_address': 'fa:16:3e:b2:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a31670-efb2-4a23-b144-1a82e8f4eb21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:01:37Z', 'updated_at': '2022-02-09T18:02:27Z', 'revision_number': 1, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c809b017-4ad2-4077-a13e-9a0c6846906e', 'name': '', 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'mac_address': 'fa:16:3e:d7:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f47090f-8581-4feb-b645-4f9000c047bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:20Z', 'updated_at': '2022-02-09T18:01:37Z', 'revision_number': 5, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'subnets': [{'id': '5f47090f-8581-4feb-b645-4f9000c047bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:02:39.020846 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-093a18c9-a3ca-4b88-a8a5-0a4bf172beb3 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:39.099058 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-093a18c9-a3ca-4b88-a8a5-0a4bf172beb3 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31130ce-be58-4b73-9b0e-aec1e095adc0']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:39.107301 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-67a3310a-99ec-4261-a3db-e1e03861fb1e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Allocated IP 2001:db8::f816:3eff:feb7:a001 (8fa75a4c-e209-4a89-b1d8-b67803868e5e/f174bd9a-68fe-4d13-9359-72377fad4300/7a017afe-5772-4f6f-a7a5-d769da17d8de) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:39.111428 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-667e7f25-c4f1-4989-8216-315f00550813 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:39.128249 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-093a18c9-a3ca-4b88-a8a5-0a4bf172beb3 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e20da6-d8b8-4402-b19f-2f846a909282') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:39.128545 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-093a18c9-a3ca-4b88-a8a5-0a4bf172beb3 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e20da6-d8b8-4402-b19f-2f846a909282') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:39.154660 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-093a18c9-a3ca-4b88-a8a5-0a4bf172beb3 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:39.189302 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-093a18c9-a3ca-4b88-a8a5-0a4bf172beb3 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:39.206945 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093a18c9-a3ca-4b88-a8a5-0a4bf172beb3 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:02:39.207355 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-093a18c9-a3ca-4b88-a8a5-0a4bf172beb3 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:02:39.224248 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:02:39.313949 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e7f25-c4f1-4989-8216-315f00550813 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Pushing event updated for resources: {'Subnet': ['ID=f3a23076-d6c5-4424-b424-155e8ec0c406,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:39.389591 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667e7f25-c4f1-4989-8216-315f00550813 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Checking segment: {'id': '7cdfbe44-7f0b-4071-b556-d2855f480828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'db23979d-020d-4701-a8c3-39594aecdb58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:39.389864 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667e7f25-c4f1-4989-8216-315f00550813 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Network hostable DHCP agents. Network: db23979d-020d-4701-a8c3-39594aecdb58, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:02:39.402740 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776961cb-1a85-44d0-9f4f-fff9da62bd3b req-a04c923a-e3a6-46e7-b4ba-0e1f5f3ad107 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:39.404381 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-776961cb-1a85-44d0-9f4f-fff9da62bd3b req-a04c923a-e3a6-46e7-b4ba-0e1f5f3ad107 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 946 time: 0.4549351 Feb 09 18:02:39.421363 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-093a18c9-a3ca-4b88-a8a5-0a4bf172beb3 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:39.426930 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad979c0e-4d05-4777-8aaa-9184b633984f req-1481e64a-4455-4619-96c4-948f225911ca tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:39.427905 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-093a18c9-a3ca-4b88-a8a5-0a4bf172beb3 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:39.428482 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ad979c0e-4d05-4777-8aaa-9184b633984f req-1481e64a-4455-4619-96c4-948f225911ca tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.3022025 Feb 09 18:02:39.478201 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a18c9-a3ca-4b88-a8a5-0a4bf172beb3 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Pushing event deleted for resources: {'Network': ['ID=b31130ce-be58-4b73-9b0e-aec1e095adc0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:39.488044 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-093a18c9-a3ca-4b88-a8a5-0a4bf172beb3 tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] 10.222.0.21 "DELETE /v2.0/networks/b31130ce-be58-4b73-9b0e-aec1e095adc0 HTTP/1.1" status: 204 len: 168 time: 1.0424180 Feb 09 18:02:39.492682 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45300) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:39.524991 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-776961cb-1a85-44d0-9f4f-fff9da62bd3b req-e4c8e72e-e35c-4ac4-9990-4c92f3c4193b tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/security-groups?id=e40cc133-4265-4bed-b41f-bcd52141e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068175 Feb 09 18:02:39.535666 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ad979c0e-4d05-4777-8aaa-9184b633984f req-1f0c0053-ecfb-4075-ae3d-b3bbf606d36e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897896 Feb 09 18:02:39.576407 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f354b6d3-2178-4433-b535-cd97b91de048 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:02:39.577311 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2d30c8-e5f8-462b-933f-4e06914c5685 None None] Sync routers for ids ['ba311bd6-164a-4054-8b57-499cf915536a'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:02:39.582214 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667e7f25-c4f1-4989-8216-315f00550813 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Network db23979d-020d-4701-a8c3-39594aecdb58 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:02:39.599827 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2d30c8-e5f8-462b-933f-4e06914c5685 None None] Routers {'ba311bd6-164a-4054-8b57-499cf915536a'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:02:39.603278 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7f2d30c8-e5f8-462b-933f-4e06914c5685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['ba311bd6-164a-4054-8b57-499cf915536a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:39.663685 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-667e7f25-c4f1-4989-8216-315f00550813 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, db23979d-020d-4701-a8c3-39594aecdb58) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:39.667501 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667e7f25-c4f1-4989-8216-315f00550813 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:39.668082 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-667e7f25-c4f1-4989-8216-315f00550813 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:39.676420 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cc9837-d629-43ea-be33-04174d11feb3 None None] Network db23979d-020d-4701-a8c3-39594aecdb58 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:02:39.694592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f354b6d3-2178-4433-b535-cd97b91de048 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:39.695830 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f354b6d3-2178-4433-b535-cd97b91de048 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.5299597 Feb 09 18:02:39.703077 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45310) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:39.724780 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7f2d30c8-e5f8-462b-933f-4e06914c5685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:39.742772 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2d30c8-e5f8-462b-933f-4e06914c5685 None None] Routers {'ba311bd6-164a-4054-8b57-499cf915536a'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:02:39.743741 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7f2d30c8-e5f8-462b-933f-4e06914c5685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['ba311bd6-164a-4054-8b57-499cf915536a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:39.778649 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-667e7f25-c4f1-4989-8216-315f00550813 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1247573 Feb 09 18:02:39.834876 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-127685ff-ab3f-4163-89cd-559eb288fe3d tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:39.837531 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45316) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:39.869060 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-24175916-f2cd-4866-8f7a-580cdf7cfbde tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1431173604', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:39.875258 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-24175916-f2cd-4866-8f7a-580cdf7cfbde tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:39.879377 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7f2d30c8-e5f8-462b-933f-4e06914c5685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:39.879787 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2d30c8-e5f8-462b-933f-4e06914c5685 None None] The sync data for ids ['ba311bd6-164a-4054-8b57-499cf915536a'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:02:39.898471 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-24175916-f2cd-4866-8f7a-580cdf7cfbde tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Usage tracker for resource:router and tenant:8d905421c363432a8f39ca13f95814e3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:39.907168 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-24175916-f2cd-4866-8f7a-580cdf7cfbde tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:39.935093 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-24175916-f2cd-4866-8f7a-580cdf7cfbde tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:39.936194 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5150756-ce64-4cc3-9dc1-342079cb32f7 req-28e6d77e-19d9-491f-9954-2a5106023c9e tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:39.937693 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a5150756-ce64-4cc3-9dc1-342079cb32f7 req-28e6d77e-19d9-491f-9954-2a5106023c9e tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 945 time: 0.1714299 Feb 09 18:02:39.977619 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67a3310a-99ec-4261-a3db-e1e03861fb1e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:40.006004 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a5150756-ce64-4cc3-9dc1-342079cb32f7 req-b6d9ff6e-f932-40db-b41f-154ed0cc9cf4 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f6bb0e-9d51-4ec5-8646-92b2f8965ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590529 Feb 09 18:02:40.027138 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d4335caf-80d7-4b38-983b-90e9c89cddba tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "GET /v2.0/routers/ba311bd6-164a-4054-8b57-499cf915536a HTTP/1.1" status: 200 len: 921 time: 0.3229277 Feb 09 18:02:40.029819 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45320) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:40.045405 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3692a0-8c09-441c-a3fb-16caff08f4b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:02:40.069917 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd413c47-c5c5-4bd9-ad86-3d33d4a26d41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-db23979d-020d-4701-a8c3-39594aecdb58', 'network_id': 'db23979d-020d-4701-a8c3-39594aecdb58', 'tenant_id': '8d905421c363432a8f39ca13f95814e3', 'fixed_ips': [{'subnet_id': 'f3a23076-d6c5-4424-b424-155e8ec0c406'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:02:40.070905 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd413c47-c5c5-4bd9-ad86-3d33d4a26d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:40.090590 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0c2b7970-9c46-4a7d-b3b4-a3469ce3482c tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba311bd6-164a-4054-8b57-499cf915536a HTTP/1.1" status: 200 len: 205 time: 0.0594149 Feb 09 18:02:40.094682 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45326) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:40.113793 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7e97b8-7de8-427b-b846-50b0273b9fa5 None None] Sync routers for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:02:40.155435 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-127685ff-ab3f-4163-89cd-559eb288fe3d tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:40.193223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-127685ff-ab3f-4163-89cd-559eb288fe3d tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85690b84-8af8-4a5c-8272-0448d2d37aab']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:40.208338 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-127685ff-ab3f-4163-89cd-559eb288fe3d tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bebc54b2-4379-4e41-acb7-a3415c7c24ed') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:40.208858 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-127685ff-ab3f-4163-89cd-559eb288fe3d tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bebc54b2-4379-4e41-acb7-a3415c7c24ed') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:40.232676 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-67a3310a-99ec-4261-a3db-e1e03861fb1e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Transition to ACTIVE for port object 7a017afe-5772-4f6f-a7a5-d769da17d8de will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:40.234779 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-127685ff-ab3f-4163-89cd-559eb288fe3d tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:40.242342 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24175916-f2cd-4866-8f7a-580cdf7cfbde tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:40.243271 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24175916-f2cd-4866-8f7a-580cdf7cfbde tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:40.272474 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7e97b8-7de8-427b-b846-50b0273b9fa5 None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:02:40.273112 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bf7e97b8-7de8-427b-b846-50b0273b9fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:40.277806 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-127685ff-ab3f-4163-89cd-559eb288fe3d tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:40.288600 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127685ff-ab3f-4163-89cd-559eb288fe3d tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:02:40.289001 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-127685ff-ab3f-4163-89cd-559eb288fe3d tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:02:40.303981 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:02:40.338833 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bf7e97b8-7de8-427b-b846-50b0273b9fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:40.355660 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-bd413c47-c5c5-4bd9-ad86-3d33d4a26d41 None None] Allocated IP 172.20.0.2 (db23979d-020d-4701-a8c3-39594aecdb58/f3a23076-d6c5-4424-b424-155e8ec0c406/61e8141c-bafa-4b31-8be5-444336b42262) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:40.366062 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7e97b8-7de8-427b-b846-50b0273b9fa5 None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:02:40.366716 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bf7e97b8-7de8-427b-b846-50b0273b9fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:40.379410 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d3692a0-8c09-441c-a3fb-16caff08f4b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:40.383103 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6d3692a0-8c09-441c-a3fb-16caff08f4b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.7298708 Feb 09 18:02:40.383103 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24175916-f2cd-4866-8f7a-580cdf7cfbde tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:40.385329 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45332) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:40.441792 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bf7e97b8-7de8-427b-b846-50b0273b9fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:40.442194 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7e97b8-7de8-427b-b846-50b0273b9fa5 None None] The sync data for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:02:40.498062 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67a3310a-99ec-4261-a3db-e1e03861fb1e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:40.528226 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661cf74-bab7-496d-a3d1-d35e7ed07dd7 req-d0a22c38-fff5-4883-b3fb-cff9d669502e tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:40.529808 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f661cf74-bab7-496d-a3d1-d35e7ed07dd7 req-d0a22c38-fff5-4883-b3fb-cff9d669502e tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 945 time: 0.3141956 Feb 09 18:02:40.565963 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24175916-f2cd-4866-8f7a-580cdf7cfbde tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:40.587070 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-127685ff-ab3f-4163-89cd-559eb288fe3d tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:40.594198 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-8a06b618-5b52-434c-ae7b-6dc662d2d13a None None] Allocated IP 2001:db8::f816:3eff:fe9b:87ab (8fa75a4c-e209-4a89-b1d8-b67803868e5e/f174bd9a-68fe-4d13-9359-72377fad4300/0b2a9171-e71a-4156-8a28-592019899060) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:40.617344 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f661cf74-bab7-496d-a3d1-d35e7ed07dd7 req-d1421e77-cc3a-479d-a861-ef4af18e1502 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f6bb0e-9d51-4ec5-8646-92b2f8965ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804071 Feb 09 18:02:40.640821 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-127685ff-ab3f-4163-89cd-559eb288fe3d tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:40.643962 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-127685ff-ab3f-4163-89cd-559eb288fe3d tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] 10.222.0.21 "DELETE /v2.0/networks/85690b84-8af8-4a5c-8272-0448d2d37aab HTTP/1.1" status: 204 len: 168 time: 1.1500409 Feb 09 18:02:40.653423 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3310a-99ec-4261-a3db-e1e03861fb1e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event updated for resources: {'Port': ['ID=7a017afe-5772-4f6f-a7a5-d769da17d8de,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:40.677839 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a3310a-99ec-4261-a3db-e1e03861fb1e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Network 8fa75a4c-e209-4a89-b1d8-b67803868e5e is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:40.682434 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-67a3310a-99ec-4261-a3db-e1e03861fb1e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:40.689143 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a3310a-99ec-4261-a3db-e1e03861fb1e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:40.693819 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a3310a-99ec-4261-a3db-e1e03861fb1e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:40.694926 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67a3310a-99ec-4261-a3db-e1e03861fb1e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:40.704014 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127685ff-ab3f-4163-89cd-559eb288fe3d tempest-BulkNetworkOpsIpV6Test-429398838 tempest-BulkNetworkOpsIpV6Test-429398838-project] Pushing event deleted for resources: {'Network': ['ID=85690b84-8af8-4a5c-8272-0448d2d37aab,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:40.711951 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24175916-f2cd-4866-8f7a-580cdf7cfbde tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:40.713051 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-24175916-f2cd-4866-8f7a-580cdf7cfbde tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8705823 Feb 09 18:02:40.717180 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-311bc0ba-6e0e-4464-a345-295ec5d7dbea tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:40.717718 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45342) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:40.975268 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-67a3310a-99ec-4261-a3db-e1e03861fb1e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.9812677 Feb 09 18:02:40.979952 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45348) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:40.999139 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a06b618-5b52-434c-ae7b-6dc662d2d13a None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:41.020409 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8a06b618-5b52-434c-ae7b-6dc662d2d13a None None] Transition to ACTIVE for port object 0b2a9171-e71a-4156-8a28-592019899060 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:41.034346 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd413c47-c5c5-4bd9-ad86-3d33d4a26d41 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:41.053859 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-bd413c47-c5c5-4bd9-ad86-3d33d4a26d41 None None] Transition to ACTIVE for port object 61e8141c-bafa-4b31-8be5-444336b42262 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:41.056911 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8a06b618-5b52-434c-ae7b-6dc662d2d13a None None] Transition to ACTIVE for port object 0b2a9171-e71a-4156-8a28-592019899060 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:41.078180 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-bd413c47-c5c5-4bd9-ad86-3d33d4a26d41 None None] Transition to ACTIVE for port object 61e8141c-bafa-4b31-8be5-444336b42262 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:41.161086 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a06b618-5b52-434c-ae7b-6dc662d2d13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:41.201656 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd413c47-c5c5-4bd9-ad86-3d33d4a26d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:41.263837 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a06b618-5b52-434c-ae7b-6dc662d2d13a None None] Network 8fa75a4c-e209-4a89-b1d8-b67803868e5e is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:41.269738 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-8a06b618-5b52-434c-ae7b-6dc662d2d13a None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:41.276512 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a06b618-5b52-434c-ae7b-6dc662d2d13a None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:41.286147 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd413c47-c5c5-4bd9-ad86-3d33d4a26d41 None None] Network db23979d-020d-4701-a8c3-39594aecdb58 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:41.325464 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-bd413c47-c5c5-4bd9-ad86-3d33d4a26d41 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:41.334170 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd413c47-c5c5-4bd9-ad86-3d33d4a26d41 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:41.340555 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06b618-5b52-434c-ae7b-6dc662d2d13a None None] Pushing event updated for resources: {'Port': ['ID=0b2a9171-e71a-4156-8a28-592019899060,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:41.351845 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45354) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:41.382853 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1960fce-8c3a-4ed7-b913-2a48e33098ff req-b218d0d6-a342-4e42-b01f-2e3d15fe2792 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:41.390359 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a1960fce-8c3a-4ed7-b913-2a48e33098ff req-b218d0d6-a342-4e42-b01f-2e3d15fe2792 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.3689330 Feb 09 18:02:41.395749 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3dc7323-fa56-4e0e-93a7-5a319a250000 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Deleting subnet f174bd9a-68fe-4d13-9359-72377fad4300 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:02:41.399342 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7323-fa56-4e0e-93a7-5a319a250000 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:41.464258 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-8a06b618-5b52-434c-ae7b-6dc662d2d13a None None] Attempting to bind port 0b2a9171-e71a-4156-8a28-592019899060 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:02:41.464538 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-8a06b618-5b52-434c-ae7b-6dc662d2d13a None None] Attempting to bind port 0b2a9171-e71a-4156-8a28-592019899060 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '2db9458f-3721-499c-ad10-a46b5cb3c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8fa75a4c-e209-4a89-b1d8-b67803868e5e'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:02:41.464738 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a06b618-5b52-434c-ae7b-6dc662d2d13a None None] Attempting to bind port 0b2a9171-e71a-4156-8a28-592019899060 on network 8fa75a4c-e209-4a89-b1d8-b67803868e5e {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:02:41.514155 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a1960fce-8c3a-4ed7-b913-2a48e33098ff req-54f231af-3924-41ff-9df2-b762ecbeef50 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227517 Feb 09 18:02:41.553373 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b3a146a-54e2-4d20-8261-d06150b254cc tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:41.573462 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7323-fa56-4e0e-93a7-5a319a250000 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:41.585695 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a06b618-5b52-434c-ae7b-6dc662d2d13a None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:02:41.585986 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a06b618-5b52-434c-ae7b-6dc662d2d13a None None] Checking segment: {'id': '2db9458f-3721-499c-ad10-a46b5cb3c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8fa75a4c-e209-4a89-b1d8-b67803868e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:41.586585 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a06b618-5b52-434c-ae7b-6dc662d2d13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:41.586983 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a06b618-5b52-434c-ae7b-6dc662d2d13a None None] Bound using segment: {'id': '2db9458f-3721-499c-ad10-a46b5cb3c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8fa75a4c-e209-4a89-b1d8-b67803868e5e'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:02:41.587652 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-8a06b618-5b52-434c-ae7b-6dc662d2d13a None None] Bound port: 0b2a9171-e71a-4156-8a28-592019899060, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db9458f-3721-499c-ad10-a46b5cb3c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8fa75a4c-e209-4a89-b1d8-b67803868e5e'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:02:41.588043 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a06b618-5b52-434c-ae7b-6dc662d2d13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:41.591025 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-311bc0ba-6e0e-4464-a345-295ec5d7dbea tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:41.648654 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd413c47-c5c5-4bd9-ad86-3d33d4a26d41 None None] Pushing event updated for resources: {'Port': ['ID=61e8141c-bafa-4b31-8be5-444336b42262,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:41.707381 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-311bc0ba-6e0e-4464-a345-295ec5d7dbea tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Deleting port d279cc4e-781c-44f4-8569-bac17ed9cdf6 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:41.707381 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-311bc0ba-6e0e-4464-a345-295ec5d7dbea tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:41.714760 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-bd413c47-c5c5-4bd9-ad86-3d33d4a26d41 None None] Attempting to bind port 61e8141c-bafa-4b31-8be5-444336b42262 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:02:41.715123 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-bd413c47-c5c5-4bd9-ad86-3d33d4a26d41 None None] Attempting to bind port 61e8141c-bafa-4b31-8be5-444336b42262 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7cdfbe44-7f0b-4071-b556-d2855f480828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'db23979d-020d-4701-a8c3-39594aecdb58'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:02:41.715494 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd413c47-c5c5-4bd9-ad86-3d33d4a26d41 None None] Attempting to bind port 61e8141c-bafa-4b31-8be5-444336b42262 on network db23979d-020d-4701-a8c3-39594aecdb58 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:02:41.727186 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd413c47-c5c5-4bd9-ad86-3d33d4a26d41 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:02:41.727636 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd413c47-c5c5-4bd9-ad86-3d33d4a26d41 None None] Checking segment: {'id': '7cdfbe44-7f0b-4071-b556-d2855f480828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'db23979d-020d-4701-a8c3-39594aecdb58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:41.727955 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd413c47-c5c5-4bd9-ad86-3d33d4a26d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:41.728345 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd413c47-c5c5-4bd9-ad86-3d33d4a26d41 None None] Bound using segment: {'id': '7cdfbe44-7f0b-4071-b556-d2855f480828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'db23979d-020d-4701-a8c3-39594aecdb58'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:02:41.728817 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-bd413c47-c5c5-4bd9-ad86-3d33d4a26d41 None None] Bound port: 61e8141c-bafa-4b31-8be5-444336b42262, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cdfbe44-7f0b-4071-b556-d2855f480828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'db23979d-020d-4701-a8c3-39594aecdb58'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:02:41.729185 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd413c47-c5c5-4bd9-ad86-3d33d4a26d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:41.800867 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-8a06b618-5b52-434c-ae7b-6dc662d2d13a None None] For port 0b2a9171-e71a-4156-8a28-592019899060, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:02:41.819026 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-8a06b618-5b52-434c-ae7b-6dc662d2d13a None None] For port 0b2a9171-e71a-4156-8a28-592019899060, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0b2a9171-e71a-4156-8a28-592019899060,segment=NetworkSegment(2db9458f-3721-499c-ad10-a46b5cb3c5f8),segment_id=2db9458f-3721-499c-ad10-a46b5cb3c5f8)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:02:41.846669 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-bd413c47-c5c5-4bd9-ad86-3d33d4a26d41 None None] For port 61e8141c-bafa-4b31-8be5-444336b42262, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:02:41.850098 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-bd413c47-c5c5-4bd9-ad86-3d33d4a26d41 None None] For port 61e8141c-bafa-4b31-8be5-444336b42262, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=61e8141c-bafa-4b31-8be5-444336b42262,segment=NetworkSegment(7cdfbe44-7f0b-4071-b556-d2855f480828),segment_id=7cdfbe44-7f0b-4071-b556-d2855f480828)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:02:41.904317 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a06b618-5b52-434c-ae7b-6dc662d2d13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:41.956275 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd413c47-c5c5-4bd9-ad86-3d33d4a26d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:41.972758 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-311bc0ba-6e0e-4464-a345-295ec5d7dbea tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:41.987943 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e78e1778-ec19-4ead-bd25-1944798f9356 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c76b1b50c7dc477d968465a1223b1cab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6351588 Feb 09 18:02:41.991406 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45360) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:42.026778 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06b618-5b52-434c-ae7b-6dc662d2d13a None None] Pushing event updated for resources: {'Port': ['ID=0b2a9171-e71a-4156-8a28-592019899060,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:42.108914 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7323-fa56-4e0e-93a7-5a319a250000 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:42.119855 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd413c47-c5c5-4bd9-ad86-3d33d4a26d41 None None] Pushing event updated for resources: {'Port': ['ID=61e8141c-bafa-4b31-8be5-444336b42262,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:42.174163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-311bc0ba-6e0e-4464-a345-295ec5d7dbea tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Calling delete_port for d279cc4e-781c-44f4-8569-bac17ed9cdf6 owned by network:router_gateway {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:42.265137 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-6b3a146a-54e2-4d20-8261-d06150b254cc tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Allocated IP 172.20.0.1 (db23979d-020d-4701-a8c3-39594aecdb58/f3a23076-d6c5-4424-b424-155e8ec0c406/9e503bac-818b-4e15-9b56-038817652735) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:42.367068 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7323-fa56-4e0e-93a7-5a319a250000 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:42.436359 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc7323-fa56-4e0e-93a7-5a319a250000 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event deleted for resources: {'Subnet': ['ID=f174bd9a-68fe-4d13-9359-72377fad4300,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:42.470664 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7323-fa56-4e0e-93a7-5a319a250000 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:42.487534 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d3dc7323-fa56-4e0e-93a7-5a319a250000 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "DELETE /v2.0/subnets/f174bd9a-68fe-4d13-9359-72377fad4300 HTTP/1.1" status: 204 len: 168 time: 1.5062308 Feb 09 18:02:42.488435 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45364) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:42.577544 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-890d81f9-177b-40c5-8d14-2c3b5b21a8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:42.664757 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46c07e1-58da-4879-92c8-c113981ffc52 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:42.666339 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46c07e1-58da-4879-92c8-c113981ffc52 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:42.667261 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f46c07e1-58da-4879-92c8-c113981ffc52 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Synchronizing usage tracker for tenant:682fbf024fe547bb8807d1fbc4363a37 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:02:42.698244 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-890d81f9-177b-40c5-8d14-2c3b5b21a8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:42.726961 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b3a146a-54e2-4d20-8261-d06150b254cc tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:42.745115 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-6b3a146a-54e2-4d20-8261-d06150b254cc tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Transition to ACTIVE for port object 9e503bac-818b-4e15-9b56-038817652735 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:42.777007 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f46c07e1-58da-4879-92c8-c113981ffc52 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Unset dirty status for tenant:682fbf024fe547bb8807d1fbc4363a37 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:02:42.781778 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f46c07e1-58da-4879-92c8-c113981ffc52 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2390821 Feb 09 18:02:42.784126 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45370) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:42.789753 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543c71c8-1aa5-469a-a511-c6df62c56f35 None None] New status for floating IP 5008688e-95ba-4e1f-8e7d-bbe699b92bf8: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:02:42.861756 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b3a146a-54e2-4d20-8261-d06150b254cc tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:42.972545 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3a146a-54e2-4d20-8261-d06150b254cc tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Network db23979d-020d-4701-a8c3-39594aecdb58 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:42.977105 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-6b3a146a-54e2-4d20-8261-d06150b254cc tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:42.982391 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3a146a-54e2-4d20-8261-d06150b254cc tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:43.038748 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e40206e-4d70-4f78-88c6-f0c57dc55bb8 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:43.039298 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-02305142-a18c-4346-bf14-6d97c35cf01f tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:43.044220 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a146a-54e2-4d20-8261-d06150b254cc tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Pushing event updated for resources: {'Port': ['ID=9e503bac-818b-4e15-9b56-038817652735,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:43.067379 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-02305142-a18c-4346-bf14-6d97c35cf01f tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 18:02:43.074505 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02305142-a18c-4346-bf14-6d97c35cf01f tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:02:43.074505 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-02305142-a18c-4346-bf14-6d97c35cf01f tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "DELETE /v2.0/networks/8fa75a4c-e209-4a89-b1d8-b67803868e5e HTTP/1.1" status: 409 len: 405 time: 0.2853611 Feb 09 18:02:43.074719 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45374) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:43.083066 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e4ed9294-681d-4734-934b-b109d1d45c7f tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1700142458'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:43.091728 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e4ed9294-681d-4734-934b-b109d1d45c7f tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:43.094479 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b3a146a-54e2-4d20-8261-d06150b254cc tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:43.099835 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e4ed9294-681d-4734-934b-b109d1d45c7f tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Usage tracker for resource:network and tenant:682fbf024fe547bb8807d1fbc4363a37 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:43.103261 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e4ed9294-681d-4734-934b-b109d1d45c7f tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:43.115279 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e4ed9294-681d-4734-934b-b109d1d45c7f tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:43.207014 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-311bc0ba-6e0e-4464-a345-295ec5d7dbea tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:43.217103 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ed9294-681d-4734-934b-b109d1d45c7f tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Made reservation on behalf of 682fbf024fe547bb8807d1fbc4363a37 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:43.220377 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4ed9294-681d-4734-934b-b109d1d45c7f tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:43.271563 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-890d81f9-177b-40c5-8d14-2c3b5b21a8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:43.285249 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311bc0ba-6e0e-4464-a345-295ec5d7dbea tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Pushing event deleted for resources: {'Port': ['ID=d279cc4e-781c-44f4-8569-bac17ed9cdf6,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:43.292337 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ed9294-681d-4734-934b-b109d1d45c7f tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:02:43.303998 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d81f9-177b-40c5-8d14-2c3b5b21a8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9441c0d-9de7-4caf-90bd-cd5f378b948d,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:43.317750 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4ed9294-681d-4734-934b-b109d1d45c7f tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:43.317964 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-e4ed9294-681d-4734-934b-b109d1d45c7f tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Added segment 4d0444d4-977e-4a47-9abe-311e00973205 of type vlan for network 55690076-2bfc-4601-9ed1-86f8d3823697 Feb 09 18:02:43.337894 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b3a146a-54e2-4d20-8261-d06150b254cc tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:43.381081 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4ed9294-681d-4734-934b-b109d1d45c7f tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:43.409102 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5206a9-9d11-4dcf-9b9d-7c76b1023999 req-b5fa6013-8a02-417e-99bf-c20f4baae799 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:43.410818 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1f5206a9-9d11-4dcf-9b9d-7c76b1023999 req-b5fa6013-8a02-417e-99bf-c20f4baae799 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.6448019 Feb 09 18:02:43.492522 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-890d81f9-177b-40c5-8d14-2c3b5b21a8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:43.496391 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-890d81f9-177b-40c5-8d14-2c3b5b21a8ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9441c0d-9de7-4caf-90bd-cd5f378b948d HTTP/1.1" status: 204 len: 168 time: 1.5000789 Feb 09 18:02:43.586252 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-e4ed9294-681d-4734-934b-b109d1d45c7f tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:02:43.668376 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-311bc0ba-6e0e-4464-a345-295ec5d7dbea tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:43.743856 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4ed9294-681d-4734-934b-b109d1d45c7f tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:43.747621 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ed9294-681d-4734-934b-b109d1d45c7f tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:43.748237 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4ed9294-681d-4734-934b-b109d1d45c7f tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:43.798275 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497652d3-c4e3-4a87-b209-e5d469ebdf84 None None] Network db23979d-020d-4701-a8c3-39594aecdb58 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:02:44.006400 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e4ed9294-681d-4734-934b-b109d1d45c7f tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9305155 Feb 09 18:02:44.014026 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45382) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:44.038604 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-35b006cb-deac-4bd5-be29-be92b1ba2907 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Request body: {'subnet': {'network_id': '55690076-2bfc-4601-9ed1-86f8d3823697', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:44.138010 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-5f20400f-58d6-49b3-b0fd-7a80867986b9 None None] Provisioning for port 61e8141c-bafa-4b31-8be5-444336b42262 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:44.150961 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4e431a-ca41-4730-87e8-27f5eb59b574 None None] Network 8fa75a4c-e209-4a89-b1d8-b67803868e5e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:02:44.154576 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed9294-681d-4734-934b-b109d1d45c7f tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event updated for resources: {'Network': ['ID=55690076-2bfc-4601-9ed1-86f8d3823697,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:44.184511 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 55690076-2bfc-4601-9ed1-86f8d3823697 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:02:44.277398 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1f5206a9-9d11-4dcf-9b9d-7c76b1023999 req-512c0803-6539-4320-973a-bda17f1f11ef tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8597310 Feb 09 18:02:44.294354 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b3a146a-54e2-4d20-8261-d06150b254cc tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:44.305011 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-35b006cb-deac-4bd5-be29-be92b1ba2907 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:44.319886 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-35b006cb-deac-4bd5-be29-be92b1ba2907 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:44.343070 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0b2a9171-e71a-4156-8a28-592019899060 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:02:44.378666 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b3a146a-54e2-4d20-8261-d06150b254cc tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:44.419666 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-311bc0ba-6e0e-4464-a345-295ec5d7dbea tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:44.431259 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-311bc0ba-6e0e-4464-a345-295ec5d7dbea tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:44.445556 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-5e40206e-4d70-4f78-88c6-f0c57dc55bb8 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Allocated IP 172.20.0.1 (37685c53-9b93-484d-ac5f-1f69d899201b/b3213315-d694-43ae-b98f-7103d1eaa8ca/fb23881e-a49d-4a72-9884-9fd045055242) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:44.453203 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b006cb-deac-4bd5-be29-be92b1ba2907 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Made reservation on behalf of 682fbf024fe547bb8807d1fbc4363a37 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:44.562359 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-311bc0ba-6e0e-4464-a345-295ec5d7dbea tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:44.563437 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311bc0ba-6e0e-4464-a345-295ec5d7dbea tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Fanout notify agent at l3_agent the message router_deleted on router ba311bd6-164a-4054-8b57-499cf915536a {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:02:44.580655 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f1b190d5-7d72-432a-8e7e-35d2eeec5ccc None None] Provisioning for port 0b2a9171-e71a-4156-8a28-592019899060 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:44.592689 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-311bc0ba-6e0e-4464-a345-295ec5d7dbea tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:44.599411 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-311bc0ba-6e0e-4464-a345-295ec5d7dbea tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "DELETE /v2.0/routers/ba311bd6-164a-4054-8b57-499cf915536a HTTP/1.1" status: 204 len: 168 time: 4.5014975 Feb 09 18:02:44.600258 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45394) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:44.602220 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b3a146a-54e2-4d20-8261-d06150b254cc tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:44.622602 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-dcbb4c4f-72fc-43e1-921c-7dc4179a4d8b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Request body: {'router': {'name': 'tempest-snat-router-730147279', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'enable_snat': False}}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:44.634018 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-dcbb4c4f-72fc-43e1-921c-7dc4179a4d8b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:44.637500 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a146a-54e2-4d20-8261-d06150b254cc tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Pushing event updated for resources: {'Port': ['ID=9e503bac-818b-4e15-9b56-038817652735,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:44.646011 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-dcbb4c4f-72fc-43e1-921c-7dc4179a4d8b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Usage tracker for resource:router and tenant:a13c485fdbb04e84914acb96e6ca0a8c is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:44.647255 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-35b006cb-deac-4bd5-be29-be92b1ba2907 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:44.649369 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-dcbb4c4f-72fc-43e1-921c-7dc4179a4d8b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:44.658567 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 0b2a9171-e71a-4156-8a28-592019899060 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:44.661347 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-dcbb4c4f-72fc-43e1-921c-7dc4179a4d8b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:44.666091 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 0b2a9171-e71a-4156-8a28-592019899060 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:44.666541 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:44.737730 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e40206e-4d70-4f78-88c6-f0c57dc55bb8 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:44.754697 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa57962-f917-418a-80e6-8e3a6114198f None None] DHCP port deletion for 8fa75a4c-e209-4a89-b1d8-b67803868e5e request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:02:44.773406 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7aa57962-f917-418a-80e6-8e3a6114198f None None] Deleting port 0b2a9171-e71a-4156-8a28-592019899060 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:44.773786 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7aa57962-f917-418a-80e6-8e3a6114198f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:44.788559 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dcbb4c4f-72fc-43e1-921c-7dc4179a4d8b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:44.789081 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dcbb4c4f-72fc-43e1-921c-7dc4179a4d8b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:44.815434 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dcbb4c4f-72fc-43e1-921c-7dc4179a4d8b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:44.931994 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e40206e-4d70-4f78-88c6-f0c57dc55bb8 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:44.990965 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3a146a-54e2-4d20-8261-d06150b254cc tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Network db23979d-020d-4701-a8c3-39594aecdb58 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:44.993212 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-6b3a146a-54e2-4d20-8261-d06150b254cc tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:45.043727 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:45.194023 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-7aa57962-f917-418a-80e6-8e3a6114198f None None] For port 0b2a9171-e71a-4156-8a28-592019899060, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0b2a9171-e71a-4156-8a28-592019899060,segment=NetworkSegment(2db9458f-3721-499c-ad10-a46b5cb3c5f8),segment_id=2db9458f-3721-499c-ad10-a46b5cb3c5f8)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:45.194711 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7aa57962-f917-418a-80e6-8e3a6114198f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:45.215074 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 0b2a9171-e71a-4156-8a28-592019899060, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0b2a9171-e71a-4156-8a28-592019899060,segment=NetworkSegment(2db9458f-3721-499c-ad10-a46b5cb3c5f8),segment_id=2db9458f-3721-499c-ad10-a46b5cb3c5f8)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:45.241689 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e40206e-4d70-4f78-88c6-f0c57dc55bb8 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Network 37685c53-9b93-484d-ac5f-1f69d899201b is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:45.311420 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-5e40206e-4d70-4f78-88c6-f0c57dc55bb8 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:45.332655 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e40206e-4d70-4f78-88c6-f0c57dc55bb8 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:45.401002 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40206e-4d70-4f78-88c6-f0c57dc55bb8 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event updated for resources: {'Port': ['ID=fb23881e-a49d-4a72-9884-9fd045055242,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:45.419250 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:45.420033 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 61e8141c-bafa-4b31-8be5-444336b42262 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:02:45.460833 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-596c163b-eb9c-47b1-9b38-33c3c00ed4ce None None] Provisioning for port 9e503bac-818b-4e15-9b56-038817652735 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:45.481126 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7aa57962-f917-418a-80e6-8e3a6114198f None None] Calling delete_port for 0b2a9171-e71a-4156-8a28-592019899060 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:45.483558 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45408) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:45.522753 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e40206e-4d70-4f78-88c6-f0c57dc55bb8 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:45.537023 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dcbb4c4f-72fc-43e1-921c-7dc4179a4d8b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:45.607078 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-596c163b-eb9c-47b1-9b38-33c3c00ed4ce None None] Provisioning complete for port 9e503bac-818b-4e15-9b56-038817652735 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:45.607610 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-596c163b-eb9c-47b1-9b38-33c3c00ed4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:45.652664 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e815f-bfad-4fa2-998b-8be9bcdb689d req-05658623-3407-4783-986d-8eccffa0588a tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:45.654243 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-072e815f-bfad-4fa2-998b-8be9bcdb689d req-05658623-3407-4783-986d-8eccffa0588a tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.1253228 Feb 09 18:02:45.669628 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-7aa57962-f917-418a-80e6-8e3a6114198f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:02:45.670100 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-7aa57962-f917-418a-80e6-8e3a6114198f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:02:45.699691 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-596c163b-eb9c-47b1-9b38-33c3c00ed4ce None None] Port 9e503bac-818b-4e15-9b56-038817652735 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:02:45.726188 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-9f30320e-6c08-49c8-983e-91b08e6ed0c0 tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] Request body: {'port': {'network_id': '23680d0b-94fd-447e-9c8a-52be2fdfab0b', 'name': 'tempest-NetworksNegativeTestJSON-696468220'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:45.737397 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=0b2a9171-e71a-4156-8a28-592019899060,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:45.742145 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.objects.ports [None req-35b006cb-deac-4bd5-be29-be92b1ba2907 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84542) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 18:02:45.743964 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-35b006cb-deac-4bd5-be29-be92b1ba2907 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:45.778875 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f30320e-6c08-49c8-983e-91b08e6ed0c0 tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] POST failed (client error): The resource could not be found. Feb 09 18:02:45.779317 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f30320e-6c08-49c8-983e-91b08e6ed0c0 tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:02:45.780933 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9f30320e-6c08-49c8-983e-91b08e6ed0c0 tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2956841 Feb 09 18:02:45.793873 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45414) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:45.824082 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3a146a-54e2-4d20-8261-d06150b254cc tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Router 4e43d00e-f1a7-4746-be55-6577e5ccf931 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:02:45.827977 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-37ebae22-122a-48db-bbf3-33cb296e030f None None] Provisioning complete for port 9e503bac-818b-4e15-9b56-038817652735 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:45.828430 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37ebae22-122a-48db-bbf3-33cb296e030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:45.834725 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4fa42b-74b3-4d33-81a3-220e786beb59 tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] DELETE failed (client error): The resource could not be found. Feb 09 18:02:45.835163 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a4fa42b-74b3-4d33-81a3-220e786beb59 tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:02:45.868388 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0a4fa42b-74b3-4d33-81a3-220e786beb59 tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] 10.222.0.21 "DELETE /v2.0/networks/5fb72377-080c-4170-a6c8-3467dec8f1a9 HTTP/1.1" status: 404 len: 339 time: 0.0680001 Feb 09 18:02:45.868585 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 61e8141c-bafa-4b31-8be5-444336b42262 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:45.868668 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b006cb-deac-4bd5-be29-be92b1ba2907 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event updated for resources: {'Subnet': ['ID=97a41a59-f6a9-4f14-8f38-f2063b609eb7,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:45.870335 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45418) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:45.873376 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 61e8141c-bafa-4b31-8be5-444336b42262 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:45.873824 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:45.891235 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-072e815f-bfad-4fa2-998b-8be9bcdb689d req-1333378b-ac4b-424f-bdcb-5fb09a833a1d tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232804 Feb 09 18:02:45.897455 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e40206e-4d70-4f78-88c6-f0c57dc55bb8 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:45.921208 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3adca69-d95b-4979-ab43-27629d51186e tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] DELETE failed (client error): The resource could not be found. Feb 09 18:02:45.921647 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3adca69-d95b-4979-ab43-27629d51186e tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:02:45.927867 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c3adca69-d95b-4979-ab43-27629d51186e tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] 10.222.0.21 "DELETE /v2.0/ports/512293ce-5ea5-4ad1-8701-cf426a409474 HTTP/1.1" status: 404 len: 333 time: 0.0535660 Feb 09 18:02:45.935346 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45422) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:45.946494 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-37ebae22-122a-48db-bbf3-33cb296e030f None None] Port 9e503bac-818b-4e15-9b56-038817652735 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:02:46.021484 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:46.024088 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9c889c-965a-4f15-b202-a13f4bb8c531 tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] DELETE failed (client error): The resource could not be found. Feb 09 18:02:46.024533 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a9c889c-965a-4f15-b202-a13f4bb8c531 tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:02:46.051523 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4a9c889c-965a-4f15-b202-a13f4bb8c531 tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] 10.222.0.21 "DELETE /v2.0/subnets/d37e6c63-3c5c-465b-b9cd-593b99d0f1c1 HTTP/1.1" status: 404 len: 337 time: 0.1147366 Feb 09 18:02:46.057664 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45426) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:46.062602 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 61e8141c-bafa-4b31-8be5-444336b42262, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=61e8141c-bafa-4b31-8be5-444336b42262,segment=NetworkSegment(7cdfbe44-7f0b-4071-b556-d2855f480828),segment_id=7cdfbe44-7f0b-4071-b556-d2855f480828)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:46.125958 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:46.174944 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7aa57962-f917-418a-80e6-8e3a6114198f None None] Deleting port 0b2a9171-e71a-4156-8a28-592019899060 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:46.176043 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7aa57962-f917-418a-80e6-8e3a6114198f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:46.191659 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b006cb-deac-4bd5-be29-be92b1ba2907 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Checking segment: {'id': '4d0444d4-977e-4a47-9abe-311e00973205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '55690076-2bfc-4601-9ed1-86f8d3823697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:46.192018 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b006cb-deac-4bd5-be29-be92b1ba2907 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Network hostable DHCP agents. Network: 55690076-2bfc-4601-9ed1-86f8d3823697, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:02:46.220605 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0b2a9171-e71a-4156-8a28-592019899060 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:02:46.238424 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d7c367-7242-49cc-9444-01bf2988293b tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] GET failed (client error): The resource could not be found. Feb 09 18:02:46.243454 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-14d7c367-7242-49cc-9444-01bf2988293b tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] 10.222.0.21 "GET /v2.0/networks/2e3976fa-39ed-43d0-a569-23c6ab76a0f0 HTTP/1.1" status: 404 len: 339 time: 0.1809437 Feb 09 18:02:46.243712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45430) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:46.265275 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3a146a-54e2-4d20-8261-d06150b254cc tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:02:46.278265 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6b3a146a-54e2-4d20-8261-d06150b254cc tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] 10.222.0.21 "PUT /v2.0/routers/4e43d00e-f1a7-4746-be55-6577e5ccf931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5545177 Feb 09 18:02:46.278265 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45436) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:46.286346 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e45cf329-e90c-407c-b726-f9fc8e872ba0 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Request body: {'port': {'network_id': 'db23979d-020d-4701-a8c3-39594aecdb58', 'name': 'tempest-FloatingIPNegativeTestJSON-10226271'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:46.296187 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554f7143-c860-4143-ac2c-c47233c38a39 None None] Sync routers for ids ['4e43d00e-f1a7-4746-be55-6577e5ccf931'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:02:46.305397 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-cccf0c51-b028-4acd-861b-f23284473700 tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] GET failed (client error): The resource could not be found. Feb 09 18:02:46.314764 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cccf0c51-b028-4acd-861b-f23284473700 tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] 10.222.0.21 "GET /v2.0/ports/c1582fb7-4e18-4999-88c5-5c0ddc9b336c HTTP/1.1" status: 404 len: 333 time: 0.0620890 Feb 09 18:02:46.316664 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45440) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:46.381887 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=61e8141c-bafa-4b31-8be5-444336b42262,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:46.398832 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b006cb-deac-4bd5-be29-be92b1ba2907 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Network 55690076-2bfc-4601-9ed1-86f8d3823697 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:02:46.416021 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a65ab26-9dfe-48a7-af12-4dc4d91f9cf9 tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] GET failed (client error): The resource could not be found. Feb 09 18:02:46.418388 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2a65ab26-9dfe-48a7-af12-4dc4d91f9cf9 tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] 10.222.0.21 "GET /v2.0/subnets/807339e5-a8fe-45c1-bc85-777c72a5baf2 HTTP/1.1" status: 404 len: 337 time: 0.1006520 Feb 09 18:02:46.429471 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45444) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:46.435858 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554f7143-c860-4143-ac2c-c47233c38a39 None None] Routers {'4e43d00e-f1a7-4746-be55-6577e5ccf931'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:02:46.436725 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-554f7143-c860-4143-ac2c-c47233c38a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['4e43d00e-f1a7-4746-be55-6577e5ccf931'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:46.437012 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3630e67f-d7fa-4fcb-bfc1-673754d0f180 tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:46.462911 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dcbb4c4f-72fc-43e1-921c-7dc4179a4d8b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:46.471851 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-3630e67f-d7fa-4fcb-bfc1-673754d0f180 tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] PUT failed (client error): The resource could not be found. Feb 09 18:02:46.472302 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3630e67f-d7fa-4fcb-bfc1-673754d0f180 tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:02:46.473450 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3630e67f-d7fa-4fcb-bfc1-673754d0f180 tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] 10.222.0.21 "PUT /v2.0/networks/289525fa-60d6-4079-a1a7-d057a8c5b66d HTTP/1.1" status: 404 len: 339 time: 0.0420144 Feb 09 18:02:46.478333 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45448) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:46.488885 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-498a8cbd-a23b-4d97-b33a-efa566d38548 tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:46.510422 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dcbb4c4f-72fc-43e1-921c-7dc4179a4d8b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:46.546717 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-498a8cbd-a23b-4d97-b33a-efa566d38548 tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] PUT failed (client error): The resource could not be found. Feb 09 18:02:46.547166 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-498a8cbd-a23b-4d97-b33a-efa566d38548 tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:02:46.548834 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-498a8cbd-a23b-4d97-b33a-efa566d38548 tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] 10.222.0.21 "PUT /v2.0/ports/29757951-0561-42fd-8936-853801b931d0 HTTP/1.1" status: 404 len: 333 time: 0.0689664 Feb 09 18:02:46.553778 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45452) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:46.570153 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-0c5fcc12-f199-4c83-837f-b596877a90f0 tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:46.587016 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-554f7143-c860-4143-ac2c-c47233c38a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:46.604710 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-35b006cb-deac-4bd5-be29-be92b1ba2907 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 55690076-2bfc-4601-9ed1-86f8d3823697) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:46.609758 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b006cb-deac-4bd5-be29-be92b1ba2907 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:46.610468 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-35b006cb-deac-4bd5-be29-be92b1ba2907 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:46.619111 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:46.624304 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5fcc12-f199-4c83-837f-b596877a90f0 tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] PUT failed (client error): The resource could not be found. Feb 09 18:02:46.629743 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c5fcc12-f199-4c83-837f-b596877a90f0 tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:02:46.629743 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0c5fcc12-f199-4c83-837f-b596877a90f0 tempest-NetworksNegativeTestJSON-1239596145 tempest-NetworksNegativeTestJSON-1239596145-project] 10.222.0.21 "PUT /v2.0/subnets/78780633-547a-46dc-adcc-7f9b473cfa5a HTTP/1.1" status: 404 len: 337 time: 0.0710366 Feb 09 18:02:46.638943 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e45cf329-e90c-407c-b726-f9fc8e872ba0 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:46.644437 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e45cf329-e90c-407c-b726-f9fc8e872ba0 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Usage tracker for resource:port and tenant:8d905421c363432a8f39ca13f95814e3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:46.648286 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e45cf329-e90c-407c-b726-f9fc8e872ba0 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:46.650178 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f64d701-5e0c-4cad-ad06-c270fd8c98f7 None None] Network 55690076-2bfc-4601-9ed1-86f8d3823697 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:02:46.654417 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e45cf329-e90c-407c-b726-f9fc8e872ba0 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:46.736040 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a04092bf-c4ed-44c0-a22e-a0820183ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:46.740955 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-7aa57962-f917-418a-80e6-8e3a6114198f None None] For port 0b2a9171-e71a-4156-8a28-592019899060, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0b2a9171-e71a-4156-8a28-592019899060,segment=NetworkSegment(2db9458f-3721-499c-ad10-a46b5cb3c5f8),segment_id=2db9458f-3721-499c-ad10-a46b5cb3c5f8)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:46.741341 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7aa57962-f917-418a-80e6-8e3a6114198f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:46.743378 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45cf329-e90c-407c-b726-f9fc8e872ba0 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Made reservation on behalf of 8d905421c363432a8f39ca13f95814e3 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:46.746570 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e45cf329-e90c-407c-b726-f9fc8e872ba0 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:46.762882 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-dcbb4c4f-72fc-43e1-921c-7dc4179a4d8b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Allocated IP 172.26.8.91 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/09762140-2163-4e12-a367-734ab428e2a9) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:46.767845 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e40206e-4d70-4f78-88c6-f0c57dc55bb8 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:46.780128 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-35b006cb-deac-4bd5-be29-be92b1ba2907 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.7600210 Feb 09 18:02:46.780788 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554f7143-c860-4143-ac2c-c47233c38a39 None None] Routers {'4e43d00e-f1a7-4746-be55-6577e5ccf931'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:02:46.780788 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-554f7143-c860-4143-ac2c-c47233c38a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['4e43d00e-f1a7-4746-be55-6577e5ccf931'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:46.782798 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45458) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:46.791760 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-e45cf329-e90c-407c-b726-f9fc8e872ba0 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] device_id is not set on port eb020a1d-60ce-457e-a7c2-68cb5f2af37c yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:02:46.949959 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7aa57962-f917-418a-80e6-8e3a6114198f None None] Calling delete_port for 0b2a9171-e71a-4156-8a28-592019899060 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:46.993141 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-554f7143-c860-4143-ac2c-c47233c38a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:46.993450 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554f7143-c860-4143-ac2c-c47233c38a39 None None] The sync data for ids ['4e43d00e-f1a7-4746-be55-6577e5ccf931'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:02:46.994918 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:46.998080 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-e45cf329-e90c-407c-b726-f9fc8e872ba0 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Allocated IP 172.20.0.14 (db23979d-020d-4701-a8c3-39594aecdb58/f3a23076-d6c5-4424-b424-155e8ec0c406/eb020a1d-60ce-457e-a7c2-68cb5f2af37c) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:47.051016 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 0b2a9171-e71a-4156-8a28-592019899060, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0b2a9171-e71a-4156-8a28-592019899060,segment=NetworkSegment(2db9458f-3721-499c-ad10-a46b5cb3c5f8),segment_id=2db9458f-3721-499c-ad10-a46b5cb3c5f8)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:47.074175 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e40206e-4d70-4f78-88c6-f0c57dc55bb8 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:47.167516 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:47.262236 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e45cf329-e90c-407c-b726-f9fc8e872ba0 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:47.284402 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-e45cf329-e90c-407c-b726-f9fc8e872ba0 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Transition to ACTIVE for port object eb020a1d-60ce-457e-a7c2-68cb5f2af37c will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:47.318756 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45466) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:47.359234 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-7aa57962-f917-418a-80e6-8e3a6114198f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:02:47.362376 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-7aa57962-f917-418a-80e6-8e3a6114198f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:02:47.363736 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=0b2a9171-e71a-4156-8a28-592019899060,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:47.365295 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40206e-4d70-4f78-88c6-f0c57dc55bb8 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event updated for resources: {'Port': ['ID=fb23881e-a49d-4a72-9884-9fd045055242,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:47.372979 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e40206e-4d70-4f78-88c6-f0c57dc55bb8 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:47.375302 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86207a19-2640-4a90-98e3-ba24361d9927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-55690076-2bfc-4601-9ed1-86f8d3823697', 'network_id': '55690076-2bfc-4601-9ed1-86f8d3823697', 'tenant_id': '682fbf024fe547bb8807d1fbc4363a37', 'fixed_ips': [{'subnet_id': '97a41a59-f6a9-4f14-8f38-f2063b609eb7'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:02:47.379057 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-86207a19-2640-4a90-98e3-ba24361d9927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:47.389370 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e45cf329-e90c-407c-b726-f9fc8e872ba0 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:47.436315 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:47.457973 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dcbb4c4f-72fc-43e1-921c-7dc4179a4d8b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:47.480514 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404b258-e70b-467b-b5b4-bec468d8b91f req-b50a6dff-f31b-4176-8f0a-7c62b8c99561 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:47.488279 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7404b258-e70b-467b-b5b4-bec468d8b91f req-b50a6dff-f31b-4176-8f0a-7c62b8c99561 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.3767085 Feb 09 18:02:47.509604 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45cf329-e90c-407c-b726-f9fc8e872ba0 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Network db23979d-020d-4701-a8c3-39594aecdb58 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:47.511097 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf329-e90c-407c-b726-f9fc8e872ba0 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Pushing event updated for resources: {'Port': ['ID=eb020a1d-60ce-457e-a7c2-68cb5f2af37c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:47.514508 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-e45cf329-e90c-407c-b726-f9fc8e872ba0 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:47.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45cf329-e90c-407c-b726-f9fc8e872ba0 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:47.541663 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7aa57962-f917-418a-80e6-8e3a6114198f None None] Deleting port 0b2a9171-e71a-4156-8a28-592019899060 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:47.542128 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7aa57962-f917-418a-80e6-8e3a6114198f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:47.596934 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-181b25c7-2e3d-4cfe-a9b4-3fbb5bdefcd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:47.636005 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45cf329-e90c-407c-b726-f9fc8e872ba0 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:47.636517 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e45cf329-e90c-407c-b726-f9fc8e872ba0 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:47.649799 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-86207a19-2640-4a90-98e3-ba24361d9927 None None] Allocated IP 2001:db8::f816:3eff:fee7:8d81 (55690076-2bfc-4601-9ed1-86f8d3823697/97a41a59-f6a9-4f14-8f38-f2063b609eb7/c727c599-5fa6-461b-8a58-2c7eeeb6f5e7) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:47.686539 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-181b25c7-2e3d-4cfe-a9b4-3fbb5bdefcd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:47.691979 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-181b25c7-2e3d-4cfe-a9b4-3fbb5bdefcd9 admin admin] Usage tracker for resource:security_group_rule and tenant:5bfa31fecf614dd5a2bf8a22ad9ad1e8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:47.694038 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dcbb4c4f-72fc-43e1-921c-7dc4179a4d8b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:47.697791 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-181b25c7-2e3d-4cfe-a9b4-3fbb5bdefcd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:47.710663 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-181b25c7-2e3d-4cfe-a9b4-3fbb5bdefcd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:47.747872 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e45cf329-e90c-407c-b726-f9fc8e872ba0 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4652090 Feb 09 18:02:47.750895 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45472) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:47.759921 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-247ba644-8f9e-4243-a65e-20d6031e2371 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:47.769988 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-247ba644-8f9e-4243-a65e-20d6031e2371 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:47.776970 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-247ba644-8f9e-4243-a65e-20d6031e2371 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Usage tracker for resource:floatingip and tenant:8d905421c363432a8f39ca13f95814e3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:47.781566 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-247ba644-8f9e-4243-a65e-20d6031e2371 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:47.790387 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7404b258-e70b-467b-b5b4-bec468d8b91f req-7e138e45-aa58-49e4-ad14-42e4a2bb5ba6 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3008251 Feb 09 18:02:47.795168 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-247ba644-8f9e-4243-a65e-20d6031e2371 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:47.808705 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:47.869694 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-181b25c7-2e3d-4cfe-a9b4-3fbb5bdefcd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:47.874522 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbb4c4f-72fc-43e1-921c-7dc4179a4d8b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:47.878148 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-7aa57962-f917-418a-80e6-8e3a6114198f None None] For port 0b2a9171-e71a-4156-8a28-592019899060, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0b2a9171-e71a-4156-8a28-592019899060,segment=NetworkSegment(2db9458f-3721-499c-ad10-a46b5cb3c5f8),segment_id=2db9458f-3721-499c-ad10-a46b5cb3c5f8)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:47.878576 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7aa57962-f917-418a-80e6-8e3a6114198f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:47.885818 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-247ba644-8f9e-4243-a65e-20d6031e2371 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:47.888493 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-dcbb4c4f-72fc-43e1-921c-7dc4179a4d8b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:47.900370 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbb4c4f-72fc-43e1-921c-7dc4179a4d8b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:47.932036 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb4c4f-72fc-43e1-921c-7dc4179a4d8b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Pushing event updated for resources: {'Port': ['ID=09762140-2163-4e12-a367-734ab428e2a9,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:47.960262 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e40206e-4d70-4f78-88c6-f0c57dc55bb8 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Network 37685c53-9b93-484d-ac5f-1f69d899201b is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:47.963127 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-181b25c7-2e3d-4cfe-a9b4-3fbb5bdefcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:47.963328 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-5e40206e-4d70-4f78-88c6-f0c57dc55bb8 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:48.031857 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-181b25c7-2e3d-4cfe-a9b4-3fbb5bdefcd9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5bfa31fecf614dd5a2bf8a22ad9ad1e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7113616 Feb 09 18:02:48.033165 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45476) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:48.037308 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7aa57962-f917-418a-80e6-8e3a6114198f None None] Calling delete_port for 0b2a9171-e71a-4156-8a28-592019899060 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:48.038737 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b25c7-2e3d-4cfe-a9b4-3fbb5bdefcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e367ab5-6273-464b-a5d6-bc8911aa1509,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:48.123884 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-02183af0-65f4-4ffd-b859-442509ae6ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:48.167562 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-02183af0-65f4-4ffd-b859-442509ae6ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:48.176300 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-247ba644-8f9e-4243-a65e-20d6031e2371 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:48.256796 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 61e8141c-bafa-4b31-8be5-444336b42262 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:02:48.378895 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a1c228b6-1b59-4e0d-9278-b8de532dfd10 None None] Provisioning for port eb020a1d-60ce-457e-a7c2-68cb5f2af37c completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:48.398502 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a1c228b6-1b59-4e0d-9278-b8de532dfd10 None None] Provisioning complete for port eb020a1d-60ce-457e-a7c2-68cb5f2af37c triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:48.399021 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1c228b6-1b59-4e0d-9278-b8de532dfd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:48.405481 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-247ba644-8f9e-4243-a65e-20d6031e2371 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Allocated IP 172.26.8.62 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/cba6bb02-a8e2-4d2b-8553-cad375e2ecaa) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:48.452266 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-86207a19-2640-4a90-98e3-ba24361d9927 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:48.483194 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a1c228b6-1b59-4e0d-9278-b8de532dfd10 None None] Port eb020a1d-60ce-457e-a7c2-68cb5f2af37c cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:02:48.488926 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dcbb4c4f-72fc-43e1-921c-7dc4179a4d8b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:48.489679 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dcbb4c4f-72fc-43e1-921c-7dc4179a4d8b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:48.495013 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 61e8141c-bafa-4b31-8be5-444336b42262 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:48.495383 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:48.511013 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-02183af0-65f4-4ffd-b859-442509ae6ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:48.520673 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-86207a19-2640-4a90-98e3-ba24361d9927 None None] Transition to ACTIVE for port object c727c599-5fa6-461b-8a58-2c7eeeb6f5e7 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:48.533529 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02183af0-65f4-4ffd-b859-442509ae6ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e367ab5-6273-464b-a5d6-bc8911aa1509,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:48.563119 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e40206e-4d70-4f78-88c6-f0c57dc55bb8 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Router 8191c06a-dccc-43b5-b6a3-64343aff3e2d has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:02:48.567325 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-02183af0-65f4-4ffd-b859-442509ae6ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:48.568440 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-02183af0-65f4-4ffd-b859-442509ae6ec6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e367ab5-6273-464b-a5d6-bc8911aa1509 HTTP/1.1" status: 204 len: 168 time: 0.5327461 Feb 09 18:02:48.574178 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7aa57962-f917-418a-80e6-8e3a6114198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:48.611966 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-247ba644-8f9e-4243-a65e-20d6031e2371 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:48.620830 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-86207a19-2640-4a90-98e3-ba24361d9927 None None] Transition to ACTIVE for port object c727c599-5fa6-461b-8a58-2c7eeeb6f5e7 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:48.635358 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa57962-f917-418a-80e6-8e3a6114198f None None] Pushing event deleted for resources: {'Port': ['ID=0b2a9171-e71a-4156-8a28-592019899060,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:48.649090 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa57962-f917-418a-80e6-8e3a6114198f None None] No DVR routers for this DVR port 0b2a9171-e71a-4156-8a28-592019899060 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:02:48.706077 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-86207a19-2640-4a90-98e3-ba24361d9927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:48.721104 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-247ba644-8f9e-4243-a65e-20d6031e2371 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:48.792637 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86207a19-2640-4a90-98e3-ba24361d9927 None None] Network 55690076-2bfc-4601-9ed1-86f8d3823697 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:48.796157 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-86207a19-2640-4a90-98e3-ba24361d9927 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:48.801240 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86207a19-2640-4a90-98e3-ba24361d9927 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:48.803694 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86207a19-2640-4a90-98e3-ba24361d9927 None None] Pushing event updated for resources: {'Port': ['ID=c727c599-5fa6-461b-8a58-2c7eeeb6f5e7,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:48.816817 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247ba644-8f9e-4243-a65e-20d6031e2371 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:48.817842 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ba644-8f9e-4243-a65e-20d6031e2371 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Pushing event updated for resources: {'Port': ['ID=cba6bb02-a8e2-4d2b-8553-cad375e2ecaa,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:48.822006 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-247ba644-8f9e-4243-a65e-20d6031e2371 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:48.828394 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247ba644-8f9e-4243-a65e-20d6031e2371 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:48.953533 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-86207a19-2640-4a90-98e3-ba24361d9927 None None] Attempting to bind port c727c599-5fa6-461b-8a58-2c7eeeb6f5e7 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:02:48.953911 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-86207a19-2640-4a90-98e3-ba24361d9927 None None] Attempting to bind port c727c599-5fa6-461b-8a58-2c7eeeb6f5e7 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '4d0444d4-977e-4a47-9abe-311e00973205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '55690076-2bfc-4601-9ed1-86f8d3823697'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:02:48.954458 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86207a19-2640-4a90-98e3-ba24361d9927 None None] Attempting to bind port c727c599-5fa6-461b-8a58-2c7eeeb6f5e7 on network 55690076-2bfc-4601-9ed1-86f8d3823697 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:02:48.968181 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86207a19-2640-4a90-98e3-ba24361d9927 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:02:48.968557 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86207a19-2640-4a90-98e3-ba24361d9927 None None] Checking segment: {'id': '4d0444d4-977e-4a47-9abe-311e00973205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '55690076-2bfc-4601-9ed1-86f8d3823697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:48.969061 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-86207a19-2640-4a90-98e3-ba24361d9927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:48.969454 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86207a19-2640-4a90-98e3-ba24361d9927 None None] Bound using segment: {'id': '4d0444d4-977e-4a47-9abe-311e00973205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '55690076-2bfc-4601-9ed1-86f8d3823697'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:02:48.969968 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-86207a19-2640-4a90-98e3-ba24361d9927 None None] Bound port: c727c599-5fa6-461b-8a58-2c7eeeb6f5e7, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0444d4-977e-4a47-9abe-311e00973205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '55690076-2bfc-4601-9ed1-86f8d3823697'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:02:48.970415 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-86207a19-2640-4a90-98e3-ba24361d9927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:49.039819 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-81f8acca-fa34-4593-bf5b-0d6c1d51a720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:49.076902 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:49.082788 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-86207a19-2640-4a90-98e3-ba24361d9927 None None] For port c727c599-5fa6-461b-8a58-2c7eeeb6f5e7, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:02:49.088085 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-86207a19-2640-4a90-98e3-ba24361d9927 None None] For port c727c599-5fa6-461b-8a58-2c7eeeb6f5e7, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c727c599-5fa6-461b-8a58-2c7eeeb6f5e7,segment=NetworkSegment(4d0444d4-977e-4a47-9abe-311e00973205),segment_id=4d0444d4-977e-4a47-9abe-311e00973205)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:02:49.148733 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event deleted for resources: {'Subnet': ['ID=97a41a59-f6a9-4f14-8f38-f2063b609eb7,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:49.193451 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f1419-c1a4-4a2d-b82e-a20a64cecc6d req-4ba6d83d-9ae2-4587-b374-5e00dd5bcc62 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:49.193451 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3f1f1419-c1a4-4a2d-b82e-a20a64cecc6d req-4ba6d83d-9ae2-4587-b374-5e00dd5bcc62 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.2441661 Feb 09 18:02:49.210920 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-86207a19-2640-4a90-98e3-ba24361d9927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:49.301425 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-247ba644-8f9e-4243-a65e-20d6031e2371 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:49.311676 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:49.321163 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86207a19-2640-4a90-98e3-ba24361d9927 None None] Pushing event updated for resources: {'Port': ['ID=c727c599-5fa6-461b-8a58-2c7eeeb6f5e7,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:49.375631 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55690076-2bfc-4601-9ed1-86f8d3823697']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:49.398941 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0444d4-977e-4a47-9abe-311e00973205') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:49.399214 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0444d4-977e-4a47-9abe-311e00973205') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:49.413047 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3f1f1419-c1a4-4a2d-b82e-a20a64cecc6d req-96a1ebe6-fdd6-4cf5-821a-76945c7045d2 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606662 Feb 09 18:02:49.420922 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:49.456323 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-247ba644-8f9e-4243-a65e-20d6031e2371 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:49.461083 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:49.475834 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e40206e-4d70-4f78-88c6-f0c57dc55bb8 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:02:49.493617 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5aa0dd-9b06-466a-a361-57529827867b None None] Sync routers for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:02:49.520304 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5aa0dd-9b06-466a-a361-57529827867b None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:02:49.521345 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7b5aa0dd-9b06-466a-a361-57529827867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:49.527317 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:02:49.527842 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:02:49.552859 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:02:49.626178 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7b5aa0dd-9b06-466a-a361-57529827867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:49.640558 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5aa0dd-9b06-466a-a361-57529827867b None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:02:49.641416 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7b5aa0dd-9b06-466a-a361-57529827867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:49.644364 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5e40206e-4d70-4f78-88c6-f0c57dc55bb8 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "PUT /v2.0/routers/8191c06a-dccc-43b5-b6a3-64343aff3e2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2596102 Feb 09 18:02:49.657158 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45496) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:49.670189 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-163b3538-1386-4967-b469-08761fe24538 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Request body: {'port': {'network_id': '37685c53-9b93-484d-ac5f-1f69d899201b', 'name': 'tempest-FloatingIPTestJSON-1548375586'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:49.728893 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7b5aa0dd-9b06-466a-a361-57529827867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:49.729462 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5aa0dd-9b06-466a-a361-57529827867b None None] The sync data for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:02:49.761342 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-247ba644-8f9e-4243-a65e-20d6031e2371 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:49.835259 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-247ba644-8f9e-4243-a65e-20d6031e2371 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:49.849980 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.api [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 18:02:49.849980 dv-neutron-827016-2-hyperv neutron-server[84541]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 18:02:49.849980 dv-neutron-827016-2-hyperv neutron-server[84541]: [parameters: {'id': '55690076-2bfc-4601-9ed1-86f8d3823697'}] Feb 09 18:02:49.849980 dv-neutron-827016-2-hyperv neutron-server[84541]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:02:49.850819 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG oslo_db.api [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:02:49.860157 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-163b3538-1386-4967-b469-08761fe24538 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:49.865419 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-163b3538-1386-4967-b469-08761fe24538 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Usage tracker for resource:port and tenant:f3837d08455842e393bcceee43b69ece is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:49.869079 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-163b3538-1386-4967-b469-08761fe24538 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:49.872483 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbb4c4f-72fc-43e1-921c-7dc4179a4d8b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Router 17d80279-513e-421c-ae0d-c7c803f04baa is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:02:49.884627 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-163b3538-1386-4967-b469-08761fe24538 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:49.974289 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ba644-8f9e-4243-a65e-20d6031e2371 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Pushing event updated for resources: {'Port': ['ID=cba6bb02-a8e2-4d2b-8553-cad375e2ecaa,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:49.989894 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-247ba644-8f9e-4243-a65e-20d6031e2371 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:50.033706 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:50.057659 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163b3538-1386-4967-b469-08761fe24538 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Made reservation on behalf of f3837d08455842e393bcceee43b69ece for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:50.060771 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-163b3538-1386-4967-b469-08761fe24538 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:50.104942 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-163b3538-1386-4967-b469-08761fe24538 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] device_id is not set on port 9e02eed5-4022-40f3-83ba-24a3b9cfaba4 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:02:50.125526 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-247ba644-8f9e-4243-a65e-20d6031e2371 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:50.128012 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:50.130726 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-247ba644-8f9e-4243-a65e-20d6031e2371 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3780541 Feb 09 18:02:50.146847 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45506) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:50.161226 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6110b3e3-160b-4cb1-b1fd-c54ee74e9336 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Request body: {'floatingip': {'port_id': 'eb020a1d-60ce-457e-a7c2-68cb5f2af37c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:50.264802 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45510) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:50.301367 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbb4c4f-72fc-43e1-921c-7dc4179a4d8b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:02:50.312370 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] Sync routers for ids ['17d80279-513e-421c-ae0d-c7c803f04baa'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:02:50.318898 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6110b3e3-160b-4cb1-b1fd-c54ee74e9336 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:50.344779 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-163b3538-1386-4967-b469-08761fe24538 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Allocated IP 172.20.0.4 (37685c53-9b93-484d-ac5f-1f69d899201b/b3213315-d694-43ae-b98f-7103d1eaa8ca/9e02eed5-4022-40f3-83ba-24a3b9cfaba4) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:50.350784 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] Routers {'17d80279-513e-421c-ae0d-c7c803f04baa'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:02:50.350784 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['17d80279-513e-421c-ae0d-c7c803f04baa'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:50.355008 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:50.390504 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Deleting port c727c599-5fa6-461b-8a58-2c7eeeb6f5e7 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:50.390784 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:50.509189 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dcbb4c4f-72fc-43e1-921c-7dc4179a4d8b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:50.512660 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-dcbb4c4f-72fc-43e1-921c-7dc4179a4d8b tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.8971694 Feb 09 18:02:50.573408 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45518) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:50.586168 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device c727c599-5fa6-461b-8a58-2c7eeeb6f5e7 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:02:50.643743 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8376c05c-dc65-45ec-a888-196ab44ed66e None None] Network 55690076-2bfc-4601-9ed1-86f8d3823697 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:02:50.670342 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-8aba7d95-9b20-4368-bf32-66ca4b95a9e1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-619613764', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:50.682863 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-6110b3e3-160b-4cb1-b1fd-c54ee74e9336 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] update failed (client error): The resource could not be found. Feb 09 18:02:50.686923 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6110b3e3-160b-4cb1-b1fd-c54ee74e9336 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] 10.222.0.21 "PUT /v2.0/floatingips/79dd771c-85ee-4d5c-9174-c0c67ab74450 HTTP/1.1" status: 404 len: 507 time: 0.5356581 Feb 09 18:02:50.687768 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45522) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:50.853833 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-03c9fecd-49b2-4c67-8d97-6fc586f64a1b tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Deleting port cba6bb02-a8e2-4d2b-8553-cad375e2ecaa {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:50.855231 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-03c9fecd-49b2-4c67-8d97-6fc586f64a1b tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:50.862491 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-8aba7d95-9b20-4368-bf32-66ca4b95a9e1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:50.903446 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3699ec2a-7118-4aa4-a51e-fa037d829512 None None] Provisioning for port c727c599-5fa6-461b-8a58-2c7eeeb6f5e7 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:50.911887 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] Set router 17d80279-513e-421c-ae0d-c7c803f04baa gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:02:50.936910 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8aba7d95-9b20-4368-bf32-66ca4b95a9e1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Usage tracker for resource:router and tenant:e4cb5ece0382441f8c7312c45fbf61aa is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:50.945042 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8aba7d95-9b20-4368-bf32-66ca4b95a9e1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:50.963697 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-8aba7d95-9b20-4368-bf32-66ca4b95a9e1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:51.030288 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port c727c599-5fa6-461b-8a58-2c7eeeb6f5e7 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:51.041321 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-03c9fecd-49b2-4c67-8d97-6fc586f64a1b tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:51.041754 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-03c9fecd-49b2-4c67-8d97-6fc586f64a1b tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:51.053313 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port c727c599-5fa6-461b-8a58-2c7eeeb6f5e7 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:51.053313 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:51.141202 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-163b3538-1386-4967-b469-08761fe24538 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:51.147504 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8aba7d95-9b20-4368-bf32-66ca4b95a9e1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:51.148438 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8aba7d95-9b20-4368-bf32-66ca4b95a9e1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:51.160646 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] For port c727c599-5fa6-461b-8a58-2c7eeeb6f5e7, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c727c599-5fa6-461b-8a58-2c7eeeb6f5e7,segment=NetworkSegment(4d0444d4-977e-4a47-9abe-311e00973205),segment_id=4d0444d4-977e-4a47-9abe-311e00973205)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:51.161009 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:51.222475 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-03c9fecd-49b2-4c67-8d97-6fc586f64a1b tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Calling delete_port for cba6bb02-a8e2-4d2b-8553-cad375e2ecaa owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:51.296450 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97913191-26c9-4248-8057-e44df6533059 None None] DHCP port deletion for 55690076-2bfc-4601-9ed1-86f8d3823697 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:02:51.318751 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-97913191-26c9-4248-8057-e44df6533059 None None] Deleting port c727c599-5fa6-461b-8a58-2c7eeeb6f5e7 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:51.319371 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-97913191-26c9-4248-8057-e44df6533059 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:51.370399 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Calling delete_port for c727c599-5fa6-461b-8a58-2c7eeeb6f5e7 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:51.378861 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:51.425386 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8aba7d95-9b20-4368-bf32-66ca4b95a9e1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:51.468711 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496ec6e-78a1-4f99-ae8d-a0d14f6230b4 req-935bfb94-58dc-42df-a910-a65fb5dcb490 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:51.474973 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d496ec6e-78a1-4f99-ae8d-a0d14f6230b4 req-935bfb94-58dc-42df-a910-a65fb5dcb490 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.8083069 Feb 09 18:02:51.561506 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port c727c599-5fa6-461b-8a58-2c7eeeb6f5e7, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c727c599-5fa6-461b-8a58-2c7eeeb6f5e7,segment=NetworkSegment(4d0444d4-977e-4a47-9abe-311e00973205),segment_id=4d0444d4-977e-4a47-9abe-311e00973205)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:51.569115 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:51.583300 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-03c9fecd-49b2-4c67-8d97-6fc586f64a1b tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:51.586720 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d496ec6e-78a1-4f99-ae8d-a0d14f6230b4 req-b0ba78a7-0fb4-44c7-a76b-ac2aa1fb2fd0 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055636 Feb 09 18:02:51.589485 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d80279-513e-421c-ae0d-c7c803f04baa', 'name': 'tempest-snat-router-730147279', 'tenant_id': 'a13c485fdbb04e84914acb96e6ca0a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.91'}], 'enable_snat': False}, 'gw_port_id': '09762140-2163-4e12-a367-734ab428e2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:02:44Z', 'updated_at': '2022-02-09T18:02:48Z', 'revision_number': 3, 'project_id': 'a13c485fdbb04e84914acb96e6ca0a8c', 'gw_port': {'id': '09762140-2163-4e12-a367-734ab428e2a9', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:03:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d80279-513e-421c-ae0d-c7c803f04baa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:02:46Z', 'updated_at': '2022-02-09T18:02:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:51.606086 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] Checking router: 17d80279-513e-421c-ae0d-c7c803f04baa for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:02:51.606460 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] Updating router 17d80279-513e-421c-ae0d-c7c803f04baa port 09762140-2163-4e12-a367-734ab428e2a9 binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:02:51.628178 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d57de738-4029-4568-bf78-58e63eaa9aff tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "GET /v2.0/routers/17d80279-513e-421c-ae0d-c7c803f04baa HTTP/1.1" status: 200 len: 907 time: 1.0504577 Feb 09 18:02:51.628414 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45526) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:51.634627 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-d7c7c33f-202b-425f-936d-b852a3f5bf95 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Request body: {'router': {'name': 'tempest-snat-router-730147279', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'enable_snat': True}}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:51.639567 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d7c7c33f-202b-425f-936d-b852a3f5bf95 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:51.641650 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-97913191-26c9-4248-8057-e44df6533059 None None] For port c727c599-5fa6-461b-8a58-2c7eeeb6f5e7, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c727c599-5fa6-461b-8a58-2c7eeeb6f5e7,segment=NetworkSegment(4d0444d4-977e-4a47-9abe-311e00973205),segment_id=4d0444d4-977e-4a47-9abe-311e00973205)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:51.642035 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-97913191-26c9-4248-8057-e44df6533059 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:51.645062 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d7c7c33f-202b-425f-936d-b852a3f5bf95 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Usage tracker for resource:router and tenant:a13c485fdbb04e84914acb96e6ca0a8c is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:51.649082 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8aba7d95-9b20-4368-bf32-66ca4b95a9e1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:51.657534 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d7c7c33f-202b-425f-936d-b852a3f5bf95 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:51.670060 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d7c7c33f-202b-425f-936d-b852a3f5bf95 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:51.671066 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9fecd-49b2-4c67-8d97-6fc586f64a1b tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Pushing event deleted for resources: {'Port': ['ID=cba6bb02-a8e2-4d2b-8553-cad375e2ecaa,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:51.692572 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-163b3538-1386-4967-b469-08761fe24538 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:51.763540 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c33f-202b-425f-936d-b852a3f5bf95 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:51.764634 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c33f-202b-425f-936d-b852a3f5bf95 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:51.775498 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-03c9fecd-49b2-4c67-8d97-6fc586f64a1b tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:51.778184 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8aba7d95-9b20-4368-bf32-66ca4b95a9e1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:51.779403 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8aba7d95-9b20-4368-bf32-66ca4b95a9e1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.5137012 Feb 09 18:02:51.784283 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45530) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:51.792630 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6fbf0b7e-0b9c-438b-9e5c-117bf88efc55 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-6972065'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:51.798540 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-03c9fecd-49b2-4c67-8d97-6fc586f64a1b tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:51.803956 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-03c9fecd-49b2-4c67-8d97-6fc586f64a1b tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] 10.222.0.21 "DELETE /v2.0/floatingips/79dd771c-85ee-4d5c-9174-c0c67ab74450 HTTP/1.1" status: 204 len: 168 time: 1.1115267 Feb 09 18:02:51.803956 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6fbf0b7e-0b9c-438b-9e5c-117bf88efc55 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:51.804269 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.api [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:02:51.804269 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG oslo_db.api [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:02:51.804269 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45534) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:51.809364 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6fbf0b7e-0b9c-438b-9e5c-117bf88efc55 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Usage tracker for resource:network and tenant:e4cb5ece0382441f8c7312c45fbf61aa is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:51.812484 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6fbf0b7e-0b9c-438b-9e5c-117bf88efc55 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:51.814360 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-97913191-26c9-4248-8057-e44df6533059 None None] Calling delete_port for c727c599-5fa6-461b-8a58-2c7eeeb6f5e7 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:51.818084 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-14bc15a7-657b-447e-9c3f-f937af9805ca tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Request body: {'floatingip': {'floating_network_id': 'db23979d-020d-4701-a8c3-39594aecdb58', 'port_id': 'eb020a1d-60ce-457e-a7c2-68cb5f2af37c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:51.819690 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6fbf0b7e-0b9c-438b-9e5c-117bf88efc55 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:51.823902 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-14bc15a7-657b-447e-9c3f-f937af9805ca tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:51.828666 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163b3538-1386-4967-b469-08761fe24538 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Network 37685c53-9b93-484d-ac5f-1f69d899201b is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:51.834711 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-163b3538-1386-4967-b469-08761fe24538 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:51.839300 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:51.839472 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-14bc15a7-657b-447e-9c3f-f937af9805ca tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Usage tracker for resource:floatingip and tenant:8d905421c363432a8f39ca13f95814e3 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:51.842696 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163b3538-1386-4967-b469-08761fe24538 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:51.875715 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-14bc15a7-657b-447e-9c3f-f937af9805ca tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:51.884536 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b3538-1386-4967-b469-08761fe24538 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event updated for resources: {'Port': ['ID=9e02eed5-4022-40f3-83ba-24a3b9cfaba4,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:51.893452 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-14bc15a7-657b-447e-9c3f-f937af9805ca tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:51.895633 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbf0b7e-0b9c-438b-9e5c-117bf88efc55 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Made reservation on behalf of e4cb5ece0382441f8c7312c45fbf61aa for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:51.897885 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:51.900813 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6fbf0b7e-0b9c-438b-9e5c-117bf88efc55 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:51.905929 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c33f-202b-425f-936d-b852a3f5bf95 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:51.923236 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6fbf0b7e-0b9c-438b-9e5c-117bf88efc55 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:51.939425 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163b3538-1386-4967-b469-08761fe24538 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:51.940561 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-163b3538-1386-4967-b469-08761fe24538 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:51.993269 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-14bc15a7-657b-447e-9c3f-f937af9805ca tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks [] for floatingip, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:52.067729 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6fbf0b7e-0b9c-438b-9e5c-117bf88efc55 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:52.072598 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6fbf0b7e-0b9c-438b-9e5c-117bf88efc55 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Usage tracker for resource:security_group_rule and tenant:e4cb5ece0382441f8c7312c45fbf61aa is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:52.076443 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6fbf0b7e-0b9c-438b-9e5c-117bf88efc55 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:52.086422 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6fbf0b7e-0b9c-438b-9e5c-117bf88efc55 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:52.092761 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=c727c599-5fa6-461b-8a58-2c7eeeb6f5e7,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:52.126488 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-163b3538-1386-4967-b469-08761fe24538 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4626219 Feb 09 18:02:52.126968 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45538) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:52.135223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9b5da5d5-5a8d-4dee-b730-ca7625d84ce0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Request body: {'port': {'network_id': '37685c53-9b93-484d-ac5f-1f69d899201b', 'name': 'tempest-FloatingIPTestJSON-988335235'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:52.166444 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-97913191-26c9-4248-8057-e44df6533059 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:02:52.166795 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-97913191-26c9-4248-8057-e44df6533059 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:02:52.243618 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device c727c599-5fa6-461b-8a58-2c7eeeb6f5e7 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:02:52.255071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c33f-202b-425f-936d-b852a3f5bf95 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:52.309867 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Deleting port c727c599-5fa6-461b-8a58-2c7eeeb6f5e7 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:52.310206 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:52.313263 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6fbf0b7e-0b9c-438b-9e5c-117bf88efc55 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:52.327154 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9b5da5d5-5a8d-4dee-b730-ca7625d84ce0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:52.330195 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-9b5da5d5-5a8d-4dee-b730-ca7625d84ce0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Usage tracker for resource:port and tenant:f3837d08455842e393bcceee43b69ece is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:52.333213 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-9b5da5d5-5a8d-4dee-b730-ca7625d84ce0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:52.340796 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9b5da5d5-5a8d-4dee-b730-ca7625d84ce0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:52.437087 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:52.458707 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6fbf0b7e-0b9c-438b-9e5c-117bf88efc55 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:52.497062 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbf0b7e-0b9c-438b-9e5c-117bf88efc55 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:02:52.508164 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf0b7e-0b9c-438b-9e5c-117bf88efc55 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a59528-18fb-4bce-a3dc-d7c98e6ffbcc,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:52.515947 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6fbf0b7e-0b9c-438b-9e5c-117bf88efc55 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:52.516598 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-6fbf0b7e-0b9c-438b-9e5c-117bf88efc55 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Added segment 71655a89-0863-471e-a07e-1706b4403daf of type vlan for network 1ad99297-9016-4593-a084-a2a3038b690d Feb 09 18:02:52.545886 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port c727c599-5fa6-461b-8a58-2c7eeeb6f5e7, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c727c599-5fa6-461b-8a58-2c7eeeb6f5e7,segment=NetworkSegment(4d0444d4-977e-4a47-9abe-311e00973205),segment_id=4d0444d4-977e-4a47-9abe-311e00973205)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:52.549697 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:52.557800 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6fbf0b7e-0b9c-438b-9e5c-117bf88efc55 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:52.572961 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] Transition to ACTIVE for port object 09762140-2163-4e12-a367-734ab428e2a9 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:52.595944 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-14bc15a7-657b-447e-9c3f-f937af9805ca tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:02:52.596977 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-14bc15a7-657b-447e-9c3f-f937af9805ca tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7919316 Feb 09 18:02:52.600803 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45542) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:52.606617 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-1364359e-9ca9-45be-8db3-da21a5908d96 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': 'eb020a1d-60ce-457e-a7c2-68cb5f2af37c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:52.612662 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1364359e-9ca9-45be-8db3-da21a5908d96 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:52.616622 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-1364359e-9ca9-45be-8db3-da21a5908d96 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Usage tracker for resource:floatingip and tenant:8d905421c363432a8f39ca13f95814e3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:52.619697 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-1364359e-9ca9-45be-8db3-da21a5908d96 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:52.623515 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] For port c727c599-5fa6-461b-8a58-2c7eeeb6f5e7, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c727c599-5fa6-461b-8a58-2c7eeeb6f5e7,segment=NetworkSegment(4d0444d4-977e-4a47-9abe-311e00973205),segment_id=4d0444d4-977e-4a47-9abe-311e00973205)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:52.623845 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:52.629125 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5da5d5-5a8d-4dee-b730-ca7625d84ce0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Made reservation on behalf of f3837d08455842e393bcceee43b69ece for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:52.632306 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b5da5d5-5a8d-4dee-b730-ca7625d84ce0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:52.642516 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1364359e-9ca9-45be-8db3-da21a5908d96 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:52.662192 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-9b5da5d5-5a8d-4dee-b730-ca7625d84ce0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] device_id is not set on port 265ff785-277c-4093-b1c6-06ed3b250506 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:02:52.668047 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-97913191-26c9-4248-8057-e44df6533059 None None] Deleting port c727c599-5fa6-461b-8a58-2c7eeeb6f5e7 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:52.668545 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-97913191-26c9-4248-8057-e44df6533059 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:52.710999 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:52.724326 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:52.743517 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6fbf0b7e-0b9c-438b-9e5c-117bf88efc55 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:52.748835 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbf0b7e-0b9c-438b-9e5c-117bf88efc55 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:52.749491 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6fbf0b7e-0b9c-438b-9e5c-117bf88efc55 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:52.755600 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1364359e-9ca9-45be-8db3-da21a5908d96 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:52.871004 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] Attempting to bind port 09762140-2163-4e12-a367-734ab428e2a9 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:02:52.871622 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] Attempting to bind port 09762140-2163-4e12-a367-734ab428e2a9 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:02:52.872165 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] Attempting to bind port 09762140-2163-4e12-a367-734ab428e2a9 on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:02:52.894536 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:02:52.895289 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:52.895700 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:52.896090 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:02:52.896584 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] Bound port: 09762140-2163-4e12-a367-734ab428e2a9, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:02:52.896943 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:52.906287 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Calling delete_port for c727c599-5fa6-461b-8a58-2c7eeeb6f5e7 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:52.934981 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=c727c599-5fa6-461b-8a58-2c7eeeb6f5e7,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:53.023251 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf0b7e-0b9c-438b-9e5c-117bf88efc55 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Pushing event updated for resources: {'Network': ['ID=1ad99297-9016-4593-a084-a2a3038b690d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:53.083679 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b7366-e498-4705-9e7a-72de3593765e req-ad4a2310-3359-4522-bd55-1f08bd4022aa tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:53.085184 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-590b7366-e498-4705-9e7a-72de3593765e req-ad4a2310-3359-4522-bd55-1f08bd4022aa tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.2722526 Feb 09 18:02:53.094701 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.api [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:02:53.095507 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG oslo_db.api [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:02:53.098343 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c33f-202b-425f-936d-b852a3f5bf95 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:53.099114 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-9b5da5d5-5a8d-4dee-b730-ca7625d84ce0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Allocated IP 172.20.0.3 (37685c53-9b93-484d-ac5f-1f69d899201b/b3213315-d694-43ae-b98f-7103d1eaa8ca/265ff785-277c-4093-b1c6-06ed3b250506) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:53.100882 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 1ad99297-9016-4593-a084-a2a3038b690d details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:02:53.123397 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36edb3-46b6-4bf4-ac6c-c5487052af3a None None] Pushing event updated for resources: {'Port': ['ID=09762140-2163-4e12-a367-734ab428e2a9,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:53.152296 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c33f-202b-425f-936d-b852a3f5bf95 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:53.181096 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6fbf0b7e-0b9c-438b-9e5c-117bf88efc55 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3919735 Feb 09 18:02:53.187858 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45550) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:53.202335 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-85b79590-9589-4a35-b078-7909ab51eda1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Request body: {'subnet': {'network_id': '1ad99297-9016-4593-a084-a2a3038b690d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:53.241830 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] For port 09762140-2163-4e12-a367-734ab428e2a9, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:02:53.243668 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-590b7366-e498-4705-9e7a-72de3593765e req-38d471b0-5a3e-41de-9544-1f872ba90586 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470821 Feb 09 18:02:53.247252 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-97913191-26c9-4248-8057-e44df6533059 None None] For port c727c599-5fa6-461b-8a58-2c7eeeb6f5e7, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c727c599-5fa6-461b-8a58-2c7eeeb6f5e7,segment=NetworkSegment(4d0444d4-977e-4a47-9abe-311e00973205),segment_id=4d0444d4-977e-4a47-9abe-311e00973205)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:53.247648 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-97913191-26c9-4248-8057-e44df6533059 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:53.324288 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-d7c7c33f-202b-425f-936d-b852a3f5bf95 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Allocated IP 172.26.8.9 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/005c0c16-5015-4c75-a8c4-b33dc7c7bb73) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:53.331784 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] For port 09762140-2163-4e12-a367-734ab428e2a9, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=09762140-2163-4e12-a367-734ab428e2a9,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:02:53.362700 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1364359e-9ca9-45be-8db3-da21a5908d96 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:53.403229 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-97913191-26c9-4248-8057-e44df6533059 None None] Calling delete_port for c727c599-5fa6-461b-8a58-2c7eeeb6f5e7 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:53.460488 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:53.505439 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c33f-202b-425f-936d-b852a3f5bf95 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:53.546709 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-85b79590-9589-4a35-b078-7909ab51eda1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:53.561497 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36edb3-46b6-4bf4-ac6c-c5487052af3a None None] Pushing event updated for resources: {'Port': ['ID=09762140-2163-4e12-a367-734ab428e2a9,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:53.561726 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-85b79590-9589-4a35-b078-7909ab51eda1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Usage tracker for resource:subnet and tenant:e4cb5ece0382441f8c7312c45fbf61aa is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:53.570410 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] Routers {'17d80279-513e-421c-ae0d-c7c803f04baa'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:02:53.571066 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['17d80279-513e-421c-ae0d-c7c803f04baa'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:53.577829 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-85b79590-9589-4a35-b078-7909ab51eda1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:53.596003 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-85b79590-9589-4a35-b078-7909ab51eda1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:53.632663 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b5da5d5-5a8d-4dee-b730-ca7625d84ce0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:53.680948 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-97913191-26c9-4248-8057-e44df6533059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:53.681220 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c33f-202b-425f-936d-b852a3f5bf95 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:53.753332 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b79590-9589-4a35-b078-7909ab51eda1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Made reservation on behalf of e4cb5ece0382441f8c7312c45fbf61aa for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:53.781347 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b5da5d5-5a8d-4dee-b730-ca7625d84ce0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:53.798827 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Deleting port c727c599-5fa6-461b-8a58-2c7eeeb6f5e7 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:53.799504 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:53.801415 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97913191-26c9-4248-8057-e44df6533059 None None] Pushing event deleted for resources: {'Port': ['ID=c727c599-5fa6-461b-8a58-2c7eeeb6f5e7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:53.812541 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97913191-26c9-4248-8057-e44df6533059 None None] No DVR routers for this DVR port c727c599-5fa6-461b-8a58-2c7eeeb6f5e7 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:02:53.868508 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] Set router 17d80279-513e-421c-ae0d-c7c803f04baa gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:02:53.874862 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c7c33f-202b-425f-936d-b852a3f5bf95 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:53.877308 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7c33f-202b-425f-936d-b852a3f5bf95 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Pushing event updated for resources: {'Port': ['ID=005c0c16-5015-4c75-a8c4-b33dc7c7bb73,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:53.902785 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-d7c7c33f-202b-425f-936d-b852a3f5bf95 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:53.953036 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c7c33f-202b-425f-936d-b852a3f5bf95 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:53.964524 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-1364359e-9ca9-45be-8db3-da21a5908d96 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Allocated IP 172.26.8.6 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/e05641ea-c642-4d10-b9e4-298bc1eace5a) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:54.026840 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85b79590-9589-4a35-b078-7909ab51eda1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:54.057424 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5da5d5-5a8d-4dee-b730-ca7625d84ce0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Network 37685c53-9b93-484d-ac5f-1f69d899201b is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:54.064752 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] The port 'c727c599-5fa6-461b-8a58-2c7eeeb6f5e7' was deleted {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:02:54.066761 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9b5da5d5-5a8d-4dee-b730-ca7625d84ce0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:54.069349 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5da5d5-5a8d-4dee-b730-ca7625d84ce0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:54.098940 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5da5d5-5a8d-4dee-b730-ca7625d84ce0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event updated for resources: {'Port': ['ID=265ff785-277c-4093-b1c6-06ed3b250506,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:54.196087 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d80279-513e-421c-ae0d-c7c803f04baa', 'name': 'tempest-snat-router-730147279', 'tenant_id': 'a13c485fdbb04e84914acb96e6ca0a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.91'}], 'enable_snat': False}, 'gw_port_id': '09762140-2163-4e12-a367-734ab428e2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:02:44Z', 'updated_at': '2022-02-09T18:02:48Z', 'revision_number': 3, 'project_id': 'a13c485fdbb04e84914acb96e6ca0a8c', 'gw_port': {'id': '09762140-2163-4e12-a367-734ab428e2a9', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:03:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d80279-513e-421c-ae0d-c7c803f04baa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:02:46Z', 'updated_at': '2022-02-09T18:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:54.201599 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d5c28-d111-41d6-93ef-361d57e8fff9 None None] The sync data for ids ['17d80279-513e-421c-ae0d-c7c803f04baa'] in dv-neutron-827016-2-hyperv is: [{'id': '17d80279-513e-421c-ae0d-c7c803f04baa', 'name': 'tempest-snat-router-730147279', 'tenant_id': 'a13c485fdbb04e84914acb96e6ca0a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.91'}], 'enable_snat': False}, 'gw_port_id': '09762140-2163-4e12-a367-734ab428e2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:02:44Z', 'updated_at': '2022-02-09T18:02:48Z', 'revision_number': 3, 'project_id': 'a13c485fdbb04e84914acb96e6ca0a8c', 'gw_port': {'id': '09762140-2163-4e12-a367-734ab428e2a9', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:03:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d80279-513e-421c-ae0d-c7c803f04baa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:02:46Z', 'updated_at': '2022-02-09T18:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:02:54.269018 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:54.295843 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2a09e-f401-46b6-a4c8-af5fb49dd9ba req-9aab99f3-3084-4d74-8bcb-ebaed2dc980a tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:54.297448 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-72c2a09e-f401-46b6-a4c8-af5fb49dd9ba req-9aab99f3-3084-4d74-8bcb-ebaed2dc980a tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.5529985 Feb 09 18:02:54.331781 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55690076-2bfc-4601-9ed1-86f8d3823697']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:54.353307 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0444d4-977e-4a47-9abe-311e00973205') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:54.353639 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0444d4-977e-4a47-9abe-311e00973205') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:54.375080 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:54.398851 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-72c2a09e-f401-46b6-a4c8-af5fb49dd9ba req-5198138b-761d-458c-8935-3950835e2216 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901628 Feb 09 18:02:54.400364 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:54.409172 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:02:54.410148 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:02:54.431969 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:02:54.434137 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5da5d5-5a8d-4dee-b730-ca7625d84ce0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:54.434137 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b5da5d5-5a8d-4dee-b730-ca7625d84ce0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:54.503771 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f849ff3d-b475-4204-89f2-ceeeda2fb0fe req-703542eb-4544-4c33-b37d-eddfd0f36eab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9621278b19834e798a7390fcfa3a9f1f&device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 1098 time: 0.5282447 Feb 09 18:02:54.538727 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c33f-202b-425f-936d-b852a3f5bf95 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:54.539498 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c33f-202b-425f-936d-b852a3f5bf95 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:54.540751 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1364359e-9ca9-45be-8db3-da21a5908d96 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:54.626406 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9b5da5d5-5a8d-4dee-b730-ca7625d84ce0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4982376 Feb 09 18:02:54.631105 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45558) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:54.642444 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-016ebeae-0d3d-44ac-acd3-a1ee8198499e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': '265ff785-277c-4093-b1c6-06ed3b250506', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:54.657790 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-016ebeae-0d3d-44ac-acd3-a1ee8198499e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:54.670647 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:54.678807 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-016ebeae-0d3d-44ac-acd3-a1ee8198499e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Usage tracker for resource:floatingip and tenant:f3837d08455842e393bcceee43b69ece is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:54.688176 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-016ebeae-0d3d-44ac-acd3-a1ee8198499e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:54.692236 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:54.701213 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-016ebeae-0d3d-44ac-acd3-a1ee8198499e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:54.706434 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849ff3d-b475-4204-89f2-ceeeda2fb0fe req-aeb58993-ae61-4c6c-932a-3bf6410f97a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:54.708006 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f849ff3d-b475-4204-89f2-ceeeda2fb0fe req-aeb58993-ae61-4c6c-932a-3bf6410f97a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 HTTP/1.1" status: 200 len: 913 time: 0.1960170 Feb 09 18:02:54.825706 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1364359e-9ca9-45be-8db3-da21a5908d96 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:54.825935 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event deleted for resources: {'Network': ['ID=55690076-2bfc-4601-9ed1-86f8d3823697,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:54.839680 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-191f2564-da38-4ebf-b0d5-65cc493af73c tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "DELETE /v2.0/networks/55690076-2bfc-4601-9ed1-86f8d3823697 HTTP/1.1" status: 204 len: 168 time: 8.0507109 Feb 09 18:02:54.839680 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45562) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:54.848114 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-30546e4d-88a0-468a-807b-2baa0568b3f7 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-460832521'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:54.854916 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-30546e4d-88a0-468a-807b-2baa0568b3f7 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:54.860951 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-30546e4d-88a0-468a-807b-2baa0568b3f7 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Usage tracker for resource:network and tenant:682fbf024fe547bb8807d1fbc4363a37 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:54.865165 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-30546e4d-88a0-468a-807b-2baa0568b3f7 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:54.874018 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-30546e4d-88a0-468a-807b-2baa0568b3f7 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:54.894615 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-016ebeae-0d3d-44ac-acd3-a1ee8198499e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:54.934816 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30546e4d-88a0-468a-807b-2baa0568b3f7 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Made reservation on behalf of 682fbf024fe547bb8807d1fbc4363a37 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:54.937821 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-30546e4d-88a0-468a-807b-2baa0568b3f7 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:54.979909 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364359e-9ca9-45be-8db3-da21a5908d96 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Pushing event updated for resources: {'Port': ['ID=e05641ea-c642-4d10-b9e4-298bc1eace5a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:54.986700 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30546e4d-88a0-468a-807b-2baa0568b3f7 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:02:54.996328 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-30546e4d-88a0-468a-807b-2baa0568b3f7 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:54.996711 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-30546e4d-88a0-468a-807b-2baa0568b3f7 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Added segment f8bc1fc9-67dd-438c-8373-f54d432a48c9 of type vlan for network f7c4516b-c009-4d43-945c-2c96860a04ac Feb 09 18:02:55.025514 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-30546e4d-88a0-468a-807b-2baa0568b3f7 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:55.034915 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1364359e-9ca9-45be-8db3-da21a5908d96 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:55.040836 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-1364359e-9ca9-45be-8db3-da21a5908d96 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:55.051194 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c7c33f-202b-425f-936d-b852a3f5bf95 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Router d0cae4da-f6e5-4913-815d-4c2b72249f17 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:02:55.053436 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f849ff3d-b475-4204-89f2-ceeeda2fb0fe req-8ca0fc27-b979-4e22-b6e9-de02d28ab456 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23458b41-2e68-42ce-831d-f246fea29783 HTTP/1.1" status: 200 len: 1001 time: 0.3356781 Feb 09 18:02:55.058192 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1364359e-9ca9-45be-8db3-da21a5908d96 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:55.174049 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-30546e4d-88a0-468a-807b-2baa0568b3f7 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:55.177346 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30546e4d-88a0-468a-807b-2baa0568b3f7 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:55.177945 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-30546e4d-88a0-468a-807b-2baa0568b3f7 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:55.191098 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85b79590-9589-4a35-b078-7909ab51eda1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:55.205605 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849ff3d-b475-4204-89f2-ceeeda2fb0fe req-13bd23be-2d60-4eed-8830-26335d4903ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:55.205605 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f849ff3d-b475-4204-89f2-ceeeda2fb0fe req-13bd23be-2d60-4eed-8830-26335d4903ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b05e458-9599-4698-b30c-c2fa3f37163a HTTP/1.1" status: 200 len: 851 time: 0.1063044 Feb 09 18:02:55.317968 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30546e4d-88a0-468a-807b-2baa0568b3f7 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event updated for resources: {'Network': ['ID=f7c4516b-c009-4d43-945c-2c96860a04ac,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:55.331536 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network f7c4516b-c009-4d43-945c-2c96860a04ac details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:02:55.379423 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c7c33f-202b-425f-936d-b852a3f5bf95 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:02:55.383858 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b79590-9589-4a35-b078-7909ab51eda1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Pushing event updated for resources: {'Subnet': ['ID=04fe5038-5966-4e1c-8113-ef5341df2603,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:55.396440 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] Sync routers for ids ['d0cae4da-f6e5-4913-815d-4c2b72249f17'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:02:55.399075 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-30546e4d-88a0-468a-807b-2baa0568b3f7 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5587399 Feb 09 18:02:55.401951 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45566) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:55.409146 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-19923063-5a90-4be3-9876-ab3f912b0ae5 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Request body: {'subnet': {'network_id': 'f7c4516b-c009-4d43-945c-2c96860a04ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:55.419453 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] Routers {'d0cae4da-f6e5-4913-815d-4c2b72249f17'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:02:55.420294 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d0cae4da-f6e5-4913-815d-4c2b72249f17'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:55.489310 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c33f-202b-425f-936d-b852a3f5bf95 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:55.493048 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d7c7c33f-202b-425f-936d-b852a3f5bf95 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 3.8612993 Feb 09 18:02:55.494951 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45572) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:55.512769 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b79590-9589-4a35-b078-7909ab51eda1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Checking segment: {'id': '71655a89-0863-471e-a07e-1706b4403daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ad99297-9016-4593-a084-a2a3038b690d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:55.513135 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b79590-9589-4a35-b078-7909ab51eda1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Network hostable DHCP agents. Network: 1ad99297-9016-4593-a084-a2a3038b690d, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:02:55.535141 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-1364359e-9ca9-45be-8db3-da21a5908d96 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Deleting port e05641ea-c642-4d10-b9e4-298bc1eace5a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:55.535497 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1364359e-9ca9-45be-8db3-da21a5908d96 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:55.582716 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f849ff3d-b475-4204-89f2-ceeeda2fb0fe req-034b04c2-1e53-4ed5-b4d2-3b19908f9210 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3243446 Feb 09 18:02:55.587150 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-016ebeae-0d3d-44ac-acd3-a1ee8198499e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:55.630783 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] Set router d0cae4da-f6e5-4913-815d-4c2b72249f17 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:02:55.715575 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-19923063-5a90-4be3-9876-ab3f912b0ae5 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:55.739843 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-19923063-5a90-4be3-9876-ab3f912b0ae5 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:55.801740 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c539f76-818f-4532-a35c-fdd5e5bd406d req-4abb227a-942b-479a-a509-b877db4bc93f tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:55.803487 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2c539f76-818f-4532-a35c-fdd5e5bd406d req-4abb227a-942b-479a-a509-b877db4bc93f tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.1407130 Feb 09 18:02:55.843342 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19923063-5a90-4be3-9876-ab3f912b0ae5 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Made reservation on behalf of 682fbf024fe547bb8807d1fbc4363a37 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:55.894366 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b79590-9589-4a35-b078-7909ab51eda1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Network 1ad99297-9016-4593-a084-a2a3038b690d is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:02:55.933712 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cae4da-f6e5-4913-815d-4c2b72249f17', 'name': 'tempest-snat-router-730147279', 'tenant_id': 'a13c485fdbb04e84914acb96e6ca0a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.9'}], 'enable_snat': True}, 'gw_port_id': '005c0c16-5015-4c75-a8c4-b33dc7c7bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:02:51Z', 'updated_at': '2022-02-09T18:02:54Z', 'revision_number': 3, 'project_id': 'a13c485fdbb04e84914acb96e6ca0a8c', 'gw_port': {'id': '005c0c16-5015-4c75-a8c4-b33dc7c7bb73', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:90:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0cae4da-f6e5-4913-815d-4c2b72249f17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:02:53Z', 'updated_at': '2022-02-09T18:02:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:55.938049 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] Checking router: d0cae4da-f6e5-4913-815d-4c2b72249f17 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:02:55.938960 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] Updating router d0cae4da-f6e5-4913-815d-4c2b72249f17 port 005c0c16-5015-4c75-a8c4-b33dc7c7bb73 binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:02:55.968298 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2c539f76-818f-4532-a35c-fdd5e5bd406d req-1b9fad68-b90b-479d-91eb-4c3dc169b227 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491551 Feb 09 18:02:55.973321 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f849ff3d-b475-4204-89f2-ceeeda2fb0fe req-b6e5fe28-3e62-4bcd-955c-190ab30f4af0 service neutron] 10.222.0.50 "GET /v2.0/networks/2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753545 Feb 09 18:02:55.997354 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-016ebeae-0d3d-44ac-acd3-a1ee8198499e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Allocated IP 172.26.8.203 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/77d3c579-f0b8-4777-a23b-3c2261dfde5b) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:55.997596 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-19923063-5a90-4be3-9876-ab3f912b0ae5 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:55.997727 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:56.080494 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-dc3c0dc7-9cb5-4527-9cda-943b66d0f501 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "GET /v2.0/routers/d0cae4da-f6e5-4913-815d-4c2b72249f17 HTTP/1.1" status: 200 len: 905 time: 0.5841274 Feb 09 18:02:56.084579 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45576) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:56.141468 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-85b79590-9589-4a35-b078-7909ab51eda1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 1ad99297-9016-4593-a084-a2a3038b690d) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:56.145607 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1364359e-9ca9-45be-8db3-da21a5908d96 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:56.145940 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1364359e-9ca9-45be-8db3-da21a5908d96 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:56.159533 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213b16de-8855-475a-8441-d5873ea58e5d None None] Network 1ad99297-9016-4593-a084-a2a3038b690d requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:02:56.210061 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b79590-9589-4a35-b078-7909ab51eda1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:56.210688 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85b79590-9589-4a35-b078-7909ab51eda1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:56.379177 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-1364359e-9ca9-45be-8db3-da21a5908d96 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Calling delete_port for e05641ea-c642-4d10-b9e4-298bc1eace5a owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:56.414837 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48871eec-ee03-4141-bfce-ba2045b55f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-1ad99297-9016-4593-a084-a2a3038b690d', 'network_id': '1ad99297-9016-4593-a084-a2a3038b690d', 'tenant_id': 'e4cb5ece0382441f8c7312c45fbf61aa', 'fixed_ips': [{'subnet_id': '04fe5038-5966-4e1c-8113-ef5341df2603'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:02:56.416292 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48871eec-ee03-4141-bfce-ba2045b55f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:56.427479 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9970ad05-fab6-41cd-8cf1-eaf3f48bd4a8 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:56.482235 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-19923063-5a90-4be3-9876-ab3f912b0ae5 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:56.555774 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-85b79590-9589-4a35-b078-7909ab51eda1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3674123 Feb 09 18:02:56.565638 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45580) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:56.578157 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-102bf4a9-9543-4009-93a5-4889e1b52041 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Request body: {'network': {'name': 'tempest-router-network01--244984449'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:56.605766 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-102bf4a9-9543-4009-93a5-4889e1b52041 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:56.637354 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-102bf4a9-9543-4009-93a5-4889e1b52041 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Usage tracker for resource:network and tenant:e4cb5ece0382441f8c7312c45fbf61aa is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:56.658149 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-102bf4a9-9543-4009-93a5-4889e1b52041 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:56.663093 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-48871eec-ee03-4141-bfce-ba2045b55f5b None None] Allocated IP 172.20.0.2 (1ad99297-9016-4593-a084-a2a3038b690d/04fe5038-5966-4e1c-8113-ef5341df2603/7e25f172-6b3b-4c12-a427-2f22a30b272a) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:56.681454 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-102bf4a9-9543-4009-93a5-4889e1b52041 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:56.694208 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f849ff3d-b475-4204-89f2-ceeeda2fb0fe req-f3de0069-b947-4635-8517-8cc6c48c7259 service neutron] 10.222.0.50 "GET /v2.0/networks/2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7022080 Feb 09 18:02:56.751867 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-016ebeae-0d3d-44ac-acd3-a1ee8198499e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:56.784101 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19923063-5a90-4be3-9876-ab3f912b0ae5 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event updated for resources: {'Subnet': ['ID=41bb5c34-4eac-4810-9e0a-22abfc7083a5,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:56.805611 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102bf4a9-9543-4009-93a5-4889e1b52041 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Made reservation on behalf of e4cb5ece0382441f8c7312c45fbf61aa for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:56.808797 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-102bf4a9-9543-4009-93a5-4889e1b52041 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:56.855940 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102bf4a9-9543-4009-93a5-4889e1b52041 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:02:56.856593 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19923063-5a90-4be3-9876-ab3f912b0ae5 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Checking segment: {'id': 'f8bc1fc9-67dd-438c-8373-f54d432a48c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f7c4516b-c009-4d43-945c-2c96860a04ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:56.856959 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19923063-5a90-4be3-9876-ab3f912b0ae5 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Network hostable DHCP agents. Network: f7c4516b-c009-4d43-945c-2c96860a04ac, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:02:56.869922 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-102bf4a9-9543-4009-93a5-4889e1b52041 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:56.870332 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-102bf4a9-9543-4009-93a5-4889e1b52041 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Added segment 07abf8c6-980f-44ce-91ea-7eebecbd5240 of type vlan for network e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7 Feb 09 18:02:56.905486 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-102bf4a9-9543-4009-93a5-4889e1b52041 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:56.941233 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9970ad05-fab6-41cd-8cf1-eaf3f48bd4a8 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:56.966175 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-016ebeae-0d3d-44ac-acd3-a1ee8198499e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:56.974491 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48871eec-ee03-4141-bfce-ba2045b55f5b None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:56.995084 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19923063-5a90-4be3-9876-ab3f912b0ae5 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Network f7c4516b-c009-4d43-945c-2c96860a04ac is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:02:57.003941 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-48871eec-ee03-4141-bfce-ba2045b55f5b None None] Transition to ACTIVE for port object 7e25f172-6b3b-4c12-a427-2f22a30b272a will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:57.025899 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016ebeae-0d3d-44ac-acd3-a1ee8198499e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:57.028743 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-48871eec-ee03-4141-bfce-ba2045b55f5b None None] Transition to ACTIVE for port object 7e25f172-6b3b-4c12-a427-2f22a30b272a will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:57.035996 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-016ebeae-0d3d-44ac-acd3-a1ee8198499e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:57.045369 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1364359e-9ca9-45be-8db3-da21a5908d96 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:57.050131 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016ebeae-0d3d-44ac-acd3-a1ee8198499e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:57.062924 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-9970ad05-fab6-41cd-8cf1-eaf3f48bd4a8 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Deleting port 005c0c16-5015-4c75-a8c4-b33dc7c7bb73 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:57.063346 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9970ad05-fab6-41cd-8cf1-eaf3f48bd4a8 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:57.097986 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48871eec-ee03-4141-bfce-ba2045b55f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:57.147268 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-102bf4a9-9543-4009-93a5-4889e1b52041 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:57.151515 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102bf4a9-9543-4009-93a5-4889e1b52041 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:57.152177 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-102bf4a9-9543-4009-93a5-4889e1b52041 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:57.157020 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-19923063-5a90-4be3-9876-ab3f912b0ae5 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, f7c4516b-c009-4d43-945c-2c96860a04ac) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:57.215771 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19923063-5a90-4be3-9876-ab3f912b0ae5 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:57.216872 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-19923063-5a90-4be3-9876-ab3f912b0ae5 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:57.278777 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6091ef-48f6-462b-8ea7-5c04a5f5d998 None None] Network f7c4516b-c009-4d43-945c-2c96860a04ac requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:02:57.331694 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:57.347751 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] Transition to ACTIVE for port object 005c0c16-5015-4c75-a8c4-b33dc7c7bb73 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:57.367831 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48871eec-ee03-4141-bfce-ba2045b55f5b None None] Network 1ad99297-9016-4593-a084-a2a3038b690d is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:57.420823 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-48871eec-ee03-4141-bfce-ba2045b55f5b None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:57.428573 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:57.430865 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48871eec-ee03-4141-bfce-ba2045b55f5b None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:57.450660 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ebeae-0d3d-44ac-acd3-a1ee8198499e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event updated for resources: {'Port': ['ID=77d3c579-f0b8-4777-a23b-3c2261dfde5b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:57.456907 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48871eec-ee03-4141-bfce-ba2045b55f5b None None] Pushing event updated for resources: {'Port': ['ID=7e25f172-6b3b-4c12-a427-2f22a30b272a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:57.530041 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503ba11-c974-4f4b-ac57-576851b020f5 req-f4ef6d98-46d6-4d63-a8aa-6e1fa1dcc922 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:57.539008 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4503ba11-c974-4f4b-ac57-576851b020f5 req-f4ef6d98-46d6-4d63-a8aa-6e1fa1dcc922 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.3345795 Feb 09 18:02:57.553765 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-102bf4a9-9543-4009-93a5-4889e1b52041 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9869220 Feb 09 18:02:57.559570 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470bec3c-237e-49af-b48b-1f50bfe6c623 None None] Pushing event updated for resources: {'Port': ['ID=005c0c16-5015-4c75-a8c4-b33dc7c7bb73,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:57.569268 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45590) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:57.574015 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470bec3c-237e-49af-b48b-1f50bfe6c623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:57.574601 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470bec3c-237e-49af-b48b-1f50bfe6c623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:57.575279 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470bec3c-237e-49af-b48b-1f50bfe6c623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:57.575779 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470bec3c-237e-49af-b48b-1f50bfe6c623 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:57.576276 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470bec3c-237e-49af-b48b-1f50bfe6c623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:57.576754 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470bec3c-237e-49af-b48b-1f50bfe6c623 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:57.577215 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470bec3c-237e-49af-b48b-1f50bfe6c623 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:57.577938 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470bec3c-237e-49af-b48b-1f50bfe6c623 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:57.578464 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470bec3c-237e-49af-b48b-1f50bfe6c623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:57.579270 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102bf4a9-9543-4009-93a5-4889e1b52041 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Pushing event updated for resources: {'Network': ['ID=e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:57.580286 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470bec3c-237e-49af-b48b-1f50bfe6c623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:57.581449 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470bec3c-237e-49af-b48b-1f50bfe6c623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:02:57.601953 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-48871eec-ee03-4141-bfce-ba2045b55f5b None None] Attempting to bind port 7e25f172-6b3b-4c12-a427-2f22a30b272a on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:02:57.602332 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-48871eec-ee03-4141-bfce-ba2045b55f5b None None] Attempting to bind port 7e25f172-6b3b-4c12-a427-2f22a30b272a by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '71655a89-0863-471e-a07e-1706b4403daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ad99297-9016-4593-a084-a2a3038b690d'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:02:57.603300 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48871eec-ee03-4141-bfce-ba2045b55f5b None None] Attempting to bind port 7e25f172-6b3b-4c12-a427-2f22a30b272a on network 1ad99297-9016-4593-a084-a2a3038b690d {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:02:57.606187 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:02:57.608388 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4d09a564-573f-4833-bc82-cd96cacba2db tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Request body: {'network': {'name': 'tempest-router-network02--1431040654'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:57.613304 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-19923063-5a90-4be3-9876-ab3f912b0ae5 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2070699 Feb 09 18:02:57.613514 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364359e-9ca9-45be-8db3-da21a5908d96 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Pushing event deleted for resources: {'Port': ['ID=e05641ea-c642-4d10-b9e4-298bc1eace5a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:57.616198 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45594) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:57.623437 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] Attempting to bind port 005c0c16-5015-4c75-a8c4-b33dc7c7bb73 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:02:57.624538 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] Attempting to bind port 005c0c16-5015-4c75-a8c4-b33dc7c7bb73 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:02:57.625015 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4d09a564-573f-4833-bc82-cd96cacba2db tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:57.625252 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] Attempting to bind port 005c0c16-5015-4c75-a8c4-b33dc7c7bb73 on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:02:57.638440 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:02:57.639322 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:57.640038 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:57.640577 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:02:57.641847 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] Bound port: 005c0c16-5015-4c75-a8c4-b33dc7c7bb73, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:02:57.643087 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:57.666846 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9970ad05-fab6-41cd-8cf1-eaf3f48bd4a8 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:57.674966 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4d09a564-573f-4833-bc82-cd96cacba2db tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Usage tracker for resource:network and tenant:e4cb5ece0382441f8c7312c45fbf61aa is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:57.680737 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4d09a564-573f-4833-bc82-cd96cacba2db tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:57.699376 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4d09a564-573f-4833-bc82-cd96cacba2db tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:02:57.710897 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48871eec-ee03-4141-bfce-ba2045b55f5b None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:02:57.711411 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48871eec-ee03-4141-bfce-ba2045b55f5b None None] Checking segment: {'id': '71655a89-0863-471e-a07e-1706b4403daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ad99297-9016-4593-a084-a2a3038b690d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:57.711823 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48871eec-ee03-4141-bfce-ba2045b55f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:57.712221 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48871eec-ee03-4141-bfce-ba2045b55f5b None None] Bound using segment: {'id': '71655a89-0863-471e-a07e-1706b4403daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ad99297-9016-4593-a084-a2a3038b690d'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:02:57.712702 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-48871eec-ee03-4141-bfce-ba2045b55f5b None None] Bound port: 7e25f172-6b3b-4c12-a427-2f22a30b272a, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71655a89-0863-471e-a07e-1706b4403daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ad99297-9016-4593-a084-a2a3038b690d'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:02:57.713077 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48871eec-ee03-4141-bfce-ba2045b55f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:57.738029 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] For port 005c0c16-5015-4c75-a8c4-b33dc7c7bb73, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:02:57.742483 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] For port 005c0c16-5015-4c75-a8c4-b33dc7c7bb73, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=005c0c16-5015-4c75-a8c4-b33dc7c7bb73,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:02:57.752622 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4503ba11-c974-4f4b-ac57-576851b020f5 req-7f761111-6093-4b91-8209-3d82114ef6f7 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126031 Feb 09 18:02:57.856500 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:57.868019 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-1364359e-9ca9-45be-8db3-da21a5908d96 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] create failed (client error): The resource could not be found. Feb 09 18:02:57.873459 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1364359e-9ca9-45be-8db3-da21a5908d96 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.2670002 Feb 09 18:02:57.874634 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45598) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:57.887564 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-9970ad05-fab6-41cd-8cf1-eaf3f48bd4a8 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Calling delete_port for 005c0c16-5015-4c75-a8c4-b33dc7c7bb73 owned by network:router_gateway {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:57.964451 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d09a564-573f-4833-bc82-cd96cacba2db tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Made reservation on behalf of e4cb5ece0382441f8c7312c45fbf61aa for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:02:57.964451 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4d09a564-573f-4833-bc82-cd96cacba2db tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:57.969381 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1abc83-7273-4e57-a529-ddd131b177f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-f7c4516b-c009-4d43-945c-2c96860a04ac', 'network_id': 'f7c4516b-c009-4d43-945c-2c96860a04ac', 'tenant_id': '682fbf024fe547bb8807d1fbc4363a37', 'fixed_ips': [{'subnet_id': '41bb5c34-4eac-4810-9e0a-22abfc7083a5'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:02:57.970845 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd1abc83-7273-4e57-a529-ddd131b177f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:58.004536 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470bec3c-237e-49af-b48b-1f50bfe6c623 None None] Pushing event updated for resources: {'Port': ['ID=005c0c16-5015-4c75-a8c4-b33dc7c7bb73,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:58.008872 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b63d89e4-6720-4087-a8b4-78f6fd7850ce tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Deleting port eb020a1d-60ce-457e-a7c2-68cb5f2af37c {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:58.009215 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b63d89e4-6720-4087-a8b4-78f6fd7850ce tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:58.011455 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:58.048483 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-48871eec-ee03-4141-bfce-ba2045b55f5b None None] For port 7e25f172-6b3b-4c12-a427-2f22a30b272a, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:02:58.086717 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-48871eec-ee03-4141-bfce-ba2045b55f5b None None] For port 7e25f172-6b3b-4c12-a427-2f22a30b272a, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7e25f172-6b3b-4c12-a427-2f22a30b272a,segment=NetworkSegment(71655a89-0863-471e-a07e-1706b4403daf),segment_id=71655a89-0863-471e-a07e-1706b4403daf)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:02:58.092270 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] Routers {'d0cae4da-f6e5-4913-815d-4c2b72249f17'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:02:58.093139 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d0cae4da-f6e5-4913-815d-4c2b72249f17'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:58.100565 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d09a564-573f-4833-bc82-cd96cacba2db tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:02:58.129825 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:58.171427 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48871eec-ee03-4141-bfce-ba2045b55f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:58.262791 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.api [None req-9970ad05-fab6-41cd-8cf1-eaf3f48bd4a8 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:02:58.263118 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG oslo_db.api [None req-9970ad05-fab6-41cd-8cf1-eaf3f48bd4a8 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:02:58.297472 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4d09a564-573f-4833-bc82-cd96cacba2db tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:58.299126 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-4d09a564-573f-4833-bc82-cd96cacba2db tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Added segment 180606cd-4adb-4a92-846b-5566ef24a583 of type vlan for network c6cb0344-cf98-4d94-8251-db235b81e0e0 Feb 09 18:02:58.353412 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 09762140-2163-4e12-a367-734ab428e2a9 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:02:58.429622 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4d09a564-573f-4833-bc82-cd96cacba2db tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:58.437446 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] Set router d0cae4da-f6e5-4913-815d-4c2b72249f17 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:02:58.446359 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-dd1abc83-7273-4e57-a529-ddd131b177f5 None None] Allocated IP 2001:db8::2 (f7c4516b-c009-4d43-945c-2c96860a04ac/41bb5c34-4eac-4810-9e0a-22abfc7083a5/b4ee51bf-1366-427c-b8ea-4c672f593c38) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:02:58.496480 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48871eec-ee03-4141-bfce-ba2045b55f5b None None] Pushing event updated for resources: {'Port': ['ID=7e25f172-6b3b-4c12-a427-2f22a30b272a,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:58.633554 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cae4da-f6e5-4913-815d-4c2b72249f17', 'name': 'tempest-snat-router-730147279', 'tenant_id': 'a13c485fdbb04e84914acb96e6ca0a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:02:51Z', 'updated_at': '2022-02-09T18:02:56Z', 'revision_number': 4, 'project_id': 'a13c485fdbb04e84914acb96e6ca0a8c', 'gw_port_host': None}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:02:58.638723 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df64e5ec-21cb-4374-b0f4-103d84baf25b None None] The sync data for ids ['d0cae4da-f6e5-4913-815d-4c2b72249f17'] in dv-neutron-827016-2-hyperv is: [{'id': 'd0cae4da-f6e5-4913-815d-4c2b72249f17', 'name': 'tempest-snat-router-730147279', 'tenant_id': 'a13c485fdbb04e84914acb96e6ca0a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:02:51Z', 'updated_at': '2022-02-09T18:02:56Z', 'revision_number': 4, 'project_id': 'a13c485fdbb04e84914acb96e6ca0a8c', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:02:58.697349 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b63d89e4-6720-4087-a8b4-78f6fd7850ce tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:58.764705 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-9970ad05-fab6-41cd-8cf1-eaf3f48bd4a8 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Deleting port 005c0c16-5015-4c75-a8c4-b33dc7c7bb73 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:02:58.799316 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9970ad05-fab6-41cd-8cf1-eaf3f48bd4a8 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:58.835291 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd1abc83-7273-4e57-a529-ddd131b177f5 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:58.844791 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4d09a564-573f-4833-bc82-cd96cacba2db tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:58.848534 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d09a564-573f-4833-bc82-cd96cacba2db tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:58.849435 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4d09a564-573f-4833-bc82-cd96cacba2db tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:58.865358 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-dd1abc83-7273-4e57-a529-ddd131b177f5 None None] Transition to ACTIVE for port object b4ee51bf-1366-427c-b8ea-4c672f593c38 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:58.882677 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b63d89e4-6720-4087-a8b4-78f6fd7850ce tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Calling delete_port for eb020a1d-60ce-457e-a7c2-68cb5f2af37c owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:58.885207 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 09762140-2163-4e12-a367-734ab428e2a9 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:02:58.910937 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 09762140-2163-4e12-a367-734ab428e2a9 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:02:58.911331 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:58.936692 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-016ebeae-0d3d-44ac-acd3-a1ee8198499e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:58.968898 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-dd1abc83-7273-4e57-a529-ddd131b177f5 None None] Transition to ACTIVE for port object b4ee51bf-1366-427c-b8ea-4c672f593c38 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:02:59.017342 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4d09a564-573f-4833-bc82-cd96cacba2db tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4340758 Feb 09 18:02:59.051876 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45604) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:59.077813 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-9970ad05-fab6-41cd-8cf1-eaf3f48bd4a8 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] For port 005c0c16-5015-4c75-a8c4-b33dc7c7bb73, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=005c0c16-5015-4c75-a8c4-b33dc7c7bb73,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:59.078056 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:59.078748 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9970ad05-fab6-41cd-8cf1-eaf3f48bd4a8 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:59.092616 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd1abc83-7273-4e57-a529-ddd131b177f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:59.105186 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b7dff950-c771-48dc-83a9-876658f774af tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Request body: {'subnet': {'network_id': 'e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:02:59.112609 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09a564-573f-4833-bc82-cd96cacba2db tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Pushing event updated for resources: {'Network': ['ID=c6cb0344-cf98-4d94-8251-db235b81e0e0,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:59.144680 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network c6cb0344-cf98-4d94-8251-db235b81e0e0 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:02:59.148444 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-016ebeae-0d3d-44ac-acd3-a1ee8198499e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:59.174383 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 09762140-2163-4e12-a367-734ab428e2a9, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=09762140-2163-4e12-a367-734ab428e2a9,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:02:59.253130 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:59.258770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-9970ad05-fab6-41cd-8cf1-eaf3f48bd4a8 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Calling delete_port for 005c0c16-5015-4c75-a8c4-b33dc7c7bb73 owned by network:router_gateway {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:02:59.276316 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1abc83-7273-4e57-a529-ddd131b177f5 None None] Pushing event updated for resources: {'Port': ['ID=b4ee51bf-1366-427c-b8ea-4c672f593c38,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:59.279956 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1abc83-7273-4e57-a529-ddd131b177f5 None None] Network f7c4516b-c009-4d43-945c-2c96860a04ac is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:02:59.321477 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-dd1abc83-7273-4e57-a529-ddd131b177f5 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:02:59.331340 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1abc83-7273-4e57-a529-ddd131b177f5 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:02:59.451419 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-dd1abc83-7273-4e57-a529-ddd131b177f5 None None] Attempting to bind port b4ee51bf-1366-427c-b8ea-4c672f593c38 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:02:59.453310 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-dd1abc83-7273-4e57-a529-ddd131b177f5 None None] Attempting to bind port b4ee51bf-1366-427c-b8ea-4c672f593c38 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'f8bc1fc9-67dd-438c-8373-f54d432a48c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f7c4516b-c009-4d43-945c-2c96860a04ac'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:02:59.453310 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1abc83-7273-4e57-a529-ddd131b177f5 None None] Attempting to bind port b4ee51bf-1366-427c-b8ea-4c672f593c38 on network f7c4516b-c009-4d43-945c-2c96860a04ac {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:02:59.453562 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b63d89e4-6720-4087-a8b4-78f6fd7850ce tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:59.464077 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=09762140-2163-4e12-a367-734ab428e2a9,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:59.488899 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1abc83-7273-4e57-a529-ddd131b177f5 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:02:59.489334 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1abc83-7273-4e57-a529-ddd131b177f5 None None] Checking segment: {'id': 'f8bc1fc9-67dd-438c-8373-f54d432a48c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f7c4516b-c009-4d43-945c-2c96860a04ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:02:59.489915 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd1abc83-7273-4e57-a529-ddd131b177f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:59.490387 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1abc83-7273-4e57-a529-ddd131b177f5 None None] Bound using segment: {'id': 'f8bc1fc9-67dd-438c-8373-f54d432a48c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f7c4516b-c009-4d43-945c-2c96860a04ac'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:02:59.490922 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-dd1abc83-7273-4e57-a529-ddd131b177f5 None None] Bound port: b4ee51bf-1366-427c-b8ea-4c672f593c38, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8bc1fc9-67dd-438c-8373-f54d432a48c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f7c4516b-c009-4d43-945c-2c96860a04ac'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:02:59.491302 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd1abc83-7273-4e57-a529-ddd131b177f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:59.524071 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d89e4-6720-4087-a8b4-78f6fd7850ce tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Pushing event deleted for resources: {'Port': ['ID=eb020a1d-60ce-457e-a7c2-68cb5f2af37c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:59.555836 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:59.645607 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-016ebeae-0d3d-44ac-acd3-a1ee8198499e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:02:59.651942 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event deleted for resources: {'Subnet': ['ID=41bb5c34-4eac-4810-9e0a-22abfc7083a5,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:02:59.655960 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b7dff950-c771-48dc-83a9-876658f774af tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:02:59.666025 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b7dff950-c771-48dc-83a9-876658f774af tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Usage tracker for resource:subnet and tenant:e4cb5ece0382441f8c7312c45fbf61aa is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:02:59.673644 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-016ebeae-0d3d-44ac-acd3-a1ee8198499e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:59.684641 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-dd1abc83-7273-4e57-a529-ddd131b177f5 None None] For port b4ee51bf-1366-427c-b8ea-4c672f593c38, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:02:59.691942 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-dd1abc83-7273-4e57-a529-ddd131b177f5 None None] For port b4ee51bf-1366-427c-b8ea-4c672f593c38, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b4ee51bf-1366-427c-b8ea-4c672f593c38,segment=NetworkSegment(f8bc1fc9-67dd-438c-8373-f54d432a48c9),segment_id=f8bc1fc9-67dd-438c-8373-f54d432a48c9)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:02:59.695654 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b63d89e4-6720-4087-a8b4-78f6fd7850ce tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:59.699868 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b7dff950-c771-48dc-83a9-876658f774af tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:02:59.708138 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b63d89e4-6720-4087-a8b4-78f6fd7850ce tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] 10.222.0.21 "DELETE /v2.0/ports/eb020a1d-60ce-457e-a7c2-68cb5f2af37c HTTP/1.1" status: 204 len: 168 time: 1.8331375 Feb 09 18:02:59.710720 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45608) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:02:59.798577 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-016ebeae-0d3d-44ac-acd3-a1ee8198499e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:59.798938 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeae1f7-d386-4fcb-b80c-0b4e6451fbda req-9f18f7f2-c71f-4b41-99f7-52773121bb71 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:02:59.804196 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ddeae1f7-d386-4fcb-b80c-0b4e6451fbda req-9f18f7f2-c71f-4b41-99f7-52773121bb71 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.8098347 Feb 09 18:02:59.823456 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd1abc83-7273-4e57-a529-ddd131b177f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:02:59.996639 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-016ebeae-0d3d-44ac-acd3-a1ee8198499e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:00.037998 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1abc83-7273-4e57-a529-ddd131b177f5 None None] Pushing event updated for resources: {'Port': ['ID=b4ee51bf-1366-427c-b8ea-4c672f593c38,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:00.039345 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b7dff950-c771-48dc-83a9-876658f774af tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:00.051583 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c293e337-8422-4a83-ae06-df8e3c5d7da2 None None] Network 1ad99297-9016-4593-a084-a2a3038b690d requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:03:00.068704 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21547375-5c57-414a-b07e-678cb52832bb tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:00.069520 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-21547375-5c57-414a-b07e-678cb52832bb tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Synchronizing usage tracker for tenant:8d905421c363432a8f39ca13f95814e3 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:03:00.089681 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ebeae-0d3d-44ac-acd3-a1ee8198499e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event updated for resources: {'Port': ['ID=77d3c579-f0b8-4777-a23b-3c2261dfde5b,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:00.100435 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:00.144673 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ddeae1f7-d386-4fcb-b80c-0b4e6451fbda req-bc4479e2-8527-4682-8c9a-3ff7f263a4e8 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3394220 Feb 09 18:03:00.150022 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c4516b-c009-4d43-945c-2c96860a04ac']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:00.179262 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8bc1fc9-67dd-438c-8373-f54d432a48c9') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:00.180166 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8bc1fc9-67dd-438c-8373-f54d432a48c9') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:00.202702 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9970ad05-fab6-41cd-8cf1-eaf3f48bd4a8 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:00.276659 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dff950-c771-48dc-83a9-876658f774af tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Made reservation on behalf of e4cb5ece0382441f8c7312c45fbf61aa for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:03:00.276758 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-21547375-5c57-414a-b07e-678cb52832bb tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Unset dirty status for tenant:8d905421c363432a8f39ca13f95814e3 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:03:00.276758 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-21547375-5c57-414a-b07e-678cb52832bb tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e43d00e-f1a7-4746-be55-6577e5ccf931 HTTP/1.1" status: 200 len: 913 time: 0.5648625 Feb 09 18:03:00.277478 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45616) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:00.281012 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07ca60e-db16-428b-8e0c-1a282a9944d4 None None] Network f7c4516b-c009-4d43-945c-2c96860a04ac requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:03:00.349399 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-06f298fa-222d-455e-b018-ea95870f6e8d None None] Provisioning for port 7e25f172-6b3b-4c12-a427-2f22a30b272a completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:03:00.370895 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:00.423925 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970ad05-fab6-41cd-8cf1-eaf3f48bd4a8 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Pushing event deleted for resources: {'Port': ['ID=005c0c16-5015-4c75-a8c4-b33dc7c7bb73,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:00.461428 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 09762140-2163-4e12-a367-734ab428e2a9 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:03:00.571344 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:00.604774 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:03:00.605319 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:03:00.628521 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:03:00.760180 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b7dff950-c771-48dc-83a9-876658f774af tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:00.837906 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 09762140-2163-4e12-a367-734ab428e2a9 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:03:00.838194 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:00.843150 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [None req-016ebeae-0d3d-44ac-acd3-a1ee8198499e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Floating IP af732525-eec6-45bd-94a5-67ac57f1fe82 associated. External IP: 172.26.8.203, port: 265ff785-277c-4093-b1c6-06ed3b250506. Feb 09 18:03:00.977618 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7e25f172-6b3b-4c12-a427-2f22a30b272a up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:03:01.072436 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9970ad05-fab6-41cd-8cf1-eaf3f48bd4a8 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:01.080837 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d12a82b1-9699-4167-8402-c5097109933e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:01.140585 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 7e25f172-6b3b-4c12-a427-2f22a30b272a completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:03:01.147803 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 7e25f172-6b3b-4c12-a427-2f22a30b272a triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:03:01.149045 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:01.153777 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.api [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 18:03:01.153777 dv-neutron-827016-2-hyperv neutron-server[84541]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 18:03:01.153777 dv-neutron-827016-2-hyperv neutron-server[84541]: [parameters: {'id': 'f7c4516b-c009-4d43-945c-2c96860a04ac'}] Feb 09 18:03:01.153777 dv-neutron-827016-2-hyperv neutron-server[84541]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:03:01.154632 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG oslo_db.api [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:03:01.244825 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e44c99-8c04-4152-b846-b4f2d961bba6 None None] get_active_networks_info from dv-neutron-827016-2-hyperv {{(pid=84543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 18:03:01.284652 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802f08a-4cbd-47ab-bb72-9941d96ed41d req-859626d2-3566-4d50-b79e-fbedcb0de16c tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:01.286333 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d802f08a-4cbd-47ab-bb72-9941d96ed41d req-859626d2-3566-4d50-b79e-fbedcb0de16c tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.8808107 Feb 09 18:03:01.387874 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:01.435178 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-32c488d6-bbc5-4410-9e2b-6842e79b6f6b None None] Provisioning complete for port 7e25f172-6b3b-4c12-a427-2f22a30b272a triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:03:01.435927 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-32c488d6-bbc5-4410-9e2b-6842e79b6f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:01.543821 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 7e25f172-6b3b-4c12-a427-2f22a30b272a, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7e25f172-6b3b-4c12-a427-2f22a30b272a,segment=NetworkSegment(71655a89-0863-471e-a07e-1706b4403daf),segment_id=71655a89-0863-471e-a07e-1706b4403daf)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:01.576465 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e871817-4379-4ae5-913e-75a33275802b req-c568658f-4b30-43f6-b2c8-ed54ade76727 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:01.578162 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9e871817-4379-4ae5-913e-75a33275802b req-c568658f-4b30-43f6-b2c8-ed54ade76727 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 945 time: 0.8683813 Feb 09 18:03:01.584951 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9970ad05-fab6-41cd-8cf1-eaf3f48bd4a8 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:01.626397 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9970ad05-fab6-41cd-8cf1-eaf3f48bd4a8 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:01.629058 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e44c99-8c04-4152-b846-b4f2d961bba6 None None] Resources bound (agent type, host, resource id): {{(pid=84543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 18:03:01.660930 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:01.682199 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d802f08a-4cbd-47ab-bb72-9941d96ed41d req-961bfca7-fa0c-4135-a7ec-56f0ce1f1d63 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3345728 Feb 09 18:03:01.683833 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-32c488d6-bbc5-4410-9e2b-6842e79b6f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:01.705929 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:01.744239 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Deleting port b4ee51bf-1366-427c-b8ea-4c672f593c38 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:01.744239 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:01.786590 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9e871817-4379-4ae5-913e-75a33275802b req-f2bce84b-3c2e-41bd-b91f-2c094f71cca4 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f6bb0e-9d51-4ec5-8646-92b2f8965ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883070 Feb 09 18:03:01.816379 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016ebeae-0d3d-44ac-acd3-a1ee8198499e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Router 8191c06a-dccc-43b5-b6a3-64343aff3e2d has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:03:01.968463 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=7e25f172-6b3b-4c12-a427-2f22a30b272a,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:01.988538 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b7dff950-c771-48dc-83a9-876658f774af tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:01.992631 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9970ad05-fab6-41cd-8cf1-eaf3f48bd4a8 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:01.993313 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9970ad05-fab6-41cd-8cf1-eaf3f48bd4a8 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0cae4da-f6e5-4913-815d-4c2b72249f17 {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:03:02.008079 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-32c488d6-bbc5-4410-9e2b-6842e79b6f6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:03:02.008350 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-32c488d6-bbc5-4410-9e2b-6842e79b6f6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:03:02.096830 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dff950-c771-48dc-83a9-876658f774af tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Pushing event updated for resources: {'Subnet': ['ID=997ccdff-3be8-4bac-b675-0cee97c3837a,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:02.165074 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] For port b4ee51bf-1366-427c-b8ea-4c672f593c38, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b4ee51bf-1366-427c-b8ea-4c672f593c38,segment=NetworkSegment(f8bc1fc9-67dd-438c-8373-f54d432a48c9),segment_id=f8bc1fc9-67dd-438c-8373-f54d432a48c9)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:02.176285 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:02.279530 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7e25f172-6b3b-4c12-a427-2f22a30b272a up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:03:02.304706 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175fd4b-8434-4537-87a2-19520aa1e3e2 req-74c77a58-017d-4520-a0eb-f4ddafff8e33 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:02.305264 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-c175fd4b-8434-4537-87a2-19520aa1e3e2 req-74c77a58-017d-4520-a0eb-f4ddafff8e33 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Synchronizing usage tracker for tenant:7814e9f979984521b818aa821b9167b5 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:03:02.319335 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9970ad05-fab6-41cd-8cf1-eaf3f48bd4a8 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:02.323286 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9970ad05-fab6-41cd-8cf1-eaf3f48bd4a8 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "DELETE /v2.0/routers/d0cae4da-f6e5-4913-815d-4c2b72249f17 HTTP/1.1" status: 204 len: 168 time: 6.2373900 Feb 09 18:03:02.335962 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Calling delete_port for b4ee51bf-1366-427c-b8ea-4c672f593c38 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:02.344256 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45624) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:02.380471 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 7e25f172-6b3b-4c12-a427-2f22a30b272a triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:03:02.380471 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:02.396448 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dff950-c771-48dc-83a9-876658f774af tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Checking segment: {'id': '07abf8c6-980f-44ce-91ea-7eebecbd5240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:03:02.396448 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dff950-c771-48dc-83a9-876658f774af tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Network hostable DHCP agents. Network: e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:03:02.535885 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d12a82b1-9699-4167-8402-c5097109933e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Deleting port 9e503bac-818b-4e15-9b56-038817652735 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:02.536147 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d12a82b1-9699-4167-8402-c5097109933e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:02.612149 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dff950-c771-48dc-83a9-876658f774af tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Network e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:03:02.616010 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:02.668543 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event deleted for resources: {'Port': ['ID=b4ee51bf-1366-427c-b8ea-4c672f593c38,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:02.684720 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] No DVR routers for this DVR port b4ee51bf-1366-427c-b8ea-4c672f593c38 on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:03:02.705672 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-c175fd4b-8434-4537-87a2-19520aa1e3e2 req-74c77a58-017d-4520-a0eb-f4ddafff8e33 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Unset dirty status for tenant:7814e9f979984521b818aa821b9167b5 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:03:02.706869 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c175fd4b-8434-4537-87a2-19520aa1e3e2 req-74c77a58-017d-4520-a0eb-f4ddafff8e33 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.50 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 945 time: 0.7966435 Feb 09 18:03:02.739727 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016ebeae-0d3d-44ac-acd3-a1ee8198499e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:03:02.759138 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67ce469-8f2d-4647-afa3-4678e72dc085 None None] Sync routers for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:03:02.763352 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-b7dff950-c771-48dc-83a9-876658f774af tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:03:02.772244 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872d1c40-65ba-41c5-9b69-0391fd5a38ea None None] Network e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:03:02.791028 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67ce469-8f2d-4647-afa3-4678e72dc085 None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:02.792069 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-c67ce469-8f2d-4647-afa3-4678e72dc085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:02.792827 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dff950-c771-48dc-83a9-876658f774af tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:02.793414 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b7dff950-c771-48dc-83a9-876658f774af tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:02.896883 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:02.915014 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-c67ce469-8f2d-4647-afa3-4678e72dc085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:02.927879 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d12a82b1-9699-4167-8402-c5097109933e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:02.933858 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c4516b-c009-4d43-945c-2c96860a04ac']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:02.942819 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-c175fd4b-8434-4537-87a2-19520aa1e3e2 req-b16cc357-14a9-4597-a490-0e2ceef8dc5f tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Deleting port 1e521863-3f8f-412f-a30e-e2cb62371d31 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:02.943224 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c175fd4b-8434-4537-87a2-19520aa1e3e2 req-b16cc357-14a9-4597-a490-0e2ceef8dc5f tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:02.949485 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67ce469-8f2d-4647-afa3-4678e72dc085 None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:02.950119 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-c67ce469-8f2d-4647-afa3-4678e72dc085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:02.988484 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8bc1fc9-67dd-438c-8373-f54d432a48c9') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:02.988775 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8bc1fc9-67dd-438c-8373-f54d432a48c9') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:03.002568 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b7dff950-c771-48dc-83a9-876658f774af tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9075427 Feb 09 18:03:03.009263 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:03.015447 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45634) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:03.026494 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-498ee77c-cbc0-4597-9681-1feec5c5f87a tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Request body: {'subnet': {'network_id': 'c6cb0344-cf98-4d94-8251-db235b81e0e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:03.109313 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:03.118082 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-c67ce469-8f2d-4647-afa3-4678e72dc085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:03.119847 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67ce469-8f2d-4647-afa3-4678e72dc085 None None] The sync data for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:03:03.124563 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36086002-05fb-4976-b681-7c93a8d78374 req-55253f14-fc8d-47a1-a2c8-446b26e4e1b3 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:03.131594 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-36086002-05fb-4976-b681-7c93a8d78374 req-55253f14-fc8d-47a1-a2c8-446b26e4e1b3 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.4444730 Feb 09 18:03:03.138286 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d12a82b1-9699-4167-8402-c5097109933e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Calling delete_port for 9e503bac-818b-4e15-9b56-038817652735 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:03.156244 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:03:03.157227 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:03:03.183418 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:03:03.188032 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-016ebeae-0d3d-44ac-acd3-a1ee8198499e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:03.274604 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2a8ebf-130c-40de-ad7e-05fbfc07c3cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7', 'network_id': 'e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7', 'tenant_id': 'e4cb5ece0382441f8c7312c45fbf61aa', 'fixed_ips': [{'subnet_id': '997ccdff-3be8-4bac-b675-0cee97c3837a'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:03:03.275719 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd2a8ebf-130c-40de-ad7e-05fbfc07c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:03.310706 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-498ee77c-cbc0-4597-9681-1feec5c5f87a tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:03.322715 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc3d50-ef69-4053-ae77-eb54ced0f277 req-2e7bff8b-35c8-4fa9-9298-f508ac5dc952 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:03.324189 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b8fc3d50-ef69-4053-ae77-eb54ced0f277 req-2e7bff8b-35c8-4fa9-9298-f508ac5dc952 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 945 time: 0.3820174 Feb 09 18:03:03.325239 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-498ee77c-cbc0-4597-9681-1feec5c5f87a tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Usage tracker for resource:subnet and tenant:e4cb5ece0382441f8c7312c45fbf61aa is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:03.328396 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-498ee77c-cbc0-4597-9681-1feec5c5f87a tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:03.336773 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-36086002-05fb-4976-b681-7c93a8d78374 req-46cd8ce4-c7b7-4030-82c2-d3bd41a261c5 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044261 Feb 09 18:03:03.362907 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-498ee77c-cbc0-4597-9681-1feec5c5f87a tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:03.368498 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-016ebeae-0d3d-44ac-acd3-a1ee8198499e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.7353513 Feb 09 18:03:03.376374 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45640) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:03.380455 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-e73b1588-5177-4353-8d39-33bcb8b140b0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:03.457138 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef27b930-d7b2-41e2-95f5-bced7fd5e2c9 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:03.511514 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-dd2a8ebf-130c-40de-ad7e-05fbfc07c3cb None None] Allocated IP 172.20.0.2 (e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7/997ccdff-3be8-4bac-b675-0cee97c3837a/57920ddd-c15e-4556-9f63-3e8118099b8f) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:03:03.521736 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e73b1588-5177-4353-8d39-33bcb8b140b0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:03.714970 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:03.741928 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd2a8ebf-130c-40de-ad7e-05fbfc07c3cb None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:03.754666 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-dd2a8ebf-130c-40de-ad7e-05fbfc07c3cb None None] Transition to ACTIVE for port object 57920ddd-c15e-4556-9f63-3e8118099b8f will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:03:03.770088 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:03.781476 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "DELETE /v2.0/networks/f7c4516b-c009-4d43-945c-2c96860a04ac HTTP/1.1" status: 204 len: 168 time: 6.1526608 Feb 09 18:03:03.782911 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-dd2a8ebf-130c-40de-ad7e-05fbfc07c3cb None None] Transition to ACTIVE for port object 57920ddd-c15e-4556-9f63-3e8118099b8f will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:03:03.792816 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45648) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:03.804128 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b26d8-3bc4-4cdc-af4d-6da3dd658ebb tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event deleted for resources: {'Network': ['ID=f7c4516b-c009-4d43-945c-2c96860a04ac,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:03.810650 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498ee77c-cbc0-4597-9681-1feec5c5f87a tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Made reservation on behalf of e4cb5ece0382441f8c7312c45fbf61aa for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:03:03.830685 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-cf2dc2dc-dd45-4baf-b2d7-a415654535ba tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-334249718'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:03.848095 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-cf2dc2dc-dd45-4baf-b2d7-a415654535ba tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:03.853770 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b8fc3d50-ef69-4053-ae77-eb54ced0f277 req-7e196bfa-1fa9-4bd2-be54-708c6d841672 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/security-groups?id=36f6bb0e-9d51-4ec5-8646-92b2f8965ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5197866 Feb 09 18:03:03.871160 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-c175fd4b-8434-4537-87a2-19520aa1e3e2 req-b16cc357-14a9-4597-a490-0e2ceef8dc5f tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] For port 1e521863-3f8f-412f-a30e-e2cb62371d31, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1e521863-3f8f-412f-a30e-e2cb62371d31,segment=NetworkSegment(a0bb447b-d164-4b78-ab95-a75e6553078f),segment_id=a0bb447b-d164-4b78-ab95-a75e6553078f)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:03.873300 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c175fd4b-8434-4537-87a2-19520aa1e3e2 req-b16cc357-14a9-4597-a490-0e2ceef8dc5f tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:03.900379 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cf2dc2dc-dd45-4baf-b2d7-a415654535ba tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Usage tracker for resource:network and tenant:682fbf024fe547bb8807d1fbc4363a37 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:03.903321 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd2a8ebf-130c-40de-ad7e-05fbfc07c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:03.910558 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cf2dc2dc-dd45-4baf-b2d7-a415654535ba tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:03.983507 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-cf2dc2dc-dd45-4baf-b2d7-a415654535ba tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:04.034715 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2a8ebf-130c-40de-ad7e-05fbfc07c3cb None None] Network e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:03:04.039516 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-dd2a8ebf-130c-40de-ad7e-05fbfc07c3cb None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:03:04.048743 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2a8ebf-130c-40de-ad7e-05fbfc07c3cb None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:03:04.133261 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a8ebf-130c-40de-ad7e-05fbfc07c3cb None None] Pushing event updated for resources: {'Port': ['ID=57920ddd-c15e-4556-9f63-3e8118099b8f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:04.144863 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-498ee77c-cbc0-4597-9681-1feec5c5f87a tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:04.148269 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d12a82b1-9699-4167-8402-c5097109933e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:04.213180 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-dd2a8ebf-130c-40de-ad7e-05fbfc07c3cb None None] Attempting to bind port 57920ddd-c15e-4556-9f63-3e8118099b8f on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:03:04.213180 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-dd2a8ebf-130c-40de-ad7e-05fbfc07c3cb None None] Attempting to bind port 57920ddd-c15e-4556-9f63-3e8118099b8f by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '07abf8c6-980f-44ce-91ea-7eebecbd5240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:03:04.213614 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2a8ebf-130c-40de-ad7e-05fbfc07c3cb None None] Attempting to bind port 57920ddd-c15e-4556-9f63-3e8118099b8f on network e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:03:04.222749 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2a8ebf-130c-40de-ad7e-05fbfc07c3cb None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:03:04.223024 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2a8ebf-130c-40de-ad7e-05fbfc07c3cb None None] Checking segment: {'id': '07abf8c6-980f-44ce-91ea-7eebecbd5240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:03:04.223507 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd2a8ebf-130c-40de-ad7e-05fbfc07c3cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:04.224000 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2a8ebf-130c-40de-ad7e-05fbfc07c3cb None None] Bound using segment: {'id': '07abf8c6-980f-44ce-91ea-7eebecbd5240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:03:04.224573 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-dd2a8ebf-130c-40de-ad7e-05fbfc07c3cb None None] Bound port: 57920ddd-c15e-4556-9f63-3e8118099b8f, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07abf8c6-980f-44ce-91ea-7eebecbd5240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:03:04.226060 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd2a8ebf-130c-40de-ad7e-05fbfc07c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:04.262784 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2dc2dc-dd45-4baf-b2d7-a415654535ba tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Made reservation on behalf of 682fbf024fe547bb8807d1fbc4363a37 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:03:04.265069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf2dc2dc-dd45-4baf-b2d7-a415654535ba tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:04.274744 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a82b1-9699-4167-8402-c5097109933e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Pushing event deleted for resources: {'Port': ['ID=9e503bac-818b-4e15-9b56-038817652735,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:04.399761 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-dd2a8ebf-130c-40de-ad7e-05fbfc07c3cb None None] For port 57920ddd-c15e-4556-9f63-3e8118099b8f, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:03:04.403393 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-dd2a8ebf-130c-40de-ad7e-05fbfc07c3cb None None] For port 57920ddd-c15e-4556-9f63-3e8118099b8f, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=57920ddd-c15e-4556-9f63-3e8118099b8f,segment=NetworkSegment(07abf8c6-980f-44ce-91ea-7eebecbd5240),segment_id=07abf8c6-980f-44ce-91ea-7eebecbd5240)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:03:04.489506 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eada04-79dc-4a7c-83b3-d8c5dd0fd63a req-63643d31-5b90-4cc7-880a-39254727f72d tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:04.491742 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f4eada04-79dc-4a7c-83b3-d8c5dd0fd63a req-63643d31-5b90-4cc7-880a-39254727f72d tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.5048227 Feb 09 18:03:04.499047 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c175fd4b-8434-4537-87a2-19520aa1e3e2 req-b16cc357-14a9-4597-a490-0e2ceef8dc5f tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:04.501516 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf2dc2dc-dd45-4baf-b2d7-a415654535ba tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:03:04.502447 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c175fd4b-8434-4537-87a2-19520aa1e3e2 req-b16cc357-14a9-4597-a490-0e2ceef8dc5f tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:04.502447 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [req-c175fd4b-8434-4537-87a2-19520aa1e3e2 req-b16cc357-14a9-4597-a490-0e2ceef8dc5f tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Floating IP 336130c7-b966-41bb-b85d-5d719ad89a57 disassociated. External IP: 172.26.8.199, port: 1e521863-3f8f-412f-a30e-e2cb62371d31. Feb 09 18:03:04.502447 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-c175fd4b-8434-4537-87a2-19520aa1e3e2 req-b16cc357-14a9-4597-a490-0e2ceef8dc5f tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Calling delete_port for 1e521863-3f8f-412f-a30e-e2cb62371d31 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:04.522448 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e73b1588-5177-4353-8d39-33bcb8b140b0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:04.535322 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd2a8ebf-130c-40de-ad7e-05fbfc07c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:04.543581 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf2dc2dc-dd45-4baf-b2d7-a415654535ba tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:04.559798 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-cf2dc2dc-dd45-4baf-b2d7-a415654535ba tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Added segment e4dbd850-8941-46f1-9c4c-27a79e80b5bc of type vlan for network 36378fff-2e77-4af4-9c1f-713c15fe48d5 Feb 09 18:03:04.576919 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf2dc2dc-dd45-4baf-b2d7-a415654535ba tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:04.651617 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a8ebf-130c-40de-ad7e-05fbfc07c3cb None None] Pushing event updated for resources: {'Port': ['ID=57920ddd-c15e-4556-9f63-3e8118099b8f,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:04.679222 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e73b1588-5177-4353-8d39-33bcb8b140b0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:04.679535 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.l3_db [None req-e73b1588-5177-4353-8d39-33bcb8b140b0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Floating IP af732525-eec6-45bd-94a5-67ac57f1fe82 disassociated. External IP: 172.26.8.203, port: 265ff785-277c-4093-b1c6-06ed3b250506. Feb 09 18:03:04.691437 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef27b930-d7b2-41e2-95f5-bced7fd5e2c9 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:04.742431 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d12a82b1-9699-4167-8402-c5097109933e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:04.776113 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf2dc2dc-dd45-4baf-b2d7-a415654535ba tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:04.779694 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2dc2dc-dd45-4baf-b2d7-a415654535ba tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:04.782900 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf2dc2dc-dd45-4baf-b2d7-a415654535ba tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:04.933813 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ef27b930-d7b2-41e2-95f5-bced7fd5e2c9 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Deleting port 09762140-2163-4e12-a367-734ab428e2a9 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:04.934171 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef27b930-d7b2-41e2-95f5-bced7fd5e2c9 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:05.039473 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f4eada04-79dc-4a7c-83b3-d8c5dd0fd63a req-fd2566e2-4e88-4af8-9fdf-84497562ae2a tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5344968 Feb 09 18:03:05.068909 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2dc2dc-dd45-4baf-b2d7-a415654535ba tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event updated for resources: {'Network': ['ID=36378fff-2e77-4af4-9c1f-713c15fe48d5,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:05.093649 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 36378fff-2e77-4af4-9c1f-713c15fe48d5 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:03:05.094153 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cf2dc2dc-dd45-4baf-b2d7-a415654535ba tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2866511 Feb 09 18:03:05.094153 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45656) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:05.103534 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Request body: {'subnet': {'network_id': '36378fff-2e77-4af4-9c1f-713c15fe48d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:05.147203 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932c467-ab2b-43f7-b151-d64e98de5759 req-44c8963b-54c3-451e-b181-a940da4189f3 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:05.148801 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e932c467-ab2b-43f7-b151-d64e98de5759 req-44c8963b-54c3-451e-b181-a940da4189f3 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 946 time: 0.4725959 Feb 09 18:03:05.158064 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c175fd4b-8434-4537-87a2-19520aa1e3e2 req-b16cc357-14a9-4597-a490-0e2ceef8dc5f tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:05.225064 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-498ee77c-cbc0-4597-9681-1feec5c5f87a tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:05.354483 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cc357-14a9-4597-a490-0e2ceef8dc5f tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Pushing event deleted for resources: {'Port': ['ID=1e521863-3f8f-412f-a30e-e2cb62371d31,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:05.373815 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7cffd7ed-b8aa-492f-90c1-c5a33a738225 req-581c8f9d-8df0-4de0-bb13-8c78dff7f70f tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 210 time: 0.1025102 Feb 09 18:03:05.404691 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:05.408535 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ee77c-cbc0-4597-9681-1feec5c5f87a tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Pushing event updated for resources: {'Subnet': ['ID=f5469549-2a10-4f16-aecb-c342ea45e702,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:05.423545 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e932c467-ab2b-43f7-b151-d64e98de5759 req-9d5fcc24-b304-45f6-8564-1d5133ce54ef tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/security-groups?id=e40cc133-4265-4bed-b41f-bcd52141e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174971 Feb 09 18:03:05.427194 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Usage tracker for resource:subnet and tenant:682fbf024fe547bb8807d1fbc4363a37 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:05.432771 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:05.465275 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 1e521863-3f8f-412f-a30e-e2cb62371d31 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:03:05.472867 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:05.529141 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: 1e521863-3f8f-412f-a30e-e2cb62371d31 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:03:05.529809 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 1e521863-3f8f-412f-a30e-e2cb62371d31 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:03:05.744334 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Made reservation on behalf of 682fbf024fe547bb8807d1fbc4363a37 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:03:05.762055 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-ef27b930-d7b2-41e2-95f5-bced7fd5e2c9 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] For port 09762140-2163-4e12-a367-734ab428e2a9, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=09762140-2163-4e12-a367-734ab428e2a9,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:05.762556 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef27b930-d7b2-41e2-95f5-bced7fd5e2c9 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:05.780742 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44879ed8-b087-4dc7-88bb-255fd6db6203 None None] Network e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:03:05.866714 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ee77c-cbc0-4597-9681-1feec5c5f87a tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Checking segment: {'id': '180606cd-4adb-4a92-846b-5566ef24a583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c6cb0344-cf98-4d94-8251-db235b81e0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:03:05.867078 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498ee77c-cbc0-4597-9681-1feec5c5f87a tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Network hostable DHCP agents. Network: c6cb0344-cf98-4d94-8251-db235b81e0e0, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:03:05.937234 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:05.968516 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0eaee400-d76f-4b01-b937-6e0bb0b8956e None None] Provisioning for port 57920ddd-c15e-4556-9f63-3e8118099b8f completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:03:05.984936 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ef27b930-d7b2-41e2-95f5-bced7fd5e2c9 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Calling delete_port for 09762140-2163-4e12-a367-734ab428e2a9 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:06.150595 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498ee77c-cbc0-4597-9681-1feec5c5f87a tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Network c6cb0344-cf98-4d94-8251-db235b81e0e0 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:03:06.288984 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73b1588-5177-4353-8d39-33bcb8b140b0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Router 8191c06a-dccc-43b5-b6a3-64343aff3e2d has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:03:06.377980 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12a82b1-9699-4167-8402-c5097109933e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Router 4e43d00e-f1a7-4746-be55-6577e5ccf931 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:03:06.378697 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 57920ddd-c15e-4556-9f63-3e8118099b8f up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:03:06.428407 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b15f13-65b0-4a8e-869a-7fd6be4ae528 req-b016ccf4-1d65-4327-b07f-56ee957e7a38 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:06.429121 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-32b15f13-65b0-4a8e-869a-7fd6be4ae528 req-b016ccf4-1d65-4327-b07f-56ee957e7a38 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Synchronizing usage tracker for tenant:dfa1d4188c6244068741973f4d6efca4 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:03:06.471727 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-498ee77c-cbc0-4597-9681-1feec5c5f87a tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, c6cb0344-cf98-4d94-8251-db235b81e0e0) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:03:06.492876 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddefe65-daff-438b-8d1b-5f912cfb92a8 None None] Network c6cb0344-cf98-4d94-8251-db235b81e0e0 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:03:06.526684 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498ee77c-cbc0-4597-9681-1feec5c5f87a tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:06.527274 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-498ee77c-cbc0-4597-9681-1feec5c5f87a tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:06.631151 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-32b15f13-65b0-4a8e-869a-7fd6be4ae528 req-b016ccf4-1d65-4327-b07f-56ee957e7a38 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Unset dirty status for tenant:dfa1d4188c6244068741973f4d6efca4 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:03:06.632213 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-32b15f13-65b0-4a8e-869a-7fd6be4ae528 req-b016ccf4-1d65-4327-b07f-56ee957e7a38 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 946 time: 0.7180290 Feb 09 18:03:06.638882 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c0a99b7f-5e5b-4b65-a9c1-da737e7db65c req-6ef060cf-823c-43a6-b777-626e0a21ecb4 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 210 time: 0.0800576 Feb 09 18:03:06.748803 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dcd29-b2ba-4afd-860a-53f9e9939be2 req-08d547e7-b1da-4b35-b41e-06f988216471 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:06.750907 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-376dcd29-b2ba-4afd-860a-53f9e9939be2 req-08d547e7-b1da-4b35-b41e-06f988216471 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.3886311 Feb 09 18:03:06.753656 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.objects.ports [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84541) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 18:03:06.763746 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-498ee77c-cbc0-4597-9681-1feec5c5f87a tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7471888 Feb 09 18:03:06.773299 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 57920ddd-c15e-4556-9f63-3e8118099b8f completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:03:06.779781 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45666) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:06.783011 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:06.786384 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 57920ddd-c15e-4556-9f63-3e8118099b8f triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:03:06.788962 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:06.877833 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-c6cb0344-cf98-4d94-8251-db235b81e0e0', 'network_id': 'c6cb0344-cf98-4d94-8251-db235b81e0e0', 'tenant_id': 'e4cb5ece0382441f8c7312c45fbf61aa', 'fixed_ips': [{'subnet_id': 'f5469549-2a10-4f16-aecb-c342ea45e702'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:03:06.878080 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-32b15f13-65b0-4a8e-869a-7fd6be4ae528 req-d33ee7cf-0130-478a-b84f-4f237ab40dc4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Deleting port dcd95642-a824-4155-bb88-3237befcc80a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:06.878611 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-32b15f13-65b0-4a8e-869a-7fd6be4ae528 req-d33ee7cf-0130-478a-b84f-4f237ab40dc4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:06.879798 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:06.912750 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12a82b1-9699-4167-8402-c5097109933e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:03:06.922678 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6826eb-2ded-4262-8dbc-d8c1b9b56db6 None None] Sync routers for ids ['4e43d00e-f1a7-4746-be55-6577e5ccf931'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:03:06.943149 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6826eb-2ded-4262-8dbc-d8c1b9b56db6 None None] Routers {'4e43d00e-f1a7-4746-be55-6577e5ccf931'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:06.943757 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4f6826eb-2ded-4262-8dbc-d8c1b9b56db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['4e43d00e-f1a7-4746-be55-6577e5ccf931'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:07.068563 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c175fd4b-8434-4537-87a2-19520aa1e3e2 req-b16cc357-14a9-4597-a490-0e2ceef8dc5f tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Router 0318a032-6b42-4a2b-8015-112e7a120b34 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:03:07.119638 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4f6826eb-2ded-4262-8dbc-d8c1b9b56db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:07.131069 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef27b930-d7b2-41e2-95f5-bced7fd5e2c9 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:07.139672 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6826eb-2ded-4262-8dbc-d8c1b9b56db6 None None] Routers {'4e43d00e-f1a7-4746-be55-6577e5ccf931'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:07.140314 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4f6826eb-2ded-4262-8dbc-d8c1b9b56db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['4e43d00e-f1a7-4746-be55-6577e5ccf931'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:07.148566 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d12a82b1-9699-4167-8402-c5097109933e tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] 10.222.0.21 "PUT /v2.0/routers/4e43d00e-f1a7-4746-be55-6577e5ccf931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8698411 Feb 09 18:03:07.151672 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45670) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:07.200825 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-376dcd29-b2ba-4afd-860a-53f9e9939be2 req-d8650b4c-dc46-4c7f-bbb4-ce448c0101ea tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4357595 Feb 09 18:03:07.236636 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:07.254998 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4f6826eb-2ded-4262-8dbc-d8c1b9b56db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:07.255406 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6826eb-2ded-4262-8dbc-d8c1b9b56db6 None None] The sync data for ids ['4e43d00e-f1a7-4746-be55-6577e5ccf931'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:03:07.298366 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Allocated IP 172.20.0.2 (c6cb0344-cf98-4d94-8251-db235b81e0e0/f5469549-2a10-4f16-aecb-c342ea45e702/86e38dea-e6db-45b4-bb20-394cde784f95) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:03:07.301544 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 57920ddd-c15e-4556-9f63-3e8118099b8f, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=57920ddd-c15e-4556-9f63-3e8118099b8f,segment=NetworkSegment(07abf8c6-980f-44ce-91ea-7eebecbd5240),segment_id=07abf8c6-980f-44ce-91ea-7eebecbd5240)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:07.337362 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event updated for resources: {'Subnet': ['ID=fb085ef9-a04d-4e0d-97ef-88eafa3b4dec,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:07.373611 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27b930-d7b2-41e2-95f5-bced7fd5e2c9 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Pushing event deleted for resources: {'Port': ['ID=09762140-2163-4e12-a367-734ab428e2a9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:07.391983 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:07.513751 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=57920ddd-c15e-4556-9f63-3e8118099b8f,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:07.619481 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:07.634859 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Transition to ACTIVE for port object 86e38dea-e6db-45b4-bb20-394cde784f95 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:03:07.670147 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Transition to ACTIVE for port object 86e38dea-e6db-45b4-bb20-394cde784f95 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:03:07.707731 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:07.708381 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:07.708381 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:07.708723 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:07.709055 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:07.709381 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:07.709707 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:07.710184 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:07.710368 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:07.710728 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:07.710999 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:07.719151 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda85211-b0e9-4864-9671-23a47b144071 req-e5c1b9a7-4167-48b5-85fe-0992ba1df57e tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:07.720661 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cda85211-b0e9-4864-9671-23a47b144071 req-e5c1b9a7-4167-48b5-85fe-0992ba1df57e tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 946 time: 0.8452489 Feb 09 18:03:07.726379 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Checking segment: {'id': 'e4dbd850-8941-46f1-9c4c-27a79e80b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '36378fff-2e77-4af4-9c1f-713c15fe48d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:03:07.726379 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Network hostable DHCP agents. Network: 36378fff-2e77-4af4-9c1f-713c15fe48d5, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:03:07.751152 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:07.772941 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73b1588-5177-4353-8d39-33bcb8b140b0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:03:07.784806 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e73b1588-5177-4353-8d39-33bcb8b140b0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:07.897701 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Pushing event updated for resources: {'Port': ['ID=86e38dea-e6db-45b4-bb20-394cde784f95,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:07.901028 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fdc09c-ed9c-4bb8-9693-b9210d556cf6 None None] Sync routers for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:03:07.930272 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Network c6cb0344-cf98-4d94-8251-db235b81e0e0 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:03:07.938873 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:03:07.938873 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:03:07.951037 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-420b025e-2cd7-4e5d-9996-35693e372f49 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:07.955035 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fdc09c-ed9c-4bb8-9693-b9210d556cf6 None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:07.956324 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-26fdc09c-ed9c-4bb8-9693-b9210d556cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:07.985888 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cda85211-b0e9-4864-9671-23a47b144071 req-b3f516d5-aa7b-409a-a9ba-291bc0d06c2e tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/security-groups?id=e40cc133-4265-4bed-b41f-bcd52141e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549028 Feb 09 18:03:08.088241 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-26fdc09c-ed9c-4bb8-9693-b9210d556cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:08.094673 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-32b15f13-65b0-4a8e-869a-7fd6be4ae528 req-d33ee7cf-0130-478a-b84f-4f237ab40dc4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] For port dcd95642-a824-4155-bb88-3237befcc80a, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=dcd95642-a824-4155-bb88-3237befcc80a,segment=NetworkSegment(acc6345d-43f6-4b7f-9b7c-aab25cb3821b),segment_id=acc6345d-43f6-4b7f-9b7c-aab25cb3821b)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:08.095038 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-32b15f13-65b0-4a8e-869a-7fd6be4ae528 req-d33ee7cf-0130-478a-b84f-4f237ab40dc4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:08.121321 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e73b1588-5177-4353-8d39-33bcb8b140b0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "PUT /v2.0/floatingips/af732525-eec6-45bd-94a5-67ac57f1fe82 HTTP/1.1" status: 200 len: 688 time: 4.7496274 Feb 09 18:03:08.132305 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Network 36378fff-2e77-4af4-9c1f-713c15fe48d5 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:03:08.142136 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45680) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:08.147111 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-42d89b6d-278c-4cd9-9d2b-2172648b39e6 req-046d5c6d-7142-4e18-90a8-3e74b20ba62e tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 210 time: 0.0650294 Feb 09 18:03:08.148456 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fdc09c-ed9c-4bb8-9693-b9210d556cf6 None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:08.149474 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-26fdc09c-ed9c-4bb8-9693-b9210d556cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:08.356744 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-26fdc09c-ed9c-4bb8-9693-b9210d556cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:08.357741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fdc09c-ed9c-4bb8-9693-b9210d556cf6 None None] The sync data for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:03:08.387304 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef27b930-d7b2-41e2-95f5-bced7fd5e2c9 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:08.392106 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 57920ddd-c15e-4556-9f63-3e8118099b8f up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:03:08.419769 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 36378fff-2e77-4af4-9c1f-713c15fe48d5) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:03:08.426058 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:08.426801 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:08.467747 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d375f0-0a96-4ed0-a94a-8c3228f42e97 None None] Network 36378fff-2e77-4af4-9c1f-713c15fe48d5 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:03:08.491380 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-e4a9734c-4349-4832-83d4-d80bdb4f97d0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Deleting port 77d3c579-f0b8-4777-a23b-3c2261dfde5b {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:08.491811 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e4a9734c-4349-4832-83d4-d80bdb4f97d0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:08.592232 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Attempting to bind port 86e38dea-e6db-45b4-bb20-394cde784f95 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:03:08.592658 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Attempting to bind port 86e38dea-e6db-45b4-bb20-394cde784f95 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '180606cd-4adb-4a92-846b-5566ef24a583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c6cb0344-cf98-4d94-8251-db235b81e0e0'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:03:08.592957 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Attempting to bind port 86e38dea-e6db-45b4-bb20-394cde784f95 on network c6cb0344-cf98-4d94-8251-db235b81e0e0 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:03:08.649983 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-500a0a16-7954-49ce-a8e9-d74b9d527066 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.5533137 Feb 09 18:03:08.653853 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:03:08.654239 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Checking segment: {'id': '180606cd-4adb-4a92-846b-5566ef24a583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c6cb0344-cf98-4d94-8251-db235b81e0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:03:08.654666 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:08.655064 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Bound using segment: {'id': '180606cd-4adb-4a92-846b-5566ef24a583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c6cb0344-cf98-4d94-8251-db235b81e0e0'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:03:08.655532 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Bound port: 86e38dea-e6db-45b4-bb20-394cde784f95, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180606cd-4adb-4a92-846b-5566ef24a583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c6cb0344-cf98-4d94-8251-db235b81e0e0'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:03:08.655906 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:08.700606 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45684) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:08.701690 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54792295-4fc4-4d1a-aa62-c1d02f68fa3f tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:08.808950 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 57920ddd-c15e-4556-9f63-3e8118099b8f triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:03:08.809324 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:08.856886 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:03:08.887720 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef27b930-d7b2-41e2-95f5-bced7fd5e2c9 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:08.899794 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] For port 86e38dea-e6db-45b4-bb20-394cde784f95, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:03:08.904323 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407b583f-c7fc-437e-bcf4-5febd466f3c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-36378fff-2e77-4af4-9c1f-713c15fe48d5', 'network_id': '36378fff-2e77-4af4-9c1f-713c15fe48d5', 'tenant_id': '682fbf024fe547bb8807d1fbc4363a37', 'fixed_ips': [{'subnet_id': 'fb085ef9-a04d-4e0d-97ef-88eafa3b4dec'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:03:08.905133 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-407b583f-c7fc-437e-bcf4-5febd466f3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:08.931898 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] For port 86e38dea-e6db-45b4-bb20-394cde784f95, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=86e38dea-e6db-45b4-bb20-394cde784f95,segment=NetworkSegment(180606cd-4adb-4a92-846b-5566ef24a583),segment_id=180606cd-4adb-4a92-846b-5566ef24a583)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:03:08.967830 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2c31c-6610-42f4-a117-2b40b8a3f3d4 req-a17e1748-0bfa-4395-bd4c-38604d3fb4eb tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:08.974621 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b6e2c31c-6610-42f4-a117-2b40b8a3f3d4 req-a17e1748-0bfa-4395-bd4c-38604d3fb4eb tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.6439328 Feb 09 18:03:09.038852 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:09.111402 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e4a9734c-4349-4832-83d4-d80bdb4f97d0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:09.111402 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e4a9734c-4349-4832-83d4-d80bdb4f97d0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:09.168034 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef27b930-d7b2-41e2-95f5-bced7fd5e2c9 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:09.274233 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Pushing event updated for resources: {'Port': ['ID=86e38dea-e6db-45b4-bb20-394cde784f95,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:09.294440 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:09.295124 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:09.295686 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:09.296202 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:09.296706 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:09.297532 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:09.298992 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:09.299517 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:09.300221 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:09.301170 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:09.301658 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6588725-b836-4f31-bc02-aae28b97221b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:09.308974 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-407b583f-c7fc-437e-bcf4-5febd466f3c2 None None] Allocated IP 2001:db8::f816:3eff:fef0:178e (36378fff-2e77-4af4-9c1f-713c15fe48d5/fb085ef9-a04d-4e0d-97ef-88eafa3b4dec/b9ab6afc-734d-4bd0-b43f-534b601a11a0) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:03:09.483597 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:09.505785 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-e4a9734c-4349-4832-83d4-d80bdb4f97d0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Calling delete_port for 77d3c579-f0b8-4777-a23b-3c2261dfde5b owned by network:floatingip {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:09.510120 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-420b025e-2cd7-4e5d-9996-35693e372f49 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:09.516388 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-32b15f13-65b0-4a8e-869a-7fd6be4ae528 req-d33ee7cf-0130-478a-b84f-4f237ab40dc4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:09.517086 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-32b15f13-65b0-4a8e-869a-7fd6be4ae528 req-d33ee7cf-0130-478a-b84f-4f237ab40dc4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:09.517624 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [req-32b15f13-65b0-4a8e-869a-7fd6be4ae528 req-d33ee7cf-0130-478a-b84f-4f237ab40dc4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Floating IP 5008688e-95ba-4e1f-8e7d-bbe699b92bf8 disassociated. External IP: 172.26.8.25, port: dcd95642-a824-4155-bb88-3237befcc80a. Feb 09 18:03:09.518188 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-32b15f13-65b0-4a8e-869a-7fd6be4ae528 req-d33ee7cf-0130-478a-b84f-4f237ab40dc4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Calling delete_port for dcd95642-a824-4155-bb88-3237befcc80a owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:09.541683 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device dcd95642-a824-4155-bb88-3237befcc80a no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:03:09.584982 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-420b025e-2cd7-4e5d-9996-35693e372f49 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:09.612807 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b6e2c31c-6610-42f4-a117-2b40b8a3f3d4 req-b77fcd3b-0d08-4e8f-9e08-088e0dfbce74 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6371753 Feb 09 18:03:09.662310 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef27b930-d7b2-41e2-95f5-bced7fd5e2c9 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:09.663162 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef27b930-d7b2-41e2-95f5-bced7fd5e2c9 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17d80279-513e-421c-ae0d-c7c803f04baa {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:03:09.696168 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef27b930-d7b2-41e2-95f5-bced7fd5e2c9 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:09.701872 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ef27b930-d7b2-41e2-95f5-bced7fd5e2c9 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "DELETE /v2.0/routers/17d80279-513e-421c-ae0d-c7c803f04baa HTTP/1.1" status: 204 len: 168 time: 7.3557179 Feb 09 18:03:09.704653 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45692) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:09.712533 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4bba4c41-f6b1-4b43-af0f-dc4378277850 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-142937371', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:09.770540 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-407b583f-c7fc-437e-bcf4-5febd466f3c2 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:09.774451 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4bba4c41-f6b1-4b43-af0f-dc4378277850 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:09.792270 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4bba4c41-f6b1-4b43-af0f-dc4378277850 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Usage tracker for resource:router and tenant:c1430629c5b84c288a716b7a85c1f5fa is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:09.796144 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4bba4c41-f6b1-4b43-af0f-dc4378277850 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:09.806850 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4bba4c41-f6b1-4b43-af0f-dc4378277850 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:09.809230 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-420b025e-2cd7-4e5d-9996-35693e372f49 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:09.809739 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420b025e-2cd7-4e5d-9996-35693e372f49 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Fanout notify agent at l3_agent the message router_deleted on router 4e43d00e-f1a7-4746-be55-6577e5ccf931 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:03:09.834135 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c175fd4b-8434-4537-87a2-19520aa1e3e2 req-b16cc357-14a9-4597-a490-0e2ceef8dc5f tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:03:09.849730 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312ea19d-2ed7-4766-b8e5-d28974c48d70 None None] Sync routers for ids ['0318a032-6b42-4a2b-8015-112e7a120b34'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:03:09.860998 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-407b583f-c7fc-437e-bcf4-5febd466f3c2 None None] Transition to ACTIVE for port object b9ab6afc-734d-4bd0-b43f-534b601a11a0 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:03:09.892632 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312ea19d-2ed7-4766-b8e5-d28974c48d70 None None] Routers {'0318a032-6b42-4a2b-8015-112e7a120b34'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:09.895587 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-312ea19d-2ed7-4766-b8e5-d28974c48d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0318a032-6b42-4a2b-8015-112e7a120b34'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:09.921064 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-407b583f-c7fc-437e-bcf4-5febd466f3c2 None None] Transition to ACTIVE for port object b9ab6afc-734d-4bd0-b43f-534b601a11a0 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:03:09.922690 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:09.977114 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c175fd4b-8434-4537-87a2-19520aa1e3e2 req-b16cc357-14a9-4597-a490-0e2ceef8dc5f tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] No DVR routers for this DVR port 1e521863-3f8f-412f-a30e-e2cb62371d31 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:03:09.979797 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c175fd4b-8434-4537-87a2-19520aa1e3e2 req-b16cc357-14a9-4597-a490-0e2ceef8dc5f tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:09.984285 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b91bd3-f198-4550-8705-11a00168ab93', 'name': 'network-vif-deleted', 'tag': '1e521863-3f8f-412f-a30e-e2cb62371d31'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:03:09.993894 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-420b025e-2cd7-4e5d-9996-35693e372f49 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:09.998454 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-420b025e-2cd7-4e5d-9996-35693e372f49 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] 10.222.0.21 "DELETE /v2.0/routers/4e43d00e-f1a7-4746-be55-6577e5ccf931 HTTP/1.1" status: 204 len: 168 time: 2.7353194 Feb 09 18:03:09.998616 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:10.003111 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45698) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:10.022915 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-407b583f-c7fc-437e-bcf4-5febd466f3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:10.039654 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c175fd4b-8434-4537-87a2-19520aa1e3e2 req-b16cc357-14a9-4597-a490-0e2ceef8dc5f tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.50 "DELETE /v2.0/ports/1e521863-3f8f-412f-a30e-e2cb62371d31 HTTP/1.1" status: 204 len: 173 time: 7.3154817 Feb 09 18:03:10.056706 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-01402fa7-aa1f-4a9c-8e6c-4b4beb9b26d0 req-83a9fa22-80cb-45b8-8fc8-22c605d98270 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 210 time: 0.0943813 Feb 09 18:03:10.063019 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98f2bb-dc3b-4bd0-82cd-177880448d69 req-0c7ca504-c22c-4b3d-af73-9b3abce4e292 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:10.066354 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6a98f2bb-dc3b-4bd0-82cd-177880448d69 req-0c7ca504-c22c-4b3d-af73-9b3abce4e292 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 946 time: 0.7535844 Feb 09 18:03:10.066354 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-54792295-4fc4-4d1a-aa62-c1d02f68fa3f tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Allocated IP 172.20.0.1 (e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7/997ccdff-3be8-4bac-b675-0cee97c3837a/083197d7-ff4b-4d8b-8fa3-e4be032e1b50) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:03:10.132120 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4bba4c41-f6b1-4b43-af0f-dc4378277850 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:10.133576 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4bba4c41-f6b1-4b43-af0f-dc4378277850 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:10.137220 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-32b15f13-65b0-4a8e-869a-7fd6be4ae528 req-d33ee7cf-0130-478a-b84f-4f237ab40dc4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:10.170664 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407b583f-c7fc-437e-bcf4-5febd466f3c2 None None] Network 36378fff-2e77-4af4-9c1f-713c15fe48d5 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:03:10.244075 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ee7cf-0130-478a-b84f-4f237ab40dc4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Pushing event deleted for resources: {'Port': ['ID=dcd95642-a824-4155-bb88-3237befcc80a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:10.249777 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-407b583f-c7fc-437e-bcf4-5febd466f3c2 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:03:10.255896 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407b583f-c7fc-437e-bcf4-5febd466f3c2 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:03:10.282660 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-312ea19d-2ed7-4766-b8e5-d28974c48d70 None None] Set router 0318a032-6b42-4a2b-8015-112e7a120b34 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:03:10.301315 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e4a9734c-4349-4832-83d4-d80bdb4f97d0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:10.320396 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b583f-c7fc-437e-bcf4-5febd466f3c2 None None] Pushing event updated for resources: {'Port': ['ID=b9ab6afc-734d-4bd0-b43f-534b601a11a0,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:10.413763 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b91bd3-f198-4550-8705-11a00168ab93', 'name': 'network-vif-deleted', 'tag': '1e521863-3f8f-412f-a30e-e2cb62371d31', 'status': 'completed', 'code': 200} Feb 09 18:03:10.423098 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6a98f2bb-dc3b-4bd0-82cd-177880448d69 req-79f5c963-9c82-4533-bea0-ba9977e3a4f1 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/security-groups?id=e40cc133-4265-4bed-b41f-bcd52141e467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3469291 Feb 09 18:03:10.426690 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9734c-4349-4832-83d4-d80bdb4f97d0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event deleted for resources: {'Port': ['ID=77d3c579-f0b8-4777-a23b-3c2261dfde5b,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:10.515364 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-407b583f-c7fc-437e-bcf4-5febd466f3c2 None None] Attempting to bind port b9ab6afc-734d-4bd0-b43f-534b601a11a0 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:03:10.515775 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-407b583f-c7fc-437e-bcf4-5febd466f3c2 None None] Attempting to bind port b9ab6afc-734d-4bd0-b43f-534b601a11a0 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'e4dbd850-8941-46f1-9c4c-27a79e80b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '36378fff-2e77-4af4-9c1f-713c15fe48d5'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:03:10.516125 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407b583f-c7fc-437e-bcf4-5febd466f3c2 None None] Attempting to bind port b9ab6afc-734d-4bd0-b43f-534b601a11a0 on network 36378fff-2e77-4af4-9c1f-713c15fe48d5 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:03:10.524593 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407b583f-c7fc-437e-bcf4-5febd466f3c2 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:03:10.524986 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407b583f-c7fc-437e-bcf4-5febd466f3c2 None None] Checking segment: {'id': 'e4dbd850-8941-46f1-9c4c-27a79e80b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '36378fff-2e77-4af4-9c1f-713c15fe48d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:03:10.525425 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-407b583f-c7fc-437e-bcf4-5febd466f3c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:10.525821 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407b583f-c7fc-437e-bcf4-5febd466f3c2 None None] Bound using segment: {'id': 'e4dbd850-8941-46f1-9c4c-27a79e80b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '36378fff-2e77-4af4-9c1f-713c15fe48d5'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:03:10.526734 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-407b583f-c7fc-437e-bcf4-5febd466f3c2 None None] Bound port: b9ab6afc-734d-4bd0-b43f-534b601a11a0, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4dbd850-8941-46f1-9c4c-27a79e80b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '36378fff-2e77-4af4-9c1f-713c15fe48d5'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:03:10.527124 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-407b583f-c7fc-437e-bcf4-5febd466f3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:10.551545 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 86e38dea-e6db-45b4-bb20-394cde784f95 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:03:10.629631 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ee7cf-0130-478a-b84f-4f237ab40dc4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:10.630401 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ee7cf-0130-478a-b84f-4f237ab40dc4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:10.630948 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ee7cf-0130-478a-b84f-4f237ab40dc4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:10.631498 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ee7cf-0130-478a-b84f-4f237ab40dc4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:10.632043 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ee7cf-0130-478a-b84f-4f237ab40dc4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:10.632983 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ee7cf-0130-478a-b84f-4f237ab40dc4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:10.633533 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ee7cf-0130-478a-b84f-4f237ab40dc4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:10.634085 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ee7cf-0130-478a-b84f-4f237ab40dc4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:10.635529 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ee7cf-0130-478a-b84f-4f237ab40dc4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:10.635962 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ee7cf-0130-478a-b84f-4f237ab40dc4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:10.636702 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ee7cf-0130-478a-b84f-4f237ab40dc4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:03:10.685748 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4bba4c41-f6b1-4b43-af0f-dc4378277850 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:10.703008 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54792295-4fc4-4d1a-aa62-c1d02f68fa3f tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:10.738889 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-54792295-4fc4-4d1a-aa62-c1d02f68fa3f tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Transition to ACTIVE for port object 083197d7-ff4b-4d8b-8fa3-e4be032e1b50 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:03:10.764545 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-407b583f-c7fc-437e-bcf4-5febd466f3c2 None None] For port b9ab6afc-734d-4bd0-b43f-534b601a11a0, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:03:10.770091 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-407b583f-c7fc-437e-bcf4-5febd466f3c2 None None] For port b9ab6afc-734d-4bd0-b43f-534b601a11a0, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b9ab6afc-734d-4bd0-b43f-534b601a11a0,segment=NetworkSegment(e4dbd850-8941-46f1-9c4c-27a79e80b5bc),segment_id=e4dbd850-8941-46f1-9c4c-27a79e80b5bc)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:03:10.770387 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:10.807228 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fbc1129-678b-4600-80d3-8dca58acbe4c tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Deleting subnet f3a23076-d6c5-4424-b424-155e8ec0c406 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:03:10.824310 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eefca5-29a3-4b3c-acd7-53bfe2d33e05 None None] Network c6cb0344-cf98-4d94-8251-db235b81e0e0 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:03:10.829472 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1129-678b-4600-80d3-8dca58acbe4c tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:10.903535 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1129-678b-4600-80d3-8dca58acbe4c tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:10.904660 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event deleted for resources: {'Subnet': ['ID=fb085ef9-a04d-4e0d-97ef-88eafa3b4dec,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:10.918647 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54792295-4fc4-4d1a-aa62-c1d02f68fa3f tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:10.989013 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-312ea19d-2ed7-4766-b8e5-d28974c48d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'name': 'tempest-ServersTestManualDisk-2031647166-router', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:10Z', 'updated_at': '2022-02-09T18:01:29Z', 'revision_number': 4, 'project_id': '7814e9f979984521b818aa821b9167b5', 'gw_port': {'id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:12Z', 'updated_at': '2022-02-09T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '398da87f-f65d-4cb9-ae71-4e6eb356bd9e', 'name': '', 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'mac_address': 'fa:16:3e:05:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe4e75a4-3fb3-49bd-9ee8-da883c83a940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:27Z', 'updated_at': '2022-02-09T18:02:02Z', 'revision_number': 5, 'project_id': '7814e9f979984521b818aa821b9167b5', 'subnets': [{'id': 'fe4e75a4-3fb3-49bd-9ee8-da883c83a940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:11.000668 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312ea19d-2ed7-4766-b8e5-d28974c48d70 None None] Checking router: 0318a032-6b42-4a2b-8015-112e7a120b34 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:03:11.019090 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312ea19d-2ed7-4766-b8e5-d28974c48d70 None None] Routers {'0318a032-6b42-4a2b-8015-112e7a120b34'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:11.020038 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-312ea19d-2ed7-4766-b8e5-d28974c48d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0318a032-6b42-4a2b-8015-112e7a120b34'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:11.023851 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1129-678b-4600-80d3-8dca58acbe4c tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:11.136280 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-407b583f-c7fc-437e-bcf4-5febd466f3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:11.158614 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e4a9734c-4349-4832-83d4-d80bdb4f97d0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:11.211615 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54792295-4fc4-4d1a-aa62-c1d02f68fa3f tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Network e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:03:11.219740 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54792295-4fc4-4d1a-aa62-c1d02f68fa3f tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Pushing event updated for resources: {'Port': ['ID=083197d7-ff4b-4d8b-8fa3-e4be032e1b50,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:11.227039 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:11.238609 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-54792295-4fc4-4d1a-aa62-c1d02f68fa3f tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:03:11.262395 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54792295-4fc4-4d1a-aa62-c1d02f68fa3f tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:03:11.306808 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 86e38dea-e6db-45b4-bb20-394cde784f95 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:03:11.320908 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-312ea19d-2ed7-4766-b8e5-d28974c48d70 None None] Set router 0318a032-6b42-4a2b-8015-112e7a120b34 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:03:11.388385 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36378fff-2e77-4af4-9c1f-713c15fe48d5']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:11.441035 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e4a9734c-4349-4832-83d4-d80bdb4f97d0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:11.443922 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e4a9734c-4349-4832-83d4-d80bdb4f97d0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "DELETE /v2.0/floatingips/af732525-eec6-45bd-94a5-67ac57f1fe82 HTTP/1.1" status: 204 len: 168 time: 3.2949438 Feb 09 18:03:11.454450 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4dbd850-8941-46f1-9c4c-27a79e80b5bc') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:11.454830 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4dbd850-8941-46f1-9c4c-27a79e80b5bc') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:11.476217 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45706) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:11.489654 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b583f-c7fc-437e-bcf4-5febd466f3c2 None None] Pushing event updated for resources: {'Port': ['ID=b9ab6afc-734d-4bd0-b43f-534b601a11a0,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:11.516341 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1129-678b-4600-80d3-8dca58acbe4c tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:11.556829 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-79a8ce7f-5550-49d7-9d03-c97220d4fb5d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': '9e02eed5-4022-40f3-83ba-24a3b9cfaba4'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:11.565404 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1129-678b-4600-80d3-8dca58acbe4c tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:11.584454 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e33e4-e472-46f3-bef4-dae5fff20107 req-4907bb44-d58f-4db0-8fe3-638a1de601e4 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:11.593380 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-dd1e33e4-e472-46f3-bef4-dae5fff20107 req-4907bb44-d58f-4db0-8fe3-638a1de601e4 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.7603414 Feb 09 18:03:11.608609 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc1129-678b-4600-80d3-8dca58acbe4c tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Pushing event deleted for resources: {'Subnet': ['ID=f3a23076-d6c5-4424-b424-155e8ec0c406,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:11.622286 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4fbc1129-678b-4600-80d3-8dca58acbe4c tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] 10.222.0.21 "DELETE /v2.0/subnets/f3a23076-d6c5-4424-b424-155e8ec0c406 HTTP/1.1" status: 204 len: 168 time: 1.6200228 Feb 09 18:03:11.622993 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45714) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:11.626065 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c37068-7aae-49a7-a81b-37ea257a9d98 None None] Network db23979d-020d-4701-a8c3-39594aecdb58 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:03:11.633468 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4bba4c41-f6b1-4b43-af0f-dc4378277850 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:11.638477 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:11.652269 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-79a8ce7f-5550-49d7-9d03-c97220d4fb5d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:11.658156 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-79a8ce7f-5550-49d7-9d03-c97220d4fb5d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Usage tracker for resource:floatingip and tenant:f3837d08455842e393bcceee43b69ece is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:11.661302 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-79a8ce7f-5550-49d7-9d03-c97220d4fb5d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:11.668179 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-79a8ce7f-5550-49d7-9d03-c97220d4fb5d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:11.683948 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-37b88f66-0456-4a9e-a7fb-b981eb785e26 req-63d87fe2-b87e-4482-9351-c2c134eb2900 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/ports?device_id=34b91bd3-f198-4550-8705-11a00168ab93 HTTP/1.1" status: 200 len: 210 time: 0.1918855 Feb 09 18:03:11.690316 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54792295-4fc4-4d1a-aa62-c1d02f68fa3f tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:11.726559 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:11.736442 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:03:11.736847 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:03:11.754602 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:03:11.778229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-967abe6f-078d-4cb9-ae25-9499b6eabd31 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:11.788999 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b2c86f6b-da52-4d87-846d-3e1bc186630a None None] Provisioning for port 86e38dea-e6db-45b4-bb20-394cde784f95 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:03:11.800299 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-967abe6f-078d-4cb9-ae25-9499b6eabd31 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Deleting port 61e8141c-bafa-4b31-8be5-444336b42262 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:11.800647 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-967abe6f-078d-4cb9-ae25-9499b6eabd31 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:11.822131 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-dd1e33e4-e472-46f3-bef4-dae5fff20107 req-9c5bb4e6-32f0-4a85-8ad0-a7e651ecf720 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263999 Feb 09 18:03:11.822413 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-79a8ce7f-5550-49d7-9d03-c97220d4fb5d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:11.862577 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 09762140-2163-4e12-a367-734ab428e2a9 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:03:11.966227 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 09762140-2163-4e12-a367-734ab428e2a9 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:03:11.968540 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 09762140-2163-4e12-a367-734ab428e2a9 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:03:11.975757 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b2c86f6b-da52-4d87-846d-3e1bc186630a None None] Provisioning complete for port 86e38dea-e6db-45b4-bb20-394cde784f95 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:03:11.976612 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b2c86f6b-da52-4d87-846d-3e1bc186630a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:12.013135 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0448f3c8-94c2-4789-84c3-3836e263c4d1 None None] Network 36378fff-2e77-4af4-9c1f-713c15fe48d5 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:03:12.046663 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.api [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 18:03:12.046663 dv-neutron-827016-2-hyperv neutron-server[84541]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 18:03:12.046663 dv-neutron-827016-2-hyperv neutron-server[84541]: [parameters: {'id': '36378fff-2e77-4af4-9c1f-713c15fe48d5'}] Feb 09 18:03:12.046663 dv-neutron-827016-2-hyperv neutron-server[84541]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:03:12.047134 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG oslo_db.api [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:03:12.077368 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-312ea19d-2ed7-4766-b8e5-d28974c48d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'name': 'tempest-ServersTestManualDisk-2031647166-router', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:10Z', 'updated_at': '2022-02-09T18:01:29Z', 'revision_number': 4, 'project_id': '7814e9f979984521b818aa821b9167b5', 'gw_port': {'id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:12Z', 'updated_at': '2022-02-09T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '398da87f-f65d-4cb9-ae71-4e6eb356bd9e', 'name': '', 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'mac_address': 'fa:16:3e:05:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe4e75a4-3fb3-49bd-9ee8-da883c83a940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:27Z', 'updated_at': '2022-02-09T18:02:02Z', 'revision_number': 5, 'project_id': '7814e9f979984521b818aa821b9167b5', 'subnets': [{'id': 'fe4e75a4-3fb3-49bd-9ee8-da883c83a940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:12.090948 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312ea19d-2ed7-4766-b8e5-d28974c48d70 None None] The sync data for ids ['0318a032-6b42-4a2b-8015-112e7a120b34'] in dv-neutron-827016-2-hyperv is: [{'id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'name': 'tempest-ServersTestManualDisk-2031647166-router', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:10Z', 'updated_at': '2022-02-09T18:01:29Z', 'revision_number': 4, 'project_id': '7814e9f979984521b818aa821b9167b5', 'gw_port': {'id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:12Z', 'updated_at': '2022-02-09T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '398da87f-f65d-4cb9-ae71-4e6eb356bd9e', 'name': '', 'network_id': 'bfbb786d-fb18-4e8f-a54d-5c87d11addf4', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'mac_address': 'fa:16:3e:05:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe4e75a4-3fb3-49bd-9ee8-da883c83a940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:27Z', 'updated_at': '2022-02-09T18:02:02Z', 'revision_number': 5, 'project_id': '7814e9f979984521b818aa821b9167b5', 'subnets': [{'id': 'fe4e75a4-3fb3-49bd-9ee8-da883c83a940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:03:12.417764 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-967abe6f-078d-4cb9-ae25-9499b6eabd31 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] For port 61e8141c-bafa-4b31-8be5-444336b42262, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=61e8141c-bafa-4b31-8be5-444336b42262,segment=NetworkSegment(7cdfbe44-7f0b-4071-b556-d2855f480828),segment_id=7cdfbe44-7f0b-4071-b556-d2855f480828)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:12.418244 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-967abe6f-078d-4cb9-ae25-9499b6eabd31 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:12.429071 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b26c0b8e-3bb3-4d6c-9057-d4bbc189d594 req-78dc1222-9d90-49e3-8682-852444d595ce tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 210 time: 0.1351461 Feb 09 18:03:12.429920 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54792295-4fc4-4d1a-aa62-c1d02f68fa3f tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:12.551632 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd40a39-6ed5-40cb-87d5-a2b7da41dcd0 None None] New status for floating IP 336130c7-b966-41bb-b85d-5d719ad89a57: DOWN {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:03:12.554384 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:12.580427 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-967abe6f-078d-4cb9-ae25-9499b6eabd31 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Calling delete_port for 61e8141c-bafa-4b31-8be5-444336b42262 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:12.603763 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-79a8ce7f-5550-49d7-9d03-c97220d4fb5d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:12.609530 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32b15f13-65b0-4a8e-869a-7fd6be4ae528 req-d33ee7cf-0130-478a-b84f-4f237ab40dc4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Router 78633f50-0f03-45d5-89b5-552acd2dac7f has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:03:12.763877 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Deleting port b9ab6afc-734d-4bd0-b43f-534b601a11a0 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:12.764217 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:12.803965 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b2c86f6b-da52-4d87-846d-3e1bc186630a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:12.851892 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4bba4c41-f6b1-4b43-af0f-dc4378277850 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:12.883717 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-967abe6f-078d-4cb9-ae25-9499b6eabd31 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:12.887747 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4bba4c41-f6b1-4b43-af0f-dc4378277850 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:12.903975 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e5f34-43a4-4430-8395-2213bf45e51e req-8272af8a-ad4f-4a38-a417-82aeec9f605d tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:12.905549 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b93e5f34-43a4-4430-8395-2213bf45e51e req-8272af8a-ad4f-4a38-a417-82aeec9f605d tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.6133497 Feb 09 18:03:12.925057 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-b2c86f6b-da52-4d87-846d-3e1bc186630a None None] For port 86e38dea-e6db-45b4-bb20-394cde784f95, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=86e38dea-e6db-45b4-bb20-394cde784f95,segment=NetworkSegment(180606cd-4adb-4a92-846b-5566ef24a583),segment_id=180606cd-4adb-4a92-846b-5566ef24a583)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:12.990466 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967abe6f-078d-4cb9-ae25-9499b6eabd31 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Pushing event deleted for resources: {'Port': ['ID=61e8141c-bafa-4b31-8be5-444336b42262,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:12.998756 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e428e7a-887b-4556-94f4-0b5c8ac55d40 None None] DHCP port deletion for db23979d-020d-4701-a8c3-39594aecdb58 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:03:13.014578 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967abe6f-078d-4cb9-ae25-9499b6eabd31 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] No DVR routers for this DVR port 61e8141c-bafa-4b31-8be5-444336b42262 on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:03:13.028073 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27eab75f-fe1d-4206-8ab9-ddf0b94b718c None None] get_active_networks_info from dv-neutron-827016-2-hyperv {{(pid=84543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 18:03:13.047673 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45724) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:13.073205 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b2c86f6b-da52-4d87-846d-3e1bc186630a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:13.170433 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-967abe6f-078d-4cb9-ae25-9499b6eabd31 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:13.205106 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-967abe6f-078d-4cb9-ae25-9499b6eabd31 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db23979d-020d-4701-a8c3-39594aecdb58']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:13.220635 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-967abe6f-078d-4cb9-ae25-9499b6eabd31 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cdfbe44-7f0b-4071-b556-d2855f480828') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:13.220824 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-967abe6f-078d-4cb9-ae25-9499b6eabd31 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cdfbe44-7f0b-4071-b556-d2855f480828') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:13.241730 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-967abe6f-078d-4cb9-ae25-9499b6eabd31 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:13.247939 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c86f6b-da52-4d87-846d-3e1bc186630a None None] Pushing event updated for resources: {'Port': ['ID=86e38dea-e6db-45b4-bb20-394cde784f95,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:13.267300 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-967abe6f-078d-4cb9-ae25-9499b6eabd31 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:13.273733 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967abe6f-078d-4cb9-ae25-9499b6eabd31 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:03:13.274195 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-967abe6f-078d-4cb9-ae25-9499b6eabd31 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:03:13.290136 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:03:13.321446 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eab75f-fe1d-4206-8ab9-ddf0b94b718c None None] Resources bound (agent type, host, resource id): {{(pid=84543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 18:03:13.329789 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b93e5f34-43a4-4430-8395-2213bf45e51e req-0a291196-f8f0-45d7-a277-71dd580f4024 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3891041 Feb 09 18:03:13.353908 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32b15f13-65b0-4a8e-869a-7fd6be4ae528 req-d33ee7cf-0130-478a-b84f-4f237ab40dc4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:03:13.368039 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95df78f-d87e-44e7-a3ff-81b4945657e3 None None] Sync routers for ids ['78633f50-0f03-45d5-89b5-552acd2dac7f'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:03:13.382985 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-79a8ce7f-5550-49d7-9d03-c97220d4fb5d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Allocated IP 172.26.8.68 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/a225bb6d-3420-4b23-b359-d58a70bd4b1f) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:03:13.404438 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95df78f-d87e-44e7-a3ff-81b4945657e3 None None] Routers {'78633f50-0f03-45d5-89b5-552acd2dac7f'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:13.405729 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a95df78f-d87e-44e7-a3ff-81b4945657e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['78633f50-0f03-45d5-89b5-552acd2dac7f'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:13.433526 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] For port b9ab6afc-734d-4bd0-b43f-534b601a11a0, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b9ab6afc-734d-4bd0-b43f-534b601a11a0,segment=NetworkSegment(e4dbd850-8941-46f1-9c4c-27a79e80b5bc),segment_id=e4dbd850-8941-46f1-9c4c-27a79e80b5bc)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:13.434012 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:13.466117 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-47a00d63-a782-4232-be47-0d5211e8532e None None] Provisioning for port 083197d7-ff4b-4d8b-8fa3-e4be032e1b50 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:03:13.475650 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b517-3022-486d-bf7d-4605a8e7a723 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:13.599842 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b15f13-65b0-4a8e-869a-7fd6be4ae528 req-d33ee7cf-0130-478a-b84f-4f237ab40dc4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] No DVR routers for this DVR port dcd95642-a824-4155-bb88-3237befcc80a on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:03:13.606922 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-32b15f13-65b0-4a8e-869a-7fd6be4ae528 req-d33ee7cf-0130-478a-b84f-4f237ab40dc4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:13.610192 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a31670-efb2-4a23-b144-1a82e8f4eb21', 'name': 'network-vif-deleted', 'tag': 'dcd95642-a824-4155-bb88-3237befcc80a'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:03:13.622501 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-32b15f13-65b0-4a8e-869a-7fd6be4ae528 req-d33ee7cf-0130-478a-b84f-4f237ab40dc4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.50 "DELETE /v2.0/ports/dcd95642-a824-4155-bb88-3237befcc80a HTTP/1.1" status: 204 len: 173 time: 6.9801357 Feb 09 18:03:13.642778 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-47a00d63-a782-4232-be47-0d5211e8532e None None] Provisioning complete for port 083197d7-ff4b-4d8b-8fa3-e4be032e1b50 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:03:13.643163 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-47a00d63-a782-4232-be47-0d5211e8532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:13.656594 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Calling delete_port for b9ab6afc-734d-4bd0-b43f-534b601a11a0 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:13.666045 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-967abe6f-078d-4cb9-ae25-9499b6eabd31 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:13.702745 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-967abe6f-078d-4cb9-ae25-9499b6eabd31 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:13.709791 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-967abe6f-078d-4cb9-ae25-9499b6eabd31 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] 10.222.0.21 "DELETE /v2.0/networks/db23979d-020d-4701-a8c3-39594aecdb58 HTTP/1.1" status: 204 len: 168 time: 2.0815885 Feb 09 18:03:13.712366 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967abe6f-078d-4cb9-ae25-9499b6eabd31 tempest-FloatingIPNegativeTestJSON-583770306 tempest-FloatingIPNegativeTestJSON-583770306-project] Pushing event deleted for resources: {'Network': ['ID=db23979d-020d-4701-a8c3-39594aecdb58,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:13.755062 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-a95df78f-d87e-44e7-a3ff-81b4945657e3 None None] Set router 78633f50-0f03-45d5-89b5-552acd2dac7f gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:03:13.814259 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-47a00d63-a782-4232-be47-0d5211e8532e None None] Port 083197d7-ff4b-4d8b-8fa3-e4be032e1b50 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:03:13.821829 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c63bea5d-d09e-4fc2-a18c-c05e81908e79 req-c358e299-c97f-40fd-8746-c7a325f76069 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6a31670-efb2-4a23-b144-1a82e8f4eb21 HTTP/1.1" status: 200 len: 210 time: 0.0889180 Feb 09 18:03:13.830770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.resource_extend [None req-54792295-4fc4-4d1a-aa62-c1d02f68fa3f tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:03:13.842170 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b517-3022-486d-bf7d-4605a8e7a723 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:13.872302 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54792295-4fc4-4d1a-aa62-c1d02f68fa3f tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:13.886230 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-47a00d63-a782-4232-be47-0d5211e8532e None None] Provisioning complete for port 86e38dea-e6db-45b4-bb20-394cde784f95 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:03:13.887248 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-47a00d63-a782-4232-be47-0d5211e8532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:14.188631 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a31670-efb2-4a23-b144-1a82e8f4eb21', 'name': 'network-vif-deleted', 'tag': 'dcd95642-a824-4155-bb88-3237befcc80a', 'status': 'completed', 'code': 200} Feb 09 18:03:14.195343 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54792295-4fc4-4d1a-aa62-c1d02f68fa3f tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:14.247829 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 86e38dea-e6db-45b4-bb20-394cde784f95 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:03:14.277255 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a95df78f-d87e-44e7-a3ff-81b4945657e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'name': 'tempest-ServersTestJSON-1663983980-router', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:07Z', 'updated_at': '2022-02-09T18:01:23Z', 'revision_number': 4, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'gw_port': {'id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'c809b017-4ad2-4077-a13e-9a0c6846906e', 'name': '', 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'mac_address': 'fa:16:3e:d7:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f47090f-8581-4feb-b645-4f9000c047bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:20Z', 'updated_at': '2022-02-09T18:01:37Z', 'revision_number': 5, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'subnets': [{'id': '5f47090f-8581-4feb-b645-4f9000c047bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:14.282742 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95df78f-d87e-44e7-a3ff-81b4945657e3 None None] Checking router: 78633f50-0f03-45d5-89b5-552acd2dac7f for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:03:14.294937 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95df78f-d87e-44e7-a3ff-81b4945657e3 None None] Routers {'78633f50-0f03-45d5-89b5-552acd2dac7f'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:14.295271 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a95df78f-d87e-44e7-a3ff-81b4945657e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['78633f50-0f03-45d5-89b5-552acd2dac7f'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:14.333212 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-79a8ce7f-5550-49d7-9d03-c97220d4fb5d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:14.335976 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 86e38dea-e6db-45b4-bb20-394cde784f95 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:03:14.336371 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:14.381468 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:14.402192 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54792295-4fc4-4d1a-aa62-c1d02f68fa3f tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:14.411810 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec931f-b398-4cbf-9967-373ba0df926e req-b0eb0697-3cc4-4bca-bf07-5eb3f26656e1 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:14.417604 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1aec931f-b398-4cbf-9967-373ba0df926e req-b0eb0697-3cc4-4bca-bf07-5eb3f26656e1 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.7329476 Feb 09 18:03:14.421528 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54792295-4fc4-4d1a-aa62-c1d02f68fa3f tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Pushing event updated for resources: {'Port': ['ID=083197d7-ff4b-4d8b-8fa3-e4be032e1b50,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:14.488722 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] No DVR routers for this DVR port b9ab6afc-734d-4bd0-b43f-534b601a11a0 on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:03:14.520803 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b517-3022-486d-bf7d-4605a8e7a723 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:14.532880 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-a95df78f-d87e-44e7-a3ff-81b4945657e3 None None] Set router 78633f50-0f03-45d5-89b5-552acd2dac7f gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:03:14.544445 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 61e8141c-bafa-4b31-8be5-444336b42262 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:03:14.562259 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45738) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:14.580214 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event deleted for resources: {'Port': ['ID=b9ab6afc-734d-4bd0-b43f-534b601a11a0,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:14.612058 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 61e8141c-bafa-4b31-8be5-444336b42262 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:03:14.612443 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 61e8141c-bafa-4b31-8be5-444336b42262 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:03:14.616779 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5b517-3022-486d-bf7d-4605a8e7a723 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f6bb0e-9d51-4ec5-8646-92b2f8965ee4,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:14.807900 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-276c079f-c0df-4556-a1e9-3ace07621d39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d905421c363432a8f39ca13f95814e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2441764 Feb 09 18:03:14.810613 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45744) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:14.832638 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:14.850635 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1aec931f-b398-4cbf-9967-373ba0df926e req-24f5dc22-f01f-441f-ae7a-7e073ba300bf tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3770406 Feb 09 18:03:14.884151 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b45ffe7-d7ea-459e-bbb6-431f597c1437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:14.888948 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36378fff-2e77-4af4-9c1f-713c15fe48d5']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:14.932053 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b45ffe7-d7ea-459e-bbb6-431f597c1437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:14.940110 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b517-3022-486d-bf7d-4605a8e7a723 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:14.944170 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ffb5b517-3022-486d-bf7d-4605a8e7a723 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "DELETE /v2.0/security-groups/36f6bb0e-9d51-4ec5-8646-92b2f8965ee4 HTTP/1.1" status: 204 len: 168 time: 1.8719721 Feb 09 18:03:14.956329 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45752) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:14.957940 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4dbd850-8941-46f1-9c4c-27a79e80b5bc') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:14.958240 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4dbd850-8941-46f1-9c4c-27a79e80b5bc') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:15.013167 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:15.026658 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-4bba4c41-f6b1-4b43-af0f-dc4378277850 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Allocated IP 172.26.8.166 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/752952ee-3ee9-47b1-a002-148f091e9c1f) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:03:15.032773 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:15.041980 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:03:15.042816 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:15.045278 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a95df78f-d87e-44e7-a3ff-81b4945657e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'name': 'tempest-ServersTestJSON-1663983980-router', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:07Z', 'updated_at': '2022-02-09T18:01:23Z', 'revision_number': 4, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'gw_port': {'id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'c809b017-4ad2-4077-a13e-9a0c6846906e', 'name': '', 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'mac_address': 'fa:16:3e:d7:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f47090f-8581-4feb-b645-4f9000c047bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:20Z', 'updated_at': '2022-02-09T18:01:37Z', 'revision_number': 5, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'subnets': [{'id': '5f47090f-8581-4feb-b645-4f9000c047bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:15.059512 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95df78f-d87e-44e7-a3ff-81b4945657e3 None None] The sync data for ids ['78633f50-0f03-45d5-89b5-552acd2dac7f'] in dv-neutron-827016-2-hyperv is: [{'id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'name': 'tempest-ServersTestJSON-1663983980-router', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:07Z', 'updated_at': '2022-02-09T18:01:23Z', 'revision_number': 4, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'gw_port': {'id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'c809b017-4ad2-4077-a13e-9a0c6846906e', 'name': '', 'network_id': 'e9fe6eda-77b1-46f2-95d6-d5589d4aff54', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'mac_address': 'fa:16:3e:d7:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f47090f-8581-4feb-b645-4f9000c047bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:20Z', 'updated_at': '2022-02-09T18:01:37Z', 'revision_number': 5, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'subnets': [{'id': '5f47090f-8581-4feb-b645-4f9000c047bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:03:15.146865 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:03:15.149117 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-79a8ce7f-5550-49d7-9d03-c97220d4fb5d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:15.172503 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45758) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:15.203073 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-41c9bbab-8971-44ef-a54e-ea19cdcae4a9 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] show failed (client error): The resource could not be found. Feb 09 18:03:15.204132 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-41c9bbab-8971-44ef-a54e-ea19cdcae4a9 tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "GET /v2.0/security-groups/36f6bb0e-9d51-4ec5-8646-92b2f8965ee4 HTTP/1.1" status: 404 len: 347 time: 0.2320125 Feb 09 18:03:15.212049 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45762) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:15.271843 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a8ce7f-5550-49d7-9d03-c97220d4fb5d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:03:15.285795 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54792295-4fc4-4d1a-aa62-c1d02f68fa3f tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Network e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:03:15.289802 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-79a8ce7f-5550-49d7-9d03-c97220d4fb5d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:03:15.296561 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a8ce7f-5550-49d7-9d03-c97220d4fb5d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:03:15.328211 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-54792295-4fc4-4d1a-aa62-c1d02f68fa3f tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:03:15.385705 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4114ba-ba2c-4bfa-9d16-cf21b70774e2 None None] New status for floating IP 5008688e-95ba-4e1f-8e7d-bbe699b92bf8: DOWN {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:03:15.423377 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:15.425110 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8ce7f-5550-49d7-9d03-c97220d4fb5d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event updated for resources: {'Port': ['ID=a225bb6d-3420-4b23-b359-d58a70bd4b1f,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:15.438693 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b45ffe7-d7ea-459e-bbb6-431f597c1437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:15.463849 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4bba4c41-f6b1-4b43-af0f-dc4378277850 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:15.476012 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6c868c35-9f9c-4b0f-8895-2e10e4052cba tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Deleting port 25e0de8b-b140-4f66-b90a-b3d32a76bd0a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:15.476421 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c868c35-9f9c-4b0f-8895-2e10e4052cba tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:15.513099 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45ffe7-d7ea-459e-bbb6-431f597c1437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637ab202-6a97-4f9c-9e88-a8d568079f20,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:15.524432 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:15.529070 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b45ffe7-d7ea-459e-bbb6-431f597c1437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:15.533965 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6b45ffe7-d7ea-459e-bbb6-431f597c1437 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/637ab202-6a97-4f9c-9e88-a8d568079f20 HTTP/1.1" status: 204 len: 168 time: 0.7185724 Feb 09 18:03:15.535338 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event deleted for resources: {'Network': ['ID=36378fff-2e77-4af4-9c1f-713c15fe48d5,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:15.564858 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e81346c6-6c68-45f8-8e69-389f872c0da4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:15.568305 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-be359665-634f-4f06-9b41-da786b832f41 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "DELETE /v2.0/networks/36378fff-2e77-4af4-9c1f-713c15fe48d5 HTTP/1.1" status: 204 len: 168 time: 6.8564796 Feb 09 18:03:15.574906 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45768) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:15.589242 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab7450-b895-4802-b5d9-771ef5886289 req-79094d5e-fc50-40a2-854b-d104aa3c9371 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:15.599278 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6cab7450-b895-4802-b5d9-771ef5886289 req-79094d5e-fc50-40a2-854b-d104aa3c9371 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.4391525 Feb 09 18:03:15.614314 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e81346c6-6c68-45f8-8e69-389f872c0da4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:15.686661 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4500eda-a292-4d96-a289-61ececd88fed tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] DELETE failed (client error): The resource could not be found. Feb 09 18:03:15.687026 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4500eda-a292-4d96-a289-61ececd88fed tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:03:15.692074 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d4500eda-a292-4d96-a289-61ececd88fed tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "DELETE /v2.0/subnets/fb085ef9-a04d-4e0d-97ef-88eafa3b4dec HTTP/1.1" status: 404 len: 337 time: 0.1092532 Feb 09 18:03:15.701225 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45772) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:15.746797 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f8cf6e61-2fa9-4e08-a42c-b2ebc6d433b4 None None] Provisioning complete for port 083197d7-ff4b-4d8b-8fa3-e4be032e1b50 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:03:15.747302 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f8cf6e61-2fa9-4e08-a42c-b2ebc6d433b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:15.798629 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c9a1bad-c45d-42f1-8d4c-07afa37b16c5 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] DELETE failed (client error): The resource could not be found. Feb 09 18:03:15.799323 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c9a1bad-c45d-42f1-8d4c-07afa37b16c5 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:03:15.806725 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e81346c6-6c68-45f8-8e69-389f872c0da4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:15.811211 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f8cf6e61-2fa9-4e08-a42c-b2ebc6d433b4 None None] Port 083197d7-ff4b-4d8b-8fa3-e4be032e1b50 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:03:15.837322 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3c9a1bad-c45d-42f1-8d4c-07afa37b16c5 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "DELETE /v2.0/networks/36378fff-2e77-4af4-9c1f-713c15fe48d5 HTTP/1.1" status: 404 len: 339 time: 0.1337938 Feb 09 18:03:15.844799 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45776) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:15.845583 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81346c6-6c68-45f8-8e69-389f872c0da4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40cc133-4265-4bed-b41f-bcd52141e467,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:15.900694 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-6410c52c-4418-44e3-93ec-70bd0db6200d tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] DELETE failed (client error): The resource could not be found. Feb 09 18:03:15.901042 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6410c52c-4418-44e3-93ec-70bd0db6200d tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:03:15.902696 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6410c52c-4418-44e3-93ec-70bd0db6200d tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "DELETE /v2.0/subnets/41bb5c34-4eac-4810-9e0a-22abfc7083a5 HTTP/1.1" status: 404 len: 337 time: 0.0551076 Feb 09 18:03:15.912126 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45780) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:15.915958 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4bba4c41-f6b1-4b43-af0f-dc4378277850 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:15.927376 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6cab7450-b895-4802-b5d9-771ef5886289 req-183b8907-4de3-4352-a74c-2d05cb264b59 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3271127 Feb 09 18:03:15.974774 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c868c35-9f9c-4b0f-8895-2e10e4052cba tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:15.975109 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c868c35-9f9c-4b0f-8895-2e10e4052cba tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:16.008033 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e81346c6-6c68-45f8-8e69-389f872c0da4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:16.009147 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e81346c6-6c68-45f8-8e69-389f872c0da4 tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "DELETE /v2.0/security-groups/e40cc133-4265-4bed-b41f-bcd52141e467 HTTP/1.1" status: 204 len: 168 time: 0.8356898 Feb 09 18:03:16.016711 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45786) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:16.019615 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab8a485-0d8c-4e5d-a99a-e6eae6a5713e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] DELETE failed (client error): The resource could not be found. Feb 09 18:03:16.020051 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eab8a485-0d8c-4e5d-a99a-e6eae6a5713e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:03:16.021641 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-eab8a485-0d8c-4e5d-a99a-e6eae6a5713e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "DELETE /v2.0/networks/f7c4516b-c009-4d43-945c-2c96860a04ac HTTP/1.1" status: 404 len: 339 time: 0.1084471 Feb 09 18:03:16.137440 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45790) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:16.167415 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6c868c35-9f9c-4b0f-8895-2e10e4052cba tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Calling delete_port for 25e0de8b-b140-4f66-b90a-b3d32a76bd0a owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:16.223710 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bba4c41-f6b1-4b43-af0f-dc4378277850 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:03:16.225700 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba4c41-f6b1-4b43-af0f-dc4378277850 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Pushing event updated for resources: {'Port': ['ID=752952ee-3ee9-47b1-a002-148f091e9c1f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:16.237859 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-4bba4c41-f6b1-4b43-af0f-dc4378277850 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:03:16.245029 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-948bf3bc-e359-4ace-b5dd-317f27f6239a tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] show failed (client error): The resource could not be found. Feb 09 18:03:16.246059 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-948bf3bc-e359-4ace-b5dd-317f27f6239a tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "GET /v2.0/security-groups/e40cc133-4265-4bed-b41f-bcd52141e467 HTTP/1.1" status: 404 len: 347 time: 0.2280202 Feb 09 18:03:16.253332 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bba4c41-f6b1-4b43-af0f-dc4378277850 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:03:16.278404 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0579c63-54aa-4ecd-81be-3aa1efa1c3bc tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] DELETE failed (client error): The resource could not be found. Feb 09 18:03:16.278932 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0579c63-54aa-4ecd-81be-3aa1efa1c3bc tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:03:16.284014 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b0579c63-54aa-4ecd-81be-3aa1efa1c3bc tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "DELETE /v2.0/subnets/97a41a59-f6a9-4f14-8f38-f2063b609eb7 HTTP/1.1" status: 404 len: 337 time: 0.1314929 Feb 09 18:03:16.287844 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45800) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:16.287844 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45802) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:16.515132 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-6212de3a-2635-47cc-97e6-011838e823ea tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] DELETE failed (client error): The resource could not be found. Feb 09 18:03:16.515615 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6212de3a-2635-47cc-97e6-011838e823ea tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:03:16.521963 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6212de3a-2635-47cc-97e6-011838e823ea tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "DELETE /v2.0/networks/55690076-2bfc-4601-9ed1-86f8d3823697 HTTP/1.1" status: 404 len: 339 time: 0.2272201 Feb 09 18:03:16.525127 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45812) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:16.596602 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54792295-4fc4-4d1a-aa62-c1d02f68fa3f tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Router 7afcbf77-9e57-4d85-844a-637ac958368d is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:03:16.616702 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d6dfbf8b-1beb-4b74-8a21-f077d13fc1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:16.691180 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-79a8ce7f-5550-49d7-9d03-c97220d4fb5d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:16.697408 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f3d417dd-0a1b-4e66-a04d-d5a4274afe3c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Deleting port 328d8631-b584-4547-801d-9faf775e60aa {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:16.697758 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3d417dd-0a1b-4e66-a04d-d5a4274afe3c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:16.776903 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-dd0ec58e-4748-4e32-b368-5b8d30777697 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Deleting port 7a017afe-5772-4f6f-a7a5-d769da17d8de {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:16.777211 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd0ec58e-4748-4e32-b368-5b8d30777697 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:16.834064 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:16.853395 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-79a8ce7f-5550-49d7-9d03-c97220d4fb5d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:16.913686 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54792295-4fc4-4d1a-aa62-c1d02f68fa3f tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:03:16.925940 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d170f1f-204b-4caa-a957-461b1b2e8066 None None] Sync routers for ids ['7afcbf77-9e57-4d85-844a-637ac958368d'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:03:16.936904 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-54792295-4fc4-4d1a-aa62-c1d02f68fa3f tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] 10.222.0.21 "PUT /v2.0/routers/7afcbf77-9e57-4d85-844a-637ac958368d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1526659 Feb 09 18:03:16.943482 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d170f1f-204b-4caa-a957-461b1b2e8066 None None] Routers {'7afcbf77-9e57-4d85-844a-637ac958368d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:16.945669 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1d170f1f-204b-4caa-a957-461b1b2e8066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7afcbf77-9e57-4d85-844a-637ac958368d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:16.945817 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45820) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:17.052082 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1d170f1f-204b-4caa-a957-461b1b2e8066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:17.066935 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d170f1f-204b-4caa-a957-461b1b2e8066 None None] Routers {'7afcbf77-9e57-4d85-844a-637ac958368d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:17.068221 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1d170f1f-204b-4caa-a957-461b1b2e8066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7afcbf77-9e57-4d85-844a-637ac958368d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:17.101914 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-79a8ce7f-5550-49d7-9d03-c97220d4fb5d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:17.178520 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45826) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:17.189338 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1d170f1f-204b-4caa-a957-461b1b2e8066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:17.189338 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d170f1f-204b-4caa-a957-461b1b2e8066 None None] The sync data for ids ['7afcbf77-9e57-4d85-844a-637ac958368d'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:03:17.219176 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-79a8ce7f-5550-49d7-9d03-c97220d4fb5d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:17.243662 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3d417dd-0a1b-4e66-a04d-d5a4274afe3c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:17.243890 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3d417dd-0a1b-4e66-a04d-d5a4274afe3c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:17.298282 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c868c35-9f9c-4b0f-8895-2e10e4052cba tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:17.332649 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8ce7f-5550-49d7-9d03-c97220d4fb5d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event updated for resources: {'Port': ['ID=a225bb6d-3420-4b23-b359-d58a70bd4b1f,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:17.345718 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9d196244-fdb2-4418-8161-f63008af30a4 tempest-ServiceProvidersTest-1212042213 tempest-ServiceProvidersTest-1212042213-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1659350 Feb 09 18:03:17.360698 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-79a8ce7f-5550-49d7-9d03-c97220d4fb5d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:17.486761 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f3d417dd-0a1b-4e66-a04d-d5a4274afe3c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Calling delete_port for 328d8631-b584-4547-801d-9faf775e60aa owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:17.512257 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c868c35-9f9c-4b0f-8895-2e10e4052cba tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Pushing event deleted for resources: {'Port': ['ID=25e0de8b-b140-4f66-b90a-b3d32a76bd0a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:17.559673 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd0ec58e-4748-4e32-b368-5b8d30777697 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:17.572172 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.l3_db [None req-79a8ce7f-5550-49d7-9d03-c97220d4fb5d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Floating IP ec7290df-360e-4d27-bea2-beff13da2517 associated. External IP: 172.26.8.68, port: 9e02eed5-4022-40f3-83ba-24a3b9cfaba4. Feb 09 18:03:17.755611 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-dd0ec58e-4748-4e32-b368-5b8d30777697 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Calling delete_port for 7a017afe-5772-4f6f-a7a5-d769da17d8de owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:18.013699 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45836) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:18.112156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c868c35-9f9c-4b0f-8895-2e10e4052cba tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:18.149750 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a8ce7f-5550-49d7-9d03-c97220d4fb5d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Router 8191c06a-dccc-43b5-b6a3-64343aff3e2d has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:03:18.192851 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4bba4c41-f6b1-4b43-af0f-dc4378277850 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:18.193574 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4bba4c41-f6b1-4b43-af0f-dc4378277850 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:18.342216 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd0ec58e-4748-4e32-b368-5b8d30777697 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:18.408113 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3d417dd-0a1b-4e66-a04d-d5a4274afe3c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:18.424109 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ec58e-4748-4e32-b368-5b8d30777697 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event deleted for resources: {'Port': ['ID=7a017afe-5772-4f6f-a7a5-d769da17d8de,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:18.462615 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c868c35-9f9c-4b0f-8895-2e10e4052cba tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:18.463427 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0515be30-7b6e-455c-88e8-aaf98d62f649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:18.463861 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6c868c35-9f9c-4b0f-8895-2e10e4052cba tempest-ServersTestManualDisk-1693710238 tempest-ServersTestManualDisk-1693710238-project] 10.222.0.21 "DELETE /v2.0/floatingips/336130c7-b966-41bb-b85d-5d719ad89a57 HTTP/1.1" status: 204 len: 168 time: 3.2451510 Feb 09 18:03:18.473986 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45842) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:18.494175 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d417dd-0a1b-4e66-a04d-d5a4274afe3c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Pushing event deleted for resources: {'Port': ['ID=328d8631-b584-4547-801d-9faf775e60aa,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:18.519266 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-0515be30-7b6e-455c-88e8-aaf98d62f649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:18.526062 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-0515be30-7b6e-455c-88e8-aaf98d62f649 admin admin] Usage tracker for resource:security_group_rule and tenant:2848440eafa140b78f64dd1f71afcd1d is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:18.529967 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-0515be30-7b6e-455c-88e8-aaf98d62f649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:18.539428 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-0515be30-7b6e-455c-88e8-aaf98d62f649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:18.561777 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd0ec58e-4748-4e32-b368-5b8d30777697 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:18.637628 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0515be30-7b6e-455c-88e8-aaf98d62f649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:18.648440 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a8ce7f-5550-49d7-9d03-c97220d4fb5d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:03:18.664705 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48641522-2bea-4f4a-b8c2-a6b31f3a3eb6 None None] Sync routers for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:03:18.677107 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-dd0ec58e-4748-4e32-b368-5b8d30777697 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "DELETE /v2.0/ports/7a017afe-5772-4f6f-a7a5-d769da17d8de HTTP/1.1" status: 204 len: 168 time: 2.1506348 Feb 09 18:03:18.680516 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45846) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:18.689220 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48641522-2bea-4f4a-b8c2-a6b31f3a3eb6 None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:18.690227 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-48641522-2bea-4f4a-b8c2-a6b31f3a3eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:18.727353 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0515be30-7b6e-455c-88e8-aaf98d62f649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:18.742979 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-5951d5ec-2bd2-41b4-ab31-b5158d62cd17 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] DELETE failed (client error): The resource could not be found. Feb 09 18:03:18.743579 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5951d5ec-2bd2-41b4-ab31-b5158d62cd17 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:03:18.748853 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5951d5ec-2bd2-41b4-ab31-b5158d62cd17 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "DELETE /v2.0/subnets/f174bd9a-68fe-4d13-9359-72377fad4300 HTTP/1.1" status: 404 len: 337 time: 0.0670204 Feb 09 18:03:18.752821 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45850) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:18.785360 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-79a8ce7f-5550-49d7-9d03-c97220d4fb5d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:18.844738 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-48641522-2bea-4f4a-b8c2-a6b31f3a3eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:18.846799 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0515be30-7b6e-455c-88e8-aaf98d62f649 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2848440eafa140b78f64dd1f71afcd1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8319724 Feb 09 18:03:18.847685 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45854) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:18.853519 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515be30-7b6e-455c-88e8-aaf98d62f649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52437ec-3f54-43fa-9770-d8ead52ba22f,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:18.870348 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48641522-2bea-4f4a-b8c2-a6b31f3a3eb6 None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:18.871193 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-48641522-2bea-4f4a-b8c2-a6b31f3a3eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:02:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:18.900349 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3d417dd-0a1b-4e66-a04d-d5a4274afe3c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:18.902736 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3d417dd-0a1b-4e66-a04d-d5a4274afe3c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:18.907394 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f3d417dd-0a1b-4e66-a04d-d5a4274afe3c tempest-ServersTestJSON-1104460209 tempest-ServersTestJSON-1104460209-project] 10.222.0.21 "DELETE /v2.0/floatingips/5008688e-95ba-4e1f-8e7d-bbe699b92bf8 HTTP/1.1" status: 204 len: 168 time: 2.6159081 Feb 09 18:03:18.908404 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-79a8ce7f-5550-49d7-9d03-c97220d4fb5d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.4290180 Feb 09 18:03:18.909309 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45858) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:18.910289 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45860) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:18.949249 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-48641522-2bea-4f4a-b8c2-a6b31f3a3eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:18.949680 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48641522-2bea-4f4a-b8c2-a6b31f3a3eb6 None None] The sync data for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:03:19.050827 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-caa79613-18a7-4d93-9bfa-02639a13afe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:19.070043 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9190b4e-d7bf-48f8-bb9e-a5cfcd92db09 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:19.175906 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b5e49064-d943-4daf-b6b3-4cfa04aeca61 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "GET /v2.0/floatingips/ec7290df-360e-4d27-bea2-beff13da2517 HTTP/1.1" status: 200 len: 977 time: 0.2586386 Feb 09 18:03:19.184274 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45866) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:19.273607 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f8f04f44-874e-4b07-9ec1-6039cbdc0ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:19.325371 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f8f04f44-874e-4b07-9ec1-6039cbdc0ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:19.357892 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-728c8c8e-9b49-4edd-bbe6-a1eede42b631 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Synchronizing usage tracker for tenant:f3837d08455842e393bcceee43b69ece on resource:floatingip {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:03:19.428521 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9190b4e-d7bf-48f8-bb9e-a5cfcd92db09 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:19.481341 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a9190b4e-d7bf-48f8-bb9e-a5cfcd92db09 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa75a4c-e209-4a89-b1d8-b67803868e5e']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:19.491804 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f8f04f44-874e-4b07-9ec1-6039cbdc0ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:19.495437 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-728c8c8e-9b49-4edd-bbe6-a1eede42b631 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Unset dirty status for tenant:f3837d08455842e393bcceee43b69ece on resource:floatingip {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:03:19.496645 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-728c8c8e-9b49-4edd-bbe6-a1eede42b631 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3024626 Feb 09 18:03:19.504569 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a9190b4e-d7bf-48f8-bb9e-a5cfcd92db09 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db9458f-3721-499c-ad10-a46b5cb3c5f8') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:19.504873 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a9190b4e-d7bf-48f8-bb9e-a5cfcd92db09 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db9458f-3721-499c-ad10-a46b5cb3c5f8') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:19.512223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45870) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:19.575072 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-523ee597-dc4c-4633-97da-d026f1f95b6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Request body: {'floatingip': {'port_id': '265ff785-277c-4093-b1c6-06ed3b250506'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:19.578919 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f04f44-874e-4b07-9ec1-6039cbdc0ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52437ec-3f54-43fa-9770-d8ead52ba22f,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:19.586047 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f8f04f44-874e-4b07-9ec1-6039cbdc0ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:19.590024 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f8f04f44-874e-4b07-9ec1-6039cbdc0ff3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b52437ec-3f54-43fa-9770-d8ead52ba22f HTTP/1.1" status: 204 len: 168 time: 0.7386599 Feb 09 18:03:19.648176 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9190b4e-d7bf-48f8-bb9e-a5cfcd92db09 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:19.672211 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-86ea2375-312d-4490-8507-f51d1dcb7e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:19.790138 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9190b4e-d7bf-48f8-bb9e-a5cfcd92db09 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:19.820293 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9190b4e-d7bf-48f8-bb9e-a5cfcd92db09 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:03:19.820700 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9190b4e-d7bf-48f8-bb9e-a5cfcd92db09 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:03:19.837762 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:03:19.929716 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-523ee597-dc4c-4633-97da-d026f1f95b6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:19.976901 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:20.111011 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bba4c41-f6b1-4b43-af0f-dc4378277850 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Router 3531b7ed-b36e-41c5-9bb9-708fef02360e is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:03:20.135160 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-92e6f676-5977-44c2-bc69-e04b1ee03d3c tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:03:20.139560 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-92e6f676-5977-44c2-bc69-e04b1ee03d3c tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] 10.222.0.21 "PUT /v2.0/routers/7afcbf77-9e57-4d85-844a-637ac958368d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.1880696 Feb 09 18:03:20.142534 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45884) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:20.154997 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:20.254550 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9190b4e-d7bf-48f8-bb9e-a5cfcd92db09 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:20.293455 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9190b4e-d7bf-48f8-bb9e-a5cfcd92db09 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:20.491834 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9190b4e-d7bf-48f8-bb9e-a5cfcd92db09 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event deleted for resources: {'Network': ['ID=8fa75a4c-e209-4a89-b1d8-b67803868e5e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:20.519561 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a9190b4e-d7bf-48f8-bb9e-a5cfcd92db09 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "DELETE /v2.0/networks/8fa75a4c-e209-4a89-b1d8-b67803868e5e HTTP/1.1" status: 204 len: 168 time: 1.7630038 Feb 09 18:03:20.522229 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45890) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:20.582175 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-86ea2375-312d-4490-8507-f51d1dcb7e15 admin admin] Deleting port c809b017-4ad2-4077-a13e-9a0c6846906e {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:20.582533 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-86ea2375-312d-4490-8507-f51d1dcb7e15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:20.652380 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-15f8da49-e41a-4d61-b41e-9725bee0805e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Deleting port d4c5083d-35de-4202-a87e-f387b52069df {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:20.652807 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-15f8da49-e41a-4d61-b41e-9725bee0805e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:20.985148 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-86ea2375-312d-4490-8507-f51d1dcb7e15 admin admin] For port c809b017-4ad2-4077-a13e-9a0c6846906e, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c809b017-4ad2-4077-a13e-9a0c6846906e,segment=NetworkSegment(acc6345d-43f6-4b7f-9b7c-aab25cb3821b),segment_id=acc6345d-43f6-4b7f-9b7c-aab25cb3821b)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:20.985148 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-86ea2375-312d-4490-8507-f51d1dcb7e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:21.022204 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a389bf64-97c0-48cd-b8a3-2eb003237047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:21.072302 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45900) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:21.199418 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-15f8da49-e41a-4d61-b41e-9725bee0805e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:21.213874 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-86ea2375-312d-4490-8507-f51d1dcb7e15 admin admin] Calling delete_port for c809b017-4ad2-4077-a13e-9a0c6846906e owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:21.372604 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-15f8da49-e41a-4d61-b41e-9725bee0805e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Calling delete_port for d4c5083d-35de-4202-a87e-f387b52069df owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:21.382845 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6790e92a-7ffc-43ab-8aea-043ffd2a7ea4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1228236499'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:21.402611 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6790e92a-7ffc-43ab-8aea-043ffd2a7ea4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:21.442175 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6790e92a-7ffc-43ab-8aea-043ffd2a7ea4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Usage tracker for resource:network and tenant:565aa1d0eda142499132292d86f1b8fa is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:21.457310 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6790e92a-7ffc-43ab-8aea-043ffd2a7ea4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:21.471764 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6790e92a-7ffc-43ab-8aea-043ffd2a7ea4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:21.488709 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:21.509706 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5cbe4982-425e-4b3f-a158-9854577e3c51 req-065293ae-04bd-48fc-94e0-74c0ad501106 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5584824 Feb 09 18:03:21.572621 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bba4c41-f6b1-4b43-af0f-dc4378277850 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:03:21.583496 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17252a01-e5a2-4ffc-969d-99e32b8916ba None None] Sync routers for ids ['3531b7ed-b36e-41c5-9bb9-708fef02360e'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:03:21.597487 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17252a01-e5a2-4ffc-969d-99e32b8916ba None None] Routers {'3531b7ed-b36e-41c5-9bb9-708fef02360e'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:21.598093 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-17252a01-e5a2-4ffc-969d-99e32b8916ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['3531b7ed-b36e-41c5-9bb9-708fef02360e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:21.603004 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-15f8da49-e41a-4d61-b41e-9725bee0805e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:21.653245 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6790e92a-7ffc-43ab-8aea-043ffd2a7ea4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Made reservation on behalf of 565aa1d0eda142499132292d86f1b8fa for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:03:21.656958 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6790e92a-7ffc-43ab-8aea-043ffd2a7ea4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:21.660657 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8da49-e41a-4d61-b41e-9725bee0805e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event deleted for resources: {'Port': ['ID=d4c5083d-35de-4202-a87e-f387b52069df,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:21.670491 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-15f8da49-e41a-4d61-b41e-9725bee0805e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:21.673949 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-17252a01-e5a2-4ffc-969d-99e32b8916ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:21.682106 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-15f8da49-e41a-4d61-b41e-9725bee0805e tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "DELETE /v2.0/ports/d4c5083d-35de-4202-a87e-f387b52069df HTTP/1.1" status: 204 len: 168 time: 1.1565146 Feb 09 18:03:21.682387 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45908) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:21.684798 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6790e92a-7ffc-43ab-8aea-043ffd2a7ea4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:21.689768 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17252a01-e5a2-4ffc-969d-99e32b8916ba None None] Routers {'3531b7ed-b36e-41c5-9bb9-708fef02360e'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:21.690462 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-17252a01-e5a2-4ffc-969d-99e32b8916ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['3531b7ed-b36e-41c5-9bb9-708fef02360e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:21.726022 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-86ea2375-312d-4490-8507-f51d1dcb7e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:21.729740 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c42d97-e97c-4aa9-b4bf-28151a72f199 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] DELETE failed (client error): The resource could not be found. Feb 09 18:03:21.730193 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c42d97-e97c-4aa9-b4bf-28151a72f199 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:03:21.734732 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-15c42d97-e97c-4aa9-b4bf-28151a72f199 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "DELETE /v2.0/subnets/7251f182-54e8-46e2-8eba-e799af6d39c0 HTTP/1.1" status: 404 len: 337 time: 0.0482290 Feb 09 18:03:21.760071 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-17252a01-e5a2-4ffc-969d-99e32b8916ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:21.760277 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45912) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:21.760540 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17252a01-e5a2-4ffc-969d-99e32b8916ba None None] The sync data for ids ['3531b7ed-b36e-41c5-9bb9-708fef02360e'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:03:21.778993 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5561ee6-c66b-4407-9afe-5c78d6368430 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:21.798007 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea2375-312d-4490-8507-f51d1dcb7e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=c809b017-4ad2-4077-a13e-9a0c6846906e,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:21.848313 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4bba4c41-f6b1-4b43-af0f-dc4378277850 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:21.852767 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4bba4c41-f6b1-4b43-af0f-dc4378277850 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 12.1436410 Feb 09 18:03:21.866709 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45916) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:21.939650 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4f513ce8-7bdd-46a3-8ecf-46b3bb640274 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'enable_snat': False}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:22.070397 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ab6cfbc0-17ec-41e1-b09a-e42c8dcacf31 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:22.090951 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6790e92a-7ffc-43ab-8aea-043ffd2a7ea4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:22.112763 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6790e92a-7ffc-43ab-8aea-043ffd2a7ea4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Usage tracker for resource:security_group_rule and tenant:565aa1d0eda142499132292d86f1b8fa is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:22.118016 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-523ee597-dc4c-4633-97da-d026f1f95b6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:22.121874 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6790e92a-7ffc-43ab-8aea-043ffd2a7ea4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:22.142163 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6790e92a-7ffc-43ab-8aea-043ffd2a7ea4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:22.177406 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5cbe4982-425e-4b3f-a158-9854577e3c51 req-f2ab7ae5-1b99-4f55-be85-bf05347c0051 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9621278b19834e798a7390fcfa3a9f1f&device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 1098 time: 0.5705314 Feb 09 18:03:22.188547 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-523ee597-dc4c-4633-97da-d026f1f95b6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:22.345237 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ab6cfbc0-17ec-41e1-b09a-e42c8dcacf31 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:22.381247 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-ab6cfbc0-17ec-41e1-b09a-e42c8dcacf31 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74fdfa35-20d5-4760-ab45-445f2f3c1c0e']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:22.396241 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-ab6cfbc0-17ec-41e1-b09a-e42c8dcacf31 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ecf0dc-6c3a-4e5b-984c-05c066dc180f') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:22.396532 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-ab6cfbc0-17ec-41e1-b09a-e42c8dcacf31 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ecf0dc-6c3a-4e5b-984c-05c066dc180f') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:22.411530 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ab6cfbc0-17ec-41e1-b09a-e42c8dcacf31 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:22.432953 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ab6cfbc0-17ec-41e1-b09a-e42c8dcacf31 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:22.442695 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6cfbc0-17ec-41e1-b09a-e42c8dcacf31 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:03:22.450624 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ab6cfbc0-17ec-41e1-b09a-e42c8dcacf31 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:03:22.459401 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:03:22.564633 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-86ea2375-312d-4490-8507-f51d1dcb7e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:22.685887 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ab6cfbc0-17ec-41e1-b09a-e42c8dcacf31 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:22.712021 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ab6cfbc0-17ec-41e1-b09a-e42c8dcacf31 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:22.719918 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cfbc0-17ec-41e1-b09a-e42c8dcacf31 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event deleted for resources: {'Network': ['ID=74fdfa35-20d5-4760-ab45-445f2f3c1c0e,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:22.725424 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ab6cfbc0-17ec-41e1-b09a-e42c8dcacf31 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "DELETE /v2.0/networks/74fdfa35-20d5-4760-ab45-445f2f3c1c0e HTTP/1.1" status: 204 len: 168 time: 0.9629366 Feb 09 18:03:22.727329 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45920) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:22.830822 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6790e92a-7ffc-43ab-8aea-043ffd2a7ea4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:22.832402 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe4982-425e-4b3f-a158-9854577e3c51 req-64dec4cf-b9fd-4a84-a1b4-0f3e7c11277d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:22.833833 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5cbe4982-425e-4b3f-a158-9854577e3c51 req-64dec4cf-b9fd-4a84-a1b4-0f3e7c11277d service neutron] 10.222.0.50 "GET /v2.0/networks?id=2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 HTTP/1.1" status: 200 len: 913 time: 0.5839083 Feb 09 18:03:22.950517 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6790e92a-7ffc-43ab-8aea-043ffd2a7ea4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:22.951711 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-e250ae71-2f4d-4f92-a6b2-9cfe858e2fad tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Deleting subnet a05ce78d-b864-44c6-88eb-310f07d06e7b {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:03:22.957307 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e250ae71-2f4d-4f92-a6b2-9cfe858e2fad tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:23.015246 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e250ae71-2f4d-4f92-a6b2-9cfe858e2fad tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:23.040886 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6790e92a-7ffc-43ab-8aea-043ffd2a7ea4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:03:23.146109 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790e92a-7ffc-43ab-8aea-043ffd2a7ea4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f17db32f-10a3-45c3-a664-3120307ab80c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:23.157344 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6790e92a-7ffc-43ab-8aea-043ffd2a7ea4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:23.157690 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-6790e92a-7ffc-43ab-8aea-043ffd2a7ea4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Added segment 7b051639-587a-4a2c-90c0-26466bf1e7b1 of type vlan for network 7b6ff908-5fe0-4103-8d77-648267c483f4 Feb 09 18:03:23.171124 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5cbe4982-425e-4b3f-a158-9854577e3c51 req-34e0a522-d674-4e20-803f-be0b6a458988 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23458b41-2e68-42ce-831d-f246fea29783 HTTP/1.1" status: 200 len: 1001 time: 0.3019192 Feb 09 18:03:23.268437 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e250ae71-2f4d-4f92-a6b2-9cfe858e2fad tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:23.324122 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6790e92a-7ffc-43ab-8aea-043ffd2a7ea4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:23.492772 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-6790e92a-7ffc-43ab-8aea-043ffd2a7ea4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:03:23.528668 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe4982-425e-4b3f-a158-9854577e3c51 req-b0bc3e86-8ce6-4799-92c0-bf3e43bbfe15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:23.530160 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5cbe4982-425e-4b3f-a158-9854577e3c51 req-b0bc3e86-8ce6-4799-92c0-bf3e43bbfe15 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b05e458-9599-4698-b30c-c2fa3f37163a HTTP/1.1" status: 200 len: 851 time: 0.3262308 Feb 09 18:03:23.697908 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ea2375-312d-4490-8507-f51d1dcb7e15 admin admin] Router 78633f50-0f03-45d5-89b5-552acd2dac7f has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:03:23.702618 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [None req-523ee597-dc4c-4633-97da-d026f1f95b6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Floating IP ec7290df-360e-4d27-bea2-beff13da2517 associated. External IP: 172.26.8.68, port: 9e02eed5-4022-40f3-83ba-24a3b9cfaba4. Feb 09 18:03:23.773698 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6790e92a-7ffc-43ab-8aea-043ffd2a7ea4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:23.777246 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6790e92a-7ffc-43ab-8aea-043ffd2a7ea4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:23.777837 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6790e92a-7ffc-43ab-8aea-043ffd2a7ea4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:23.779295 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e250ae71-2f4d-4f92-a6b2-9cfe858e2fad tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:23.901053 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250ae71-2f4d-4f92-a6b2-9cfe858e2fad tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event deleted for resources: {'Subnet': ['ID=a05ce78d-b864-44c6-88eb-310f07d06e7b,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:23.909661 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e250ae71-2f4d-4f92-a6b2-9cfe858e2fad tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:23.916682 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b012fbf8-e5fb-4760-97ae-383fed348c08 None None] Network a25c27ba-b988-4f24-8564-d9cda512946c requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:03:23.932657 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e250ae71-2f4d-4f92-a6b2-9cfe858e2fad tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "DELETE /v2.0/subnets/a05ce78d-b864-44c6-88eb-310f07d06e7b HTTP/1.1" status: 204 len: 168 time: 1.2019606 Feb 09 18:03:23.933697 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45924) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:24.090903 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-96f179b7-ee46-4ae1-9e7a-be2d549de7e1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:24.113686 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-96f179b7-ee46-4ae1-9e7a-be2d549de7e1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Deleting port cec03b68-9033-47e8-bb83-888b6320754e {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:24.114033 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-96f179b7-ee46-4ae1-9e7a-be2d549de7e1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:24.220406 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8ee2d0-2008-40c0-ae5b-5e65b3f6b055 None None] DHCP port deletion for a25c27ba-b988-4f24-8564-d9cda512946c request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:03:24.225191 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8b8ee2d0-2008-40c0-ae5b-5e65b3f6b055 None None] Deleting port cec03b68-9033-47e8-bb83-888b6320754e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:24.225743 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8b8ee2d0-2008-40c0-ae5b-5e65b3f6b055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:24.257608 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790e92a-7ffc-43ab-8aea-043ffd2a7ea4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Pushing event updated for resources: {'Network': ['ID=7b6ff908-5fe0-4103-8d77-648267c483f4,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:24.277836 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6790e92a-7ffc-43ab-8aea-043ffd2a7ea4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.2015433 Feb 09 18:03:24.281741 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45928) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:24.292489 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ea2375-312d-4490-8507-f51d1dcb7e15 admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:03:24.313144 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-e5d932ca-908c-46fd-aca2-8e345d564045 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Request body: {'subnet': {'network_id': '7b6ff908-5fe0-4103-8d77-648267c483f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:24.331210 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-86ea2375-312d-4490-8507-f51d1dcb7e15 admin admin] 10.222.0.21 "PUT /v2.0/routers/78633f50-0f03-45d5-89b5-552acd2dac7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4124873 Feb 09 18:03:24.335268 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45932) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:24.337683 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 7b6ff908-5fe0-4103-8d77-648267c483f4 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:03:24.338343 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5cbe4982-425e-4b3f-a158-9854577e3c51 req-ecab6930-8205-4519-8f40-6e5cb2408952 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7836421 Feb 09 18:03:24.357573 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eb49a1-1552-4eb7-ad6a-6374a19d9c16 None None] Sync routers for ids ['78633f50-0f03-45d5-89b5-552acd2dac7f'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:03:24.536808 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eb49a1-1552-4eb7-ad6a-6374a19d9c16 None None] Routers {'78633f50-0f03-45d5-89b5-552acd2dac7f'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:24.537437 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-71eb49a1-1552-4eb7-ad6a-6374a19d9c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['78633f50-0f03-45d5-89b5-552acd2dac7f'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:24.717687 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-8b8ee2d0-2008-40c0-ae5b-5e65b3f6b055 None None] For port cec03b68-9033-47e8-bb83-888b6320754e, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=cec03b68-9033-47e8-bb83-888b6320754e,segment=NetworkSegment(6d516e84-28d5-4d93-9ed0-0a97dcdc4bbd),segment_id=6d516e84-28d5-4d93-9ed0-0a97dcdc4bbd)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:24.718109 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8b8ee2d0-2008-40c0-ae5b-5e65b3f6b055 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:24.727852 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-96f179b7-ee46-4ae1-9e7a-be2d549de7e1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] For port cec03b68-9033-47e8-bb83-888b6320754e, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=cec03b68-9033-47e8-bb83-888b6320754e,segment=NetworkSegment(6d516e84-28d5-4d93-9ed0-0a97dcdc4bbd),segment_id=6d516e84-28d5-4d93-9ed0-0a97dcdc4bbd)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:24.728823 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-96f179b7-ee46-4ae1-9e7a-be2d549de7e1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:24.758773 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e5d932ca-908c-46fd-aca2-8e345d564045 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:24.798620 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5cbe4982-425e-4b3f-a158-9854577e3c51 req-1898bf4d-0de8-4c69-9e14-14b974c04290 service neutron] 10.222.0.50 "GET /v2.0/networks/2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456587 Feb 09 18:03:24.820387 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e5d932ca-908c-46fd-aca2-8e345d564045 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Usage tracker for resource:subnet and tenant:565aa1d0eda142499132292d86f1b8fa is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:24.867207 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8b8ee2d0-2008-40c0-ae5b-5e65b3f6b055 None None] Calling delete_port for cec03b68-9033-47e8-bb83-888b6320754e owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:24.882438 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e5d932ca-908c-46fd-aca2-8e345d564045 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:24.893079 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-96f179b7-ee46-4ae1-9e7a-be2d549de7e1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Calling delete_port for cec03b68-9033-47e8-bb83-888b6320754e owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:24.938009 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e5d932ca-908c-46fd-aca2-8e345d564045 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:24.958868 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-71eb49a1-1552-4eb7-ad6a-6374a19d9c16 None None] Set router 78633f50-0f03-45d5-89b5-552acd2dac7f gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:03:25.012189 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d932ca-908c-46fd-aca2-8e345d564045 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Made reservation on behalf of 565aa1d0eda142499132292d86f1b8fa for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:03:25.067002 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8b8ee2d0-2008-40c0-ae5b-5e65b3f6b055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:25.145891 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ee2d0-2008-40c0-ae5b-5e65b3f6b055 None None] Pushing event deleted for resources: {'Port': ['ID=cec03b68-9033-47e8-bb83-888b6320754e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:25.212324 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-a389bf64-97c0-48cd-b8a3-2eb003237047 admin admin] Deleting port 398da87f-f65d-4cb9-ae71-4e6eb356bd9e {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:25.212550 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a389bf64-97c0-48cd-b8a3-2eb003237047 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:25.253392 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8ee2d0-2008-40c0-ae5b-5e65b3f6b055 None None] No DVR routers for this DVR port cec03b68-9033-47e8-bb83-888b6320754e on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:03:25.320878 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.api [None req-96f179b7-ee46-4ae1-9e7a-be2d549de7e1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:03:25.321678 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG oslo_db.api [None req-96f179b7-ee46-4ae1-9e7a-be2d549de7e1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:03:25.327401 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e5d932ca-908c-46fd-aca2-8e345d564045 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:25.393860 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b5561ee6-c66b-4407-9afe-5c78d6368430 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Deleting port 083197d7-ff4b-4d8b-8fa3-e4be032e1b50 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:25.394642 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5561ee6-c66b-4407-9afe-5c78d6368430 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:25.432656 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e26ac4b3-77ae-4de8-90a6-458f7b3aa5ad admin admin] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:25.446628 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-71eb49a1-1552-4eb7-ad6a-6374a19d9c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'name': 'tempest-ServersTestJSON-1663983980-router', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:07Z', 'updated_at': '2022-02-09T18:03:21Z', 'revision_number': 5, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'gw_port': {'id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:25.452048 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eb49a1-1552-4eb7-ad6a-6374a19d9c16 None None] Checking router: 78633f50-0f03-45d5-89b5-552acd2dac7f for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:03:25.467035 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eb49a1-1552-4eb7-ad6a-6374a19d9c16 None None] Routers {'78633f50-0f03-45d5-89b5-552acd2dac7f'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:25.467598 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-71eb49a1-1552-4eb7-ad6a-6374a19d9c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['78633f50-0f03-45d5-89b5-552acd2dac7f'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:25.521463 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5cbe4982-425e-4b3f-a158-9854577e3c51 req-39669478-e596-4d56-9275-06be135eb602 service neutron] 10.222.0.50 "GET /v2.0/networks/2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7170076 Feb 09 18:03:25.734381 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-71eb49a1-1552-4eb7-ad6a-6374a19d9c16 None None] Set router 78633f50-0f03-45d5-89b5-552acd2dac7f gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:03:25.778099 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e26ac4b3-77ae-4de8-90a6-458f7b3aa5ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:25.794602 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e5d932ca-908c-46fd-aca2-8e345d564045 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:25.805818 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-a389bf64-97c0-48cd-b8a3-2eb003237047 admin admin] For port 398da87f-f65d-4cb9-ae71-4e6eb356bd9e, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=398da87f-f65d-4cb9-ae71-4e6eb356bd9e,segment=NetworkSegment(a0bb447b-d164-4b78-ab95-a75e6553078f),segment_id=a0bb447b-d164-4b78-ab95-a75e6553078f)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:25.806183 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a389bf64-97c0-48cd-b8a3-2eb003237047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:25.851908 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-96f179b7-ee46-4ae1-9e7a-be2d549de7e1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Deleting port cec03b68-9033-47e8-bb83-888b6320754e {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:25.852369 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-96f179b7-ee46-4ae1-9e7a-be2d549de7e1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:25.885935 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-e26ac4b3-77ae-4de8-90a6-458f7b3aa5ad admin admin] Deleting port c5e1b9ad-f1a1-4993-855b-1c62eb3c6321 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:25.886241 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e26ac4b3-77ae-4de8-90a6-458f7b3aa5ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:25.996200 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-96f179b7-ee46-4ae1-9e7a-be2d549de7e1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] The port 'cec03b68-9033-47e8-bb83-888b6320754e' was deleted {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:03:26.116324 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-71eb49a1-1552-4eb7-ad6a-6374a19d9c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'name': 'tempest-ServersTestJSON-1663983980-router', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:07Z', 'updated_at': '2022-02-09T18:03:21Z', 'revision_number': 5, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'gw_port': {'id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:26.121665 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eb49a1-1552-4eb7-ad6a-6374a19d9c16 None None] The sync data for ids ['78633f50-0f03-45d5-89b5-552acd2dac7f'] in dv-neutron-827016-2-hyperv is: [{'id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'name': 'tempest-ServersTestJSON-1663983980-router', 'tenant_id': 'dfa1d4188c6244068741973f4d6efca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:07Z', 'updated_at': '2022-02-09T18:03:21Z', 'revision_number': 5, 'project_id': 'dfa1d4188c6244068741973f4d6efca4', 'gw_port': {'id': 'c5e1b9ad-f1a1-4993-855b-1c62eb3c6321', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78633f50-0f03-45d5-89b5-552acd2dac7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:03:26.146982 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d932ca-908c-46fd-aca2-8e345d564045 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Pushing event updated for resources: {'Subnet': ['ID=06907f17-ff0f-4b1c-82d4-5c232aa26a36,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:26.180253 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-a389bf64-97c0-48cd-b8a3-2eb003237047 admin admin] Calling delete_port for 398da87f-f65d-4cb9-ae71-4e6eb356bd9e owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:26.228816 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5561ee6-c66b-4407-9afe-5c78d6368430 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:26.273749 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d932ca-908c-46fd-aca2-8e345d564045 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Checking segment: {'id': '7b051639-587a-4a2c-90c0-26466bf1e7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7b6ff908-5fe0-4103-8d77-648267c483f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:03:26.274087 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d932ca-908c-46fd-aca2-8e345d564045 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Network hostable DHCP agents. Network: 7b6ff908-5fe0-4103-8d77-648267c483f4, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:03:26.282444 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-96f179b7-ee46-4ae1-9e7a-be2d549de7e1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:26.345089 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-96f179b7-ee46-4ae1-9e7a-be2d549de7e1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25c27ba-b988-4f24-8564-d9cda512946c']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:26.359673 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-e26ac4b3-77ae-4de8-90a6-458f7b3aa5ad admin admin] For port c5e1b9ad-f1a1-4993-855b-1c62eb3c6321, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c5e1b9ad-f1a1-4993-855b-1c62eb3c6321,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:26.360188 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e26ac4b3-77ae-4de8-90a6-458f7b3aa5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:26.377112 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-96f179b7-ee46-4ae1-9e7a-be2d549de7e1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d516e84-28d5-4d93-9ed0-0a97dcdc4bbd') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:26.377397 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-96f179b7-ee46-4ae1-9e7a-be2d549de7e1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d516e84-28d5-4d93-9ed0-0a97dcdc4bbd') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:26.391463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b5561ee6-c66b-4407-9afe-5c78d6368430 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Calling delete_port for 083197d7-ff4b-4d8b-8fa3-e4be032e1b50 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:26.505812 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-96f179b7-ee46-4ae1-9e7a-be2d549de7e1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:26.519461 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-e26ac4b3-77ae-4de8-90a6-458f7b3aa5ad admin admin] Calling delete_port for c5e1b9ad-f1a1-4993-855b-1c62eb3c6321 owned by network:router_gateway {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:26.578646 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-96f179b7-ee46-4ae1-9e7a-be2d549de7e1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:26.587139 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d932ca-908c-46fd-aca2-8e345d564045 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Network 7b6ff908-5fe0-4103-8d77-648267c483f4 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:03:26.592933 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f179b7-ee46-4ae1-9e7a-be2d549de7e1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:03:26.593898 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-96f179b7-ee46-4ae1-9e7a-be2d549de7e1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:26.596443 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f513ce8-7bdd-46a3-8ecf-46b3bb640274 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:03:26.614871 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:03:26.620840 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device cec03b68-9033-47e8-bb83-888b6320754e no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:03:26.668817 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: cec03b68-9033-47e8-bb83-888b6320754e {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:03:26.669156 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device cec03b68-9033-47e8-bb83-888b6320754e not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:03:26.686684 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523ee597-dc4c-4633-97da-d026f1f95b6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Router 8191c06a-dccc-43b5-b6a3-64343aff3e2d has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:03:26.711409 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-e5d932ca-908c-46fd-aca2-8e345d564045 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 7b6ff908-5fe0-4103-8d77-648267c483f4) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:03:26.720424 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fe6bc8-f08e-4518-959c-6fc7622adccb None None] Network 7b6ff908-5fe0-4103-8d77-648267c483f4 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:03:26.742108 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d932ca-908c-46fd-aca2-8e345d564045 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:26.742736 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e5d932ca-908c-46fd-aca2-8e345d564045 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:26.913724 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-96f179b7-ee46-4ae1-9e7a-be2d549de7e1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:26.918049 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e5d932ca-908c-46fd-aca2-8e345d564045 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6333632 Feb 09 18:03:26.934254 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45936) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:26.934982 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a389bf64-97c0-48cd-b8a3-2eb003237047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:26.948503 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-96f179b7-ee46-4ae1-9e7a-be2d549de7e1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:26.955731 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f179b7-ee46-4ae1-9e7a-be2d549de7e1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] Pushing event deleted for resources: {'Network': ['ID=a25c27ba-b988-4f24-8564-d9cda512946c,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:26.964648 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-96f179b7-ee46-4ae1-9e7a-be2d549de7e1 tempest-NetworksIpV6TestAttrs-204898081 tempest-NetworksIpV6TestAttrs-204898081-project] 10.222.0.21 "DELETE /v2.0/networks/a25c27ba-b988-4f24-8564-d9cda512946c HTTP/1.1" status: 204 len: 168 time: 3.0302107 Feb 09 18:03:26.987303 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4735ffd8-7b8c-4561-bc38-29965363a47d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Request body: {'port': {'network_id': '7b6ff908-5fe0-4103-8d77-648267c483f4', 'name': 'tempest-TagsExtTest-987551996'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:27.001874 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23852fee-b97c-4184-a212-b5ba03a2dc77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-7b6ff908-5fe0-4103-8d77-648267c483f4', 'network_id': '7b6ff908-5fe0-4103-8d77-648267c483f4', 'tenant_id': '565aa1d0eda142499132292d86f1b8fa', 'fixed_ips': [{'subnet_id': '06907f17-ff0f-4b1c-82d4-5c232aa26a36'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:03:27.012547 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23852fee-b97c-4184-a212-b5ba03a2dc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:27.044705 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e26ac4b3-77ae-4de8-90a6-458f7b3aa5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:27.088548 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5561ee6-c66b-4407-9afe-5c78d6368430 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:27.150982 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389bf64-97c0-48cd-b8a3-2eb003237047 admin admin] Pushing event deleted for resources: {'Port': ['ID=398da87f-f65d-4cb9-ae71-4e6eb356bd9e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:27.227824 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-23852fee-b97c-4184-a212-b5ba03a2dc77 None None] Allocated IP 172.20.0.2 (7b6ff908-5fe0-4103-8d77-648267c483f4/06907f17-ff0f-4b1c-82d4-5c232aa26a36/4be5a289-c1c7-4e3a-85c8-26c947e9860b) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:03:27.272133 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5561ee6-c66b-4407-9afe-5c78d6368430 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Pushing event deleted for resources: {'Port': ['ID=083197d7-ff4b-4d8b-8fa3-e4be032e1b50,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:27.321265 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ac4b3-77ae-4de8-90a6-458f7b3aa5ad admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e1b9ad-f1a1-4993-855b-1c62eb3c6321,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:27.486797 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23852fee-b97c-4184-a212-b5ba03a2dc77 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:27.504118 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-23852fee-b97c-4184-a212-b5ba03a2dc77 None None] Transition to ACTIVE for port object 4be5a289-c1c7-4e3a-85c8-26c947e9860b will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:03:27.532725 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-23852fee-b97c-4184-a212-b5ba03a2dc77 None None] Transition to ACTIVE for port object 4be5a289-c1c7-4e3a-85c8-26c947e9860b will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:03:27.651000 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23852fee-b97c-4184-a212-b5ba03a2dc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:27.652263 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4735ffd8-7b8c-4561-bc38-29965363a47d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:27.695395 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e26ac4b3-77ae-4de8-90a6-458f7b3aa5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:27.722847 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4735ffd8-7b8c-4561-bc38-29965363a47d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Usage tracker for resource:port and tenant:565aa1d0eda142499132292d86f1b8fa is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:27.728831 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23852fee-b97c-4184-a212-b5ba03a2dc77 None None] Network 7b6ff908-5fe0-4103-8d77-648267c483f4 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:03:27.732897 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-23852fee-b97c-4184-a212-b5ba03a2dc77 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:03:27.736333 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23852fee-b97c-4184-a212-b5ba03a2dc77 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:03:27.781548 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23852fee-b97c-4184-a212-b5ba03a2dc77 None None] Pushing event updated for resources: {'Port': ['ID=4be5a289-c1c7-4e3a-85c8-26c947e9860b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:27.839607 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45944) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:27.869087 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-23852fee-b97c-4184-a212-b5ba03a2dc77 None None] Attempting to bind port 4be5a289-c1c7-4e3a-85c8-26c947e9860b on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:03:27.870102 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-23852fee-b97c-4184-a212-b5ba03a2dc77 None None] Attempting to bind port 4be5a289-c1c7-4e3a-85c8-26c947e9860b by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7b051639-587a-4a2c-90c0-26466bf1e7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7b6ff908-5fe0-4103-8d77-648267c483f4'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:03:27.871035 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23852fee-b97c-4184-a212-b5ba03a2dc77 None None] Attempting to bind port 4be5a289-c1c7-4e3a-85c8-26c947e9860b on network 7b6ff908-5fe0-4103-8d77-648267c483f4 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:03:27.882416 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23852fee-b97c-4184-a212-b5ba03a2dc77 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:03:27.883844 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23852fee-b97c-4184-a212-b5ba03a2dc77 None None] Checking segment: {'id': '7b051639-587a-4a2c-90c0-26466bf1e7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7b6ff908-5fe0-4103-8d77-648267c483f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:03:27.884852 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23852fee-b97c-4184-a212-b5ba03a2dc77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:27.885686 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23852fee-b97c-4184-a212-b5ba03a2dc77 None None] Bound using segment: {'id': '7b051639-587a-4a2c-90c0-26466bf1e7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7b6ff908-5fe0-4103-8d77-648267c483f4'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:03:27.886934 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-23852fee-b97c-4184-a212-b5ba03a2dc77 None None] Bound port: 4be5a289-c1c7-4e3a-85c8-26c947e9860b, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b051639-587a-4a2c-90c0-26466bf1e7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7b6ff908-5fe0-4103-8d77-648267c483f4'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:03:27.887696 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23852fee-b97c-4184-a212-b5ba03a2dc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:27.918685 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4735ffd8-7b8c-4561-bc38-29965363a47d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:27.935869 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4735ffd8-7b8c-4561-bc38-29965363a47d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:28.011515 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e26ac4b3-77ae-4de8-90a6-458f7b3aa5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:28.016931 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e26ac4b3-77ae-4de8-90a6-458f7b3aa5ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:28.023797 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-23852fee-b97c-4184-a212-b5ba03a2dc77 None None] For port 4be5a289-c1c7-4e3a-85c8-26c947e9860b, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:03:28.044508 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-23852fee-b97c-4184-a212-b5ba03a2dc77 None None] For port 4be5a289-c1c7-4e3a-85c8-26c947e9860b, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=4be5a289-c1c7-4e3a-85c8-26c947e9860b,segment=NetworkSegment(7b051639-587a-4a2c-90c0-26466bf1e7b1),segment_id=7b051639-587a-4a2c-90c0-26466bf1e7b1)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:03:28.123651 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-92f105f5-061a-45b8-ad75-1963b6ad6402 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=682fbf024fe547bb8807d1fbc4363a37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2826495 Feb 09 18:03:28.127715 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45952) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:28.137192 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23852fee-b97c-4184-a212-b5ba03a2dc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:28.145872 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4735ffd8-7b8c-4561-bc38-29965363a47d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Made reservation on behalf of 565aa1d0eda142499132292d86f1b8fa for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:03:28.148939 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4735ffd8-7b8c-4561-bc38-29965363a47d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:28.152709 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e26ac4b3-77ae-4de8-90a6-458f7b3aa5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:28.153469 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26ac4b3-77ae-4de8-90a6-458f7b3aa5ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78633f50-0f03-45d5-89b5-552acd2dac7f {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:03:28.198477 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e26ac4b3-77ae-4de8-90a6-458f7b3aa5ad admin admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:28.203306 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e26ac4b3-77ae-4de8-90a6-458f7b3aa5ad admin admin] 10.222.0.21 "DELETE /v2.0/routers/78633f50-0f03-45d5-89b5-552acd2dac7f HTTP/1.1" status: 204 len: 168 time: 3.8636098 Feb 09 18:03:28.204916 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45956) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:28.263627 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23852fee-b97c-4184-a212-b5ba03a2dc77 None None] Pushing event updated for resources: {'Port': ['ID=4be5a289-c1c7-4e3a-85c8-26c947e9860b,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:28.272287 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5561ee6-c66b-4407-9afe-5c78d6368430 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:28.301048 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d10f8f7f-ae82-4548-a249-d70f417ed627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:28.311937 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-4735ffd8-7b8c-4561-bc38-29965363a47d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] device_id is not set on port dbb19698-8c6f-4865-bb6a-5c64cdac9dc7 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:03:28.336447 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d10f8f7f-ae82-4548-a249-d70f417ed627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:28.362576 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-438b5fe6-84a0-4dbd-ac0e-c5122c72ecc8 admin admin] Deleting subnet 5f47090f-8581-4feb-b645-4f9000c047bb {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:03:28.370606 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-438b5fe6-84a0-4dbd-ac0e-c5122c72ecc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:28.423968 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device c809b017-4ad2-4077-a13e-9a0c6846906e no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:03:28.475470 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: c809b017-4ad2-4077-a13e-9a0c6846906e {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:03:28.475898 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device c809b017-4ad2-4077-a13e-9a0c6846906e not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:03:28.479240 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-438b5fe6-84a0-4dbd-ac0e-c5122c72ecc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:28.606560 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523ee597-dc4c-4633-97da-d026f1f95b6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:03:28.609556 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-438b5fe6-84a0-4dbd-ac0e-c5122c72ecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:28.617649 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a0cb5e-a279-4182-ae44-c66342c74c3e None None] Sync routers for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:03:28.642955 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a0cb5e-a279-4182-ae44-c66342c74c3e None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:28.643227 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d10f8f7f-ae82-4548-a249-d70f417ed627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:28.643770 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-39a0cb5e-a279-4182-ae44-c66342c74c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:28.674226 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f8f7f-ae82-4548-a249-d70f417ed627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4388824-a20a-4ed3-b324-572a6bf2af8f,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:28.679027 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f513ce8-7bdd-46a3-8ecf-46b3bb640274 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:28.704981 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d10f8f7f-ae82-4548-a249-d70f417ed627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:28.706132 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d10f8f7f-ae82-4548-a249-d70f417ed627 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4388824-a20a-4ed3-b324-572a6bf2af8f HTTP/1.1" status: 204 len: 168 time: 0.5770788 Feb 09 18:03:28.714494 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-39a0cb5e-a279-4182-ae44-c66342c74c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:28.727347 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a0cb5e-a279-4182-ae44-c66342c74c3e None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:28.728034 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-39a0cb5e-a279-4182-ae44-c66342c74c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:28.792911 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-39a0cb5e-a279-4182-ae44-c66342c74c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:28.793482 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a0cb5e-a279-4182-ae44-c66342c74c3e None None] The sync data for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:03:28.807759 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f513ce8-7bdd-46a3-8ecf-46b3bb640274 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640420'] for router, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:28.833698 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-438b5fe6-84a0-4dbd-ac0e-c5122c72ecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:28.876247 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b5fe6-84a0-4dbd-ac0e-c5122c72ecc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f47090f-8581-4feb-b645-4f9000c047bb,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:28.882932 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-438b5fe6-84a0-4dbd-ac0e-c5122c72ecc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:28.888647 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c712cf-99fe-49b9-822b-fd3f9003ed1a None None] Network e9fe6eda-77b1-46f2-95d6-d5589d4aff54 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:03:28.897581 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-438b5fe6-84a0-4dbd-ac0e-c5122c72ecc8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5f47090f-8581-4feb-b645-4f9000c047bb HTTP/1.1" status: 204 len: 168 time: 0.6916249 Feb 09 18:03:28.900035 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45962) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:29.026841 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-46884447-53df-4370-b4a9-7048bf094d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:29.039312 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-46884447-53df-4370-b4a9-7048bf094d3e admin admin] Deleting port b22ba8d4-6290-49b7-a6b9-3257f2ba06a8 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:29.039669 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-46884447-53df-4370-b4a9-7048bf094d3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:29.113019 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-4735ffd8-7b8c-4561-bc38-29965363a47d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Allocated IP 172.20.0.10 (7b6ff908-5fe0-4103-8d77-648267c483f4/06907f17-ff0f-4b1c-82d4-5c232aa26a36/dbb19698-8c6f-4865-bb6a-5c64cdac9dc7) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:03:29.243072 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113ea87f-a179-4b05-964e-24eecf30f1a8 None None] DHCP port deletion for e9fe6eda-77b1-46f2-95d6-d5589d4aff54 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:03:29.248093 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-113ea87f-a179-4b05-964e-24eecf30f1a8 None None] Deleting port b22ba8d4-6290-49b7-a6b9-3257f2ba06a8 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:29.248741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-113ea87f-a179-4b05-964e-24eecf30f1a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:29.364558 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-46884447-53df-4370-b4a9-7048bf094d3e admin admin] For port b22ba8d4-6290-49b7-a6b9-3257f2ba06a8, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b22ba8d4-6290-49b7-a6b9-3257f2ba06a8,segment=NetworkSegment(acc6345d-43f6-4b7f-9b7c-aab25cb3821b),segment_id=acc6345d-43f6-4b7f-9b7c-aab25cb3821b)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:29.364923 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-46884447-53df-4370-b4a9-7048bf094d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:29.587809 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-113ea87f-a179-4b05-964e-24eecf30f1a8 None None] For port b22ba8d4-6290-49b7-a6b9-3257f2ba06a8, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b22ba8d4-6290-49b7-a6b9-3257f2ba06a8,segment=NetworkSegment(acc6345d-43f6-4b7f-9b7c-aab25cb3821b),segment_id=acc6345d-43f6-4b7f-9b7c-aab25cb3821b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:29.588301 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-113ea87f-a179-4b05-964e-24eecf30f1a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:29.610330 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a389bf64-97c0-48cd-b8a3-2eb003237047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:29.692616 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-46884447-53df-4370-b4a9-7048bf094d3e admin admin] Calling delete_port for b22ba8d4-6290-49b7-a6b9-3257f2ba06a8 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:29.756107 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb26006-b473-4391-80fd-fa6e6a2ac81f None None] Network 7b6ff908-5fe0-4103-8d77-648267c483f4 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:03:29.790232 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-113ea87f-a179-4b05-964e-24eecf30f1a8 None None] Calling delete_port for b22ba8d4-6290-49b7-a6b9-3257f2ba06a8 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:29.877104 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-46884447-53df-4370-b4a9-7048bf094d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:29.941654 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46884447-53df-4370-b4a9-7048bf094d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=b22ba8d4-6290-49b7-a6b9-3257f2ba06a8,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:29.948582 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46884447-53df-4370-b4a9-7048bf094d3e admin admin] No DVR routers for this DVR port b22ba8d4-6290-49b7-a6b9-3257f2ba06a8 on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:03:29.950517 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5561ee6-c66b-4407-9afe-5c78d6368430 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Router 7afcbf77-9e57-4d85-844a-637ac958368d has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:03:29.976830 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-113ea87f-a179-4b05-964e-24eecf30f1a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:03:29.977696 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-113ea87f-a179-4b05-964e-24eecf30f1a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:03:30.013703 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4735ffd8-7b8c-4561-bc38-29965363a47d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:30.034251 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-18d31b65-df2d-47fb-a952-6923cf7d0dc6 None None] Provisioning for port 4be5a289-c1c7-4e3a-85c8-26c947e9860b completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:03:30.068451 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-4735ffd8-7b8c-4561-bc38-29965363a47d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Transition to ACTIVE for port object dbb19698-8c6f-4865-bb6a-5c64cdac9dc7 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:03:30.158230 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-46884447-53df-4370-b4a9-7048bf094d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:30.194074 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-46884447-53df-4370-b4a9-7048bf094d3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fe6eda-77b1-46f2-95d6-d5589d4aff54']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:30.212384 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-46884447-53df-4370-b4a9-7048bf094d3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc6345d-43f6-4b7f-9b7c-aab25cb3821b') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:30.212531 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-46884447-53df-4370-b4a9-7048bf094d3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc6345d-43f6-4b7f-9b7c-aab25cb3821b') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:30.233494 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-46884447-53df-4370-b4a9-7048bf094d3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:30.271103 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-46884447-53df-4370-b4a9-7048bf094d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:30.286896 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46884447-53df-4370-b4a9-7048bf094d3e admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:03:30.287535 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-46884447-53df-4370-b4a9-7048bf094d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:30.313295 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 4be5a289-c1c7-4e3a-85c8-26c947e9860b up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:03:30.319985 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:03:30.429472 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45982) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:30.478916 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-113ea87f-a179-4b05-964e-24eecf30f1a8 None None] Deleting port b22ba8d4-6290-49b7-a6b9-3257f2ba06a8 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:30.479564 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-113ea87f-a179-4b05-964e-24eecf30f1a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:30.499906 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-46884447-53df-4370-b4a9-7048bf094d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:30.509916 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5561ee6-c66b-4407-9afe-5c78d6368430 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:03:30.540290 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-46884447-53df-4370-b4a9-7048bf094d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:30.552346 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b5561ee6-c66b-4407-9afe-5c78d6368430 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] 10.222.0.21 "PUT /v2.0/routers/7afcbf77-9e57-4d85-844a-637ac958368d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3763583 Feb 09 18:03:30.552543 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b8e2eb-6e69-4334-b72e-010c5734b0d3 None None] Sync routers for ids ['7afcbf77-9e57-4d85-844a-637ac958368d'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:03:30.553717 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45988) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:30.564596 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 4be5a289-c1c7-4e3a-85c8-26c947e9860b completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:03:30.571207 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46884447-53df-4370-b4a9-7048bf094d3e admin admin] Pushing event deleted for resources: {'Network': ['ID=e9fe6eda-77b1-46f2-95d6-d5589d4aff54,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:30.573497 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-113ea87f-a179-4b05-964e-24eecf30f1a8 None None] The port 'b22ba8d4-6290-49b7-a6b9-3257f2ba06a8' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:03:30.575998 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 4be5a289-c1c7-4e3a-85c8-26c947e9860b triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:03:30.576364 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:30.598523 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-730cc29f-2760-438c-a515-5ccffdd22866 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-621694753'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:30.604822 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-730cc29f-2760-438c-a515-5ccffdd22866 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:30.614769 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-730cc29f-2760-438c-a515-5ccffdd22866 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:network and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:30.619099 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b8e2eb-6e69-4334-b72e-010c5734b0d3 None None] Routers {'7afcbf77-9e57-4d85-844a-637ac958368d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:30.620007 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-730cc29f-2760-438c-a515-5ccffdd22866 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:30.621947 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-08b8e2eb-6e69-4334-b72e-010c5734b0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7afcbf77-9e57-4d85-844a-637ac958368d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:30.627613 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-730cc29f-2760-438c-a515-5ccffdd22866 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:30.631582 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f513ce8-7bdd-46a3-8ecf-46b3bb640274 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Router 3531b7ed-b36e-41c5-9bb9-708fef02360e has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:03:30.652660 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4735ffd8-7b8c-4561-bc38-29965363a47d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:30.660184 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-3219b45b-b2a3-46c1-ae07-d2422cd806b1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] delete failed (client error): The resource could not be found. Feb 09 18:03:30.661502 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3219b45b-b2a3-46c1-ae07-d2422cd806b1 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1522078255 HTTP/1.1" status: 404 len: 335 time: 0.1042337 Feb 09 18:03:30.665849 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 45992) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:30.672597 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-46c81ff7-71e1-43d3-98ee-df9832771a94 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Request body: {'router': {'external_gateway_info': {'network_id': '7afcbf77-9e57-4d85-844a-637ac958368d'}}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:30.694913 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-08b8e2eb-6e69-4334-b72e-010c5734b0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:30.723758 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b8e2eb-6e69-4334-b72e-010c5734b0d3 None None] Routers {'7afcbf77-9e57-4d85-844a-637ac958368d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:30.724035 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-08b8e2eb-6e69-4334-b72e-010c5734b0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7afcbf77-9e57-4d85-844a-637ac958368d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:30.733794 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-46884447-53df-4370-b4a9-7048bf094d3e admin admin] 10.222.0.21 "DELETE /v2.0/networks/e9fe6eda-77b1-46f2-95d6-d5589d4aff54 HTTP/1.1" status: 204 len: 168 time: 1.8324571 Feb 09 18:03:30.735084 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730cc29f-2760-438c-a515-5ccffdd22866 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:03:30.738244 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-730cc29f-2760-438c-a515-5ccffdd22866 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:30.776282 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4735ffd8-7b8c-4561-bc38-29965363a47d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Network 7b6ff908-5fe0-4103-8d77-648267c483f4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:03:30.799929 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-08b8e2eb-6e69-4334-b72e-010c5734b0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:30.800395 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b8e2eb-6e69-4334-b72e-010c5734b0d3 None None] The sync data for ids ['7afcbf77-9e57-4d85-844a-637ac958368d'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:03:30.823844 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-730cc29f-2760-438c-a515-5ccffdd22866 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:30.848671 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-4735ffd8-7b8c-4561-bc38-29965363a47d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:03:30.851188 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4735ffd8-7b8c-4561-bc38-29965363a47d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:03:30.908070 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:30.938708 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4735ffd8-7b8c-4561-bc38-29965363a47d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:30.939563 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4735ffd8-7b8c-4561-bc38-29965363a47d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:30.957322 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 4be5a289-c1c7-4e3a-85c8-26c947e9860b, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=4be5a289-c1c7-4e3a-85c8-26c947e9860b,segment=NetworkSegment(7b051639-587a-4a2c-90c0-26466bf1e7b1),segment_id=7b051639-587a-4a2c-90c0-26466bf1e7b1)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:30.993737 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735ffd8-7b8c-4561-bc38-29965363a47d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Pushing event updated for resources: {'Port': ['ID=dbb19698-8c6f-4865-bb6a-5c64cdac9dc7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:31.013086 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-730cc29f-2760-438c-a515-5ccffdd22866 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:31.019900 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-730cc29f-2760-438c-a515-5ccffdd22866 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:security_group_rule and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:31.022693 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:31.023493 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-730cc29f-2760-438c-a515-5ccffdd22866 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:31.049459 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-730cc29f-2760-438c-a515-5ccffdd22866 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:31.089381 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b22ba8d4-6290-49b7-a6b9-3257f2ba06a8 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:03:31.161203 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: b22ba8d4-6290-49b7-a6b9-3257f2ba06a8 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:03:31.161781 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b22ba8d4-6290-49b7-a6b9-3257f2ba06a8 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:03:31.162369 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device c5e1b9ad-f1a1-4993-855b-1c62eb3c6321 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:03:31.215050 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4735ffd8-7b8c-4561-bc38-29965363a47d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.2719295 Feb 09 18:03:31.231011 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 45998) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:31.248175 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f48dd641-72dd-4a70-8651-e61a20b38c5c tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1750875664', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:31.265591 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: c5e1b9ad-f1a1-4993-855b-1c62eb3c6321 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:03:31.266022 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device c5e1b9ad-f1a1-4993-855b-1c62eb3c6321 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:03:31.274978 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f48dd641-72dd-4a70-8651-e61a20b38c5c tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:31.289547 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=4be5a289-c1c7-4e3a-85c8-26c947e9860b,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:31.293142 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f48dd641-72dd-4a70-8651-e61a20b38c5c tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Usage tracker for resource:router and tenant:565aa1d0eda142499132292d86f1b8fa is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:31.298947 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46002) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:31.306285 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f48dd641-72dd-4a70-8651-e61a20b38c5c tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:31.324778 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f48dd641-72dd-4a70-8651-e61a20b38c5c tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:31.406967 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-46c81ff7-71e1-43d3-98ee-df9832771a94 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:31.419705 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-730cc29f-2760-438c-a515-5ccffdd22866 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:31.422888 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8c80be45-723a-49c2-9f1c-f69b01c02362 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dfa1d4188c6244068741973f4d6efca4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1228352 Feb 09 18:03:31.426626 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46006) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:31.497187 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3de4c5da-be1b-4323-aed9-cc0b169af248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:31.528083 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3de4c5da-be1b-4323-aed9-cc0b169af248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:31.596805 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-877083fa-c8b4-49fe-b0b7-11182918faeb None None] Provisioning for port dbb19698-8c6f-4865-bb6a-5c64cdac9dc7 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:03:31.602416 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-877083fa-c8b4-49fe-b0b7-11182918faeb None None] Provisioning complete for port dbb19698-8c6f-4865-bb6a-5c64cdac9dc7 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:03:31.602788 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-877083fa-c8b4-49fe-b0b7-11182918faeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:31.656381 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-877083fa-c8b4-49fe-b0b7-11182918faeb None None] Port dbb19698-8c6f-4865-bb6a-5c64cdac9dc7 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:03:31.660251 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-730cc29f-2760-438c-a515-5ccffdd22866 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:31.672145 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f48dd641-72dd-4a70-8651-e61a20b38c5c tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:31.673167 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f48dd641-72dd-4a70-8651-e61a20b38c5c tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:31.678206 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523ee597-dc4c-4633-97da-d026f1f95b6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Router 8191c06a-dccc-43b5-b6a3-64343aff3e2d has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:03:31.696711 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-46c81ff7-71e1-43d3-98ee-df9832771a94 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] update failed (client error): The resource could not be found. Feb 09 18:03:31.697746 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-46c81ff7-71e1-43d3-98ee-df9832771a94 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] 10.222.0.21 "PUT /v2.0/routers/7afcbf77-9e57-4d85-844a-637ac958368d HTTP/1.1" status: 404 len: 339 time: 1.0307100 Feb 09 18:03:31.705014 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46010) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:31.709947 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3de4c5da-be1b-4323-aed9-cc0b169af248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:31.726286 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730cc29f-2760-438c-a515-5ccffdd22866 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:03:31.729460 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730cc29f-2760-438c-a515-5ccffdd22866 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e687323-52f4-4ae0-a028-751ac233811e,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:31.755574 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-730cc29f-2760-438c-a515-5ccffdd22866 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:31.755909 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-730cc29f-2760-438c-a515-5ccffdd22866 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Added segment 5918f11a-32f4-4202-bfe2-7c49095d6c2c of type vlan for network 061275a6-3bbf-48c1-8058-6590c56a5f81 Feb 09 18:03:31.763483 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4c5da-be1b-4323-aed9-cc0b169af248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79915d8f-6edb-43dc-b020-ada81c57253a,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:31.771117 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3de4c5da-be1b-4323-aed9-cc0b169af248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:31.772246 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3de4c5da-be1b-4323-aed9-cc0b169af248 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79915d8f-6edb-43dc-b020-ada81c57253a HTTP/1.1" status: 204 len: 168 time: 0.3445632 Feb 09 18:03:31.804786 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-730cc29f-2760-438c-a515-5ccffdd22866 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:31.925279 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-730cc29f-2760-438c-a515-5ccffdd22866 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:31.930472 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730cc29f-2760-438c-a515-5ccffdd22866 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:31.931201 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-730cc29f-2760-438c-a515-5ccffdd22866 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:31.933216 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f48dd641-72dd-4a70-8651-e61a20b38c5c tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:32.015824 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f513ce8-7bdd-46a3-8ecf-46b3bb640274 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:03:32.032458 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58555869-1685-42fc-b9b7-7b9d6e4b5690 None None] Sync routers for ids ['3531b7ed-b36e-41c5-9bb9-708fef02360e'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:03:32.042319 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f513ce8-7bdd-46a3-8ecf-46b3bb640274 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:32.043715 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4f513ce8-7bdd-46a3-8ecf-46b3bb640274 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "PUT /v2.0/routers/3531b7ed-b36e-41c5-9bb9-708fef02360e HTTP/1.1" status: 200 len: 921 time: 10.1723886 Feb 09 18:03:32.051220 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46016) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:32.054494 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58555869-1685-42fc-b9b7-7b9d6e4b5690 None None] Routers {'3531b7ed-b36e-41c5-9bb9-708fef02360e'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:32.054494 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-58555869-1685-42fc-b9b7-7b9d6e4b5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['3531b7ed-b36e-41c5-9bb9-708fef02360e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:32.124512 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-58555869-1685-42fc-b9b7-7b9d6e4b5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:32.137734 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58555869-1685-42fc-b9b7-7b9d6e4b5690 None None] Routers {'3531b7ed-b36e-41c5-9bb9-708fef02360e'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:32.138775 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-58555869-1685-42fc-b9b7-7b9d6e4b5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['3531b7ed-b36e-41c5-9bb9-708fef02360e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:32.183311 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f48dd641-72dd-4a70-8651-e61a20b38c5c tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:32.213470 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-58555869-1685-42fc-b9b7-7b9d6e4b5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:32.214144 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58555869-1685-42fc-b9b7-7b9d6e4b5690 None None] The sync data for ids ['3531b7ed-b36e-41c5-9bb9-708fef02360e'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:03:32.310792 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 4be5a289-c1c7-4e3a-85c8-26c947e9860b up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:03:32.322733 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730cc29f-2760-438c-a515-5ccffdd22866 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Network': ['ID=061275a6-3bbf-48c1-8058-6590c56a5f81,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:32.329142 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-730cc29f-2760-438c-a515-5ccffdd22866 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8977487 Feb 09 18:03:32.339453 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46022) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:32.347769 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b3e4b01d-a6c2-4a95-92b2-817b07e20b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'port': {'network_id': '061275a6-3bbf-48c1-8058-6590c56a5f81', 'name': 'tempest-PortsIpV6TestJSON-2118467577'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:32.353016 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 061275a6-3bbf-48c1-8058-6590c56a5f81 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:03:32.371220 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f48dd641-72dd-4a70-8651-e61a20b38c5c tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:32.373264 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f48dd641-72dd-4a70-8651-e61a20b38c5c tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1400115 Feb 09 18:03:32.381595 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46026) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:32.394701 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-34c41fcc-3806-443a-a3a4-c947f5d91784 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-151040627', 'prefixes': ['172.20.0.0/16']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:32.409715 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-34c41fcc-3806-443a-a3a4-c947f5d91784 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:32.448085 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a389bf64-97c0-48cd-b8a3-2eb003237047 admin admin] Router 0318a032-6b42-4a2b-8015-112e7a120b34 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:03:32.510106 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b3e4b01d-a6c2-4a95-92b2-817b07e20b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:32.514189 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b3e4b01d-a6c2-4a95-92b2-817b07e20b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:port and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:32.517750 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b3e4b01d-a6c2-4a95-92b2-817b07e20b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:32.521786 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 4be5a289-c1c7-4e3a-85c8-26c947e9860b triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:03:32.522213 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:32.523728 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b3e4b01d-a6c2-4a95-92b2-817b07e20b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:32.607178 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-06062ef0-2f92-4ce5-aa45-cd4889685f85 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "GET /v2.0/routers/3531b7ed-b36e-41c5-9bb9-708fef02360e HTTP/1.1" status: 200 len: 921 time: 0.5550749 Feb 09 18:03:32.610171 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46036) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:32.625245 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fba8c23d-f123-49fa-a851-223cc8a518aa tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:32.644745 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e4b01d-a6c2-4a95-92b2-817b07e20b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:03:32.648761 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b3e4b01d-a6c2-4a95-92b2-817b07e20b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:32.684095 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-b3e4b01d-a6c2-4a95-92b2-817b07e20b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] device_id is not set on port 65acc692-eed0-4eb7-a963-700bc2054d9b yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:03:32.706913 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523ee597-dc4c-4633-97da-d026f1f95b6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:03:32.713378 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-523ee597-dc4c-4633-97da-d026f1f95b6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:32.717223 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9bef7f-0a14-4652-bad1-ed6d5ec2d308 None None] Sync routers for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:03:32.729775 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9bef7f-0a14-4652-bad1-ed6d5ec2d308 None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:32.730418 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-8e9bef7f-0a14-4652-bad1-ed6d5ec2d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:32.793684 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-8e9bef7f-0a14-4652-bad1-ed6d5ec2d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:32.805269 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a8ea3122-37c6-4fbe-9003-6eb6fa576748 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Synchronizing usage tracker for tenant:a13c485fdbb04e84914acb96e6ca0a8c on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:03:32.806719 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9bef7f-0a14-4652-bad1-ed6d5ec2d308 None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:32.807524 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-8e9bef7f-0a14-4652-bad1-ed6d5ec2d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:32.881881 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-8e9bef7f-0a14-4652-bad1-ed6d5ec2d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:32.882321 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9bef7f-0a14-4652-bad1-ed6d5ec2d308 None None] The sync data for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:03:32.991541 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b3e4b01d-a6c2-4a95-92b2-817b07e20b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:33.024080 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a8ea3122-37c6-4fbe-9003-6eb6fa576748 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Unset dirty status for tenant:a13c485fdbb04e84914acb96e6ca0a8c on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:03:33.028621 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a8ea3122-37c6-4fbe-9003-6eb6fa576748 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4&device_id=3531b7ed-b36e-41c5-9bb9-708fef02360e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4170001 Feb 09 18:03:33.028621 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46044) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:33.141021 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b3e4b01d-a6c2-4a95-92b2-817b07e20b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:33.181025 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-523ee597-dc4c-4633-97da-d026f1f95b6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "PUT /v2.0/floatingips/ec7290df-360e-4d27-bea2-beff13da2517 HTTP/1.1" status: 200 len: 976 time: 13.6214724 Feb 09 18:03:33.189493 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46052) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:33.203903 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d7e10961-e59f-4bb7-9f58-655c09d4a186 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:33.254049 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623cfe75-241f-4d25-af6a-2c593f81e084 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:33.254643 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-623cfe75-241f-4d25-af6a-2c593f81e084 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Synchronizing usage tracker for tenant:a13c485fdbb04e84914acb96e6ca0a8c on resource:network {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:03:33.275507 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4b01d-a6c2-4a95-92b2-817b07e20b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Port': ['ID=65acc692-eed0-4eb7-a963-700bc2054d9b,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:33.298601 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e4b01d-a6c2-4a95-92b2-817b07e20b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Checking segment: {'id': '5918f11a-32f4-4202-bfe2-7c49095d6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '061275a6-3bbf-48c1-8058-6590c56a5f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:03:33.298963 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e4b01d-a6c2-4a95-92b2-817b07e20b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network hostable DHCP agents. Network: 061275a6-3bbf-48c1-8058-6590c56a5f81, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:03:33.392363 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-623cfe75-241f-4d25-af6a-2c593f81e084 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Unset dirty status for tenant:a13c485fdbb04e84914acb96e6ca0a8c on resource:network {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:03:33.394647 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7e10961-e59f-4bb7-9f58-655c09d4a186 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:33.394937 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-623cfe75-241f-4d25-af6a-2c593f81e084 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "GET /v2.0/networks/c9564cd9-4539-4a2d-b376-06d44bc8fbe4 HTTP/1.1" status: 200 len: 881 time: 0.3650062 Feb 09 18:03:33.396708 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46058) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:33.442501 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e4b01d-a6c2-4a95-92b2-817b07e20b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network 061275a6-3bbf-48c1-8058-6590c56a5f81 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:03:33.454271 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-307eba09-7f32-495b-87a6-93a1223ae0fa tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "GET /v2.0/ports?device_id=3531b7ed-b36e-41c5-9bb9-708fef02360e HTTP/1.1" status: 200 len: 205 time: 0.0563862 Feb 09 18:03:33.457690 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46064) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:33.505669 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-34c41fcc-3806-443a-a3a4-c947f5d91784 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks [] for subnetpool, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:33.510604 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-34c41fcc-3806-443a-a3a4-c947f5d91784 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.1207249 Feb 09 18:03:33.513805 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46068) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:33.533352 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-bc9faf92-2a30-40f8-a8ae-5adbb9a469d9 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '06907f17-ff0f-4b1c-82d4-5c232aa26a36', 'tempest-TagsExtTest-Tag-1433152234') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:33.579883 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-b3e4b01d-a6c2-4a95-92b2-817b07e20b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 061275a6-3bbf-48c1-8058-6590c56a5f81) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:03:33.587717 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4f4ebf-b084-45e4-8602-1861d58da5b0 None None] Network 061275a6-3bbf-48c1-8058-6590c56a5f81 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:03:33.589123 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e4b01d-a6c2-4a95-92b2-817b07e20b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:03:33.592984 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e4b01d-a6c2-4a95-92b2-817b07e20b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:33.594331 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b3e4b01d-a6c2-4a95-92b2-817b07e20b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:33.613091 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-fba8c23d-f123-49fa-a851-223cc8a518aa tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Allocated IP 172.20.0.1 (1ad99297-9016-4593-a084-a2a3038b690d/04fe5038-5966-4e1c-8113-ef5341df2603/5f384c8f-87e8-493a-97fc-4f9ca744d67f) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:03:33.700283 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3cb5f089-999f-44dd-92a0-d8a8e7d13bd1 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:33.768632 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b3e4b01d-a6c2-4a95-92b2-817b07e20b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4275615 Feb 09 18:03:33.776071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46074) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:33.784251 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-f613d88e-ee9f-427a-86c5-1155f84bf913 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2013303519'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:33.847947 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a389bf64-97c0-48cd-b8a3-2eb003237047 admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:03:33.850118 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f613d88e-ee9f-427a-86c5-1155f84bf913 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:33.856158 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a389bf64-97c0-48cd-b8a3-2eb003237047 admin admin] 10.222.0.21 "PUT /v2.0/routers/0318a032-6b42-4a2b-8015-112e7a120b34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3677464 Feb 09 18:03:33.856984 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46078) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:33.859723 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a78f9d-47cf-41d9-a618-89a079299f66 None None] Sync routers for ids ['0318a032-6b42-4a2b-8015-112e7a120b34'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:03:33.867620 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f613d88e-ee9f-427a-86c5-1155f84bf913 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:network and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:33.872136 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f613d88e-ee9f-427a-86c5-1155f84bf913 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:33.872745 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a78f9d-47cf-41d9-a618-89a079299f66 None None] Routers {'0318a032-6b42-4a2b-8015-112e7a120b34'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:33.873431 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d6a78f9d-47cf-41d9-a618-89a079299f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0318a032-6b42-4a2b-8015-112e7a120b34'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:33.880185 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f613d88e-ee9f-427a-86c5-1155f84bf913 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:33.975442 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3cb5f089-999f-44dd-92a0-d8a8e7d13bd1 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:33.987092 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f613d88e-ee9f-427a-86c5-1155f84bf913 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:03:33.991614 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f613d88e-ee9f-427a-86c5-1155f84bf913 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:34.024135 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f613d88e-ee9f-427a-86c5-1155f84bf913 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:03:34.054042 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f613d88e-ee9f-427a-86c5-1155f84bf913 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:34.054418 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-f613d88e-ee9f-427a-86c5-1155f84bf913 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Added segment 44b4990e-3f27-417a-a70b-50bba38b8e71 of type vlan for network ae73f3b1-f960-4b0e-95cb-b4688808a6e1 Feb 09 18:03:34.073371 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-d6a78f9d-47cf-41d9-a618-89a079299f66 None None] Set router 0318a032-6b42-4a2b-8015-112e7a120b34 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:03:34.095437 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7e10961-e59f-4bb7-9f58-655c09d4a186 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:34.104323 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-3cb5f089-999f-44dd-92a0-d8a8e7d13bd1 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Deleting port 752952ee-3ee9-47b1-a002-148f091e9c1f {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:34.104677 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3cb5f089-999f-44dd-92a0-d8a8e7d13bd1 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:34.146530 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fba8c23d-f123-49fa-a851-223cc8a518aa tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:34.161712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f613d88e-ee9f-427a-86c5-1155f84bf913 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:34.169405 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-fba8c23d-f123-49fa-a851-223cc8a518aa tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Transition to ACTIVE for port object 5f384c8f-87e8-493a-97fc-4f9ca744d67f will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:03:34.191071 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-bc9faf92-2a30-40f8-a8ae-5adbb9a469d9 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "PUT /v2.0/subnets/06907f17-ff0f-4b1c-82d4-5c232aa26a36/tags/tempest-TagsExtTest-Tag-1433152234 HTTP/1.1" status: 201 len: 201 time: 0.6741583 Feb 09 18:03:34.192814 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7e10961-e59f-4bb7-9f58-655c09d4a186 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:34.193126 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [None req-d7e10961-e59f-4bb7-9f58-655c09d4a186 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Floating IP ec7290df-360e-4d27-bea2-beff13da2517 disassociated. External IP: 172.26.8.68, port: 265ff785-277c-4093-b1c6-06ed3b250506. Feb 09 18:03:34.211237 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46086) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:34.225786 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-1434a109-46f1-4cb3-a2e5-d43cfc8b5b18 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'dbb19698-8c6f-4865-bb6a-5c64cdac9dc7', 'tempest-TagsExtTest-Tag-1762570232') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:34.411702 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-37b60f66-e248-4891-a4c8-9244f4de5a83 admin admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:34.469364 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fba8c23d-f123-49fa-a851-223cc8a518aa tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:34.551208 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f613d88e-ee9f-427a-86c5-1155f84bf913 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:34.555129 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f613d88e-ee9f-427a-86c5-1155f84bf913 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:34.555753 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f613d88e-ee9f-427a-86c5-1155f84bf913 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:34.582923 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3cb5f089-999f-44dd-92a0-d8a8e7d13bd1 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:34.720005 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d6a78f9d-47cf-41d9-a618-89a079299f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'name': 'tempest-ServersTestManualDisk-2031647166-router', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:10Z', 'updated_at': '2022-02-09T18:03:26Z', 'revision_number': 5, 'project_id': '7814e9f979984521b818aa821b9167b5', 'gw_port': {'id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:12Z', 'updated_at': '2022-02-09T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:34.732247 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1434a109-46f1-4cb3-a2e5-d43cfc8b5b18 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "PUT /v2.0/ports/dbb19698-8c6f-4865-bb6a-5c64cdac9dc7/tags/tempest-TagsExtTest-Tag-1762570232 HTTP/1.1" status: 201 len: 201 time: 0.5096750 Feb 09 18:03:34.738711 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a78f9d-47cf-41d9-a618-89a079299f66 None None] Checking router: 0318a032-6b42-4a2b-8015-112e7a120b34 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:03:34.743925 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46100) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:34.761266 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-b2e35d6a-da7e-4eaf-af83-c71190eae4bd tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd30db550-c1b4-40e2-894d-a77e5aece010', 'tempest-TagsExtTest-Tag-871934509') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:34.764017 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a78f9d-47cf-41d9-a618-89a079299f66 None None] Routers {'0318a032-6b42-4a2b-8015-112e7a120b34'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:34.765368 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d6a78f9d-47cf-41d9-a618-89a079299f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0318a032-6b42-4a2b-8015-112e7a120b34'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:34.805276 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-3cb5f089-999f-44dd-92a0-d8a8e7d13bd1 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Calling delete_port for 752952ee-3ee9-47b1-a002-148f091e9c1f owned by network:router_gateway {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:34.840733 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f613d88e-ee9f-427a-86c5-1155f84bf913 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0599670 Feb 09 18:03:34.849120 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46104) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:34.863779 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'ports': [{'network_id': '061275a6-3bbf-48c1-8058-6590c56a5f81'}, {'network_id': 'ae73f3b1-f960-4b0e-95cb-b4688808a6e1'}]} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:34.864223 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'port': {'network_id': '061275a6-3bbf-48c1-8058-6590c56a5f81'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:34.864609 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'port': {'network_id': 'ae73f3b1-f960-4b0e-95cb-b4688808a6e1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:34.922465 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba8c23d-f123-49fa-a851-223cc8a518aa tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Network 1ad99297-9016-4593-a084-a2a3038b690d is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:03:34.938317 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-fba8c23d-f123-49fa-a851-223cc8a518aa tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:03:34.940967 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba8c23d-f123-49fa-a851-223cc8a518aa tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:03:34.967437 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8c23d-f123-49fa-a851-223cc8a518aa tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Pushing event updated for resources: {'Port': ['ID=5f384c8f-87e8-493a-97fc-4f9ca744d67f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:35.015788 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613d88e-ee9f-427a-86c5-1155f84bf913 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Network': ['ID=ae73f3b1-f960-4b0e-95cb-b4688808a6e1,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:35.028103 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network ae73f3b1-f960-4b0e-95cb-b4688808a6e1 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:03:35.058189 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fba8c23d-f123-49fa-a851-223cc8a518aa tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:35.099647 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-d6a78f9d-47cf-41d9-a618-89a079299f66 None None] Set router 0318a032-6b42-4a2b-8015-112e7a120b34 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:03:35.276833 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46110) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:35.330724 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b2e35d6a-da7e-4eaf-af83-c71190eae4bd tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "PUT /v2.0/routers/d30db550-c1b4-40e2-894d-a77e5aece010/tags/tempest-TagsExtTest-Tag-871934509 HTTP/1.1" status: 201 len: 201 time: 0.5823197 Feb 09 18:03:35.334071 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46114) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:35.356081 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-ab54eaf9-aeb5-4a61-ac69-c7f510844f3a tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'cbe50b3a-b211-467f-9765-91a6f6831c07', 'tempest-TagsExtTest-Tag-1395832501') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:35.426064 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:35.432474 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:port and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:35.435745 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:35.446316 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:35.477928 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-37b60f66-e248-4891-a4c8-9244f4de5a83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:35.534589 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-7f570b3b-0899-4e9a-8281-bdaca2d003ac tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-725664425'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:35.545802 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-7f570b3b-0899-4e9a-8281-bdaca2d003ac tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:35.551143 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7f570b3b-0899-4e9a-8281-bdaca2d003ac tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Usage tracker for resource:router and tenant:27bd4f11c71b47adb6ff0af0535bcbcd is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:35.554702 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7f570b3b-0899-4e9a-8281-bdaca2d003ac tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:35.562809 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-7f570b3b-0899-4e9a-8281-bdaca2d003ac tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:35.602362 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d6a78f9d-47cf-41d9-a618-89a079299f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'name': 'tempest-ServersTestManualDisk-2031647166-router', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:10Z', 'updated_at': '2022-02-09T18:03:26Z', 'revision_number': 5, 'project_id': '7814e9f979984521b818aa821b9167b5', 'gw_port': {'id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:12Z', 'updated_at': '2022-02-09T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:35.604448 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-aa9d36bd-e27a-462e-a11b-59793b6c83d6 None None] Provisioning for port 5f384c8f-87e8-493a-97fc-4f9ca744d67f completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:03:35.606690 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a78f9d-47cf-41d9-a618-89a079299f66 None None] The sync data for ids ['0318a032-6b42-4a2b-8015-112e7a120b34'] in dv-neutron-827016-2-hyperv is: [{'id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'name': 'tempest-ServersTestManualDisk-2031647166-router', 'tenant_id': '7814e9f979984521b818aa821b9167b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:10Z', 'updated_at': '2022-02-09T18:03:26Z', 'revision_number': 5, 'project_id': '7814e9f979984521b818aa821b9167b5', 'gw_port': {'id': '102d2002-eb3d-4b8c-9b13-429ccbeefdd8', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0318a032-6b42-4a2b-8015-112e7a120b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:12Z', 'updated_at': '2022-02-09T18:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:03:35.613114 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-aa9d36bd-e27a-462e-a11b-59793b6c83d6 None None] Provisioning complete for port 5f384c8f-87e8-493a-97fc-4f9ca744d67f triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:03:35.613558 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa9d36bd-e27a-462e-a11b-59793b6c83d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:35.620165 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3cb5f089-999f-44dd-92a0-d8a8e7d13bd1 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:35.648293 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e10961-e59f-4bb7-9f58-655c09d4a186 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Router 8191c06a-dccc-43b5-b6a3-64343aff3e2d has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:03:35.652359 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fba8c23d-f123-49fa-a851-223cc8a518aa tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:35.664773 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-37b60f66-e248-4891-a4c8-9244f4de5a83 admin admin] Deleting port 102d2002-eb3d-4b8c-9b13-429ccbeefdd8 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:35.665118 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-37b60f66-e248-4891-a4c8-9244f4de5a83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:35.692822 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'port': 2} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:03:35.696324 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:35.702542 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ab54eaf9-aeb5-4a61-ac69-c7f510844f3a tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "PUT /v2.0/subnetpools/cbe50b3a-b211-467f-9765-91a6f6831c07/tags/tempest-TagsExtTest-Tag-1395832501 HTTP/1.1" status: 201 len: 201 time: 0.3561087 Feb 09 18:03:35.704616 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-aa9d36bd-e27a-462e-a11b-59793b6c83d6 None None] Port 5f384c8f-87e8-493a-97fc-4f9ca744d67f cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:03:35.706336 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46122) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:35.711491 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5f089-999f-44dd-92a0-d8a8e7d13bd1 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Pushing event deleted for resources: {'Port': ['ID=752952ee-3ee9-47b1-a002-148f091e9c1f,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:35.723598 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-310b109c-f332-47ea-b500-45428677decd tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '06907f17-ff0f-4b1c-82d4-5c232aa26a36') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:35.753255 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7f570b3b-0899-4e9a-8281-bdaca2d003ac tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:35.754227 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7f570b3b-0899-4e9a-8281-bdaca2d003ac tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:35.773627 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:35.939840 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7f570b3b-0899-4e9a-8281-bdaca2d003ac tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:36.189277 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 398da87f-f65d-4cb9-ae71-4e6eb356bd9e no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:03:36.229692 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 398da87f-f65d-4cb9-ae71-4e6eb356bd9e {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:03:36.229932 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 398da87f-f65d-4cb9-ae71-4e6eb356bd9e not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:03:36.340536 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-310b109c-f332-47ea-b500-45428677decd tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "GET /v2.0/subnets/06907f17-ff0f-4b1c-82d4-5c232aa26a36/tags HTTP/1.1" status: 200 len: 241 time: 0.6304336 Feb 09 18:03:36.344836 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7f570b3b-0899-4e9a-8281-bdaca2d003ac tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:36.348272 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3cb5f089-999f-44dd-92a0-d8a8e7d13bd1 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:36.349099 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46128) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:36.362863 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-17aa0b29-31a3-4163-b0f7-61349bb6b606 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '06907f17-ff0f-4b1c-82d4-5c232aa26a36', 'tempest-TagsExtTest-Tag-1433152234') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:36.411959 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-37b60f66-e248-4891-a4c8-9244f4de5a83 admin admin] For port 102d2002-eb3d-4b8c-9b13-429ccbeefdd8, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=102d2002-eb3d-4b8c-9b13-429ccbeefdd8,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:36.412320 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-37b60f66-e248-4891-a4c8-9244f4de5a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:36.615529 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-37b60f66-e248-4891-a4c8-9244f4de5a83 admin admin] Calling delete_port for 102d2002-eb3d-4b8c-9b13-429ccbeefdd8 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:36.622489 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] device_id is not set on port 1d0682a5-6a54-47d3-a96e-bbbc00c2b592 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:03:36.704890 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4cadc0fd-fef9-444b-8313-a52b0f03000c req-37e965ed-c250-4d3d-97d8-d54f00a88f01 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9621278b19834e798a7390fcfa3a9f1f&device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 1098 time: 0.6167521 Feb 09 18:03:36.789414 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7f570b3b-0899-4e9a-8281-bdaca2d003ac tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:36.793171 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7f570b3b-0899-4e9a-8281-bdaca2d003ac tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.5129633 Feb 09 18:03:36.798730 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46132) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:36.809936 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325bc0b-f7a0-4ae1-a8b0-45d024ddc65a req-db44f112-0eda-492b-a32e-0231c5020654 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:36.811505 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e325bc0b-f7a0-4ae1-a8b0-45d024ddc65a req-db44f112-0eda-492b-a32e-0231c5020654 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.7689900 Feb 09 18:03:36.868047 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3cb5f089-999f-44dd-92a0-d8a8e7d13bd1 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:36.924254 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-17aa0b29-31a3-4163-b0f7-61349bb6b606 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "GET /v2.0/subnets/06907f17-ff0f-4b1c-82d4-5c232aa26a36/tags/tempest-TagsExtTest-Tag-1433152234 HTTP/1.1" status: 204 len: 168 time: 0.5731280 Feb 09 18:03:36.944016 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46136) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:36.963034 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3cb5f089-999f-44dd-92a0-d8a8e7d13bd1 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:36.968569 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-472201e3-0b51-4d70-8db2-621188938137 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '06907f17-ff0f-4b1c-82d4-5c232aa26a36', 'tempest-TagsExtTest-Tag-1433152234') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:37.018148 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fba8c23d-f123-49fa-a851-223cc8a518aa tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:37.033623 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadc0fd-fef9-444b-8313-a52b0f03000c req-7ea21a1c-c34e-4ddd-b811-9b0f154a5040 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:37.035201 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4cadc0fd-fef9-444b-8313-a52b0f03000c req-7ea21a1c-c34e-4ddd-b811-9b0f154a5040 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 HTTP/1.1" status: 200 len: 913 time: 0.3206317 Feb 09 18:03:37.056092 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e325bc0b-f7a0-4ae1-a8b0-45d024ddc65a req-31548487-e8b5-4fba-b6de-0b8c5a16a351 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861024 Feb 09 18:03:37.073262 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b4c9db84-049d-4027-910c-259b9937b4c9 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:37.153828 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fba8c23d-f123-49fa-a851-223cc8a518aa tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:37.220110 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e10961-e59f-4bb7-9f58-655c09d4a186 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:03:37.232607 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48beb20-bac1-4a3b-87b0-9531d7afdadf None None] Sync routers for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:03:37.246955 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48beb20-bac1-4a3b-87b0-9531d7afdadf None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:37.247695 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-f48beb20-bac1-4a3b-87b0-9531d7afdadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:37.298895 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7e10961-e59f-4bb7-9f58-655c09d4a186 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:37.312550 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-f48beb20-bac1-4a3b-87b0-9531d7afdadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:37.325312 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48beb20-bac1-4a3b-87b0-9531d7afdadf None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:37.325312 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-f48beb20-bac1-4a3b-87b0-9531d7afdadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:37.329109 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3cb5f089-999f-44dd-92a0-d8a8e7d13bd1 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:37.334581 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb5f089-999f-44dd-92a0-d8a8e7d13bd1 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Fanout notify agent at l3_agent the message router_deleted on router 3531b7ed-b36e-41c5-9bb9-708fef02360e {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:03:37.358928 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3cb5f089-999f-44dd-92a0-d8a8e7d13bd1 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:37.363682 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3cb5f089-999f-44dd-92a0-d8a8e7d13bd1 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "DELETE /v2.0/routers/3531b7ed-b36e-41c5-9bb9-708fef02360e HTTP/1.1" status: 204 len: 168 time: 3.9015141 Feb 09 18:03:37.371372 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4cadc0fd-fef9-444b-8313-a52b0f03000c req-092f46b1-8582-40f5-b997-bfbf8eddef8c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23458b41-2e68-42ce-831d-f246fea29783 HTTP/1.1" status: 200 len: 1001 time: 0.3287914 Feb 09 18:03:37.376454 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46140) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:37.377185 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8c23d-f123-49fa-a851-223cc8a518aa tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Pushing event updated for resources: {'Port': ['ID=5f384c8f-87e8-493a-97fc-4f9ca744d67f,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:37.386633 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-74410f01-a2b6-42a0-9936-3f9f6ec4c3ef tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1051594636', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:37.393617 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-f48beb20-bac1-4a3b-87b0-9531d7afdadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:37.394023 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48beb20-bac1-4a3b-87b0-9531d7afdadf None None] The sync data for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:03:37.435147 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fba8c23d-f123-49fa-a851-223cc8a518aa tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:37.441332 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-74410f01-a2b6-42a0-9936-3f9f6ec4c3ef tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:37.456259 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-74410f01-a2b6-42a0-9936-3f9f6ec4c3ef tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Usage tracker for resource:router and tenant:c1430629c5b84c288a716b7a85c1f5fa is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:37.461921 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d7e10961-e59f-4bb7-9f58-655c09d4a186 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "PUT /v2.0/floatingips/ec7290df-360e-4d27-bea2-beff13da2517 HTTP/1.1" status: 200 len: 687 time: 4.2706509 Feb 09 18:03:37.462888 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-74410f01-a2b6-42a0-9936-3f9f6ec4c3ef tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:37.475621 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46144) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:37.484099 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-74410f01-a2b6-42a0-9936-3f9f6ec4c3ef tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:37.493213 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b4c9db84-049d-4027-910c-259b9937b4c9 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:37.497433 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b4c9db84-049d-4027-910c-259b9937b4c9 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:37.595912 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:37.641525 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-37b60f66-e248-4891-a4c8-9244f4de5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:37.663175 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b4c9db84-049d-4027-910c-259b9937b4c9 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:37.663806 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c9db84-049d-4027-910c-259b9937b4c9 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79b9dad3-a35e-45ca-8254-3700fd28ca8e {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:03:37.678756 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadc0fd-fef9-444b-8313-a52b0f03000c req-19451aee-5285-4246-ad75-3157a7392f79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:37.680308 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4cadc0fd-fef9-444b-8313-a52b0f03000c req-19451aee-5285-4246-ad75-3157a7392f79 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b05e458-9599-4698-b30c-c2fa3f37163a HTTP/1.1" status: 200 len: 851 time: 0.2847457 Feb 09 18:03:37.694762 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b4c9db84-049d-4027-910c-259b9937b4c9 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:37.695906 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b4c9db84-049d-4027-910c-259b9937b4c9 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] 10.222.0.21 "DELETE /v2.0/routers/79b9dad3-a35e-45ca-8254-3700fd28ca8e HTTP/1.1" status: 204 len: 168 time: 0.8951790 Feb 09 18:03:37.707380 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46148) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:37.717172 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-16f9fc58-b6a8-476f-93c3-716db92be939 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Request body: {'router': {'name': 'tempest-router-1091117306', 'distributed': False}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:37.723572 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] device_id is not set on port 6055070f-8883-43cc-b951-58f9fe9d32c8 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:03:37.726754 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-16f9fc58-b6a8-476f-93c3-716db92be939 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:37.732294 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-16f9fc58-b6a8-476f-93c3-716db92be939 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Usage tracker for resource:router and tenant:27bd4f11c71b47adb6ff0af0535bcbcd is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:37.736742 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-16f9fc58-b6a8-476f-93c3-716db92be939 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:37.743893 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-16f9fc58-b6a8-476f-93c3-716db92be939 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:37.791464 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b60f66-e248-4891-a4c8-9244f4de5a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=102d2002-eb3d-4b8c-9b13-429ccbeefdd8,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:37.833885 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:37.860885 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-16f9fc58-b6a8-476f-93c3-716db92be939 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:37.861859 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-16f9fc58-b6a8-476f-93c3-716db92be939 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:37.882430 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-16f9fc58-b6a8-476f-93c3-716db92be939 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:37.952843 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-74410f01-a2b6-42a0-9936-3f9f6ec4c3ef tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:37.953705 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-74410f01-a2b6-42a0-9936-3f9f6ec4c3ef tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:37.970233 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-472201e3-0b51-4d70-8db2-621188938137 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "DELETE /v2.0/subnets/06907f17-ff0f-4b1c-82d4-5c232aa26a36/tags/tempest-TagsExtTest-Tag-1433152234 HTTP/1.1" status: 204 len: 168 time: 1.0205288 Feb 09 18:03:37.970543 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:37.970543 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46152) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:37.984757 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e8566da4-129a-487d-84b6-8157e3b6e623 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Deleting port a225bb6d-3420-4b23-b359-d58a70bd4b1f {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:37.985105 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e8566da4-129a-487d-84b6-8157e3b6e623 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:38.013455 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-df16a587-6044-47fc-9b3e-2cec8a874b63 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '06907f17-ff0f-4b1c-82d4-5c232aa26a36') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:38.177101 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-16f9fc58-b6a8-476f-93c3-716db92be939 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:38.198234 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba8c23d-f123-49fa-a851-223cc8a518aa tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Network 1ad99297-9016-4593-a084-a2a3038b690d is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:03:38.251409 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-74410f01-a2b6-42a0-9936-3f9f6ec4c3ef tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:38.257071 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-fba8c23d-f123-49fa-a851-223cc8a518aa tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:03:38.293995 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network 061275a6-3bbf-48c1-8058-6590c56a5f81 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:03:38.297776 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Port': ['ID=1d0682a5-6a54-47d3-a96e-bbbc00c2b592,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:38.302106 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:03:38.309574 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:03:38.309574 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:38.407566 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-16f9fc58-b6a8-476f-93c3-716db92be939 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:38.412028 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-16f9fc58-b6a8-476f-93c3-716db92be939 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7004738 Feb 09 18:03:38.417322 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46158) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:38.597730 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Port': ['ID=6055070f-8883-43cc-b951-58f9fe9d32c8,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:38.600370 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4cadc0fd-fef9-444b-8313-a52b0f03000c req-42be4e66-b38d-4da1-aa9d-49867c3f2e5d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8365386 Feb 09 18:03:38.600370 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-37b60f66-e248-4891-a4c8-9244f4de5a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:38.610077 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912f742-f77b-4391-90b9-794b357b4897 req-b970fa0d-6990-4c6a-9069-9ab5d2c7cab3 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:38.611643 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8912f742-f77b-4391-90b9-794b357b4897 req-b970fa0d-6990-4c6a-9069-9ab5d2c7cab3 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.3992543 Feb 09 18:03:38.617768 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-df16a587-6044-47fc-9b3e-2cec8a874b63 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "GET /v2.0/subnets/06907f17-ff0f-4b1c-82d4-5c232aa26a36/tags HTTP/1.1" status: 200 len: 205 time: 0.6461709 Feb 09 18:03:38.622143 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46162) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:38.626535 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Checking segment: {'id': '44b4990e-3f27-417a-a70b-50bba38b8e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ae73f3b1-f960-4b0e-95cb-b4688808a6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:03:38.626904 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network hostable DHCP agents. Network: ae73f3b1-f960-4b0e-95cb-b4688808a6e1, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:03:38.634287 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-0106989c-11b4-42bd-a3c1-f3cb134a50e5 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'dbb19698-8c6f-4865-bb6a-5c64cdac9dc7') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:38.661844 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7001ac14-010d-49e2-8233-00b518d71374 None None] Provisioning complete for port 5f384c8f-87e8-493a-97fc-4f9ca744d67f triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:03:38.681476 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7001ac14-010d-49e2-8233-00b518d71374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:38.720754 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9628ba5a-0a74-4aa4-85f2-606c277346ed tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:38.730387 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7001ac14-010d-49e2-8233-00b518d71374 None None] Port 5f384c8f-87e8-493a-97fc-4f9ca744d67f cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:03:38.755786 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e8566da4-129a-487d-84b6-8157e3b6e623 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:38.756116 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e8566da4-129a-487d-84b6-8157e3b6e623 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:38.860518 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8912f742-f77b-4391-90b9-794b357b4897 req-c5650cac-ffea-4201-8b1e-d918a13b6a98 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394876 Feb 09 18:03:38.888929 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-74410f01-a2b6-42a0-9936-3f9f6ec4c3ef tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:38.893299 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0106989c-11b4-42bd-a3c1-f3cb134a50e5 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "GET /v2.0/ports/dbb19698-8c6f-4865-bb6a-5c64cdac9dc7/tags HTTP/1.1" status: 200 len: 241 time: 0.2704492 Feb 09 18:03:38.896400 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46166) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:38.902851 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-7b5d4b7a-d7d1-4816-afd8-3349d026f5f0 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dbb19698-8c6f-4865-bb6a-5c64cdac9dc7', 'tempest-TagsExtTest-Tag-1762570232') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:39.028936 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e8566da4-129a-487d-84b6-8157e3b6e623 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Calling delete_port for a225bb6d-3420-4b23-b359-d58a70bd4b1f owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:39.055215 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network ae73f3b1-f960-4b0e-95cb-b4688808a6e1 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:03:39.236846 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, ae73f3b1-f960-4b0e-95cb-b4688808a6e1) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:03:39.245665 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9628ba5a-0a74-4aa4-85f2-606c277346ed tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:39.248981 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4404b19d-64df-4f67-926e-2f10e290b8ba None None] Network ae73f3b1-f960-4b0e-95cb-b4688808a6e1 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:03:39.249466 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:03:39.253619 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:39.256811 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:39.257506 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:39.272806 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9628ba5a-0a74-4aa4-85f2-606c277346ed tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:39.288524 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7b5d4b7a-d7d1-4816-afd8-3349d026f5f0 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "GET /v2.0/ports/dbb19698-8c6f-4865-bb6a-5c64cdac9dc7/tags/tempest-TagsExtTest-Tag-1762570232 HTTP/1.1" status: 204 len: 168 time: 0.3913286 Feb 09 18:03:39.291165 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46170) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:39.300324 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-2dc951d8-21f8-4cc0-b6d2-50d46fbcd3b8 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'dbb19698-8c6f-4865-bb6a-5c64cdac9dc7', 'tempest-TagsExtTest-Tag-1762570232') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:39.349914 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-37b60f66-e248-4891-a4c8-9244f4de5a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:39.423115 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-74410f01-a2b6-42a0-9936-3f9f6ec4c3ef tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:39.424204 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-74410f01-a2b6-42a0-9936-3f9f6ec4c3ef tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 2.0444832 Feb 09 18:03:39.427483 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46174) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:39.434051 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-40d96067-9133-49c0-b2a9-d11a697e31fd tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:39.450630 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-37b60f66-e248-4891-a4c8-9244f4de5a83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:39.469281 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4cadc0fd-fef9-444b-8313-a52b0f03000c req-4a267c3e-772a-48c7-8b0b-f968918f3cc3 service neutron] 10.222.0.50 "GET /v2.0/networks/2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7960351 Feb 09 18:03:39.487051 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a0aa0297-993b-45ef-895c-e400d57837b7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.6368823 Feb 09 18:03:39.492873 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46178) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:39.495079 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9628ba5a-0a74-4aa4-85f2-606c277346ed tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:39.495554 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9628ba5a-0a74-4aa4-85f2-606c277346ed tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 868544ca-4805-441e-b7b2-5727917d863d {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:03:39.510810 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9628ba5a-0a74-4aa4-85f2-606c277346ed tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:39.511948 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9628ba5a-0a74-4aa4-85f2-606c277346ed tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] 10.222.0.21 "DELETE /v2.0/routers/868544ca-4805-441e-b7b2-5727917d863d HTTP/1.1" status: 204 len: 168 time: 1.0918934 Feb 09 18:03:39.560802 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46182) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:39.602954 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2dc951d8-21f8-4cc0-b6d2-50d46fbcd3b8 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "DELETE /v2.0/ports/dbb19698-8c6f-4865-bb6a-5c64cdac9dc7/tags/tempest-TagsExtTest-Tag-1762570232 HTTP/1.1" status: 204 len: 168 time: 0.3107531 Feb 09 18:03:39.604288 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-004d1844-255c-4430-8d15-571fed667e64 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Request body: {'router': {'name': 'tempest-router-220231299', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5fb9c65f24b54790b7f1f6b0b4b0f5dc'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:39.614325 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46186) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:39.627632 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-c6b0b239-106b-4265-9176-3a06ef1362e8 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'dbb19698-8c6f-4865-bb6a-5c64cdac9dc7') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:39.633520 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-004d1844-255c-4430-8d15-571fed667e64 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:39.648148 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-004d1844-255c-4430-8d15-571fed667e64 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Usage tracker for resource:router and tenant:5fb9c65f24b54790b7f1f6b0b4b0f5dc is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:39.659953 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-004d1844-255c-4430-8d15-571fed667e64 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:39.683512 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-004d1844-255c-4430-8d15-571fed667e64 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:39.687346 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-c1154a97-c5cc-4337-b604-6b251c453fd2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting port 6055070f-8883-43cc-b951-58f9fe9d32c8 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:39.687682 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c1154a97-c5cc-4337-b604-6b251c453fd2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:39.730088 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4cadc0fd-fef9-444b-8313-a52b0f03000c req-02260c88-fa81-43ff-b656-4557258caf31 service neutron] 10.222.0.50 "GET /v2.0/networks/2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473412 Feb 09 18:03:39.741440 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-37b60f66-e248-4891-a4c8-9244f4de5a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:39.741966 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b60f66-e248-4891-a4c8-9244f4de5a83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0318a032-6b42-4a2b-8015-112e7a120b34 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:03:39.752198 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba8c23d-f123-49fa-a851-223cc8a518aa tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Router 7afcbf77-9e57-4d85-844a-637ac958368d has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:03:39.832766 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e8566da4-129a-487d-84b6-8157e3b6e623 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:39.836563 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-004d1844-255c-4430-8d15-571fed667e64 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:39.837521 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-004d1844-255c-4430-8d15-571fed667e64 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:39.968526 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-37b60f66-e248-4891-a4c8-9244f4de5a83 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:39.969680 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-37b60f66-e248-4891-a4c8-9244f4de5a83 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0318a032-6b42-4a2b-8015-112e7a120b34 HTTP/1.1" status: 204 len: 168 time: 6.1064746 Feb 09 18:03:39.975042 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8566da4-129a-487d-84b6-8157e3b6e623 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event deleted for resources: {'Port': ['ID=a225bb6d-3420-4b23-b359-d58a70bd4b1f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:39.978435 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46192) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:40.122604 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c6b0b239-106b-4265-9176-3a06ef1362e8 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "GET /v2.0/ports/dbb19698-8c6f-4865-bb6a-5c64cdac9dc7/tags HTTP/1.1" status: 200 len: 205 time: 0.5072060 Feb 09 18:03:40.127258 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-004d1844-255c-4430-8d15-571fed667e64 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:40.128498 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46196) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:40.149770 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-8acbeb15-e1fa-471a-b89a-a59deec3ec76 admin admin] Deleting subnet fe4e75a4-3fb3-49bd-9ee8-da883c83a940 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:03:40.154634 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-ffae984e-3e74-48ee-8470-896a6f256f83 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd30db550-c1b4-40e2-894d-a77e5aece010') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:40.225283 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 102d2002-eb3d-4b8c-9b13-429ccbeefdd8 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:03:40.226000 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8acbeb15-e1fa-471a-b89a-a59deec3ec76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:40.280578 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 102d2002-eb3d-4b8c-9b13-429ccbeefdd8 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:03:40.281154 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 102d2002-eb3d-4b8c-9b13-429ccbeefdd8 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:03:40.315669 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c1154a97-c5cc-4337-b604-6b251c453fd2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:40.336394 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-004d1844-255c-4430-8d15-571fed667e64 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:40.361344 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e8566da4-129a-487d-84b6-8157e3b6e623 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:40.387060 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8acbeb15-e1fa-471a-b89a-a59deec3ec76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:40.416976 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e8566da4-129a-487d-84b6-8157e3b6e623 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:40.418135 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e8566da4-129a-487d-84b6-8157e3b6e623 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "DELETE /v2.0/floatingips/ec7290df-360e-4d27-bea2-beff13da2517 HTTP/1.1" status: 204 len: 168 time: 2.9362946 Feb 09 18:03:40.423751 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46200) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:40.497829 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-c1154a97-c5cc-4337-b604-6b251c453fd2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Calling delete_port for 6055070f-8883-43cc-b951-58f9fe9d32c8 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:40.512511 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-004d1844-255c-4430-8d15-571fed667e64 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:40.515131 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-004d1844-255c-4430-8d15-571fed667e64 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9487011 Feb 09 18:03:40.520964 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-3c3df930-72e9-46ff-821f-5b20c513af11 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] delete failed (client error): The resource could not be found. Feb 09 18:03:40.522116 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3c3df930-72e9-46ff-821f-5b20c513af11 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "DELETE /v2.0/floatingips/ec7290df-360e-4d27-bea2-beff13da2517 HTTP/1.1" status: 404 len: 345 time: 0.0959649 Feb 09 18:03:40.528540 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ffae984e-3e74-48ee-8470-896a6f256f83 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "GET /v2.0/routers/d30db550-c1b4-40e2-894d-a77e5aece010/tags HTTP/1.1" status: 200 len: 240 time: 0.3925893 Feb 09 18:03:40.528712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46204) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:40.528712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46206) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:40.536129 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba8c23d-f123-49fa-a851-223cc8a518aa tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:03:40.537411 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46210) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:40.543523 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fba8c23d-f123-49fa-a851-223cc8a518aa tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] 10.222.0.21 "PUT /v2.0/routers/7afcbf77-9e57-4d85-844a-637ac958368d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8358595 Feb 09 18:03:40.550783 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46216) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:40.551009 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8dfbbd-10bc-4d8d-bd65-fb4c4afd4ec3 None None] Sync routers for ids ['7afcbf77-9e57-4d85-844a-637ac958368d'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:03:40.564195 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8dfbbd-10bc-4d8d-bd65-fb4c4afd4ec3 None None] Routers {'7afcbf77-9e57-4d85-844a-637ac958368d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:40.565111 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4f8dfbbd-10bc-4d8d-bd65-fb4c4afd4ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7afcbf77-9e57-4d85-844a-637ac958368d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:40.630691 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4f8dfbbd-10bc-4d8d-bd65-fb4c4afd4ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:40.642520 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8dfbbd-10bc-4d8d-bd65-fb4c4afd4ec3 None None] Routers {'7afcbf77-9e57-4d85-844a-637ac958368d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:40.643118 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4f8dfbbd-10bc-4d8d-bd65-fb4c4afd4ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7afcbf77-9e57-4d85-844a-637ac958368d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:40.644767 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-d91dad8a-b140-4359-a00b-d8e930f4d41f tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd30db550-c1b4-40e2-894d-a77e5aece010', 'tempest-TagsExtTest-Tag-871934509') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:40.703478 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4f8dfbbd-10bc-4d8d-bd65-fb4c4afd4ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:40.703883 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8dfbbd-10bc-4d8d-bd65-fb4c4afd4ec3 None None] The sync data for ids ['7afcbf77-9e57-4d85-844a-637ac958368d'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:03:40.731745 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b9970171-f313-4738-894f-a15706519b33 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:40.811983 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a8e10-3952-4247-ab4b-a48697247fe5 req-3aa1b46e-2f00-4ee0-b97b-47195c2cd357 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:40.817288 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b12a8e10-3952-4247-ab4b-a48697247fe5 req-3aa1b46e-2f00-4ee0-b97b-47195c2cd357 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.8223586 Feb 09 18:03:40.839287 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8acbeb15-e1fa-471a-b89a-a59deec3ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:40.938797 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7d3bb563-d137-4db0-94fc-83585f9d8e34 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:41.010639 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40d96067-9133-49c0-b2a9-d11a697e31fd tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:41.050635 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8acbeb15-e1fa-471a-b89a-a59deec3ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:41.077257 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d91dad8a-b140-4359-a00b-d8e930f4d41f tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "GET /v2.0/routers/d30db550-c1b4-40e2-894d-a77e5aece010/tags/tempest-TagsExtTest-Tag-871934509 HTTP/1.1" status: 204 len: 168 time: 0.5332353 Feb 09 18:03:41.079540 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b12a8e10-3952-4247-ab4b-a48697247fe5 req-8171b00b-900d-49ec-a3f8-1d48904a480c tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410712 Feb 09 18:03:41.081733 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46220) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:41.097526 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbeb15-e1fa-471a-b89a-a59deec3ec76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe4e75a4-3fb3-49bd-9ee8-da883c83a940,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:41.106488 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8acbeb15-e1fa-471a-b89a-a59deec3ec76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:41.114750 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ac3e23-19d0-49dc-8150-551f9b87a5d8 None None] Network bfbb786d-fb18-4e8f-a54d-5c87d11addf4 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:03:41.127863 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8acbeb15-e1fa-471a-b89a-a59deec3ec76 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fe4e75a4-3fb3-49bd-9ee8-da883c83a940 HTTP/1.1" status: 204 len: 168 time: 1.1470983 Feb 09 18:03:41.130560 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46222) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:41.260126 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ad937711-5bdc-4817-a11a-707e02882c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:41.268013 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-7d3bb563-d137-4db0-94fc-83585f9d8e34 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 18:03:41.270446 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-30e24b6a-0cdd-4e09-8853-0b93a1ad8e43 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd30db550-c1b4-40e2-894d-a77e5aece010', 'tempest-TagsExtTest-Tag-871934509') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:41.272245 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7d3bb563-d137-4db0-94fc-83585f9d8e34 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] 10.222.0.21 "DELETE /v2.0/routers/7afcbf77-9e57-4d85-844a-637ac958368d HTTP/1.1" status: 409 len: 329 time: 0.7200897 Feb 09 18:03:41.273984 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46228) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:41.319994 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c1154a97-c5cc-4337-b604-6b251c453fd2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:41.346262 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ad937711-5bdc-4817-a11a-707e02882c73 admin admin] Deleting port e6f1e772-6262-494a-9dd6-22a082dd24bc {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:41.346262 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ad937711-5bdc-4817-a11a-707e02882c73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:41.435737 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf376c00-2b76-48d0-b137-16db77bf2e00 None None] DHCP port deletion for bfbb786d-fb18-4e8f-a54d-5c87d11addf4 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:03:41.440849 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-cf376c00-2b76-48d0-b137-16db77bf2e00 None None] Deleting port e6f1e772-6262-494a-9dd6-22a082dd24bc {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:41.441464 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cf376c00-2b76-48d0-b137-16db77bf2e00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:41.504730 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e9d179-772e-426b-8dab-afb74785956c tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:41.508693 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e9d179-772e-426b-8dab-afb74785956c tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:41.512709 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e9d179-772e-426b-8dab-afb74785956c tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:41.513592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-29e9d179-772e-426b-8dab-afb74785956c tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Synchronizing usage tracker for tenant:f3837d08455842e393bcceee43b69ece on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:03:41.524954 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1154a97-c5cc-4337-b604-6b251c453fd2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Port': ['ID=6055070f-8883-43cc-b951-58f9fe9d32c8,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:41.556999 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c1154a97-c5cc-4337-b604-6b251c453fd2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:41.629445 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c1154a97-c5cc-4337-b604-6b251c453fd2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/ports/6055070f-8883-43cc-b951-58f9fe9d32c8 HTTP/1.1" status: 204 len: 168 time: 2.1326730 Feb 09 18:03:41.633305 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46232) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:41.637592 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-ad937711-5bdc-4817-a11a-707e02882c73 admin admin] For port e6f1e772-6262-494a-9dd6-22a082dd24bc, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=e6f1e772-6262-494a-9dd6-22a082dd24bc,segment=NetworkSegment(a0bb447b-d164-4b78-ab95-a75e6553078f),segment_id=a0bb447b-d164-4b78-ab95-a75e6553078f)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:41.637592 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ad937711-5bdc-4817-a11a-707e02882c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:41.673991 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-cf376c00-2b76-48d0-b137-16db77bf2e00 None None] For port e6f1e772-6262-494a-9dd6-22a082dd24bc, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=e6f1e772-6262-494a-9dd6-22a082dd24bc,segment=NetworkSegment(a0bb447b-d164-4b78-ab95-a75e6553078f),segment_id=a0bb447b-d164-4b78-ab95-a75e6553078f)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:41.674358 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cf376c00-2b76-48d0-b137-16db77bf2e00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:41.800915 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-cf376c00-2b76-48d0-b137-16db77bf2e00 None None] Calling delete_port for e6f1e772-6262-494a-9dd6-22a082dd24bc owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:41.820893 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ad937711-5bdc-4817-a11a-707e02882c73 admin admin] Calling delete_port for e6f1e772-6262-494a-9dd6-22a082dd24bc owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:41.824638 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-29e9d179-772e-426b-8dab-afb74785956c tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Unset dirty status for tenant:f3837d08455842e393bcceee43b69ece on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:03:41.829729 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-29e9d179-772e-426b-8dab-afb74785956c tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "GET /v2.0/ports?network_id=37685c53-9b93-484d-ac5f-1f69d899201b HTTP/1.1" status: 200 len: 2357 time: 1.2968590 Feb 09 18:03:41.831753 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46236) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:41.841037 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b9970171-f313-4738-894f-a15706519b33 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:41.841409 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b9970171-f313-4738-894f-a15706519b33 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks [] for router, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:41.954109 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cf376c00-2b76-48d0-b137-16db77bf2e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:41.973051 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.api [None req-ad937711-5bdc-4817-a11a-707e02882c73 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:03:41.973668 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG oslo_db.api [None req-ad937711-5bdc-4817-a11a-707e02882c73 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:03:41.999737 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57e88b10-00f1-42af-b793-9358de46c609 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:42.003852 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf376c00-2b76-48d0-b137-16db77bf2e00 None None] Pushing event deleted for resources: {'Port': ['ID=e6f1e772-6262-494a-9dd6-22a082dd24bc,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:42.015129 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf376c00-2b76-48d0-b137-16db77bf2e00 None None] No DVR routers for this DVR port e6f1e772-6262-494a-9dd6-22a082dd24bc on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:03:42.067211 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbdebfc-85a8-4ebe-be32-ab93df0a35d1 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:42.067773 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5fbdebfc-85a8-4ebe-be32-ab93df0a35d1 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Synchronizing usage tracker for tenant:f3837d08455842e393bcceee43b69ece on resource:subnet {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:03:42.072730 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b9970171-f313-4738-894f-a15706519b33 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84541) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 09 18:03:42.073048 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b9970171-f313-4738-894f-a15706519b33 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Router 0d6be140-9666-4568-bc02-0273cfb2adf8 migrating from provider to provider. {{(pid=84541) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 09 18:03:42.073424 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b9970171-f313-4738-894f-a15706519b33 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:42.086198 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b9970171-f313-4738-894f-a15706519b33 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:42.108420 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dc494b-29d6-4fdd-afac-c926480574af tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:42.112273 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dc494b-29d6-4fdd-afac-c926480574af tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:42.113029 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-98dc494b-29d6-4fdd-afac-c926480574af tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Synchronizing usage tracker for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:03:42.121046 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-30e24b6a-0cdd-4e09-8853-0b93a1ad8e43 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "DELETE /v2.0/routers/d30db550-c1b4-40e2-894d-a77e5aece010/tags/tempest-TagsExtTest-Tag-871934509 HTTP/1.1" status: 204 len: 168 time: 0.8676357 Feb 09 18:03:42.127142 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46240) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:42.213720 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b9970171-f313-4738-894f-a15706519b33 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640420'] for router, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:42.226013 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40d96067-9133-49c0-b2a9-d11a697e31fd tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router_gateway, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:42.243718 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-4c87f922-082a-4741-865b-c96a953573da tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd30db550-c1b4-40e2-894d-a77e5aece010') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:42.263380 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device e6f1e772-6262-494a-9dd6-22a082dd24bc no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:03:42.327822 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: e6f1e772-6262-494a-9dd6-22a082dd24bc {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:03:42.328745 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device e6f1e772-6262-494a-9dd6-22a082dd24bc not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:03:42.383323 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-98dc494b-29d6-4fdd-afac-c926480574af tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Unset dirty status for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:03:42.385272 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-98dc494b-29d6-4fdd-afac-c926480574af tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.7491531 Feb 09 18:03:42.385272 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5fbdebfc-85a8-4ebe-be32-ab93df0a35d1 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Unset dirty status for tenant:f3837d08455842e393bcceee43b69ece on resource:subnet {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:03:42.392607 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5fbdebfc-85a8-4ebe-be32-ab93df0a35d1 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "GET /v2.0/subnets/b3213315-d694-43ae-b98f-7103d1eaa8ca HTTP/1.1" status: 200 len: 797 time: 0.5508683 Feb 09 18:03:42.392795 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46246) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:42.392795 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46250) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:42.426419 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-bd8959a4-277d-47cf-8d85-2355f46b7643 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Request body: {'port': {'network_id': '37685c53-9b93-484d-ac5f-1f69d899201b', 'name': 'tempest-FloatingIPTestJSON-754657271', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:42.475721 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40d96067-9133-49c0-b2a9-d11a697e31fd tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:42.508850 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ad937711-5bdc-4817-a11a-707e02882c73 admin admin] Deleting port e6f1e772-6262-494a-9dd6-22a082dd24bc {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:42.509193 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ad937711-5bdc-4817-a11a-707e02882c73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:42.552341 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4c87f922-082a-4741-865b-c96a953573da tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "GET /v2.0/routers/d30db550-c1b4-40e2-894d-a77e5aece010/tags HTTP/1.1" status: 200 len: 205 time: 0.4215872 Feb 09 18:03:42.553880 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46254) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:42.569487 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-3ad7f4ea-ac60-459c-aeda-e9d662149ec3 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'cbe50b3a-b211-467f-9765-91a6f6831c07') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:42.617664 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ad937711-5bdc-4817-a11a-707e02882c73 admin admin] The port 'e6f1e772-6262-494a-9dd6-22a082dd24bc' was deleted {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:03:42.630232 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c7f1b72b-991b-4ffb-8461-ae2d7c5c83d8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting port 1d0682a5-6a54-47d3-a96e-bbbc00c2b592 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:42.630601 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c7f1b72b-991b-4ffb-8461-ae2d7c5c83d8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:42.800392 dv-neutron-827016-2-hyperv neutron-server[84541]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b9970171-f313-4738-894f-a15706519b33 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] No L3 agents can host the router 0d6be140-9666-4568-bc02-0273cfb2adf8 Feb 09 18:03:42.807424 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3ad7f4ea-ac60-459c-aeda-e9d662149ec3 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "GET /v2.0/subnetpools/cbe50b3a-b211-467f-9765-91a6f6831c07/tags HTTP/1.1" status: 200 len: 241 time: 0.2524931 Feb 09 18:03:42.814712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46258) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:42.823885 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-c47eb1b5-610d-4796-be9a-5f58ac621dcf tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cbe50b3a-b211-467f-9765-91a6f6831c07', 'tempest-TagsExtTest-Tag-1395832501') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:42.855369 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ada57-1d38-4da6-83b5-d3119574240b req-1aee1cea-f52f-4a7d-b63e-062580affc19 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:42.856914 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-878ada57-1d38-4da6-83b5-d3119574240b req-1aee1cea-f52f-4a7d-b63e-062580affc19 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.4747579 Feb 09 18:03:42.870775 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-40d96067-9133-49c0-b2a9-d11a697e31fd tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Allocated IP 172.26.8.166 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/0ee6b628-82ae-4f5f-be9e-f81cb0bb498a) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:03:42.897636 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bd8959a4-277d-47cf-8d85-2355f46b7643 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:42.916645 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ad937711-5bdc-4817-a11a-707e02882c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:42.948001 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bd8959a4-277d-47cf-8d85-2355f46b7643 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:43.038285 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-ad937711-5bdc-4817-a11a-707e02882c73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfbb786d-fb18-4e8f-a54d-5c87d11addf4']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:43.065413 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c47eb1b5-610d-4796-be9a-5f58ac621dcf tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "GET /v2.0/subnetpools/cbe50b3a-b211-467f-9765-91a6f6831c07/tags/tempest-TagsExtTest-Tag-1395832501 HTTP/1.1" status: 204 len: 168 time: 0.2472084 Feb 09 18:03:43.071239 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46262) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:43.086465 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-ad937711-5bdc-4817-a11a-707e02882c73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0bb447b-d164-4b78-ab95-a75e6553078f') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:43.086760 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-ad937711-5bdc-4817-a11a-707e02882c73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0bb447b-d164-4b78-ab95-a75e6553078f') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:43.094163 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8959a4-277d-47cf-8d85-2355f46b7643 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Made reservation on behalf of f3837d08455842e393bcceee43b69ece for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:03:43.139864 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-878ada57-1d38-4da6-83b5-d3119574240b req-01d2cea1-e3eb-4152-91d1-6d217ab88e4a tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742827 Feb 09 18:03:43.159524 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-4af05b5a-3fee-4ace-ae5d-2ff0d3cf4a5d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'cbe50b3a-b211-467f-9765-91a6f6831c07', 'tempest-TagsExtTest-Tag-1395832501') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:43.219399 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ad937711-5bdc-4817-a11a-707e02882c73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:43.226410 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9970171-f313-4738-894f-a15706519b33 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Hosts for router 0d6be140-9666-4568-bc02-0273cfb2adf8: [] {{(pid=84541) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Feb 09 18:03:43.280454 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9970171-f313-4738-894f-a15706519b33 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Hosts for other DVR routers connected to router 0d6be140-9666-4568-bc02-0273cfb2adf8: set() {{(pid=84541) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Feb 09 18:03:43.285692 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40d96067-9133-49c0-b2a9-d11a697e31fd tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:43.294749 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b9970171-f313-4738-894f-a15706519b33 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:43.295971 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b9970171-f313-4738-894f-a15706519b33 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] 10.222.0.21 "PUT /v2.0/routers/0d6be140-9666-4568-bc02-0273cfb2adf8 HTTP/1.1" status: 200 len: 716 time: 2.7684314 Feb 09 18:03:43.298944 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46268) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:43.326552 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ad937711-5bdc-4817-a11a-707e02882c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:43.361861 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad937711-5bdc-4817-a11a-707e02882c73 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:03:43.362258 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ad937711-5bdc-4817-a11a-707e02882c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:43.376262 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c7f1b72b-991b-4ffb-8461-ae2d7c5c83d8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: util.warn( Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: util.warn( Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: util.warn( Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: util.warn( Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:03:43.386286 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:03:43.445881 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8fd195b1-19b1-4206-9256-a9c04aea8591 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] 10.222.0.21 "GET /v2.0/routers/0d6be140-9666-4568-bc02-0273cfb2adf8 HTTP/1.1" status: 200 len: 716 time: 0.1458056 Feb 09 18:03:43.448362 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46272) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:43.499642 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40d96067-9133-49c0-b2a9-d11a697e31fd tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:43.580461 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d96067-9133-49c0-b2a9-d11a697e31fd tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:03:43.634697 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-40d96067-9133-49c0-b2a9-d11a697e31fd tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:03:43.645693 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d96067-9133-49c0-b2a9-d11a697e31fd tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:03:43.681435 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d96067-9133-49c0-b2a9-d11a697e31fd tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Pushing event updated for resources: {'Port': ['ID=0ee6b628-82ae-4f5f-be9e-f81cb0bb498a,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:43.714907 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c7f1b72b-991b-4ffb-8461-ae2d7c5c83d8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Calling delete_port for 1d0682a5-6a54-47d3-a96e-bbbc00c2b592 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:43.803839 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd8959a4-277d-47cf-8d85-2355f46b7643 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:43.814559 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-64e2fa4f-bdbc-4130-a46d-1501c7c7ca83 tempest-RoutersTestDVR-1545544500 tempest-RoutersTestDVR-1545544500-project] 10.222.0.21 "GET /v2.0/routers/0d6be140-9666-4568-bc02-0273cfb2adf8 HTTP/1.1" status: 200 len: 682 time: 0.3650668 Feb 09 18:03:43.821585 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46278) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:43.902374 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-bd8959a4-277d-47cf-8d85-2355f46b7643 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] device_id is not set on port ca1c6326-99e4-4b88-89ef-c42c4688e484 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:03:43.947736 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4af05b5a-3fee-4ace-ae5d-2ff0d3cf4a5d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "DELETE /v2.0/subnetpools/cbe50b3a-b211-467f-9765-91a6f6831c07/tags/tempest-TagsExtTest-Tag-1395832501 HTTP/1.1" status: 204 len: 168 time: 0.8653831 Feb 09 18:03:43.948384 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ad937711-5bdc-4817-a11a-707e02882c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:43.950625 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46282) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:43.960868 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-3c6f27a8-723d-4578-856c-89004c53f415 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'cbe50b3a-b211-467f-9765-91a6f6831c07') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:43.971950 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ad937711-5bdc-4817-a11a-707e02882c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:43.990931 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2cce0dcf-b91d-4641-91ca-b0f653b64095 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:44.003220 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad937711-5bdc-4817-a11a-707e02882c73 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfbb786d-fb18-4e8f-a54d-5c87d11addf4,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:44.058159 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3c6f27a8-723d-4578-856c-89004c53f415 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "GET /v2.0/subnetpools/cbe50b3a-b211-467f-9765-91a6f6831c07/tags HTTP/1.1" status: 200 len: 205 time: 0.1025469 Feb 09 18:03:44.069978 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c7f1b72b-991b-4ffb-8461-ae2d7c5c83d8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:44.071494 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46286) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:44.126554 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-5cfb1239-b338-41a6-80a8-e7a59dc55f63 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cbe50b3a-b211-467f-9765-91a6f6831c07') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:44.164929 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1b72b-991b-4ffb-8461-ae2d7c5c83d8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Port': ['ID=1d0682a5-6a54-47d3-a96e-bbbc00c2b592,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:44.214449 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ad937711-5bdc-4817-a11a-707e02882c73 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bfbb786d-fb18-4e8f-a54d-5c87d11addf4 HTTP/1.1" status: 204 len: 168 time: 3.0827804 Feb 09 18:03:44.225555 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c7f1b72b-991b-4ffb-8461-ae2d7c5c83d8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:44.230668 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c7f1b72b-991b-4ffb-8461-ae2d7c5c83d8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/ports/1d0682a5-6a54-47d3-a96e-bbbc00c2b592 HTTP/1.1" status: 204 len: 168 time: 1.8390446 Feb 09 18:03:44.231110 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46292) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:44.413393 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5cfb1239-b338-41a6-80a8-e7a59dc55f63 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "DELETE /v2.0/subnetpools/cbe50b3a-b211-467f-9765-91a6f6831c07/tags HTTP/1.1" status: 204 len: 168 time: 0.3332233 Feb 09 18:03:44.420497 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46296) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:44.444728 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-540c7a36-87a4-4c1e-aca7-4e0444eed260 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd30db550-c1b4-40e2-894d-a77e5aece010') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:44.537863 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2cce0dcf-b91d-4641-91ca-b0f653b64095 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:44.543911 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2cce0dcf-b91d-4641-91ca-b0f653b64095 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:44.553326 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40d96067-9133-49c0-b2a9-d11a697e31fd tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router_gateway, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:44.645008 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfc41a8-133a-46aa-ba62-9d7091a1b9ed tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:44.645709 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2dfc41a8-133a-46aa-ba62-9d7091a1b9ed tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Synchronizing usage tracker for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:03:44.702895 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-bd8959a4-277d-47cf-8d85-2355f46b7643 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Allocated IP 172.20.0.14 (37685c53-9b93-484d-ac5f-1f69d899201b/b3213315-d694-43ae-b98f-7103d1eaa8ca/ca1c6326-99e4-4b88-89ef-c42c4688e484) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:03:44.731015 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-bd8959a4-277d-47cf-8d85-2355f46b7643 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Allocated IP 172.20.0.13 (37685c53-9b93-484d-ac5f-1f69d899201b/b3213315-d694-43ae-b98f-7103d1eaa8ca/ca1c6326-99e4-4b88-89ef-c42c4688e484) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:03:44.739511 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40d96067-9133-49c0-b2a9-d11a697e31fd tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:44.743076 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40d96067-9133-49c0-b2a9-d11a697e31fd tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640420'] for router, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:44.760578 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46300) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:44.777341 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-57e88b10-00f1-42af-b793-9358de46c609 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Deleting port 5f384c8f-87e8-493a-97fc-4f9ca744d67f {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:44.777833 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57e88b10-00f1-42af-b793-9358de46c609 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:44.801208 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2cce0dcf-b91d-4641-91ca-b0f653b64095 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:44.801712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cce0dcf-b91d-4641-91ca-b0f653b64095 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d6be140-9666-4568-bc02-0273cfb2adf8 {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:03:44.827992 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-540c7a36-87a4-4c1e-aca7-4e0444eed260 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "DELETE /v2.0/routers/d30db550-c1b4-40e2-894d-a77e5aece010/tags HTTP/1.1" status: 204 len: 168 time: 0.4013481 Feb 09 18:03:44.846552 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46304) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:44.856455 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2dfc41a8-133a-46aa-ba62-9d7091a1b9ed tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Unset dirty status for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:03:44.858532 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2dfc41a8-133a-46aa-ba62-9d7091a1b9ed tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6237125 Feb 09 18:03:44.865328 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46306) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:44.879582 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2cce0dcf-b91d-4641-91ca-b0f653b64095 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:44.884889 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2cce0dcf-b91d-4641-91ca-b0f653b64095 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] 10.222.0.21 "DELETE /v2.0/routers/0d6be140-9666-4568-bc02-0273cfb2adf8 HTTP/1.1" status: 204 len: 168 time: 1.0582349 Feb 09 18:03:44.884889 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46310) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:44.891030 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b4d0a1fe-64fa-46ba-84f4-10a49ed5eb7e tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Request body: {'router': {'name': 'tempest-router-1591255613', 'distributed': True}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:44.898106 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b4d0a1fe-64fa-46ba-84f4-10a49ed5eb7e tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:44.902726 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-628864c5-1e1c-4acc-a7fb-87b514123083 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dbb19698-8c6f-4865-bb6a-5c64cdac9dc7') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:44.912419 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b4d0a1fe-64fa-46ba-84f4-10a49ed5eb7e tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Usage tracker for resource:router and tenant:27bd4f11c71b47adb6ff0af0535bcbcd is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:44.917770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b4d0a1fe-64fa-46ba-84f4-10a49ed5eb7e tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:44.924857 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b4d0a1fe-64fa-46ba-84f4-10a49ed5eb7e tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:45.024890 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b4d0a1fe-64fa-46ba-84f4-10a49ed5eb7e tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:45.026847 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b4d0a1fe-64fa-46ba-84f4-10a49ed5eb7e tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:45.031010 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e94b652-a961-4c7f-a57e-28d700a523e3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] GET failed (client error): The resource could not be found. Feb 09 18:03:45.033087 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7e94b652-a961-4c7f-a57e-28d700a523e3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports/6055070f-8883-43cc-b951-58f9fe9d32c8 HTTP/1.1" status: 404 len: 333 time: 0.1504412 Feb 09 18:03:45.036938 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46316) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:45.083291 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d96067-9133-49c0-b2a9-d11a697e31fd tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Router e1b8d3ac-f57b-4e5c-8f83-5bc9077c04a4 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:03:45.097907 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-28728ee9-746b-43e2-843c-6c62e5fcb0f8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] GET failed (client error): The resource could not be found. Feb 09 18:03:45.100654 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-28728ee9-746b-43e2-843c-6c62e5fcb0f8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports/1d0682a5-6a54-47d3-a96e-bbbc00c2b592 HTTP/1.1" status: 404 len: 333 time: 0.0608501 Feb 09 18:03:45.105278 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b4d0a1fe-64fa-46ba-84f4-10a49ed5eb7e tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:45.114734 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46320) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:45.211151 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0e69bd4f-b63a-4c81-a1ff-58a657df4e34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7814e9f979984521b818aa821b9167b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4507539 Feb 09 18:03:45.217689 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46324) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:45.325795 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b4d0a1fe-64fa-46ba-84f4-10a49ed5eb7e tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:45.360318 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fac7c956-f9e9-4655-804d-bc814ad7e6ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:45.443556 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57e88b10-00f1-42af-b793-9358de46c609 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:45.485284 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b4d0a1fe-64fa-46ba-84f4-10a49ed5eb7e tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:45.489111 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b4d0a1fe-64fa-46ba-84f4-10a49ed5eb7e tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6011560 Feb 09 18:03:45.490869 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46328) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:45.582355 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fac7c956-f9e9-4655-804d-bc814ad7e6ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:45.591018 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-57e88b10-00f1-42af-b793-9358de46c609 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Calling delete_port for 5f384c8f-87e8-493a-97fc-4f9ca744d67f owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:45.646957 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd8959a4-277d-47cf-8d85-2355f46b7643 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:45.657804 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-628864c5-1e1c-4acc-a7fb-87b514123083 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "DELETE /v2.0/ports/dbb19698-8c6f-4865-bb6a-5c64cdac9dc7/tags HTTP/1.1" status: 204 len: 168 time: 0.7978733 Feb 09 18:03:45.675156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46332) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:45.690012 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-4e9e1236-78ff-47e8-8302-1131efc6aae9 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '06907f17-ff0f-4b1c-82d4-5c232aa26a36') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:45.723475 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-329b89c9-ab1f-40be-80e3-8f3b37c31c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:45.789297 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-329b89c9-ab1f-40be-80e3-8f3b37c31c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:45.790318 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-fac7c956-f9e9-4655-804d-bc814ad7e6ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae73f3b1-f960-4b0e-95cb-b4688808a6e1']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:45.809373 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-fac7c956-f9e9-4655-804d-bc814ad7e6ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b4990e-3f27-417a-a70b-50bba38b8e71') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:45.809683 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-fac7c956-f9e9-4655-804d-bc814ad7e6ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b4990e-3f27-417a-a70b-50bba38b8e71') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:45.828006 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fac7c956-f9e9-4655-804d-bc814ad7e6ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:45.845440 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-72a0e946-eb35-493e-a440-60140aca66d8 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:45.853608 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:03:45.912711 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fac7c956-f9e9-4655-804d-bc814ad7e6ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:45.917639 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd8959a4-277d-47cf-8d85-2355f46b7643 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:45.972359 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4e9e1236-78ff-47e8-8302-1131efc6aae9 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "DELETE /v2.0/subnets/06907f17-ff0f-4b1c-82d4-5c232aa26a36/tags HTTP/1.1" status: 204 len: 168 time: 0.2961712 Feb 09 18:03:45.982217 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac7c956-f9e9-4655-804d-bc814ad7e6ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:03:45.983547 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fac7c956-f9e9-4655-804d-bc814ad7e6ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:45.983686 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46338) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:45.995990 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-ec3277c0-907f-4ebf-a836-02e9ef8e0a6d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '06907f17-ff0f-4b1c-82d4-5c232aa26a36', 'tempest-TagsExtTest-Tag-1628043874') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:03:46.001905 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:03:46.056383 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-329b89c9-ab1f-40be-80e3-8f3b37c31c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:46.063783 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8959a4-277d-47cf-8d85-2355f46b7643 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Network 37685c53-9b93-484d-ac5f-1f69d899201b is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:03:46.077611 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-bd8959a4-277d-47cf-8d85-2355f46b7643 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:03:46.087127 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8959a4-277d-47cf-8d85-2355f46b7643 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:03:46.112461 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8959a4-277d-47cf-8d85-2355f46b7643 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event updated for resources: {'Port': ['ID=ca1c6326-99e4-4b88-89ef-c42c4688e484,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:46.117182 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b89c9-ab1f-40be-80e3-8f3b37c31c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a09a182-3562-4b47-a91a-1a5c8b94bf5b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:46.156412 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57e88b10-00f1-42af-b793-9358de46c609 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:46.195617 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-329b89c9-ab1f-40be-80e3-8f3b37c31c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:46.196742 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-329b89c9-ab1f-40be-80e3-8f3b37c31c2e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a09a182-3562-4b47-a91a-1a5c8b94bf5b HTTP/1.1" status: 204 len: 168 time: 0.9721470 Feb 09 18:03:46.220685 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e88b10-00f1-42af-b793-9358de46c609 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Pushing event deleted for resources: {'Port': ['ID=5f384c8f-87e8-493a-97fc-4f9ca744d67f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:46.231204 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8959a4-277d-47cf-8d85-2355f46b7643 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:46.231843 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd8959a4-277d-47cf-8d85-2355f46b7643 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:46.244320 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fac7c956-f9e9-4655-804d-bc814ad7e6ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:46.272345 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fac7c956-f9e9-4655-804d-bc814ad7e6ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:46.287807 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7c956-f9e9-4655-804d-bc814ad7e6ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Network': ['ID=ae73f3b1-f960-4b0e-95cb-b4688808a6e1,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:46.345989 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fac7c956-f9e9-4655-804d-bc814ad7e6ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/networks/ae73f3b1-f960-4b0e-95cb-b4688808a6e1 HTTP/1.1" status: 204 len: 168 time: 1.2302084 Feb 09 18:03:46.352494 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46344) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:46.420141 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-8ccdc059-7bd3-4fa5-b069-cdb987f24e68 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-233055610'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:46.433346 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-bd8959a4-277d-47cf-8d85-2355f46b7643 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.0399256 Feb 09 18:03:46.440070 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d96067-9133-49c0-b2a9-d11a697e31fd tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:03:46.443022 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-8ccdc059-7bd3-4fa5-b069-cdb987f24e68 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:46.446848 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46348) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:46.452539 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb1c6a2-712c-4697-8ebe-2dd2c483a21d None None] Sync routers for ids ['e1b8d3ac-f57b-4e5c-8f83-5bc9077c04a4'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:03:46.453422 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-72a0e946-eb35-493e-a440-60140aca66d8 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:46.460791 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40d96067-9133-49c0-b2a9-d11a697e31fd tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:46.466877 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-40d96067-9133-49c0-b2a9-d11a697e31fd tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "PUT /v2.0/routers/e1b8d3ac-f57b-4e5c-8f83-5bc9077c04a4 HTTP/1.1" status: 200 len: 880 time: 7.0345366 Feb 09 18:03:46.468880 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-118d78c1-0ae2-434c-9a0b-01ccf5b2e32b tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': 'ca1c6326-99e4-4b88-89ef-c42c4688e484', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:46.469262 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb1c6a2-712c-4697-8ebe-2dd2c483a21d None None] Routers {'e1b8d3ac-f57b-4e5c-8f83-5bc9077c04a4'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:46.470348 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bcb1c6a2-712c-4697-8ebe-2dd2c483a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['e1b8d3ac-f57b-4e5c-8f83-5bc9077c04a4'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:46.473333 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8ccdc059-7bd3-4fa5-b069-cdb987f24e68 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:network and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:46.477386 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8ccdc059-7bd3-4fa5-b069-cdb987f24e68 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:46.479916 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46352) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:46.487236 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-118d78c1-0ae2-434c-9a0b-01ccf5b2e32b tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:46.489708 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ec3277c0-907f-4ebf-a836-02e9ef8e0a6d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "PUT /v2.0/subnets/06907f17-ff0f-4b1c-82d4-5c232aa26a36/tags/tempest-TagsExtTest-Tag-1628043874 HTTP/1.1" status: 201 len: 201 time: 0.5029359 Feb 09 18:03:46.496970 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46356) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:46.506834 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-c76dee82-4c25-4be5-84aa-f2f5cbb24f97 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'dbb19698-8c6f-4865-bb6a-5c64cdac9dc7', 'tempest-TagsExtTest-Tag-1943385320') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:46.549909 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-8ccdc059-7bd3-4fa5-b069-cdb987f24e68 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:46.557711 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-118d78c1-0ae2-434c-9a0b-01ccf5b2e32b tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Usage tracker for resource:floatingip and tenant:f3837d08455842e393bcceee43b69ece is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:46.562415 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-72a0e946-eb35-493e-a440-60140aca66d8 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:46.564693 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-118d78c1-0ae2-434c-9a0b-01ccf5b2e32b tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:46.568608 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57e88b10-00f1-42af-b793-9358de46c609 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:46.582086 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bcb1c6a2-712c-4697-8ebe-2dd2c483a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:46.596128 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb1c6a2-712c-4697-8ebe-2dd2c483a21d None None] Routers {'e1b8d3ac-f57b-4e5c-8f83-5bc9077c04a4'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:46.596778 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bcb1c6a2-712c-4697-8ebe-2dd2c483a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['e1b8d3ac-f57b-4e5c-8f83-5bc9077c04a4'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:46.630766 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-118d78c1-0ae2-434c-9a0b-01ccf5b2e32b tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:46.657707 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-42697cfb-7ca9-4a20-88e4-2158d1ca6c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:46.660477 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bcb1c6a2-712c-4697-8ebe-2dd2c483a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:46.661596 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb1c6a2-712c-4697-8ebe-2dd2c483a21d None None] The sync data for ids ['e1b8d3ac-f57b-4e5c-8f83-5bc9077c04a4'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:03:46.748683 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-657996f5-a88e-43ab-a301-354fcde822b0 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "GET /v2.0/routers/e1b8d3ac-f57b-4e5c-8f83-5bc9077c04a4 HTTP/1.1" status: 200 len: 921 time: 0.2670109 Feb 09 18:03:46.749403 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46360) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:46.792144 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccdc059-7bd3-4fa5-b069-cdb987f24e68 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:03:46.797092 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ccdc059-7bd3-4fa5-b069-cdb987f24e68 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:46.806635 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-72a0e946-eb35-493e-a440-60140aca66d8 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:46.807630 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a0e946-eb35-493e-a440-60140aca66d8 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87da6f7d-8453-4ec8-81cf-841a9224fb8f {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:03:46.809402 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-118d78c1-0ae2-434c-9a0b-01ccf5b2e32b tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:46.818194 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:46.856252 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-72a0e946-eb35-493e-a440-60140aca66d8 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:46.857513 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-72a0e946-eb35-493e-a440-60140aca66d8 tempest-RoutersTestDVR-412034179 tempest-RoutersTestDVR-412034179-project-admin] 10.222.0.21 "DELETE /v2.0/routers/87da6f7d-8453-4ec8-81cf-841a9224fb8f HTTP/1.1" status: 204 len: 168 time: 1.3656023 Feb 09 18:03:46.948108 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ccdc059-7bd3-4fa5-b069-cdb987f24e68 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:03:46.997320 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ccdc059-7bd3-4fa5-b069-cdb987f24e68 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:46.998029 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-8ccdc059-7bd3-4fa5-b069-cdb987f24e68 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Added segment 06740191-c421-4550-a105-0564723e9144 of type vlan for network 9e41ef09-e75f-495e-ac72-14044a1abb1d Feb 09 18:03:47.028603 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-94d3f862-305d-4753-af91-91996cc061fc tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4&device_id=e1b8d3ac-f57b-4e5c-8f83-5bc9077c04a4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2781374 Feb 09 18:03:47.032737 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46374) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:47.135302 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c76dee82-4c25-4be5-84aa-f2f5cbb24f97 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "PUT /v2.0/ports/dbb19698-8c6f-4865-bb6a-5c64cdac9dc7/tags/tempest-TagsExtTest-Tag-1943385320 HTTP/1.1" status: 201 len: 201 time: 0.6351473 Feb 09 18:03:47.142063 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46378) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:47.151990 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-c9815b99-8138-4441-910e-55f3bdb44b4e tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd30db550-c1b4-40e2-894d-a77e5aece010', 'tempest-TagsExtTest-Tag-439884336') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:47.163062 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ccdc059-7bd3-4fa5-b069-cdb987f24e68 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:47.258169 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-118d78c1-0ae2-434c-9a0b-01ccf5b2e32b tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:47.296242 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1886a994-fc2d-44da-b227-f1cba8e0eb6c tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:47.297680 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1886a994-fc2d-44da-b227-f1cba8e0eb6c tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "GET /v2.0/networks/c9564cd9-4539-4a2d-b376-06d44bc8fbe4 HTTP/1.1" status: 200 len: 881 time: 0.2637906 Feb 09 18:03:47.300731 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46384) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:47.325251 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e88b10-00f1-42af-b793-9358de46c609 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Router 7afcbf77-9e57-4d85-844a-637ac958368d has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:03:47.355016 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ccdc059-7bd3-4fa5-b069-cdb987f24e68 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:47.359027 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccdc059-7bd3-4fa5-b069-cdb987f24e68 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:47.359613 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ccdc059-7bd3-4fa5-b069-cdb987f24e68 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:47.465235 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46392) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:47.477528 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c9815b99-8138-4441-910e-55f3bdb44b4e tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "PUT /v2.0/routers/d30db550-c1b4-40e2-894d-a77e5aece010/tags/tempest-TagsExtTest-Tag-439884336 HTTP/1.1" status: 201 len: 201 time: 0.3317804 Feb 09 18:03:47.481134 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46396) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:47.490370 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-e4e03776-95bd-4d23-af96-8d3476b27d1c tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'cbe50b3a-b211-467f-9765-91a6f6831c07', 'tempest-TagsExtTest-Tag-1340588161') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:47.521505 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c751e099-452c-4a21-923c-19e68e8eb1c1 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1b8d3ac-f57b-4e5c-8f83-5bc9077c04a4 HTTP/1.1" status: 200 len: 205 time: 0.2195339 Feb 09 18:03:47.525014 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e88b10-00f1-42af-b793-9358de46c609 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:03:47.527416 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46404) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:47.534019 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-57e88b10-00f1-42af-b793-9358de46c609 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] 10.222.0.21 "PUT /v2.0/routers/7afcbf77-9e57-4d85-844a-637ac958368d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2590203 Feb 09 18:03:47.538514 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5de709-eddb-4766-b80c-3182e212b919 None None] Sync routers for ids ['7afcbf77-9e57-4d85-844a-637ac958368d'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:03:47.547442 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46408) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:47.563338 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5de709-eddb-4766-b80c-3182e212b919 None None] Routers {'7afcbf77-9e57-4d85-844a-637ac958368d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:47.567507 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0b5de709-eddb-4766-b80c-3182e212b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7afcbf77-9e57-4d85-844a-637ac958368d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:47.656817 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0b5de709-eddb-4766-b80c-3182e212b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:47.669604 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5de709-eddb-4766-b80c-3182e212b919 None None] Routers {'7afcbf77-9e57-4d85-844a-637ac958368d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:47.671671 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0b5de709-eddb-4766-b80c-3182e212b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7afcbf77-9e57-4d85-844a-637ac958368d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:47.701611 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-1728f839-5546-47bb-a0cd-0c7afe7ce198 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] show failed (client error): The resource could not be found. Feb 09 18:03:47.702959 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1728f839-5546-47bb-a0cd-0c7afe7ce198 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-972322990 HTTP/1.1" status: 404 len: 334 time: 0.1547167 Feb 09 18:03:47.713023 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46414) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:47.740445 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0b5de709-eddb-4766-b80c-3182e212b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:47.741105 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5de709-eddb-4766-b80c-3182e212b919 None None] The sync data for ids ['7afcbf77-9e57-4d85-844a-637ac958368d'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:03:47.760725 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-243bf0a0-b483-404d-a5ab-cb388307312e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:47.772704 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-df4ed7e8-e095-40a1-ae1d-49df3ab89231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:47.810355 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-df4ed7e8-e095-40a1-ae1d-49df3ab89231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:47.814722 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-df4ed7e8-e095-40a1-ae1d-49df3ab89231 admin admin] Usage tracker for resource:security_group_rule and tenant:5fb9c65f24b54790b7f1f6b0b4b0f5dc is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:47.817494 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdc059-7bd3-4fa5-b069-cdb987f24e68 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Network': ['ID=9e41ef09-e75f-495e-ac72-14044a1abb1d,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:47.817916 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-df4ed7e8-e095-40a1-ae1d-49df3ab89231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:47.824769 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-df4ed7e8-e095-40a1-ae1d-49df3ab89231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:47.833505 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8ccdc059-7bd3-4fa5-b069-cdb987f24e68 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4796827 Feb 09 18:03:47.838541 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-243bf0a0-b483-404d-a5ab-cb388307312e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] update failed (client error): The resource could not be found. Feb 09 18:03:47.839604 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-243bf0a0-b483-404d-a5ab-cb388307312e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1809528807 HTTP/1.1" status: 404 len: 335 time: 0.1255848 Feb 09 18:03:47.840257 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46418) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:47.847518 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46422) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:47.848651 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 9e41ef09-e75f-495e-ac72-14044a1abb1d details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:03:47.850964 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-0ee0a59a-3694-407f-aea2-7376c44bf3e0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'subnet': {'network_id': '9e41ef09-e75f-495e-ac72-14044a1abb1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:47.904539 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-df4ed7e8-e095-40a1-ae1d-49df3ab89231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:47.908123 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e4e03776-95bd-4d23-af96-8d3476b27d1c tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "PUT /v2.0/subnetpools/cbe50b3a-b211-467f-9765-91a6f6831c07/tags/tempest-TagsExtTest-Tag-1340588161 HTTP/1.1" status: 201 len: 201 time: 0.4257500 Feb 09 18:03:47.911816 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46426) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:47.918682 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-4ba2b956-1762-4643-aaf2-1fb2197ef49d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '06907f17-ff0f-4b1c-82d4-5c232aa26a36', {'tags': ['tempest-TagsExtTest-Tag-1702826654', 'tempest-TagsExtTest-Tag-1813650784', 'tempest-TagsExtTest-Tag-1335797231']}) {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:47.994841 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-118d78c1-0ae2-434c-9a0b-01ccf5b2e32b tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Allocated IP 172.26.8.201 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/c9746abe-8319-46cb-8854-8c287551df28) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:03:48.005289 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-df4ed7e8-e095-40a1-ae1d-49df3ab89231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:48.085250 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ed7e8-e095-40a1-ae1d-49df3ab89231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c846b2-90b3-45f7-9d69-4329e499102b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:48.093513 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-df4ed7e8-e095-40a1-ae1d-49df3ab89231 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5fb9c65f24b54790b7f1f6b0b4b0f5dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6250021 Feb 09 18:03:48.099558 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46432) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:48.122484 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4ba2b956-1762-4643-aaf2-1fb2197ef49d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "PUT /v2.0/subnets/06907f17-ff0f-4b1c-82d4-5c232aa26a36/tags HTTP/1.1" status: 200 len: 318 time: 0.2082863 Feb 09 18:03:48.127690 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46436) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:48.142592 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-23f537af-fa86-45d8-bcfd-c1c268366fb5 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '06907f17-ff0f-4b1c-82d4-5c232aa26a36') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:48.195968 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-0ee0a59a-3694-407f-aea2-7376c44bf3e0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:48.210807 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-0ee0a59a-3694-407f-aea2-7376c44bf3e0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:subnet and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:48.222824 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-0ee0a59a-3694-407f-aea2-7376c44bf3e0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:48.231852 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad920-4481-46b6-a3c1-2ef553ce4b81 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:48.232405 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-0ee0a59a-3694-407f-aea2-7376c44bf3e0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:48.327050 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee76953-c5e7-4406-8819-f57bc0d7adc5 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Deleting subnet f5469549-2a10-4f16-aecb-c342ea45e702 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:03:48.337286 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee0a59a-3694-407f-aea2-7376c44bf3e0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:03:48.353007 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fee76953-c5e7-4406-8819-f57bc0d7adc5 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:48.372038 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee35f2c2-6a3f-40a3-9dd7-117094d33d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:48.383795 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-118d78c1-0ae2-434c-9a0b-01ccf5b2e32b tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:48.422708 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee35f2c2-6a3f-40a3-9dd7-117094d33d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:48.487292 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fee76953-c5e7-4406-8819-f57bc0d7adc5 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:48.565001 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0ee0a59a-3694-407f-aea2-7376c44bf3e0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:48.583266 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad920-4481-46b6-a3c1-2ef553ce4b81 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:48.599627 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-23f537af-fa86-45d8-bcfd-c1c268366fb5 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "DELETE /v2.0/subnets/06907f17-ff0f-4b1c-82d4-5c232aa26a36/tags HTTP/1.1" status: 204 len: 168 time: 0.4706378 Feb 09 18:03:48.602055 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46444) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:48.610406 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-6a4fb4a9-32c5-43d0-8cc5-54cfa6edcdca tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '06907f17-ff0f-4b1c-82d4-5c232aa26a36', 'tempest-TagsExtTest-Tag-1702826654') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:48.638363 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee35f2c2-6a3f-40a3-9dd7-117094d33d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:48.662067 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35f2c2-6a3f-40a3-9dd7-117094d33d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c846b2-90b3-45f7-9d69-4329e499102b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:48.672090 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee35f2c2-6a3f-40a3-9dd7-117094d33d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:48.680476 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ee35f2c2-6a3f-40a3-9dd7-117094d33d8e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78c846b2-90b3-45f7-9d69-4329e499102b HTTP/1.1" status: 204 len: 168 time: 0.5752749 Feb 09 18:03:48.685253 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.ipam_backend_mixin [None req-0ee0a59a-3694-407f-aea2-7376c44bf3e0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Performing IP validity checks on allocation pools {{(pid=84541) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 18:03:48.688971 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.ipam_backend_mixin [None req-0ee0a59a-3694-407f-aea2-7376c44bf3e0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84541) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 18:03:48.694673 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ad920-4481-46b6-a3c1-2ef553ce4b81 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Deleting port 0ee6b628-82ae-4f5f-be9e-f81cb0bb498a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:48.696357 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad920-4481-46b6-a3c1-2ef553ce4b81 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:48.713983 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fee76953-c5e7-4406-8819-f57bc0d7adc5 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:48.750426 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-118d78c1-0ae2-434c-9a0b-01ccf5b2e32b tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:48.843771 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-6a4fb4a9-32c5-43d0-8cc5-54cfa6edcdca tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] show failed (client error): The resource could not be found. Feb 09 18:03:48.847429 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6a4fb4a9-32c5-43d0-8cc5-54cfa6edcdca tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "GET /v2.0/subnets/06907f17-ff0f-4b1c-82d4-5c232aa26a36/tags/tempest-TagsExtTest-Tag-1702826654 HTTP/1.1" status: 404 len: 329 time: 0.2417719 Feb 09 18:03:48.848664 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46454) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:48.855021 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-df88d27c-33cc-4a49-9f0a-cb35cdd12072 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '06907f17-ff0f-4b1c-82d4-5c232aa26a36', 'tempest-TagsExtTest-Tag-1813650784') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:48.902852 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118d78c1-0ae2-434c-9a0b-01ccf5b2e32b tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:03:48.903694 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d78c1-0ae2-434c-9a0b-01ccf5b2e32b tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event updated for resources: {'Port': ['ID=c9746abe-8319-46cb-8854-8c287551df28,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:48.911597 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-118d78c1-0ae2-434c-9a0b-01ccf5b2e32b tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:03:48.916974 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d78c1-0ae2-434c-9a0b-01ccf5b2e32b tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:03:48.938393 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad920-4481-46b6-a3c1-2ef553ce4b81 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:49.030242 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-df94bb0f-7a88-4959-8638-b46282b49698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:49.149853 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fee76953-c5e7-4406-8819-f57bc0d7adc5 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:49.218577 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ad920-4481-46b6-a3c1-2ef553ce4b81 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Calling delete_port for 0ee6b628-82ae-4f5f-be9e-f81cb0bb498a owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:49.220408 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fee76953-c5e7-4406-8819-f57bc0d7adc5 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:49.225354 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaa7a3f-9d3c-4835-9449-0c6e3f09fdb9 None None] Network c6cb0344-cf98-4d94-8251-db235b81e0e0 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:03:49.273312 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-df88d27c-33cc-4a49-9f0a-cb35cdd12072 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] show failed (client error): The resource could not be found. Feb 09 18:03:49.276998 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-df88d27c-33cc-4a49-9f0a-cb35cdd12072 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "GET /v2.0/subnets/06907f17-ff0f-4b1c-82d4-5c232aa26a36/tags/tempest-TagsExtTest-Tag-1813650784 HTTP/1.1" status: 404 len: 329 time: 0.4257157 Feb 09 18:03:49.277953 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46464) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:49.288212 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-1959042b-4eb5-4179-b314-d5d38bbad051 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '06907f17-ff0f-4b1c-82d4-5c232aa26a36', 'tempest-TagsExtTest-Tag-1335797231') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:49.385716 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee76953-c5e7-4406-8819-f57bc0d7adc5 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Pushing event deleted for resources: {'Subnet': ['ID=f5469549-2a10-4f16-aecb-c342ea45e702,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:49.388350 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0ee0a59a-3694-407f-aea2-7376c44bf3e0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:49.395669 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fee76953-c5e7-4406-8819-f57bc0d7adc5 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] 10.222.0.21 "DELETE /v2.0/subnets/f5469549-2a10-4f16-aecb-c342ea45e702 HTTP/1.1" status: 204 len: 168 time: 1.5270956 Feb 09 18:03:49.403583 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46470) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:49.473448 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-1959042b-4eb5-4179-b314-d5d38bbad051 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] show failed (client error): The resource could not be found. Feb 09 18:03:49.477122 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1959042b-4eb5-4179-b314-d5d38bbad051 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "GET /v2.0/subnets/06907f17-ff0f-4b1c-82d4-5c232aa26a36/tags/tempest-TagsExtTest-Tag-1335797231 HTTP/1.1" status: 404 len: 329 time: 0.1961894 Feb 09 18:03:49.477623 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46474) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:49.499485 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-71163212-5835-4991-9dc2-5000edaa6995 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'dbb19698-8c6f-4865-bb6a-5c64cdac9dc7', {'tags': ['tempest-TagsExtTest-Tag-258290574', 'tempest-TagsExtTest-Tag-1214117324', 'tempest-TagsExtTest-Tag-1802444777']}) {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:49.559991 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db55fd8-0bf1-40ed-89d8-084e1f18e25c None None] DHCP port deletion for c6cb0344-cf98-4d94-8251-db235b81e0e0 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:03:49.564120 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0db55fd8-0bf1-40ed-89d8-084e1f18e25c None None] Deleting port 86e38dea-e6db-45b4-bb20-394cde784f95 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:49.564588 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0db55fd8-0bf1-40ed-89d8-084e1f18e25c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:49.585445 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0a59a-3694-407f-aea2-7376c44bf3e0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Subnet': ['ID=3e462629-6e7f-4e84-9f12-0a01f996698d,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:49.607850 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad920-4481-46b6-a3c1-2ef553ce4b81 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:49.660885 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46480) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:49.680834 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ad920-4481-46b6-a3c1-2ef553ce4b81 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Pushing event deleted for resources: {'Port': ['ID=0ee6b628-82ae-4f5f-be9e-f81cb0bb498a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:49.741734 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10db1967-0576-43c5-acaa-30a039d534c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:49.801453 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd390e44-1143-49e5-be10-2d181d763da9 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Deleting subnet 997ccdff-3be8-4bac-b675-0cee97c3837a {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:03:49.812151 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee0a59a-3694-407f-aea2-7376c44bf3e0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Checking segment: {'id': '06740191-c421-4550-a105-0564723e9144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9e41ef09-e75f-495e-ac72-14044a1abb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:03:49.812847 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee0a59a-3694-407f-aea2-7376c44bf3e0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network hostable DHCP agents. Network: 9e41ef09-e75f-495e-ac72-14044a1abb1d, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:03:49.893776 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-71163212-5835-4991-9dc2-5000edaa6995 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "PUT /v2.0/ports/dbb19698-8c6f-4865-bb6a-5c64cdac9dc7/tags HTTP/1.1" status: 200 len: 317 time: 0.4148262 Feb 09 18:03:49.895638 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-0db55fd8-0bf1-40ed-89d8-084e1f18e25c None None] For port 86e38dea-e6db-45b4-bb20-394cde784f95, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=86e38dea-e6db-45b4-bb20-394cde784f95,segment=NetworkSegment(180606cd-4adb-4a92-846b-5566ef24a583),segment_id=180606cd-4adb-4a92-846b-5566ef24a583)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:49.896132 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0db55fd8-0bf1-40ed-89d8-084e1f18e25c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:49.901661 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46488) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:49.932532 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-1987e196-b9f5-4956-8912-6ae7dba9f6e9 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dbb19698-8c6f-4865-bb6a-5c64cdac9dc7') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:49.948353 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-10db1967-0576-43c5-acaa-30a039d534c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:49.954287 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-10db1967-0576-43c5-acaa-30a039d534c4 admin admin] Usage tracker for resource:security_group_rule and tenant:27bd4f11c71b47adb6ff0af0535bcbcd is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:49.958101 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-10db1967-0576-43c5-acaa-30a039d534c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:49.964694 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd390e44-1143-49e5-be10-2d181d763da9 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:49.984856 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee0a59a-3694-407f-aea2-7376c44bf3e0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network 9e41ef09-e75f-495e-ac72-14044a1abb1d is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:03:50.052615 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-10db1967-0576-43c5-acaa-30a039d534c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:50.079996 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:50.087873 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0db55fd8-0bf1-40ed-89d8-084e1f18e25c None None] Calling delete_port for 86e38dea-e6db-45b4-bb20-394cde784f95 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:50.134860 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad920-4481-46b6-a3c1-2ef553ce4b81 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:50.160474 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-0ee0a59a-3694-407f-aea2-7376c44bf3e0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 9e41ef09-e75f-495e-ac72-14044a1abb1d) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:03:50.181895 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee0a59a-3694-407f-aea2-7376c44bf3e0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:50.182816 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0ee0a59a-3694-407f-aea2-7376c44bf3e0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:50.194997 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c647d3-d5a2-471d-b198-c6bb64e8e918 None None] Network 9e41ef09-e75f-495e-ac72-14044a1abb1d requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:03:50.225018 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:50.265784 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-118d78c1-0ae2-434c-9a0b-01ccf5b2e32b tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:50.269229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd390e44-1143-49e5-be10-2d181d763da9 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:50.293060 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46498) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:50.294802 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 86e38dea-e6db-45b4-bb20-394cde784f95 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:03:50.342631 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0db55fd8-0bf1-40ed-89d8-084e1f18e25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:50.382949 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 86e38dea-e6db-45b4-bb20-394cde784f95 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:03:50.383466 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 86e38dea-e6db-45b4-bb20-394cde784f95 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:03:50.385244 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db55fd8-0bf1-40ed-89d8-084e1f18e25c None None] No DVR routers for this DVR port 86e38dea-e6db-45b4-bb20-394cde784f95 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:03:50.403590 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db55fd8-0bf1-40ed-89d8-084e1f18e25c None None] Pushing event deleted for resources: {'Port': ['ID=86e38dea-e6db-45b4-bb20-394cde784f95,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:50.430908 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1987e196-b9f5-4956-8912-6ae7dba9f6e9 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "DELETE /v2.0/ports/dbb19698-8c6f-4865-bb6a-5c64cdac9dc7/tags HTTP/1.1" status: 204 len: 168 time: 0.5281301 Feb 09 18:03:50.436074 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0ee0a59a-3694-407f-aea2-7376c44bf3e0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5890405 Feb 09 18:03:50.438176 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46504) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:50.438958 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46506) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:50.453812 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-fc54ca5e-022d-42ad-adc8-c1995da86e56 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'port': {'network_id': '9e41ef09-e75f-495e-ac72-14044a1abb1d', 'name': 'tempest-PortsIpV6TestJSON-1356930924'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:50.507727 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad920-4481-46b6-a3c1-2ef553ce4b81 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:50.526189 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-fa0b8ef2-9192-43ac-addc-35a4d2b79627 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dbb19698-8c6f-4865-bb6a-5c64cdac9dc7', 'tempest-TagsExtTest-Tag-258290574') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:50.537228 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad920-4481-46b6-a3c1-2ef553ce4b81 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:50.545152 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10db1967-0576-43c5-acaa-30a039d534c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:50.558242 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd390e44-1143-49e5-be10-2d181d763da9 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:50.569787 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-9ca5395c-5be5-4b68-b469-7e21bf245ebb tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:50.583024 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba2d4c8-87b1-4fb1-aba6-769364132ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-9e41ef09-e75f-495e-ac72-14044a1abb1d', 'network_id': '9e41ef09-e75f-495e-ac72-14044a1abb1d', 'tenant_id': 'b60c7c82052d46da993e7a5a5abe4cf8', 'fixed_ips': [{'subnet_id': '3e462629-6e7f-4e84-9f12-0a01f996698d'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:03:50.583929 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1ba2d4c8-87b1-4fb1-aba6-769364132ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:50.616121 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10db1967-0576-43c5-acaa-30a039d534c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:50.636324 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-118d78c1-0ae2-434c-9a0b-01ccf5b2e32b tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:50.745216 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad920-4481-46b6-a3c1-2ef553ce4b81 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:50.745629 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2ad920-4481-46b6-a3c1-2ef553ce4b81 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Fanout notify agent at l3_agent the message router_deleted on router e1b8d3ac-f57b-4e5c-8f83-5bc9077c04a4 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:03:50.749917 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-fa0b8ef2-9192-43ac-addc-35a4d2b79627 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] show failed (client error): The resource could not be found. Feb 09 18:03:50.753750 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fa0b8ef2-9192-43ac-addc-35a4d2b79627 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "GET /v2.0/ports/dbb19698-8c6f-4865-bb6a-5c64cdac9dc7/tags/tempest-TagsExtTest-Tag-258290574 HTTP/1.1" status: 404 len: 328 time: 0.3111293 Feb 09 18:03:50.756575 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46512) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:50.765684 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-fc54ca5e-022d-42ad-adc8-c1995da86e56 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:50.771271 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-b8b8d3c5-0811-4120-9cc5-9b9d0fe89c1c tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dbb19698-8c6f-4865-bb6a-5c64cdac9dc7', 'tempest-TagsExtTest-Tag-1214117324') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:50.780553 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-1ba2d4c8-87b1-4fb1-aba6-769364132ae9 None None] Allocated IP 2001:db8::2 (9e41ef09-e75f-495e-ac72-14044a1abb1d/3e462629-6e7f-4e84-9f12-0a01f996698d/57b1ebd1-abfe-48c5-b783-0a95397c9d41) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:03:50.801789 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db1967-0576-43c5-acaa-30a039d534c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f2c57c-ba6d-4813-a450-9f5b2711a00e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:50.808302 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-10db1967-0576-43c5-acaa-30a039d534c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27bd4f11c71b47adb6ff0af0535bcbcd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1403205 Feb 09 18:03:50.816480 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46516) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:50.859132 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad920-4481-46b6-a3c1-2ef553ce4b81 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:50.860215 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fc2ad920-4481-46b6-a3c1-2ef553ce4b81 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "DELETE /v2.0/routers/e1b8d3ac-f57b-4e5c-8f83-5bc9077c04a4 HTTP/1.1" status: 204 len: 168 time: 3.3318684 Feb 09 18:03:50.869470 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46520) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:50.875990 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ef4a7198-7d39-40e1-81eb-e8ffbdcb9d1d tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1732769200', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:50.885720 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ef4a7198-7d39-40e1-81eb-e8ffbdcb9d1d tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:50.892741 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ef4a7198-7d39-40e1-81eb-e8ffbdcb9d1d tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Usage tracker for resource:router and tenant:c1430629c5b84c288a716b7a85c1f5fa is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:50.896776 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ef4a7198-7d39-40e1-81eb-e8ffbdcb9d1d tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:50.898335 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-fc54ca5e-022d-42ad-adc8-c1995da86e56 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:50.912291 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ef4a7198-7d39-40e1-81eb-e8ffbdcb9d1d tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:50.917274 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd390e44-1143-49e5-be10-2d181d763da9 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:50.925449 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9ca5395c-5be5-4b68-b469-7e21bf245ebb tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] 10.222.0.21 "PUT /v2.0/quotas/3a2706ccb2a642f8815eb2932d27e2fb HTTP/1.1" status: 200 len: 368 time: 0.6287699 Feb 09 18:03:50.931265 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46524) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:50.946206 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-9ab4c6a5-2111-4147-b54c-1b6b56132082 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Request body: {'network': {'project_id': '3a2706ccb2a642f8815eb2932d27e2fb'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:50.957436 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0d209b1d-237c-4c98-97e7-0c6e947f5945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:50.957664 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9ab4c6a5-2111-4147-b54c-1b6b56132082 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:50.975607 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd390e44-1143-49e5-be10-2d181d763da9 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Pushing event deleted for resources: {'Subnet': ['ID=997ccdff-3be8-4bac-b675-0cee97c3837a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:50.978477 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9ab4c6a5-2111-4147-b54c-1b6b56132082 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Usage tracker for resource:network and tenant:3a2706ccb2a642f8815eb2932d27e2fb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:50.982243 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9ab4c6a5-2111-4147-b54c-1b6b56132082 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:50.995409 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd390e44-1143-49e5-be10-2d181d763da9 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.003622 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9ab4c6a5-2111-4147-b54c-1b6b56132082 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:51.003818 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0d209b1d-237c-4c98-97e7-0c6e947f5945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.009159 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99548095-5f04-4f6e-83ff-a121993ca974 None None] Network e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:03:51.017117 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-dd390e44-1143-49e5-be10-2d181d763da9 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] 10.222.0.21 "DELETE /v2.0/subnets/997ccdff-3be8-4bac-b675-0cee97c3837a HTTP/1.1" status: 204 len: 168 time: 1.6070871 Feb 09 18:03:51.017530 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46528) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:51.021621 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc54ca5e-022d-42ad-adc8-c1995da86e56 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:03:51.021825 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fc54ca5e-022d-42ad-adc8-c1995da86e56 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.053911 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-b8b8d3c5-0811-4120-9cc5-9b9d0fe89c1c tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] show failed (client error): The resource could not be found. Feb 09 18:03:51.055005 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b8b8d3c5-0811-4120-9cc5-9b9d0fe89c1c tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "GET /v2.0/ports/dbb19698-8c6f-4865-bb6a-5c64cdac9dc7/tags/tempest-TagsExtTest-Tag-1214117324 HTTP/1.1" status: 404 len: 329 time: 0.2944579 Feb 09 18:03:51.056053 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef4a7198-7d39-40e1-81eb-e8ffbdcb9d1d tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.057431 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef4a7198-7d39-40e1-81eb-e8ffbdcb9d1d tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.058367 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46532) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:51.064938 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1ba2d4c8-87b1-4fb1-aba6-769364132ae9 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.069544 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-fc54ca5e-022d-42ad-adc8-c1995da86e56 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] device_id is not set on port de46c44d-7106-4305-8769-8e26f387b0b0 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:03:51.080924 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1ba2d4c8-87b1-4fb1-aba6-769364132ae9 None None] Transition to ACTIVE for port object 57b1ebd1-abfe-48c5-b783-0a95397c9d41 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:03:51.106193 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1ba2d4c8-87b1-4fb1-aba6-769364132ae9 None None] Transition to ACTIVE for port object 57b1ebd1-abfe-48c5-b783-0a95397c9d41 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:03:51.112557 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-3f354c14-409b-4f6a-a178-c97d56d50f58 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dbb19698-8c6f-4865-bb6a-5c64cdac9dc7', 'tempest-TagsExtTest-Tag-1802444777') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:51.146718 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-118d78c1-0ae2-434c-9a0b-01ccf5b2e32b tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.183992 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef4a7198-7d39-40e1-81eb-e8ffbdcb9d1d tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.197880 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e0d98fcf-9daf-46b4-86a1-8d7acd072877 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.201410 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab4c6a5-2111-4147-b54c-1b6b56132082 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Made reservation on behalf of 3a2706ccb2a642f8815eb2932d27e2fb for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:03:51.203770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9ab4c6a5-2111-4147-b54c-1b6b56132082 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.230490 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9ab4c6a5-2111-4147-b54c-1b6b56132082 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.258784 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-3f354c14-409b-4f6a-a178-c97d56d50f58 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] show failed (client error): The resource could not be found. Feb 09 18:03:51.262623 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3f354c14-409b-4f6a-a178-c97d56d50f58 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "GET /v2.0/ports/dbb19698-8c6f-4865-bb6a-5c64cdac9dc7/tags/tempest-TagsExtTest-Tag-1802444777 HTTP/1.1" status: 404 len: 329 time: 0.2004838 Feb 09 18:03:51.262764 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46536) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:51.270658 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1ba2d4c8-87b1-4fb1-aba6-769364132ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.302488 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-52447be6-228f-42aa-b96f-0a6e83b62c1d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd30db550-c1b4-40e2-894d-a77e5aece010', {'tags': ['tempest-TagsExtTest-Tag-126218796', 'tempest-TagsExtTest-Tag-1100030498', 'tempest-TagsExtTest-Tag-124704598']}) {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:51.343381 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef4a7198-7d39-40e1-81eb-e8ffbdcb9d1d tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.351728 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0d209b1d-237c-4c98-97e7-0c6e947f5945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.357298 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e0d98fcf-9daf-46b4-86a1-8d7acd072877 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.383043 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba2d4c8-87b1-4fb1-aba6-769364132ae9 None None] Network 9e41ef09-e75f-495e-ac72-14044a1abb1d is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:03:51.389518 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2d4c8-87b1-4fb1-aba6-769364132ae9 None None] Pushing event updated for resources: {'Port': ['ID=57b1ebd1-abfe-48c5-b783-0a95397c9d41,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:51.394013 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-1ba2d4c8-87b1-4fb1-aba6-769364132ae9 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:03:51.407510 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d209b1d-237c-4c98-97e7-0c6e947f5945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f2c57c-ba6d-4813-a450-9f5b2711a00e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:51.413189 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba2d4c8-87b1-4fb1-aba6-769364132ae9 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:03:51.424593 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-e0d98fcf-9daf-46b4-86a1-8d7acd072877 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6cb0344-cf98-4d94-8251-db235b81e0e0']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:51.433770 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0d209b1d-237c-4c98-97e7-0c6e947f5945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.438044 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0d209b1d-237c-4c98-97e7-0c6e947f5945 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56f2c57c-ba6d-4813-a450-9f5b2711a00e HTTP/1.1" status: 204 len: 168 time: 0.6175504 Feb 09 18:03:51.444108 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-e0d98fcf-9daf-46b4-86a1-8d7acd072877 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180606cd-4adb-4a92-846b-5566ef24a583') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:51.444585 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-e0d98fcf-9daf-46b4-86a1-8d7acd072877 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180606cd-4adb-4a92-846b-5566ef24a583') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:51.466570 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e0d98fcf-9daf-46b4-86a1-8d7acd072877 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.486390 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e0d98fcf-9daf-46b4-86a1-8d7acd072877 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.493796 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d98fcf-9daf-46b4-86a1-8d7acd072877 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:03:51.494236 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e0d98fcf-9daf-46b4-86a1-8d7acd072877 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:03:51.512509 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:03:51.541958 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1ba2d4c8-87b1-4fb1-aba6-769364132ae9 None None] Attempting to bind port 57b1ebd1-abfe-48c5-b783-0a95397c9d41 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:03:51.542357 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1ba2d4c8-87b1-4fb1-aba6-769364132ae9 None None] Attempting to bind port 57b1ebd1-abfe-48c5-b783-0a95397c9d41 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '06740191-c421-4550-a105-0564723e9144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9e41ef09-e75f-495e-ac72-14044a1abb1d'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:03:51.542711 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba2d4c8-87b1-4fb1-aba6-769364132ae9 None None] Attempting to bind port 57b1ebd1-abfe-48c5-b783-0a95397c9d41 on network 9e41ef09-e75f-495e-ac72-14044a1abb1d {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:03:51.550547 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba2d4c8-87b1-4fb1-aba6-769364132ae9 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:03:51.550943 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba2d4c8-87b1-4fb1-aba6-769364132ae9 None None] Checking segment: {'id': '06740191-c421-4550-a105-0564723e9144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9e41ef09-e75f-495e-ac72-14044a1abb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:03:51.551589 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1ba2d4c8-87b1-4fb1-aba6-769364132ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.551977 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba2d4c8-87b1-4fb1-aba6-769364132ae9 None None] Bound using segment: {'id': '06740191-c421-4550-a105-0564723e9144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9e41ef09-e75f-495e-ac72-14044a1abb1d'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:03:51.552445 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1ba2d4c8-87b1-4fb1-aba6-769364132ae9 None None] Bound port: 57b1ebd1-abfe-48c5-b783-0a95397c9d41, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06740191-c421-4550-a105-0564723e9144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9e41ef09-e75f-495e-ac72-14044a1abb1d'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:03:51.552817 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1ba2d4c8-87b1-4fb1-aba6-769364132ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.575267 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-118d78c1-0ae2-434c-9a0b-01ccf5b2e32b tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.603034 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092e8349-b219-49bc-9a94-a0d1e992ea70 None None] DHCP port deletion for e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:03:51.622459 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-092e8349-b219-49bc-9a94-a0d1e992ea70 None None] Deleting port 57920ddd-c15e-4556-9f63-3e8118099b8f {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:51.622922 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-092e8349-b219-49bc-9a94-a0d1e992ea70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.647440 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9ab4c6a5-2111-4147-b54c-1b6b56132082 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:51.656336 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.656549 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef4a7198-7d39-40e1-81eb-e8ffbdcb9d1d tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.657739 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ef4a7198-7d39-40e1-81eb-e8ffbdcb9d1d tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7872951 Feb 09 18:03:51.660904 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46542) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:51.666370 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-89e8fb09-a829-4ce4-a98d-a3ab712147c3 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'enable_snat': True}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:51.667175 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9ab4c6a5-2111-4147-b54c-1b6b56132082 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Usage tracker for resource:security_group_rule and tenant:3a2706ccb2a642f8815eb2932d27e2fb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:51.672875 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9ab4c6a5-2111-4147-b54c-1b6b56132082 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:51.681371 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9ab4c6a5-2111-4147-b54c-1b6b56132082 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:51.742189 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1ba2d4c8-87b1-4fb1-aba6-769364132ae9 None None] For port 57b1ebd1-abfe-48c5-b783-0a95397c9d41, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:03:51.763501 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1ba2d4c8-87b1-4fb1-aba6-769364132ae9 None None] For port 57b1ebd1-abfe-48c5-b783-0a95397c9d41, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=57b1ebd1-abfe-48c5-b783-0a95397c9d41,segment=NetworkSegment(06740191-c421-4550-a105-0564723e9144),segment_id=06740191-c421-4550-a105-0564723e9144)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:03:51.782596 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e0d98fcf-9daf-46b4-86a1-8d7acd072877 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.787064 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e0d98fcf-9daf-46b4-86a1-8d7acd072877 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.820226 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-fc54ca5e-022d-42ad-adc8-c1995da86e56 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Allocated IP 2001:db8::1a9 (9e41ef09-e75f-495e-ac72-14044a1abb1d/3e462629-6e7f-4e84-9f12-0a01f996698d/de46c44d-7106-4305-8769-8e26f387b0b0) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:03:51.821703 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d98fcf-9daf-46b4-86a1-8d7acd072877 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Pushing event deleted for resources: {'Network': ['ID=c6cb0344-cf98-4d94-8251-db235b81e0e0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:51.827489 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e0d98fcf-9daf-46b4-86a1-8d7acd072877 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] 10.222.0.21 "DELETE /v2.0/networks/c6cb0344-cf98-4d94-8251-db235b81e0e0 HTTP/1.1" status: 204 len: 168 time: 0.8081768 Feb 09 18:03:51.829935 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46546) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:51.853114 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d78c1-0ae2-434c-9a0b-01ccf5b2e32b tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event updated for resources: {'Port': ['ID=c9746abe-8319-46cb-8854-8c287551df28,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:51.886445 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9ab4c6a5-2111-4147-b54c-1b6b56132082 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.903165 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-118d78c1-0ae2-434c-9a0b-01ccf5b2e32b tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:51.910433 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1ba2d4c8-87b1-4fb1-aba6-769364132ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:52.025718 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2d4c8-87b1-4fb1-aba6-769364132ae9 None None] Pushing event updated for resources: {'Port': ['ID=57b1ebd1-abfe-48c5-b783-0a95397c9d41,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:52.027418 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-52447be6-228f-42aa-b96f-0a6e83b62c1d tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "PUT /v2.0/routers/d30db550-c1b4-40e2-894d-a77e5aece010/tags HTTP/1.1" status: 200 len: 316 time: 0.7636776 Feb 09 18:03:52.044611 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9ab4c6a5-2111-4147-b54c-1b6b56132082 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:52.052059 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46552) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:52.080766 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-d79e5135-3097-421f-b8a6-b356ddcfa123 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd30db550-c1b4-40e2-894d-a77e5aece010') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:52.082112 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-092e8349-b219-49bc-9a94-a0d1e992ea70 None None] For port 57920ddd-c15e-4556-9f63-3e8118099b8f, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=57920ddd-c15e-4556-9f63-3e8118099b8f,segment=NetworkSegment(07abf8c6-980f-44ce-91ea-7eebecbd5240),segment_id=07abf8c6-980f-44ce-91ea-7eebecbd5240)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:52.082699 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-092e8349-b219-49bc-9a94-a0d1e992ea70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:52.197362 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-16607c87-697b-4864-b8e7-e65f36702300 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:52.197362 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-16607c87-697b-4864-b8e7-e65f36702300 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Deleting port 57920ddd-c15e-4556-9f63-3e8118099b8f {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:52.197362 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-16607c87-697b-4864-b8e7-e65f36702300 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:52.199815 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab4c6a5-2111-4147-b54c-1b6b56132082 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:03:52.251878 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-092e8349-b219-49bc-9a94-a0d1e992ea70 None None] Calling delete_port for 57920ddd-c15e-4556-9f63-3e8118099b8f owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:52.312915 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 57920ddd-c15e-4556-9f63-3e8118099b8f no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:03:52.406471 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9ab4c6a5-2111-4147-b54c-1b6b56132082 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:52.406824 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-9ab4c6a5-2111-4147-b54c-1b6b56132082 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Added segment ed29aa00-fbee-48fa-a81a-48351ae196ce of type vlan for network 9cbbc96f-0309-4651-9132-ac19b308f340 Feb 09 18:03:52.409512 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4c6a5-2111-4147-b54c-1b6b56132082 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa365d1-4012-43ef-a6b6-cdc7ec44a1e6,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:52.443304 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-89e8fb09-a829-4ce4-a98d-a3ab712147c3 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:52.495611 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9ab4c6a5-2111-4147-b54c-1b6b56132082 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:52.519234 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:52.592467 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-092e8349-b219-49bc-9a94-a0d1e992ea70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:52.610042 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fc54ca5e-022d-42ad-adc8-c1995da86e56 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:52.640586 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-fc54ca5e-022d-42ad-adc8-c1995da86e56 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Transition to ACTIVE for port object de46c44d-7106-4305-8769-8e26f387b0b0 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:03:52.674541 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-16607c87-697b-4864-b8e7-e65f36702300 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] For port 57920ddd-c15e-4556-9f63-3e8118099b8f, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=57920ddd-c15e-4556-9f63-3e8118099b8f,segment=NetworkSegment(07abf8c6-980f-44ce-91ea-7eebecbd5240),segment_id=07abf8c6-980f-44ce-91ea-7eebecbd5240)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:52.679822 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-16607c87-697b-4864-b8e7-e65f36702300 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:52.679957 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092e8349-b219-49bc-9a94-a0d1e992ea70 None None] No DVR routers for this DVR port 57920ddd-c15e-4556-9f63-3e8118099b8f on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:03:52.680061 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d79e5135-3097-421f-b8a6-b356ddcfa123 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "DELETE /v2.0/routers/d30db550-c1b4-40e2-894d-a77e5aece010/tags HTTP/1.1" status: 204 len: 168 time: 0.6175811 Feb 09 18:03:52.680061 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.l3_db [None req-118d78c1-0ae2-434c-9a0b-01ccf5b2e32b tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Floating IP 00a4e9b7-9e61-49c3-afa0-805b260be689 associated. External IP: 172.26.8.201, port: ca1c6326-99e4-4b88-89ef-c42c4688e484. Feb 09 18:03:52.721101 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46564) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:52.721636 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e8349-b219-49bc-9a94-a0d1e992ea70 None None] Pushing event deleted for resources: {'Port': ['ID=57920ddd-c15e-4556-9f63-3e8118099b8f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:52.721825 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-acc5fb4e-3cc2-4420-8037-fef0cfb7ba1b tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd30db550-c1b4-40e2-894d-a77e5aece010', 'tempest-TagsExtTest-Tag-126218796') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:52.747329 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9ab4c6a5-2111-4147-b54c-1b6b56132082 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:52.748736 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab4c6a5-2111-4147-b54c-1b6b56132082 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:52.749330 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9ab4c6a5-2111-4147-b54c-1b6b56132082 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:52.778712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fc54ca5e-022d-42ad-adc8-c1995da86e56 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:53.008725 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-16607c87-697b-4864-b8e7-e65f36702300 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Calling delete_port for 57920ddd-c15e-4556-9f63-3e8118099b8f owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:53.077117 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4c6a5-2111-4147-b54c-1b6b56132082 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Pushing event updated for resources: {'Network': ['ID=9cbbc96f-0309-4651-9132-ac19b308f340,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:53.090427 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 9cbbc96f-0309-4651-9132-ac19b308f340 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:03:53.124275 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc54ca5e-022d-42ad-adc8-c1995da86e56 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network 9e41ef09-e75f-495e-ac72-14044a1abb1d is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:03:53.130916 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-fc54ca5e-022d-42ad-adc8-c1995da86e56 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:03:53.139722 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc54ca5e-022d-42ad-adc8-c1995da86e56 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:03:53.144384 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc54ca5e-022d-42ad-adc8-c1995da86e56 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:53.146782 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fc54ca5e-022d-42ad-adc8-c1995da86e56 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:53.155794 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54ca5e-022d-42ad-adc8-c1995da86e56 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Port': ['ID=de46c44d-7106-4305-8769-8e26f387b0b0,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:53.165695 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9ab4c6a5-2111-4147-b54c-1b6b56132082 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.2332325 Feb 09 18:03:53.170871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46574) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:53.184733 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-9a465ee5-2859-4b47-8a8c-e3600081ba97 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Request body: {'network': {'project_id': '3a2706ccb2a642f8815eb2932d27e2fb'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:53.191617 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9a465ee5-2859-4b47-8a8c-e3600081ba97 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:53.198954 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-acc5fb4e-3cc2-4420-8037-fef0cfb7ba1b tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] show failed (client error): The resource could not be found. Feb 09 18:03:53.206031 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9a465ee5-2859-4b47-8a8c-e3600081ba97 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Usage tracker for resource:network and tenant:3a2706ccb2a642f8815eb2932d27e2fb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:53.206183 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-acc5fb4e-3cc2-4420-8037-fef0cfb7ba1b tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "GET /v2.0/routers/d30db550-c1b4-40e2-894d-a77e5aece010/tags/tempest-TagsExtTest-Tag-126218796 HTTP/1.1" status: 404 len: 328 time: 0.5118892 Feb 09 18:03:53.206269 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46578) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:53.207848 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9a465ee5-2859-4b47-8a8c-e3600081ba97 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:53.214451 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-6b792633-ecaa-4a6c-bbff-ae9a6eaa59f5 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd30db550-c1b4-40e2-894d-a77e5aece010', 'tempest-TagsExtTest-Tag-1100030498') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:53.216130 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.api [None req-16607c87-697b-4864-b8e7-e65f36702300 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:03:53.216620 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG oslo_db.api [None req-16607c87-697b-4864-b8e7-e65f36702300 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:03:53.313461 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-89e8fb09-a829-4ce4-a98d-a3ab712147c3 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:53.339435 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9a465ee5-2859-4b47-8a8c-e3600081ba97 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:53.343267 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fc54ca5e-022d-42ad-adc8-c1995da86e56 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9012630 Feb 09 18:03:53.345729 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46584) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:53.352197 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-89e8fb09-a829-4ce4-a98d-a3ab712147c3 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:53.391164 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-6b792633-ecaa-4a6c-bbff-ae9a6eaa59f5 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] show failed (client error): The resource could not be found. Feb 09 18:03:53.392215 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6b792633-ecaa-4a6c-bbff-ae9a6eaa59f5 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "GET /v2.0/routers/d30db550-c1b4-40e2-894d-a77e5aece010/tags/tempest-TagsExtTest-Tag-1100030498 HTTP/1.1" status: 404 len: 329 time: 0.1861024 Feb 09 18:03:53.395199 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46588) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:53.404787 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-5ea32a43-6820-4857-b59b-53643be614c1 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd30db550-c1b4-40e2-894d-a77e5aece010', 'tempest-TagsExtTest-Tag-124704598') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:53.473346 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d61dead7-d672-4e21-ab65-7215a51b6255 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting port de46c44d-7106-4305-8769-8e26f387b0b0 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:53.473692 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d61dead7-d672-4e21-ab65-7215a51b6255 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:53.596853 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a465ee5-2859-4b47-8a8c-e3600081ba97 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Made reservation on behalf of 3a2706ccb2a642f8815eb2932d27e2fb for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:03:53.599240 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9a465ee5-2859-4b47-8a8c-e3600081ba97 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:53.683426 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-89e8fb09-a829-4ce4-a98d-a3ab712147c3 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Allocated IP 172.26.8.12 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/5000926d-befb-47d1-ac8f-2c5eb159737a) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:03:53.714521 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a465ee5-2859-4b47-8a8c-e3600081ba97 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:03:53.768824 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-16607c87-697b-4864-b8e7-e65f36702300 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Deleting port 57920ddd-c15e-4556-9f63-3e8118099b8f {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:53.769179 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-16607c87-697b-4864-b8e7-e65f36702300 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:53.784365 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9a465ee5-2859-4b47-8a8c-e3600081ba97 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:53.784720 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-9a465ee5-2859-4b47-8a8c-e3600081ba97 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Added segment c38abd20-a52f-4ed7-ad41-2f3cd76c2caf of type vlan for network c863a350-685e-48b5-b9c6-4f2796f783ee Feb 09 18:03:53.792172 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-5ea32a43-6820-4857-b59b-53643be614c1 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] show failed (client error): The resource could not be found. Feb 09 18:03:53.800800 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5ea32a43-6820-4857-b59b-53643be614c1 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "GET /v2.0/routers/d30db550-c1b4-40e2-894d-a77e5aece010/tags/tempest-TagsExtTest-Tag-124704598 HTTP/1.1" status: 404 len: 328 time: 0.3970263 Feb 09 18:03:53.804743 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46594) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:53.859579 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6e14ac-8d07-4a9b-aecd-c34c1f66d87a None None] Network 9e41ef09-e75f-495e-ac72-14044a1abb1d requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:03:53.873611 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-84bc80b4-7c2b-419e-807b-248ffb1bee42 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'cbe50b3a-b211-467f-9765-91a6f6831c07', {'tags': ['tempest-TagsExtTest-Tag-443626247', 'tempest-TagsExtTest-Tag-1231415834', 'tempest-TagsExtTest-Tag-288483923']}) {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:53.885516 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-16607c87-697b-4864-b8e7-e65f36702300 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] The port '57920ddd-c15e-4556-9f63-3e8118099b8f' was deleted {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:03:53.923998 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9a465ee5-2859-4b47-8a8c-e3600081ba97 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:54.065052 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118d78c1-0ae2-434c-9a0b-01ccf5b2e32b tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Router 8191c06a-dccc-43b5-b6a3-64343aff3e2d has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:03:54.073968 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-84bc80b4-7c2b-419e-807b-248ffb1bee42 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "PUT /v2.0/subnetpools/cbe50b3a-b211-467f-9765-91a6f6831c07/tags HTTP/1.1" status: 200 len: 316 time: 0.2136312 Feb 09 18:03:54.074950 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9a465ee5-2859-4b47-8a8c-e3600081ba97 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:54.076802 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a465ee5-2859-4b47-8a8c-e3600081ba97 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:54.077487 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9a465ee5-2859-4b47-8a8c-e3600081ba97 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:54.088156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46604) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:54.129459 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-6eb9b84a-245e-4ee4-a6a0-03ae01cbce3a tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cbe50b3a-b211-467f-9765-91a6f6831c07') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:54.129586 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-44616cdd-442c-45a4-a6f6-b14837dde133 None None] Provisioning for port 57b1ebd1-abfe-48c5-b783-0a95397c9d41 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:03:54.155576 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-16607c87-697b-4864-b8e7-e65f36702300 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:54.174798 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d61dead7-d672-4e21-ab65-7215a51b6255 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:54.239718 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9a465ee5-2859-4b47-8a8c-e3600081ba97 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0663931 Feb 09 18:03:54.256129 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46608) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:54.269346 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-59dc33f6-abe6-48e8-ac4b-d96f30cc4b19 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Request body: {'network': {'project_id': '3a2706ccb2a642f8815eb2932d27e2fb'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:54.299972 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a465ee5-2859-4b47-8a8c-e3600081ba97 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Pushing event updated for resources: {'Network': ['ID=c863a350-685e-48b5-b9c6-4f2796f783ee,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:54.317108 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network c863a350-685e-48b5-b9c6-4f2796f783ee details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:03:54.353098 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-16607c87-697b-4864-b8e7-e65f36702300 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:54.363112 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 57b1ebd1-abfe-48c5-b783-0a95397c9d41 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:03:54.391729 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-59dc33f6-abe6-48e8-ac4b-d96f30cc4b19 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:54.468238 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-59dc33f6-abe6-48e8-ac4b-d96f30cc4b19 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Usage tracker for resource:network and tenant:3a2706ccb2a642f8815eb2932d27e2fb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:54.473300 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-59dc33f6-abe6-48e8-ac4b-d96f30cc4b19 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:54.484680 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-59dc33f6-abe6-48e8-ac4b-d96f30cc4b19 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:54.495839 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d61dead7-d672-4e21-ab65-7215a51b6255 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Calling delete_port for de46c44d-7106-4305-8769-8e26f387b0b0 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:54.496605 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-59dc33f6-abe6-48e8-ac4b-d96f30cc4b19 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 18:03:54.497045 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59dc33f6-abe6-48e8-ac4b-d96f30cc4b19 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:03:54.499534 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-59dc33f6-abe6-48e8-ac4b-d96f30cc4b19 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2409298 Feb 09 18:03:54.502921 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46616) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:54.530920 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-16607c87-697b-4864-b8e7-e65f36702300 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07abf8c6-980f-44ce-91ea-7eebecbd5240') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:54.531216 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-16607c87-697b-4864-b8e7-e65f36702300 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07abf8c6-980f-44ce-91ea-7eebecbd5240') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:54.573741 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-430ceaf5-359a-488a-9af5-a58e805e3d00 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a2706ccb2a642f8815eb2932d27e2fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0696886 Feb 09 18:03:54.590890 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46620) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:54.598422 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-89e8fb09-a829-4ce4-a98d-a3ab712147c3 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:54.603033 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-16607c87-697b-4864-b8e7-e65f36702300 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:54.639410 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-16607c87-697b-4864-b8e7-e65f36702300 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:54.659150 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16607c87-697b-4864-b8e7-e65f36702300 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:03:54.661532 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-16607c87-697b-4864-b8e7-e65f36702300 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: util.warn( Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: util.warn( Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: util.warn( Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: util.warn( Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:03:54.678115 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:03:54.684414 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 57b1ebd1-abfe-48c5-b783-0a95397c9d41 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:03:54.691689 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 57b1ebd1-abfe-48c5-b783-0a95397c9d41 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:03:54.695842 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:54.714493 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-21c9bb3a-6635-48e6-be92-1fe2a49e78cd tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:54.762088 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118d78c1-0ae2-434c-9a0b-01ccf5b2e32b tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:03:54.773183 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1f323cfc-6eff-4946-a497-aebfe5553843 None None] Provisioning for port de46c44d-7106-4305-8769-8e26f387b0b0 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:03:54.777556 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-21c9bb3a-6635-48e6-be92-1fe2a49e78cd tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:54.777699 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee9108d-213b-44a7-80f9-efea324d0712 None None] Sync routers for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:03:54.782213 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1f323cfc-6eff-4946-a497-aebfe5553843 None None] Provisioning complete for port de46c44d-7106-4305-8769-8e26f387b0b0 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:03:54.782636 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f323cfc-6eff-4946-a497-aebfe5553843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:54.852030 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6eb9b84a-245e-4ee4-a6a0-03ae01cbce3a tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "DELETE /v2.0/subnetpools/cbe50b3a-b211-467f-9765-91a6f6831c07/tags HTTP/1.1" status: 204 len: 168 time: 0.7548892 Feb 09 18:03:54.855374 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46626) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:54.863025 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-3a05b56c-8702-49fe-9e32-7208eca68033 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cbe50b3a-b211-467f-9765-91a6f6831c07', 'tempest-TagsExtTest-Tag-443626247') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:54.892484 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-3a05b56c-8702-49fe-9e32-7208eca68033 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] show failed (client error): The resource could not be found. Feb 09 18:03:54.893967 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3a05b56c-8702-49fe-9e32-7208eca68033 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "GET /v2.0/subnetpools/cbe50b3a-b211-467f-9765-91a6f6831c07/tags/tempest-TagsExtTest-Tag-443626247 HTTP/1.1" status: 404 len: 328 time: 0.0373290 Feb 09 18:03:54.896714 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46630) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:54.906625 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-67041212-4390-400b-bca2-ce112f8a0e9e tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cbe50b3a-b211-467f-9765-91a6f6831c07', 'tempest-TagsExtTest-Tag-1231415834') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:54.924037 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee9108d-213b-44a7-80f9-efea324d0712 None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:54.925301 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-dee9108d-213b-44a7-80f9-efea324d0712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:54.941563 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-67041212-4390-400b-bca2-ce112f8a0e9e tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] show failed (client error): The resource could not be found. Feb 09 18:03:54.943948 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-67041212-4390-400b-bca2-ce112f8a0e9e tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "GET /v2.0/subnetpools/cbe50b3a-b211-467f-9765-91a6f6831c07/tags/tempest-TagsExtTest-Tag-1231415834 HTTP/1.1" status: 404 len: 329 time: 0.0459540 Feb 09 18:03:54.946752 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46636) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:54.953348 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-6c8bf619-3894-47bd-8d81-a0a08b5c3aa4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cbe50b3a-b211-467f-9765-91a6f6831c07', 'tempest-TagsExtTest-Tag-288483923') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:54.971146 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-16607c87-697b-4864-b8e7-e65f36702300 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:54.972187 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-118d78c1-0ae2-434c-9a0b-01ccf5b2e32b tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:54.995214 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-16607c87-697b-4864-b8e7-e65f36702300 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:55.007677 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16607c87-697b-4864-b8e7-e65f36702300 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Pushing event deleted for resources: {'Network': ['ID=e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:55.013315 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-16607c87-697b-4864-b8e7-e65f36702300 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] 10.222.0.21 "DELETE /v2.0/networks/e6bbe3aa-e278-4e8f-a44d-2065d9cf1bf7 HTTP/1.1" status: 204 len: 168 time: 3.1824391 Feb 09 18:03:55.017512 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46640) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:55.019523 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d61dead7-d672-4e21-ab65-7215a51b6255 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:55.023500 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-21c9bb3a-6635-48e6-be92-1fe2a49e78cd tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:55.032782 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1f323cfc-6eff-4946-a497-aebfe5553843 None None] Port de46c44d-7106-4305-8769-8e26f387b0b0 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:03:55.033768 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-89e8fb09-a829-4ce4-a98d-a3ab712147c3 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:55.038062 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-dee9108d-213b-44a7-80f9-efea324d0712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:55.040589 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:55.062071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9bb3a-6635-48e6-be92-1fe2a49e78cd tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa365d1-4012-43ef-a6b6-cdc7ec44a1e6,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:55.087015 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-6c8bf619-3894-47bd-8d81-a0a08b5c3aa4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] show failed (client error): The resource could not be found. Feb 09 18:03:55.091228 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6c8bf619-3894-47bd-8d81-a0a08b5c3aa4 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "GET /v2.0/subnetpools/cbe50b3a-b211-467f-9765-91a6f6831c07/tags/tempest-TagsExtTest-Tag-288483923 HTTP/1.1" status: 404 len: 328 time: 0.1433690 Feb 09 18:03:55.100469 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46644) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:55.100469 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-118d78c1-0ae2-434c-9a0b-01ccf5b2e32b tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.6502860 Feb 09 18:03:55.111501 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 57b1ebd1-abfe-48c5-b783-0a95397c9d41, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=57b1ebd1-abfe-48c5-b783-0a95397c9d41,segment=NetworkSegment(06740191-c421-4550-a105-0564723e9144),segment_id=06740191-c421-4550-a105-0564723e9144)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:55.112411 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee9108d-213b-44a7-80f9-efea324d0712 None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:55.115258 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-dee9108d-213b-44a7-80f9-efea324d0712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:55.115973 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-6843d06d-a096-4a36-9ae7-ae2b188b4289 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cbe50b3a-b211-467f-9765-91a6f6831c07') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:55.127518 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46648) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:55.127737 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46650) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:55.133609 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e8fb09-a829-4ce4-a98d-a3ab712147c3 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:03:55.138064 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-21c9bb3a-6635-48e6-be92-1fe2a49e78cd tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:55.142411 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-21c9bb3a-6635-48e6-be92-1fe2a49e78cd tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/efa365d1-4012-43ef-a6b6-cdc7ec44a1e6 HTTP/1.1" status: 204 len: 168 time: 0.5472043 Feb 09 18:03:55.144580 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-89e8fb09-a829-4ce4-a98d-a3ab712147c3 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:03:55.144781 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46658) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:55.153137 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a3d4bbc2-31a4-434e-9cbc-1b39c2f3f024 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Request body: {'floatingip': {'port_id': 'ca1c6326-99e4-4b88-89ef-c42c4688e484', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:55.154060 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61dead7-d672-4e21-ab65-7215a51b6255 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Port': ['ID=de46c44d-7106-4305-8769-8e26f387b0b0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:55.157961 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e8fb09-a829-4ce4-a98d-a3ab712147c3 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:03:55.181908 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1f323cfc-6eff-4946-a497-aebfe5553843 None None] Provisioning complete for port 57b1ebd1-abfe-48c5-b783-0a95397c9d41 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:03:55.182385 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f323cfc-6eff-4946-a497-aebfe5553843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:55.283455 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:55.338152 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d61dead7-d672-4e21-ab65-7215a51b6255 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:55.344349 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-dee9108d-213b-44a7-80f9-efea324d0712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:55.344746 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee9108d-213b-44a7-80f9-efea324d0712 None None] The sync data for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:03:55.349640 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d61dead7-d672-4e21-ab65-7215a51b6255 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/ports/de46c44d-7106-4305-8769-8e26f387b0b0 HTTP/1.1" status: 204 len: 168 time: 2.0027752 Feb 09 18:03:55.361318 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46662) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:55.428621 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=57b1ebd1-abfe-48c5-b783-0a95397c9d41,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:55.429311 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-2912999c-3bb4-493d-b870-433a22f3bdc0 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2024479687', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:55.444463 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2912999c-3bb4-493d-b870-433a22f3bdc0 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:55.448923 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2912999c-3bb4-493d-b870-433a22f3bdc0 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Usage tracker for resource:port and tenant:aef19ca0ea6549f0a0732c55582162c1 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:55.453606 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2912999c-3bb4-493d-b870-433a22f3bdc0 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:55.460717 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2912999c-3bb4-493d-b870-433a22f3bdc0 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:55.489729 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6843d06d-a096-4a36-9ae7-ae2b188b4289 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "DELETE /v2.0/subnetpools/cbe50b3a-b211-467f-9765-91a6f6831c07/tags HTTP/1.1" status: 204 len: 168 time: 0.3928392 Feb 09 18:03:55.497426 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46668) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:55.509590 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1681385-00fa-41e0-98f0-dcf3ece86f51 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] DELETE failed (client error): The resource could not be found. Feb 09 18:03:55.510032 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1681385-00fa-41e0-98f0-dcf3ece86f51 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:03:55.511876 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f1681385-00fa-41e0-98f0-dcf3ece86f51 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/ports/de46c44d-7106-4305-8769-8e26f387b0b0 HTTP/1.1" status: 404 len: 333 time: 0.1493537 Feb 09 18:03:55.512609 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8fb09-a829-4ce4-a98d-a3ab712147c3 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Pushing event updated for resources: {'Port': ['ID=5000926d-befb-47d1-ac8f-2c5eb159737a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:55.515764 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46672) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:55.521278 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-80ca3f6d-a343-4c62-bb08-c4b417cf258e tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd30db550-c1b4-40e2-894d-a77e5aece010') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:55.590114 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e25e7fee-6905-445e-a2ce-378621bc1cbe tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:55.602977 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6a8c9344-aec4-4d54-8864-7f5551258ea8 None None] Could not find standard attr ID for object de46c44d-7106-4305-8769-8e26f387b0b0. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:03:55.621052 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-35665c8e-1519-4893-bbbf-a7c8c72739a8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] GET failed (client error): The resource could not be found. Feb 09 18:03:55.621561 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-35665c8e-1519-4893-bbbf-a7c8c72739a8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Synchronizing usage tracker for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:03:55.643368 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2912999c-3bb4-493d-b870-433a22f3bdc0 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Made reservation on behalf of aef19ca0ea6549f0a0732c55582162c1 for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:03:55.645644 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2912999c-3bb4-493d-b870-433a22f3bdc0 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:55.673728 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a3d4bbc2-31a4-434e-9cbc-1b39c2f3f024 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:55.689561 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd101edc-c8c3-49bb-b177-a2a0f5383043 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Deleting subnet 04fe5038-5966-4e1c-8113-ef5341df2603 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:03:55.693477 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd101edc-c8c3-49bb-b177-a2a0f5383043 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:55.728191 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2912999c-3bb4-493d-b870-433a22f3bdc0 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:55.728489 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-35665c8e-1519-4893-bbbf-a7c8c72739a8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Unset dirty status for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:03:55.729656 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-35665c8e-1519-4893-bbbf-a7c8c72739a8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports/de46c44d-7106-4305-8769-8e26f387b0b0 HTTP/1.1" status: 404 len: 333 time: 0.2107599 Feb 09 18:03:55.739208 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46676) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:55.778997 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-89e8fb09-a829-4ce4-a98d-a3ab712147c3 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:55.852568 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd101edc-c8c3-49bb-b177-a2a0f5383043 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:56.043431 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2912999c-3bb4-493d-b870-433a22f3bdc0 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:56.092272 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2912999c-3bb4-493d-b870-433a22f3bdc0 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Usage tracker for resource:security_group_rule and tenant:aef19ca0ea6549f0a0732c55582162c1 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:56.106917 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2912999c-3bb4-493d-b870-433a22f3bdc0 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:56.114031 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e25e7fee-6905-445e-a2ce-378621bc1cbe tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:56.139658 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2912999c-3bb4-493d-b870-433a22f3bdc0 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:56.145901 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-80ca3f6d-a343-4c62-bb08-c4b417cf258e tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "DELETE /v2.0/routers/d30db550-c1b4-40e2-894d-a77e5aece010/tags HTTP/1.1" status: 204 len: 168 time: 0.6474118 Feb 09 18:03:56.158026 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46680) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:56.197447 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-e25e7fee-6905-445e-a2ce-378621bc1cbe tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c863a350-685e-48b5-b9c6-4f2796f783ee']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:56.204810 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.tag.tag_plugin [None req-fd96aa82-d47c-4172-8af8-b66774a8cff6 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dbb19698-8c6f-4865-bb6a-5c64cdac9dc7') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:56.244588 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-89e8fb09-a829-4ce4-a98d-a3ab712147c3 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:56.257941 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 57b1ebd1-abfe-48c5-b783-0a95397c9d41 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:03:56.265514 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-89e8fb09-a829-4ce4-a98d-a3ab712147c3 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640420'] for router, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:56.270092 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-e25e7fee-6905-445e-a2ce-378621bc1cbe tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38abd20-a52f-4ed7-ad41-2f3cd76c2caf') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:56.270409 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-e25e7fee-6905-445e-a2ce-378621bc1cbe tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38abd20-a52f-4ed7-ad41-2f3cd76c2caf') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:56.271056 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd101edc-c8c3-49bb-b177-a2a0f5383043 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:56.297630 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e25e7fee-6905-445e-a2ce-378621bc1cbe tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:56.335361 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e25e7fee-6905-445e-a2ce-378621bc1cbe tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:56.359680 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 57b1ebd1-abfe-48c5-b783-0a95397c9d41 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:03:56.360333 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:56.386878 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-38763a2c-9645-4d73-bc10-1333bd94b202 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting subnet 3e462629-6e7f-4e84-9f12-0a01f996698d {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:03:56.447050 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-38763a2c-9645-4d73-bc10-1333bd94b202 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:56.464794 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25e7fee-6905-445e-a2ce-378621bc1cbe tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:03:56.464794 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e25e7fee-6905-445e-a2ce-378621bc1cbe tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:03:56.478618 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:03:56.521322 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-38763a2c-9645-4d73-bc10-1333bd94b202 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:56.636333 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2912999c-3bb4-493d-b870-433a22f3bdc0 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:56.643392 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-38763a2c-9645-4d73-bc10-1333bd94b202 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:56.676735 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd101edc-c8c3-49bb-b177-a2a0f5383043 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:56.704339 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e25e7fee-6905-445e-a2ce-378621bc1cbe tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:56.728524 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e25e7fee-6905-445e-a2ce-378621bc1cbe tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:56.731875 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fd96aa82-d47c-4172-8af8-b66774a8cff6 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "DELETE /v2.0/ports/dbb19698-8c6f-4865-bb6a-5c64cdac9dc7/tags HTTP/1.1" status: 204 len: 168 time: 0.5676477 Feb 09 18:03:56.742128 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46684) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:56.744167 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd101edc-c8c3-49bb-b177-a2a0f5383043 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Pushing event deleted for resources: {'Subnet': ['ID=04fe5038-5966-4e1c-8113-ef5341df2603,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:56.749762 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2912999c-3bb4-493d-b870-433a22f3bdc0 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:56.757073 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-a07c02d2-ae14-4e37-ad93-973438bf660b tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '06907f17-ff0f-4b1c-82d4-5c232aa26a36') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:56.763026 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e7fee-6905-445e-a2ce-378621bc1cbe tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Pushing event deleted for resources: {'Network': ['ID=c863a350-685e-48b5-b9c6-4f2796f783ee,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:56.771325 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-2912999c-3bb4-493d-b870-433a22f3bdc0 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] device_id is not set on port fa02a406-0643-4517-a846-c499292e0e11 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:03:56.800589 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd101edc-c8c3-49bb-b177-a2a0f5383043 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:56.803204 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae29021-58cd-48d0-964d-561522e40f0b None None] Network 1ad99297-9016-4593-a084-a2a3038b690d requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:03:56.825811 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fd101edc-c8c3-49bb-b177-a2a0f5383043 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] 10.222.0.21 "DELETE /v2.0/subnets/04fe5038-5966-4e1c-8113-ef5341df2603 HTTP/1.1" status: 204 len: 168 time: 1.8002062 Feb 09 18:03:56.828216 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46688) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:56.841738 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e25e7fee-6905-445e-a2ce-378621bc1cbe tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] 10.222.0.21 "DELETE /v2.0/networks/c863a350-685e-48b5-b9c6-4f2796f783ee HTTP/1.1" status: 204 len: 168 time: 1.6239064 Feb 09 18:03:56.852949 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46692) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:56.879405 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912999c-3bb4-493d-b870-433a22f3bdc0 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dde7759-8f6e-459d-be4c-239455d80687,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:56.930959 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-38763a2c-9645-4d73-bc10-1333bd94b202 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:57.018184 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38763a2c-9645-4d73-bc10-1333bd94b202 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Subnet': ['ID=3e462629-6e7f-4e84-9f12-0a01f996698d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:57.037723 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-38763a2c-9645-4d73-bc10-1333bd94b202 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:57.047525 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18b4a92c-c895-4eed-9ed2-c608333d6c1e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:57.048468 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-539ccac2-f57b-4380-9e0d-c455a4e97dd8 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:57.054497 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad725e0-1689-4ae8-bb97-269775aabe96 None None] Network 9e41ef09-e75f-495e-ac72-14044a1abb1d requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:03:57.063771 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-38763a2c-9645-4d73-bc10-1333bd94b202 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/subnets/3e462629-6e7f-4e84-9f12-0a01f996698d HTTP/1.1" status: 204 len: 168 time: 1.3231840 Feb 09 18:03:57.066577 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46696) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:57.124316 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-2912999c-3bb4-493d-b870-433a22f3bdc0 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Allocated IP 172.26.8.10 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/fa02a406-0643-4517-a846-c499292e0e11) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:03:57.147756 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-18b4a92c-c895-4eed-9ed2-c608333d6c1e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Deleting port 7e25f172-6b3b-4c12-a427-2f22a30b272a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:57.147756 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18b4a92c-c895-4eed-9ed2-c608333d6c1e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:57.199492 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a07c02d2-ae14-4e37-ad93-973438bf660b tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "DELETE /v2.0/subnets/06907f17-ff0f-4b1c-82d4-5c232aa26a36/tags HTTP/1.1" status: 204 len: 168 time: 0.4483519 Feb 09 18:03:57.220287 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46700) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:57.280003 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a8b6ae-9ccb-4f30-8119-a445c8864e4e None None] DHCP port deletion for 1ad99297-9016-4593-a084-a2a3038b690d request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:03:57.287629 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e8fb09-a829-4ce4-a98d-a3ab712147c3 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Router ad16b6de-dd3f-4d75-945e-3f9bc8a1ec0a is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:03:57.292370 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-65a8b6ae-9ccb-4f30-8119-a445c8864e4e None None] Deleting port 7e25f172-6b3b-4c12-a427-2f22a30b272a {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:57.292744 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65a8b6ae-9ccb-4f30-8119-a445c8864e4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:57.333265 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b18578cc-7a82-455e-9b61-c0a36a36bf59 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:57.378037 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-539ccac2-f57b-4380-9e0d-c455a4e97dd8 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:57.448859 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-539ccac2-f57b-4380-9e0d-c455a4e97dd8 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cbbc96f-0309-4651-9132-ac19b308f340']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:57.495458 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84ad529-39a3-40b6-9db3-c9b2cc7f1ba5 None None] DHCP port deletion for 9e41ef09-e75f-495e-ac72-14044a1abb1d request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:03:57.518022 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f84ad529-39a3-40b6-9db3-c9b2cc7f1ba5 None None] Deleting port 57b1ebd1-abfe-48c5-b783-0a95397c9d41 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:57.518417 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f84ad529-39a3-40b6-9db3-c9b2cc7f1ba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:57.567609 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b18578cc-7a82-455e-9b61-c0a36a36bf59 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting port 57b1ebd1-abfe-48c5-b783-0a95397c9d41 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:57.568136 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b18578cc-7a82-455e-9b61-c0a36a36bf59 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:57.579505 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-65a8b6ae-9ccb-4f30-8119-a445c8864e4e None None] For port 7e25f172-6b3b-4c12-a427-2f22a30b272a, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7e25f172-6b3b-4c12-a427-2f22a30b272a,segment=NetworkSegment(71655a89-0863-471e-a07e-1706b4403daf),segment_id=71655a89-0863-471e-a07e-1706b4403daf)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:57.579897 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65a8b6ae-9ccb-4f30-8119-a445c8864e4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:57.591976 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-539ccac2-f57b-4380-9e0d-c455a4e97dd8 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed29aa00-fbee-48fa-a81a-48351ae196ce') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:57.592427 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-539ccac2-f57b-4380-9e0d-c455a4e97dd8 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed29aa00-fbee-48fa-a81a-48351ae196ce') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:57.615928 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-18b4a92c-c895-4eed-9ed2-c608333d6c1e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] For port 7e25f172-6b3b-4c12-a427-2f22a30b272a, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7e25f172-6b3b-4c12-a427-2f22a30b272a,segment=NetworkSegment(71655a89-0863-471e-a07e-1706b4403daf),segment_id=71655a89-0863-471e-a07e-1706b4403daf)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:57.622522 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18b4a92c-c895-4eed-9ed2-c608333d6c1e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:57.622696 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a3d4bbc2-31a4-434e-9cbc-1b39c2f3f024 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:57.674013 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-539ccac2-f57b-4380-9e0d-c455a4e97dd8 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:57.716169 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a3d4bbc2-31a4-434e-9cbc-1b39c2f3f024 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:57.728802 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-65a8b6ae-9ccb-4f30-8119-a445c8864e4e None None] Calling delete_port for 7e25f172-6b3b-4c12-a427-2f22a30b272a owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:57.846017 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-539ccac2-f57b-4380-9e0d-c455a4e97dd8 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:57.872404 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539ccac2-f57b-4380-9e0d-c455a4e97dd8 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:03:57.872404 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-539ccac2-f57b-4380-9e0d-c455a4e97dd8 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:03:57.888337 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:03:57.917998 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-18b4a92c-c895-4eed-9ed2-c608333d6c1e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Calling delete_port for 7e25f172-6b3b-4c12-a427-2f22a30b272a owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:57.925593 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-f84ad529-39a3-40b6-9db3-c9b2cc7f1ba5 None None] For port 57b1ebd1-abfe-48c5-b783-0a95397c9d41, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=57b1ebd1-abfe-48c5-b783-0a95397c9d41,segment=NetworkSegment(06740191-c421-4550-a105-0564723e9144),segment_id=06740191-c421-4550-a105-0564723e9144)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:57.925901 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f84ad529-39a3-40b6-9db3-c9b2cc7f1ba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:58.037639 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2912999c-3bb4-493d-b870-433a22f3bdc0 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:58.042122 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54cb7712-d391-4649-a554-c4d1a6a30112 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks [] for subnetpool, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:58.043379 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-54cb7712-d391-4649-a554-c4d1a6a30112 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "DELETE /v2.0/subnetpools/cbe50b3a-b211-467f-9765-91a6f6831c07 HTTP/1.1" status: 204 len: 168 time: 0.8224669 Feb 09 18:03:58.049139 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46704) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:58.100563 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-539ccac2-f57b-4380-9e0d-c455a4e97dd8 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:58.105645 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-617105a7-e2e7-44a8-b99d-cebeb8a4d013 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "GET /v2.0/ports?device_id=d30db550-c1b4-40e2-894d-a77e5aece010 HTTP/1.1" status: 200 len: 205 time: 0.0554125 Feb 09 18:03:58.110971 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f84ad529-39a3-40b6-9db3-c9b2cc7f1ba5 None None] Calling delete_port for 57b1ebd1-abfe-48c5-b783-0a95397c9d41 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:58.128787 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-539ccac2-f57b-4380-9e0d-c455a4e97dd8 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:58.131065 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46708) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:58.138041 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65a8b6ae-9ccb-4f30-8119-a445c8864e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:58.157210 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-b18578cc-7a82-455e-9b61-c0a36a36bf59 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] For port 57b1ebd1-abfe-48c5-b783-0a95397c9d41, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=57b1ebd1-abfe-48c5-b783-0a95397c9d41,segment=NetworkSegment(06740191-c421-4550-a105-0564723e9144),segment_id=06740191-c421-4550-a105-0564723e9144)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:03:58.157823 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b18578cc-7a82-455e-9b61-c0a36a36bf59 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:58.194013 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ccac2-f57b-4380-9e0d-c455a4e97dd8 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] Pushing event deleted for resources: {'Network': ['ID=9cbbc96f-0309-4651-9132-ac19b308f340,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:58.208039 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8b6ae-9ccb-4f30-8119-a445c8864e4e None None] Pushing event deleted for resources: {'Port': ['ID=7e25f172-6b3b-4c12-a427-2f22a30b272a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:58.211973 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-539ccac2-f57b-4380-9e0d-c455a4e97dd8 tempest-QuotasNegativeTest-1513334833 tempest-QuotasNegativeTest-1513334833-project-admin] 10.222.0.21 "DELETE /v2.0/networks/9cbbc96f-0309-4651-9132-ac19b308f340 HTTP/1.1" status: 204 len: 168 time: 1.3580444 Feb 09 18:03:58.223376 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a8b6ae-9ccb-4f30-8119-a445c8864e4e None None] No DVR routers for this DVR port 7e25f172-6b3b-4c12-a427-2f22a30b272a on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:03:58.347506 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-717e5ef8-e5a3-45e4-ba39-9a84bbf83204 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:58.351103 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7e25f172-6b3b-4c12-a427-2f22a30b272a no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:03:58.351781 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b18578cc-7a82-455e-9b61-c0a36a36bf59 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Calling delete_port for 57b1ebd1-abfe-48c5-b783-0a95397c9d41 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:03:58.388161 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f84ad529-39a3-40b6-9db3-c9b2cc7f1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:58.432068 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 7e25f172-6b3b-4c12-a427-2f22a30b272a {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:03:58.432403 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7e25f172-6b3b-4c12-a427-2f22a30b272a not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:03:58.432830 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 57b1ebd1-abfe-48c5-b783-0a95397c9d41 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:03:58.440318 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.api [None req-18b4a92c-c895-4eed-9ed2-c608333d6c1e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:03:58.440590 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG oslo_db.api [None req-18b4a92c-c895-4eed-9ed2-c608333d6c1e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:03:58.443173 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2912999c-3bb4-493d-b870-433a22f3bdc0 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:58.449235 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.api [None req-b18578cc-7a82-455e-9b61-c0a36a36bf59 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:03:58.449629 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG oslo_db.api [None req-b18578cc-7a82-455e-9b61-c0a36a36bf59 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:03:58.481028 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ad529-39a3-40b6-9db3-c9b2cc7f1ba5 None None] Pushing event deleted for resources: {'Port': ['ID=57b1ebd1-abfe-48c5-b783-0a95397c9d41,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:58.484159 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 57b1ebd1-abfe-48c5-b783-0a95397c9d41 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:03:58.484489 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 57b1ebd1-abfe-48c5-b783-0a95397c9d41 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:03:58.488528 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84ad529-39a3-40b6-9db3-c9b2cc7f1ba5 None None] No DVR routers for this DVR port 57b1ebd1-abfe-48c5-b783-0a95397c9d41 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:03:58.488995 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e8fb09-a829-4ce4-a98d-a3ab712147c3 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:03:58.508227 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7476392a-db8c-4022-a900-9112ba1f655e None None] Sync routers for ids ['ad16b6de-dd3f-4d75-945e-3f9bc8a1ec0a'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:03:58.525732 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7476392a-db8c-4022-a900-9112ba1f655e None None] Routers {'ad16b6de-dd3f-4d75-945e-3f9bc8a1ec0a'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:58.526470 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7476392a-db8c-4022-a900-9112ba1f655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['ad16b6de-dd3f-4d75-945e-3f9bc8a1ec0a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:58.590865 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7476392a-db8c-4022-a900-9112ba1f655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:58.603524 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7476392a-db8c-4022-a900-9112ba1f655e None None] Routers {'ad16b6de-dd3f-4d75-945e-3f9bc8a1ec0a'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:03:58.604141 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7476392a-db8c-4022-a900-9112ba1f655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['ad16b6de-dd3f-4d75-945e-3f9bc8a1ec0a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:58.615356 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2912999c-3bb4-493d-b870-433a22f3bdc0 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:03:58.616548 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-89e8fb09-a829-4ce4-a98d-a3ab712147c3 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:58.620311 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-89e8fb09-a829-4ce4-a98d-a3ab712147c3 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "PUT /v2.0/routers/ad16b6de-dd3f-4d75-945e-3f9bc8a1ec0a HTTP/1.1" status: 200 len: 914 time: 6.9559574 Feb 09 18:03:58.621075 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46714) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:58.621204 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-2912999c-3bb4-493d-b870-433a22f3bdc0 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:03:58.625235 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912999c-3bb4-493d-b870-433a22f3bdc0 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Pushing event updated for resources: {'Port': ['ID=fa02a406-0643-4517-a846-c499292e0e11,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:03:58.629361 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2912999c-3bb4-493d-b870-433a22f3bdc0 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:03:58.696326 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7476392a-db8c-4022-a900-9112ba1f655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:58.697802 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7476392a-db8c-4022-a900-9112ba1f655e None None] The sync data for ids ['ad16b6de-dd3f-4d75-945e-3f9bc8a1ec0a'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:03:58.856600 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-81cee579-0631-408c-a7df-4effb96efd78 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "GET /v2.0/routers/ad16b6de-dd3f-4d75-945e-3f9bc8a1ec0a HTTP/1.1" status: 200 len: 920 time: 0.2322204 Feb 09 18:03:58.856898 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46720) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:58.938575 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-10215e7e-f148-4d88-9d4b-b15f2a85b135 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4&device_id=ad16b6de-dd3f-4d75-945e-3f9bc8a1ec0a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0782576 Feb 09 18:03:58.938995 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2912999c-3bb4-493d-b870-433a22f3bdc0 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:58.939145 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46724) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:58.939608 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2912999c-3bb4-493d-b870-433a22f3bdc0 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:58.965263 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-18b4a92c-c895-4eed-9ed2-c608333d6c1e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Deleting port 7e25f172-6b3b-4c12-a427-2f22a30b272a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:58.965504 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18b4a92c-c895-4eed-9ed2-c608333d6c1e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:58.989272 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b18578cc-7a82-455e-9b61-c0a36a36bf59 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting port 57b1ebd1-abfe-48c5-b783-0a95397c9d41 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:58.989607 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b18578cc-7a82-455e-9b61-c0a36a36bf59 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:59.150096 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b18578cc-7a82-455e-9b61-c0a36a36bf59 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] The port '57b1ebd1-abfe-48c5-b783-0a95397c9d41' was deleted {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:03:59.154894 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-18b4a92c-c895-4eed-9ed2-c608333d6c1e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] The port '7e25f172-6b3b-4c12-a427-2f22a30b272a' was deleted {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:03:59.230683 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2912999c-3bb4-493d-b870-433a22f3bdc0 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.0993545 Feb 09 18:03:59.236196 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46728) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:59.239624 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-717e5ef8-e5a3-45e4-ba39-9a84bbf83204 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:59.245500 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-be1ceff0-2cc3-46b3-b7ff-701e862a3be6 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.10'}]}}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:03:59.253980 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-be1ceff0-2cc3-46b3-b7ff-701e862a3be6 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:03:59.259127 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-717e5ef8-e5a3-45e4-ba39-9a84bbf83204 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:59.262671 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-be1ceff0-2cc3-46b3-b7ff-701e862a3be6 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Usage tracker for resource:router and tenant:aef19ca0ea6549f0a0732c55582162c1 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:03:59.266694 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-be1ceff0-2cc3-46b3-b7ff-701e862a3be6 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:03:59.274353 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-be1ceff0-2cc3-46b3-b7ff-701e862a3be6 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:03:59.361652 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be1ceff0-2cc3-46b3-b7ff-701e862a3be6 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:59.362816 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be1ceff0-2cc3-46b3-b7ff-701e862a3be6 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:59.367132 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d4bbc2-31a4-434e-9cbc-1b39c2f3f024 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Router 8191c06a-dccc-43b5-b6a3-64343aff3e2d has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:03:59.409936 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46734) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:59.440125 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-717e5ef8-e5a3-45e4-ba39-9a84bbf83204 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:59.440601 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717e5ef8-e5a3-45e4-ba39-9a84bbf83204 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Fanout notify agent at l3_agent the message router_deleted on router d30db550-c1b4-40e2-894d-a77e5aece010 {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:03:59.449024 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18b4a92c-c895-4eed-9ed2-c608333d6c1e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:59.457540 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b18578cc-7a82-455e-9b61-c0a36a36bf59 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:59.463787 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be1ceff0-2cc3-46b3-b7ff-701e862a3be6 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:59.472048 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420842fc-4d28-4ec8-9ef4-4f9d22d0eca9 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:03:59.476385 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-420842fc-4d28-4ec8-9ef4-4f9d22d0eca9 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "GET /v2.0/networks/c9564cd9-4539-4a2d-b376-06d44bc8fbe4 HTTP/1.1" status: 200 len: 881 time: 0.5331113 Feb 09 18:03:59.485505 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46740) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:59.533703 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-717e5ef8-e5a3-45e4-ba39-9a84bbf83204 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:59.535230 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-717e5ef8-e5a3-45e4-ba39-9a84bbf83204 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "DELETE /v2.0/routers/d30db550-c1b4-40e2-894d-a77e5aece010 HTTP/1.1" status: 204 len: 168 time: 1.4028842 Feb 09 18:03:59.537394 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b18578cc-7a82-455e-9b61-c0a36a36bf59 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e41ef09-e75f-495e-ac72-14044a1abb1d']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:59.538928 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46744) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:59.552321 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-18b4a92c-c895-4eed-9ed2-c608333d6c1e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad99297-9016-4593-a084-a2a3038b690d']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:59.565342 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0409c5d2-5abe-48a2-ab5e-48c4dccff567 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad16b6de-dd3f-4d75-945e-3f9bc8a1ec0a HTTP/1.1" status: 200 len: 205 time: 0.0759845 Feb 09 18:03:59.566495 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b18578cc-7a82-455e-9b61-c0a36a36bf59 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06740191-c421-4550-a105-0564723e9144') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:59.566788 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b18578cc-7a82-455e-9b61-c0a36a36bf59 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06740191-c421-4550-a105-0564723e9144') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:59.574432 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46748) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:03:59.584072 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-18b4a92c-c895-4eed-9ed2-c608333d6c1e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71655a89-0863-471e-a07e-1706b4403daf') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:59.584343 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-18b4a92c-c895-4eed-9ed2-c608333d6c1e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71655a89-0863-471e-a07e-1706b4403daf') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:03:59.596810 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b18578cc-7a82-455e-9b61-c0a36a36bf59 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:59.630187 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-01527713-406b-4eee-ba00-fa67c6137bca tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Deleting port dbb19698-8c6f-4865-bb6a-5c64cdac9dc7 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:03:59.630584 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-01527713-406b-4eee-ba00-fa67c6137bca tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:59.780899 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18b4a92c-c895-4eed-9ed2-c608333d6c1e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:59.866122 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b18578cc-7a82-455e-9b61-c0a36a36bf59 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:59.878762 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c792802d-a576-44d0-9ddc-5c3618eecfb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:59.886667 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be1ceff0-2cc3-46b3-b7ff-701e862a3be6 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:59.895572 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18b4a92c-c895-4eed-9ed2-c608333d6c1e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:59.905802 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18578cc-7a82-455e-9b61-c0a36a36bf59 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:03:59.905802 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b18578cc-7a82-455e-9b61-c0a36a36bf59 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:03:59.916280 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:03:59.929684 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b4a92c-c895-4eed-9ed2-c608333d6c1e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:03:59.930070 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18b4a92c-c895-4eed-9ed2-c608333d6c1e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:03:59.997113 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:04:00.050963 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-01527713-406b-4eee-ba00-fa67c6137bca tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:00.130721 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c792802d-a576-44d0-9ddc-5c3618eecfb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:00.136291 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c792802d-a576-44d0-9ddc-5c3618eecfb6 admin admin] Usage tracker for resource:security_group_rule and tenant:ed182b55e81f4f4e8babb9bb79b0e3da is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:00.140689 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c792802d-a576-44d0-9ddc-5c3618eecfb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:00.148218 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c792802d-a576-44d0-9ddc-5c3618eecfb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:00.198654 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-01527713-406b-4eee-ba00-fa67c6137bca tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Calling delete_port for dbb19698-8c6f-4865-bb6a-5c64cdac9dc7 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:04:00.214843 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b18578cc-7a82-455e-9b61-c0a36a36bf59 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:00.238805 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b18578cc-7a82-455e-9b61-c0a36a36bf59 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:00.249291 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d4bbc2-31a4-434e-9cbc-1b39c2f3f024 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:04:00.259137 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18b4a92c-c895-4eed-9ed2-c608333d6c1e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:00.261733 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bc8815-af46-4735-8c0b-00a73523f942 None None] Sync routers for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:04:00.263143 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a3d4bbc2-31a4-434e-9cbc-1b39c2f3f024 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:00.267073 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18578cc-7a82-455e-9b61-c0a36a36bf59 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Network': ['ID=9e41ef09-e75f-495e-ac72-14044a1abb1d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:00.279944 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bc8815-af46-4735-8c0b-00a73523f942 None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:00.280729 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-53bc8815-af46-4735-8c0b-00a73523f942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:00.296059 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18b4a92c-c895-4eed-9ed2-c608333d6c1e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:00.300572 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-18b4a92c-c895-4eed-9ed2-c608333d6c1e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] 10.222.0.21 "DELETE /v2.0/networks/1ad99297-9016-4593-a084-a2a3038b690d HTTP/1.1" status: 204 len: 168 time: 3.4635839 Feb 09 18:04:00.307588 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46752) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:00.311853 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b18578cc-7a82-455e-9b61-c0a36a36bf59 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/networks/9e41ef09-e75f-495e-ac72-14044a1abb1d HTTP/1.1" status: 204 len: 168 time: 3.2417674 Feb 09 18:04:00.318240 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4a92c-c895-4eed-9ed2-c608333d6c1e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Pushing event deleted for resources: {'Network': ['ID=1ad99297-9016-4593-a084-a2a3038b690d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:00.334211 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46756) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:00.349351 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c792802d-a576-44d0-9ddc-5c3618eecfb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:00.356714 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-53bc8815-af46-4735-8c0b-00a73523f942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:00.365990 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b012b757-6a27-435c-ad01-d473ea9d4757 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-273369831'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:00.366895 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e757b570-cd13-453e-88e7-0f66bfdd601e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Synchronizing usage tracker for tenant:e4cb5ece0382441f8c7312c45fbf61aa on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:04:00.368661 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bc8815-af46-4735-8c0b-00a73523f942 None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:00.369461 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-53bc8815-af46-4735-8c0b-00a73523f942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:00.381867 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fe5ee842-b2e9-4862-bf24-1b6fdaee211e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:00.394982 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b012b757-6a27-435c-ad01-d473ea9d4757 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:00.405649 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b012b757-6a27-435c-ad01-d473ea9d4757 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:network and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:00.413139 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b012b757-6a27-435c-ad01-d473ea9d4757 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:00.441817 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-53bc8815-af46-4735-8c0b-00a73523f942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:00.442236 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bc8815-af46-4735-8c0b-00a73523f942 None None] The sync data for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:04:00.458846 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b012b757-6a27-435c-ad01-d473ea9d4757 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:00.505454 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c792802d-a576-44d0-9ddc-5c3618eecfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:00.538232 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e757b570-cd13-453e-88e7-0f66bfdd601e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Unset dirty status for tenant:e4cb5ece0382441f8c7312c45fbf61aa on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:04:00.539528 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e757b570-cd13-453e-88e7-0f66bfdd601e tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] 10.222.0.21 "GET /v2.0/ports?device_id=7afcbf77-9e57-4d85-844a-637ac958368d HTTP/1.1" status: 200 len: 205 time: 0.2297382 Feb 09 18:04:00.548347 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46760) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:00.570580 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792802d-a576-44d0-9ddc-5c3618eecfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574a47ca-3584-4ff3-8c41-3b4797f8010e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:00.590346 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c792802d-a576-44d0-9ddc-5c3618eecfb6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed182b55e81f4f4e8babb9bb79b0e3da&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1610625 Feb 09 18:04:00.594352 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46764) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:00.680461 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e912ec7b-867f-43c1-ba3b-d40c3a037a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:00.720843 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e912ec7b-867f-43c1-ba3b-d40c3a037a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:00.743181 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b012b757-6a27-435c-ad01-d473ea9d4757 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:00.746213 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b012b757-6a27-435c-ad01-d473ea9d4757 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:00.756016 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-01527713-406b-4eee-ba00-fa67c6137bca tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:00.783862 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fe5ee842-b2e9-4862-bf24-1b6fdaee211e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:00.872717 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-fe5ee842-b2e9-4862-bf24-1b6fdaee211e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Deleting port 5000926d-befb-47d1-ac8f-2c5eb159737a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:00.873011 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fe5ee842-b2e9-4862-bf24-1b6fdaee211e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:00.879295 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a3d4bbc2-31a4-434e-9cbc-1b39c2f3f024 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "PUT /v2.0/floatingips/00a4e9b7-9e61-49c3-afa0-805b260be689 HTTP/1.1" status: 200 len: 978 time: 5.7474430 Feb 09 18:04:00.884979 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01527713-406b-4eee-ba00-fa67c6137bca tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Pushing event deleted for resources: {'Port': ['ID=dbb19698-8c6f-4865-bb6a-5c64cdac9dc7,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:00.886670 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46768) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:00.908218 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e912ec7b-867f-43c1-ba3b-d40c3a037a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:00.933142 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912ec7b-867f-43c1-ba3b-d40c3a037a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574a47ca-3584-4ff3-8c41-3b4797f8010e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:00.961051 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e912ec7b-867f-43c1-ba3b-d40c3a037a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:00.962337 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e912ec7b-867f-43c1-ba3b-d40c3a037a4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/574a47ca-3584-4ff3-8c41-3b4797f8010e HTTP/1.1" status: 204 len: 168 time: 0.3668625 Feb 09 18:04:01.035187 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b012b757-6a27-435c-ad01-d473ea9d4757 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:04:01.124913 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fe5ee842-b2e9-4862-bf24-1b6fdaee211e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:01.134464 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b012b757-6a27-435c-ad01-d473ea9d4757 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:01.134932 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-b012b757-6a27-435c-ad01-d473ea9d4757 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Added segment 28e5ff3c-eb67-4fa4-83ab-a05668ff3d85 of type vlan for network b5c86108-ee84-4147-9d12-fe55b480c441 Feb 09 18:04:01.225000 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7e76f381-537a-4034-973b-398a79f2cb42 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:01.260829 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-fe5ee842-b2e9-4862-bf24-1b6fdaee211e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Calling delete_port for 5000926d-befb-47d1-ac8f-2c5eb159737a owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:04:01.411085 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-01527713-406b-4eee-ba00-fa67c6137bca tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:01.443097 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b012b757-6a27-435c-ad01-d473ea9d4757 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:01.480195 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-01527713-406b-4eee-ba00-fa67c6137bca tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "DELETE /v2.0/ports/dbb19698-8c6f-4865-bb6a-5c64cdac9dc7 HTTP/1.1" status: 204 len: 168 time: 1.9402461 Feb 09 18:04:01.482795 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46776) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:01.533511 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fe5ee842-b2e9-4862-bf24-1b6fdaee211e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:01.536995 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-fd7e558b-3d05-4793-8ab1-426941825dfa tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Deleting port c9746abe-8319-46cb-8854-8c287551df28 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:01.537345 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fd7e558b-3d05-4793-8ab1-426941825dfa tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:01.692877 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ee842-b2e9-4862-bf24-1b6fdaee211e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Pushing event deleted for resources: {'Port': ['ID=5000926d-befb-47d1-ac8f-2c5eb159737a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:01.743897 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be1ceff0-2cc3-46b3-b7ff-701e862a3be6 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:01.794997 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b012b757-6a27-435c-ad01-d473ea9d4757 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:01.798779 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46780) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:01.798911 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b012b757-6a27-435c-ad01-d473ea9d4757 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:01.799463 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b012b757-6a27-435c-ad01-d473ea9d4757 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:01.885414 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a518f201-042d-4aef-9edf-8c2570df4877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:01.889488 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be1ceff0-2cc3-46b3-b7ff-701e862a3be6 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:02.125369 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a518f201-042d-4aef-9edf-8c2570df4877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:02.139770 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fe5ee842-b2e9-4862-bf24-1b6fdaee211e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:02.235567 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a518f201-042d-4aef-9edf-8c2570df4877 admin admin] Usage tracker for resource:security_group_rule and tenant:195ed986788a4d8b82a04fac9dddca9c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:02.240695 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab2b84d-f3e8-46da-b157-fe47280dc744 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Deleting subnet 06907f17-ff0f-4b1c-82d4-5c232aa26a36 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:04:02.243077 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a518f201-042d-4aef-9edf-8c2570df4877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:02.253856 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a518f201-042d-4aef-9edf-8c2570df4877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:02.274039 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b012b757-6a27-435c-ad01-d473ea9d4757 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9264872 Feb 09 18:04:02.298243 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46784) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:02.314632 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aab2b84d-f3e8-46da-b157-fe47280dc744 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:02.331493 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-5b0e425c-11bf-47c4-a998-85f5bf191ae0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'subnet': {'network_id': 'b5c86108-ee84-4147-9d12-fe55b480c441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:02.354987 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012b757-6a27-435c-ad01-d473ea9d4757 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Network': ['ID=b5c86108-ee84-4147-9d12-fe55b480c441,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:02.366811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network b5c86108-ee84-4147-9d12-fe55b480c441 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:04:02.429995 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7e76f381-537a-4034-973b-398a79f2cb42 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:02.523530 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fd7e558b-3d05-4793-8ab1-426941825dfa tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:02.523865 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fd7e558b-3d05-4793-8ab1-426941825dfa tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:02.526503 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aab2b84d-f3e8-46da-b157-fe47280dc744 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:02.531872 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7e76f381-537a-4034-973b-398a79f2cb42 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:02.565503 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fe5ee842-b2e9-4862-bf24-1b6fdaee211e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:02.593193 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fe5ee842-b2e9-4862-bf24-1b6fdaee211e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:02.660192 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a518f201-042d-4aef-9edf-8c2570df4877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:02.679010 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aab2b84d-f3e8-46da-b157-fe47280dc744 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:02.683455 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5b0e425c-11bf-47c4-a998-85f5bf191ae0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:02.692350 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-fd7e558b-3d05-4793-8ab1-426941825dfa tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Calling delete_port for c9746abe-8319-46cb-8854-8c287551df28 owned by network:floatingip {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:04:02.755138 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a518f201-042d-4aef-9edf-8c2570df4877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:02.755397 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5b0e425c-11bf-47c4-a998-85f5bf191ae0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:subnet and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:02.766552 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5b0e425c-11bf-47c4-a998-85f5bf191ae0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:02.795466 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5b0e425c-11bf-47c4-a998-85f5bf191ae0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:02.804294 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518f201-042d-4aef-9edf-8c2570df4877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aab7b9a-7ccd-4e6d-872f-352ae7255be3,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:02.808251 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fe5ee842-b2e9-4862-bf24-1b6fdaee211e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:02.809480 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5ee842-b2e9-4862-bf24-1b6fdaee211e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Fanout notify agent at l3_agent the message router_deleted on router ad16b6de-dd3f-4d75-945e-3f9bc8a1ec0a {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:04:02.816419 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a518f201-042d-4aef-9edf-8c2570df4877 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=195ed986788a4d8b82a04fac9dddca9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9742556 Feb 09 18:04:02.820140 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46788) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:02.845028 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aab2b84d-f3e8-46da-b157-fe47280dc744 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:02.903564 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2b84d-f3e8-46da-b157-fe47280dc744 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Pushing event deleted for resources: {'Subnet': ['ID=06907f17-ff0f-4b1c-82d4-5c232aa26a36,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:02.916806 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be1ceff0-2cc3-46b3-b7ff-701e862a3be6 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:02.920829 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aab2b84d-f3e8-46da-b157-fe47280dc744 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:02.928951 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47682f2-0cc1-451b-bd37-adb0d204d80a None None] Network 7b6ff908-5fe0-4103-8d77-648267c483f4 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:04:02.937456 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fe5ee842-b2e9-4862-bf24-1b6fdaee211e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:02.942996 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fe5ee842-b2e9-4862-bf24-1b6fdaee211e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "DELETE /v2.0/routers/ad16b6de-dd3f-4d75-945e-3f9bc8a1ec0a HTTP/1.1" status: 204 len: 168 time: 3.3632576 Feb 09 18:04:02.944371 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-aab2b84d-f3e8-46da-b157-fe47280dc744 tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "DELETE /v2.0/subnets/06907f17-ff0f-4b1c-82d4-5c232aa26a36 HTTP/1.1" status: 204 len: 168 time: 1.4603114 Feb 09 18:04:02.945276 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46792) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:02.945664 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46794) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:02.974927 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8178d8cc-6952-4102-8678-5843b08cec18 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-332227679', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:02.980228 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0e425c-11bf-47c4-a998-85f5bf191ae0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:02.995031 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8178d8cc-6952-4102-8678-5843b08cec18 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:03.008003 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7e76f381-537a-4034-973b-398a79f2cb42 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:03.008434 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e76f381-537a-4034-973b-398a79f2cb42 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Fanout notify agent at l3_agent the message router_deleted on router 7afcbf77-9e57-4d85-844a-637ac958368d {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:04:03.062537 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8178d8cc-6952-4102-8678-5843b08cec18 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Usage tracker for resource:router and tenant:c1430629c5b84c288a716b7a85c1f5fa is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:03.065604 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b6949324-e9cb-42c1-9d8a-135755a7892a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:03.070381 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8178d8cc-6952-4102-8678-5843b08cec18 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:03.097346 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8178d8cc-6952-4102-8678-5843b08cec18 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:03.137398 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b6949324-e9cb-42c1-9d8a-135755a7892a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:03.147848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d6b5d808-354b-45eb-b4e1-ee17ff6929ef tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:03.184072 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d6b5d808-354b-45eb-b4e1-ee17ff6929ef tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Deleting port 4be5a289-c1c7-4e3a-85c8-26c947e9860b {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:03.184405 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d6b5d808-354b-45eb-b4e1-ee17ff6929ef tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:03.226890 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5b0e425c-11bf-47c4-a998-85f5bf191ae0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:03.241975 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07a63e9-b7f0-4815-b191-e6ae39a14486 None None] DHCP port deletion for 7b6ff908-5fe0-4103-8d77-648267c483f4 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:04:03.247191 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d07a63e9-b7f0-4815-b191-e6ae39a14486 None None] Deleting port 4be5a289-c1c7-4e3a-85c8-26c947e9860b {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:03.248721 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d07a63e9-b7f0-4815-b191-e6ae39a14486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:03.255608 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8178d8cc-6952-4102-8678-5843b08cec18 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:03.256586 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8178d8cc-6952-4102-8678-5843b08cec18 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:03.280071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7e76f381-537a-4034-973b-398a79f2cb42 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:03.283542 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7e76f381-537a-4034-973b-398a79f2cb42 tempest-RoutersNegativeTest-350024991 tempest-RoutersNegativeTest-350024991-project] 10.222.0.21 "DELETE /v2.0/routers/7afcbf77-9e57-4d85-844a-637ac958368d HTTP/1.1" status: 204 len: 168 time: 2.7296951 Feb 09 18:04:03.385953 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fd7e558b-3d05-4793-8ab1-426941825dfa tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:03.485412 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d07a63e9-b7f0-4815-b191-e6ae39a14486 None None] For port 4be5a289-c1c7-4e3a-85c8-26c947e9860b, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=4be5a289-c1c7-4e3a-85c8-26c947e9860b,segment=NetworkSegment(7b051639-587a-4a2c-90c0-26466bf1e7b1),segment_id=7b051639-587a-4a2c-90c0-26466bf1e7b1)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:04:03.486548 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d07a63e9-b7f0-4815-b191-e6ae39a14486 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:03.525030 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e558b-3d05-4793-8ab1-426941825dfa tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event deleted for resources: {'Port': ['ID=c9746abe-8319-46cb-8854-8c287551df28,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:03.556098 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-d6b5d808-354b-45eb-b4e1-ee17ff6929ef tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] For port 4be5a289-c1c7-4e3a-85c8-26c947e9860b, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=4be5a289-c1c7-4e3a-85c8-26c947e9860b,segment=NetworkSegment(7b051639-587a-4a2c-90c0-26466bf1e7b1),segment_id=7b051639-587a-4a2c-90c0-26466bf1e7b1)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:04:03.556454 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d6b5d808-354b-45eb-b4e1-ee17ff6929ef tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:03.616378 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d07a63e9-b7f0-4815-b191-e6ae39a14486 None None] Calling delete_port for 4be5a289-c1c7-4e3a-85c8-26c947e9860b owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:04:03.687288 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b6949324-e9cb-42c1-9d8a-135755a7892a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:03.699591 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d6b5d808-354b-45eb-b4e1-ee17ff6929ef tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Calling delete_port for 4be5a289-c1c7-4e3a-85c8-26c947e9860b owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:04:03.755614 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6949324-e9cb-42c1-9d8a-135755a7892a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aab7b9a-7ccd-4e6d-872f-352ae7255be3,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:03.773708 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b6949324-e9cb-42c1-9d8a-135755a7892a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:03.774892 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b6949324-e9cb-42c1-9d8a-135755a7892a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7aab7b9a-7ccd-4e6d-872f-352ae7255be3 HTTP/1.1" status: 204 len: 168 time: 0.9527426 Feb 09 18:04:03.776445 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8178d8cc-6952-4102-8678-5843b08cec18 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:03.789376 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d07a63e9-b7f0-4815-b191-e6ae39a14486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:03.813312 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.api [None req-d6b5d808-354b-45eb-b4e1-ee17ff6929ef tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:04:03.813312 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG oslo_db.api [None req-d6b5d808-354b-45eb-b4e1-ee17ff6929ef tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:04:03.856240 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07a63e9-b7f0-4815-b191-e6ae39a14486 None None] No DVR routers for this DVR port 4be5a289-c1c7-4e3a-85c8-26c947e9860b on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:04:03.866006 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a63e9-b7f0-4815-b191-e6ae39a14486 None None] Pushing event deleted for resources: {'Port': ['ID=4be5a289-c1c7-4e3a-85c8-26c947e9860b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:03.892783 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be1ceff0-2cc3-46b3-b7ff-701e862a3be6 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:03.909045 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be1ceff0-2cc3-46b3-b7ff-701e862a3be6 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:03.938657 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8178d8cc-6952-4102-8678-5843b08cec18 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:03.949071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fd7e558b-3d05-4793-8ab1-426941825dfa tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:03.965492 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46806) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:04.050873 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8178d8cc-6952-4102-8678-5843b08cec18 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:04.055073 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8178d8cc-6952-4102-8678-5843b08cec18 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1063478 Feb 09 18:04:04.056071 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46812) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:04.061799 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-743d1315-e5ca-4129-b22a-6c183f608002 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'enable_snat': False}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:04.188598 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be1ceff0-2cc3-46b3-b7ff-701e862a3be6 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:04.190208 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1ceff0-2cc3-46b3-b7ff-701e862a3be6 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e31e634-d8b6-4ad2-b9ad-d38c209c5cdc {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:04:04.243626 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5b0e425c-11bf-47c4-a998-85f5bf191ae0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:04.292842 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 4be5a289-c1c7-4e3a-85c8-26c947e9860b no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:04:04.322439 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-be1ceff0-2cc3-46b3-b7ff-701e862a3be6 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 18:04:04.323983 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-be1ceff0-2cc3-46b3-b7ff-701e862a3be6 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.0867987 Feb 09 18:04:04.329031 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d6b5d808-354b-45eb-b4e1-ee17ff6929ef tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Deleting port 4be5a289-c1c7-4e3a-85c8-26c947e9860b {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:04.329381 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d6b5d808-354b-45eb-b4e1-ee17ff6929ef tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:04.338955 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46818) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:04.371536 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 4be5a289-c1c7-4e3a-85c8-26c947e9860b {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:04:04.372266 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 4be5a289-c1c7-4e3a-85c8-26c947e9860b not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:04:04.433605 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e425c-11bf-47c4-a998-85f5bf191ae0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Subnet': ['ID=63737951-ac8b-4a3c-9f9b-b30aec0bb60b,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:04.455725 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-48e7f7f4-efd6-4dce-b942-d03423751572 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Deleting port fa02a406-0643-4517-a846-c499292e0e11 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:04.456169 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-48e7f7f4-efd6-4dce-b942-d03423751572 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:04.495930 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d6b5d808-354b-45eb-b4e1-ee17ff6929ef tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] The port '4be5a289-c1c7-4e3a-85c8-26c947e9860b' was deleted {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:04:04.564571 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0e425c-11bf-47c4-a998-85f5bf191ae0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Checking segment: {'id': '28e5ff3c-eb67-4fa4-83ab-a05668ff3d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b5c86108-ee84-4147-9d12-fe55b480c441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:04:04.565217 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0e425c-11bf-47c4-a998-85f5bf191ae0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network hostable DHCP agents. Network: b5c86108-ee84-4147-9d12-fe55b480c441, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:04:04.797139 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-98534538-1b42-45e5-9d64-963a98b17baa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4cb5ece0382441f8c7312c45fbf61aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8272116 Feb 09 18:04:04.797139 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d6b5d808-354b-45eb-b4e1-ee17ff6929ef tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:04.797802 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46830) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:04.824679 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0e425c-11bf-47c4-a998-85f5bf191ae0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network b5c86108-ee84-4147-9d12-fe55b480c441 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:04:04.831258 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-d6b5d808-354b-45eb-b4e1-ee17ff6929ef tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6ff908-5fe0-4103-8d77-648267c483f4']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:04.846997 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-d6b5d808-354b-45eb-b4e1-ee17ff6929ef tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b051639-587a-4a2c-90c0-26466bf1e7b1') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:04.853270 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-d6b5d808-354b-45eb-b4e1-ee17ff6929ef tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b051639-587a-4a2c-90c0-26466bf1e7b1') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:04.862209 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-743d1315-e5ca-4129-b22a-6c183f608002 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:04.867741 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d6b5d808-354b-45eb-b4e1-ee17ff6929ef tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:04.889436 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d6b5d808-354b-45eb-b4e1-ee17ff6929ef tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:04.898076 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b5d808-354b-45eb-b4e1-ee17ff6929ef tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:04:04.898513 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d6b5d808-354b-45eb-b4e1-ee17ff6929ef tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:04.909896 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-48e7f7f4-efd6-4dce-b942-d03423751572 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:04:04.919928 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:04:05.043750 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-48e7f7f4-efd6-4dce-b942-d03423751572 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Calling delete_port for fa02a406-0643-4517-a846-c499292e0e11 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:04:05.074863 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-5b0e425c-11bf-47c4-a998-85f5bf191ae0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, b5c86108-ee84-4147-9d12-fe55b480c441) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:05.085415 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11ed0f8-0d04-4584-b5d9-2055a2282907 None None] Network b5c86108-ee84-4147-9d12-fe55b480c441 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:04:05.114405 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0e425c-11bf-47c4-a998-85f5bf191ae0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:05.115003 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5b0e425c-11bf-47c4-a998-85f5bf191ae0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:05.137341 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6823aff2-0a0e-4c9e-a867-181381c990ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:05.167591 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d6b5d808-354b-45eb-b4e1-ee17ff6929ef tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:05.192835 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d6b5d808-354b-45eb-b4e1-ee17ff6929ef tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:05.197018 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6823aff2-0a0e-4c9e-a867-181381c990ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:05.217837 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5d808-354b-45eb-b4e1-ee17ff6929ef tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] Pushing event deleted for resources: {'Network': ['ID=7b6ff908-5fe0-4103-8d77-648267c483f4,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:05.224374 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d6b5d808-354b-45eb-b4e1-ee17ff6929ef tempest-TagsExtTest-179663381 tempest-TagsExtTest-179663381-project] 10.222.0.21 "DELETE /v2.0/networks/7b6ff908-5fe0-4103-8d77-648267c483f4 HTTP/1.1" status: 204 len: 168 time: 2.2719228 Feb 09 18:04:05.294233 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5b0e425c-11bf-47c4-a998-85f5bf191ae0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9855783 Feb 09 18:04:05.308238 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46842) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:05.318123 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7e558b-3d05-4793-8ab1-426941825dfa tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Router 8191c06a-dccc-43b5-b6a3-64343aff3e2d has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:04:05.324643 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-ab394941-0a2e-4dd5-b83f-ebfdb37dffb5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'port': {'network_id': 'b5c86108-ee84-4147-9d12-fe55b480c441', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-497389318'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:05.436756 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-743d1315-e5ca-4129-b22a-6c183f608002 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:05.490784 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-743d1315-e5ca-4129-b22a-6c183f608002 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:05.529964 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beffeb8c-fd20-4446-9303-45840cfd08bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-b5c86108-ee84-4147-9d12-fe55b480c441', 'network_id': 'b5c86108-ee84-4147-9d12-fe55b480c441', 'tenant_id': 'b60c7c82052d46da993e7a5a5abe4cf8', 'fixed_ips': [{'subnet_id': '63737951-ac8b-4a3c-9f9b-b30aec0bb60b'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:04:05.530862 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-beffeb8c-fd20-4446-9303-45840cfd08bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:05.691839 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6823aff2-0a0e-4c9e-a867-181381c990ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:05.694890 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-48e7f7f4-efd6-4dce-b942-d03423751572 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:05.796361 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7f7f4-efd6-4dce-b942-d03423751572 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa02a406-0643-4517-a846-c499292e0e11,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:05.804675 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823aff2-0a0e-4c9e-a867-181381c990ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a59528-18fb-4bce-a3dc-d7c98e6ffbcc,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:05.833236 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-743d1315-e5ca-4129-b22a-6c183f608002 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Allocated IP 172.26.8.107 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/f33ece26-13c6-4214-8af2-ef93985e8125) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:05.840738 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-beffeb8c-fd20-4446-9303-45840cfd08bb None None] Allocated IP 2001:db8::2 (b5c86108-ee84-4147-9d12-fe55b480c441/63737951-ac8b-4a3c-9f9b-b30aec0bb60b/a9009cc7-bc2b-4bcc-8b04-265a01fb25cb) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:05.861907 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ab394941-0a2e-4dd5-b83f-ebfdb37dffb5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:05.872785 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ab394941-0a2e-4dd5-b83f-ebfdb37dffb5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:port and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:05.903356 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ab394941-0a2e-4dd5-b83f-ebfdb37dffb5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:05.908261 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6823aff2-0a0e-4c9e-a867-181381c990ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:05.909647 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6823aff2-0a0e-4c9e-a867-181381c990ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3a59528-18fb-4bce-a3dc-d7c98e6ffbcc HTTP/1.1" status: 204 len: 168 time: 1.1108263 Feb 09 18:04:05.917178 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ab394941-0a2e-4dd5-b83f-ebfdb37dffb5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:05.963120 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-48e7f7f4-efd6-4dce-b942-d03423751572 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:05.965089 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-48e7f7f4-efd6-4dce-b942-d03423751572 tempest-RoutersAdminNegativeIpV6Test-1012563659 tempest-RoutersAdminNegativeIpV6Test-1012563659-project-admin] 10.222.0.21 "DELETE /v2.0/ports/fa02a406-0643-4517-a846-c499292e0e11 HTTP/1.1" status: 204 len: 168 time: 1.6250901 Feb 09 18:04:06.030646 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7e558b-3d05-4793-8ab1-426941825dfa tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:04:06.032494 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab394941-0a2e-4dd5-b83f-ebfdb37dffb5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:06.037278 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ab394941-0a2e-4dd5-b83f-ebfdb37dffb5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:06.040579 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c0cff5-feb8-4a0a-84b0-ffbae8e3f598 None None] Sync routers for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:04:06.062361 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c0cff5-feb8-4a0a-84b0-ffbae8e3f598 None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:06.063149 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-13c0cff5-feb8-4a0a-84b0-ffbae8e3f598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:06.067863 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fd7e558b-3d05-4793-8ab1-426941825dfa tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:06.086945 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-743d1315-e5ca-4129-b22a-6c183f608002 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:06.101588 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46858) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:06.123667 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-beffeb8c-fd20-4446-9303-45840cfd08bb None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:06.139264 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-beffeb8c-fd20-4446-9303-45840cfd08bb None None] Transition to ACTIVE for port object a9009cc7-bc2b-4bcc-8b04-265a01fb25cb will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:06.160146 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-beffeb8c-fd20-4446-9303-45840cfd08bb None None] Transition to ACTIVE for port object a9009cc7-bc2b-4bcc-8b04-265a01fb25cb will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:06.188656 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-13c0cff5-feb8-4a0a-84b0-ffbae8e3f598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:06.201481 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-ab394941-0a2e-4dd5-b83f-ebfdb37dffb5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] device_id is not set on port c18b37bc-3146-4efc-b75d-89a75dfba78b yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:04:06.203295 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c0cff5-feb8-4a0a-84b0-ffbae8e3f598 None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:06.204051 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-13c0cff5-feb8-4a0a-84b0-ffbae8e3f598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:06.250859 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fd7e558b-3d05-4793-8ab1-426941825dfa tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "DELETE /v2.0/floatingips/00a4e9b7-9e61-49c3-afa0-805b260be689 HTTP/1.1" status: 204 len: 168 time: 5.3511865 Feb 09 18:04:06.251886 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46866) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:06.256876 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-743d1315-e5ca-4129-b22a-6c183f608002 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:06.271754 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-13c0cff5-feb8-4a0a-84b0-ffbae8e3f598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:06.272271 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c0cff5-feb8-4a0a-84b0-ffbae8e3f598 None None] The sync data for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:04:06.304134 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-beffeb8c-fd20-4446-9303-45840cfd08bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:06.375051 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beffeb8c-fd20-4446-9303-45840cfd08bb None None] Network b5c86108-ee84-4147-9d12-fe55b480c441 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:06.376724 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-beffeb8c-fd20-4446-9303-45840cfd08bb None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:06.379330 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beffeb8c-fd20-4446-9303-45840cfd08bb None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:06.390762 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743d1315-e5ca-4129-b22a-6c183f608002 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:06.395979 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-743d1315-e5ca-4129-b22a-6c183f608002 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:06.403130 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743d1315-e5ca-4129-b22a-6c183f608002 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:06.430960 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-ab394941-0a2e-4dd5-b83f-ebfdb37dffb5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Allocated IP 2001:db8::247 (b5c86108-ee84-4147-9d12-fe55b480c441/63737951-ac8b-4a3c-9f9b-b30aec0bb60b/c18b37bc-3146-4efc-b75d-89a75dfba78b) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:06.438614 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d1315-e5ca-4129-b22a-6c183f608002 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Pushing event updated for resources: {'Port': ['ID=f33ece26-13c6-4214-8af2-ef93985e8125,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:06.447488 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-0b202add-1c38-47f8-9a19-bac7b9681599 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Deleting port ca1c6326-99e4-4b88-89ef-c42c4688e484 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:06.448052 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b202add-1c38-47f8-9a19-bac7b9681599 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:06.489037 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffeb8c-fd20-4446-9303-45840cfd08bb None None] Pushing event updated for resources: {'Port': ['ID=a9009cc7-bc2b-4bcc-8b04-265a01fb25cb,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:06.515734 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-beffeb8c-fd20-4446-9303-45840cfd08bb None None] Attempting to bind port a9009cc7-bc2b-4bcc-8b04-265a01fb25cb on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:04:06.516464 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-beffeb8c-fd20-4446-9303-45840cfd08bb None None] Attempting to bind port a9009cc7-bc2b-4bcc-8b04-265a01fb25cb by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '28e5ff3c-eb67-4fa4-83ab-a05668ff3d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b5c86108-ee84-4147-9d12-fe55b480c441'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:04:06.516464 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beffeb8c-fd20-4446-9303-45840cfd08bb None None] Attempting to bind port a9009cc7-bc2b-4bcc-8b04-265a01fb25cb on network b5c86108-ee84-4147-9d12-fe55b480c441 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:04:06.526349 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beffeb8c-fd20-4446-9303-45840cfd08bb None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:04:06.528180 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beffeb8c-fd20-4446-9303-45840cfd08bb None None] Checking segment: {'id': '28e5ff3c-eb67-4fa4-83ab-a05668ff3d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b5c86108-ee84-4147-9d12-fe55b480c441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:04:06.528180 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-beffeb8c-fd20-4446-9303-45840cfd08bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:06.528411 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beffeb8c-fd20-4446-9303-45840cfd08bb None None] Bound using segment: {'id': '28e5ff3c-eb67-4fa4-83ab-a05668ff3d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b5c86108-ee84-4147-9d12-fe55b480c441'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:04:06.530589 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-beffeb8c-fd20-4446-9303-45840cfd08bb None None] Bound port: a9009cc7-bc2b-4bcc-8b04-265a01fb25cb, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e5ff3c-eb67-4fa4-83ab-a05668ff3d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b5c86108-ee84-4147-9d12-fe55b480c441'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:04:06.531238 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-beffeb8c-fd20-4446-9303-45840cfd08bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:06.663406 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ab394941-0a2e-4dd5-b83f-ebfdb37dffb5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:06.685116 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-ab394941-0a2e-4dd5-b83f-ebfdb37dffb5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Transition to ACTIVE for port object c18b37bc-3146-4efc-b75d-89a75dfba78b will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:06.690691 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-beffeb8c-fd20-4446-9303-45840cfd08bb None None] For port a9009cc7-bc2b-4bcc-8b04-265a01fb25cb, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:04:06.697026 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-beffeb8c-fd20-4446-9303-45840cfd08bb None None] For port a9009cc7-bc2b-4bcc-8b04-265a01fb25cb, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=a9009cc7-bc2b-4bcc-8b04-265a01fb25cb,segment=NetworkSegment(28e5ff3c-eb67-4fa4-83ab-a05668ff3d85),segment_id=28e5ff3c-eb67-4fa4-83ab-a05668ff3d85)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:04:06.747008 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-beffeb8c-fd20-4446-9303-45840cfd08bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:06.773634 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ab394941-0a2e-4dd5-b83f-ebfdb37dffb5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:06.812647 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b202add-1c38-47f8-9a19-bac7b9681599 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:06.829009 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffeb8c-fd20-4446-9303-45840cfd08bb None None] Pushing event updated for resources: {'Port': ['ID=a9009cc7-bc2b-4bcc-8b04-265a01fb25cb,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:06.881682 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab394941-0a2e-4dd5-b83f-ebfdb37dffb5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network b5c86108-ee84-4147-9d12-fe55b480c441 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:06.886153 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-ab394941-0a2e-4dd5-b83f-ebfdb37dffb5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:06.892176 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab394941-0a2e-4dd5-b83f-ebfdb37dffb5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:06.898789 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab394941-0a2e-4dd5-b83f-ebfdb37dffb5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:06.900343 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ab394941-0a2e-4dd5-b83f-ebfdb37dffb5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:06.941177 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab394941-0a2e-4dd5-b83f-ebfdb37dffb5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Port': ['ID=c18b37bc-3146-4efc-b75d-89a75dfba78b,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:06.963024 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46876) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:06.993244 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-0b202add-1c38-47f8-9a19-bac7b9681599 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Calling delete_port for ca1c6326-99e4-4b88-89ef-c42c4688e484 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:04:07.054622 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ab394941-0a2e-4dd5-b83f-ebfdb37dffb5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.7428782 Feb 09 18:04:07.054891 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46886) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:07.120288 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-47cc0ca7-bab6-4f2a-a25c-3c6bc9c4bea7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=565aa1d0eda142499132292d86f1b8fa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0159438 Feb 09 18:04:07.125220 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46890) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:07.206822 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-00f8f106-f7f7-465c-a79b-148dba2042b9 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting port c18b37bc-3146-4efc-b75d-89a75dfba78b {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:07.207480 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-00f8f106-f7f7-465c-a79b-148dba2042b9 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:07.223753 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-743d1315-e5ca-4129-b22a-6c183f608002 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:07.339438 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4499100c-1e02-4376-8f29-90f9ba8ece22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:07.512763 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4ab49b3-1af0-4253-a6c5-1b97f80841d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:07.584553 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-743d1315-e5ca-4129-b22a-6c183f608002 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:07.589984 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4499100c-1e02-4376-8f29-90f9ba8ece22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:07.592027 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4ab49b3-1af0-4253-a6c5-1b97f80841d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:07.602912 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-743d1315-e5ca-4129-b22a-6c183f608002 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640420'] for router, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:07.606539 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4499100c-1e02-4376-8f29-90f9ba8ece22 admin admin] Usage tracker for resource:security_group_rule and tenant:038b489d0e264cc485a416edb847ae69 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:07.618254 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4499100c-1e02-4376-8f29-90f9ba8ece22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:07.630988 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4499100c-1e02-4376-8f29-90f9ba8ece22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:07.704346 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-00f8f106-f7f7-465c-a79b-148dba2042b9 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:07.794459 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b202add-1c38-47f8-9a19-bac7b9681599 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:07.841684 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-00f8f106-f7f7-465c-a79b-148dba2042b9 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Calling delete_port for c18b37bc-3146-4efc-b75d-89a75dfba78b owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:04:07.924027 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b202add-1c38-47f8-9a19-bac7b9681599 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event deleted for resources: {'Port': ['ID=ca1c6326-99e4-4b88-89ef-c42c4688e484,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:07.956328 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4499100c-1e02-4376-8f29-90f9ba8ece22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:08.100834 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46910) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:08.118277 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b202add-1c38-47f8-9a19-bac7b9681599 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:08.122983 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4ab49b3-1af0-4253-a6c5-1b97f80841d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:08.163917 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab49b3-1af0-4253-a6c5-1b97f80841d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17db32f-10a3-45c3-a664-3120307ab80c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:08.180030 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0b202add-1c38-47f8-9a19-bac7b9681599 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "DELETE /v2.0/ports/ca1c6326-99e4-4b88-89ef-c42c4688e484 HTTP/1.1" status: 204 len: 168 time: 1.9261754 Feb 09 18:04:08.180647 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4499100c-1e02-4376-8f29-90f9ba8ece22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:08.184063 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46916) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:08.212695 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-022e3d8e-4dd4-469d-a993-8d64c04dbc6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:08.212695 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4ab49b3-1af0-4253-a6c5-1b97f80841d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:08.212695 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e4ab49b3-1af0-4253-a6c5-1b97f80841d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f17db32f-10a3-45c3-a664-3120307ab80c HTTP/1.1" status: 204 len: 168 time: 1.0865424 Feb 09 18:04:08.215859 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-022e3d8e-4dd4-469d-a993-8d64c04dbc6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:08.225442 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-022e3d8e-4dd4-469d-a993-8d64c04dbc6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Usage tracker for resource:floatingip and tenant:f3837d08455842e393bcceee43b69ece is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:08.240800 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-022e3d8e-4dd4-469d-a993-8d64c04dbc6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:08.254128 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-022e3d8e-4dd4-469d-a993-8d64c04dbc6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:08.326979 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46924) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:08.327168 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4499100c-1e02-4376-8f29-90f9ba8ece22 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=038b489d0e264cc485a416edb847ae69&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3623867 Feb 09 18:04:08.355581 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499100c-1e02-4376-8f29-90f9ba8ece22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234078ef-ece2-44e9-ac43-7a7eb046e283,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:08.365870 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4499100c-1e02-4376-8f29-90f9ba8ece22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:08.366515 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4499100c-1e02-4376-8f29-90f9ba8ece22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:08.367007 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4499100c-1e02-4376-8f29-90f9ba8ece22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:08.367484 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4499100c-1e02-4376-8f29-90f9ba8ece22 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:08.368142 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4499100c-1e02-4376-8f29-90f9ba8ece22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:08.368652 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4499100c-1e02-4376-8f29-90f9ba8ece22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:08.369137 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4499100c-1e02-4376-8f29-90f9ba8ece22 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:08.369667 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4499100c-1e02-4376-8f29-90f9ba8ece22 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:08.370622 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4499100c-1e02-4376-8f29-90f9ba8ece22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:08.371160 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4499100c-1e02-4376-8f29-90f9ba8ece22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:08.371820 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4499100c-1e02-4376-8f29-90f9ba8ece22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:08.396598 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-022e3d8e-4dd4-469d-a993-8d64c04dbc6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:08.409866 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-00f8f106-f7f7-465c-a79b-148dba2042b9 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:08.412648 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device a9009cc7-bc2b-4bcc-8b04-265a01fb25cb up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:04:08.443364 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46928) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:08.576085 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743d1315-e5ca-4129-b22a-6c183f608002 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Router 655f5056-4a88-4c9a-9d30-8ec866360864 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:04:08.585361 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9198c042-3ee8-43fa-9dc4-70cc6a6a7bb1 None None] Network b5c86108-ee84-4147-9d12-fe55b480c441 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:04:08.588679 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8f106-f7f7-465c-a79b-148dba2042b9 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Port': ['ID=c18b37bc-3146-4efc-b75d-89a75dfba78b,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:08.593797 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-00f8f106-f7f7-465c-a79b-148dba2042b9 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:08.604480 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1291267727', 'router:external': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:08.611276 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:08.612063 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-00f8f106-f7f7-465c-a79b-148dba2042b9 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/ports/c18b37bc-3146-4efc-b75d-89a75dfba78b HTTP/1.1" status: 204 len: 168 time: 1.5561023 Feb 09 18:04:08.612729 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46934) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:08.616911 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Usage tracker for resource:network and tenant:6000760d86014b9c8d68b5ec2afa808b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:08.620290 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:08.627891 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:08.656229 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-702aeb2b-377a-4c40-bf4d-d9f2664b6672 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] GET failed (client error): The resource could not be found. Feb 09 18:04:08.656760 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-702aeb2b-377a-4c40-bf4d-d9f2664b6672 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Synchronizing usage tracker for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:04:08.670153 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-53a78977-fa2e-4df8-94ef-368e2c624563 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-282749400-network', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:08.677481 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-53a78977-fa2e-4df8-94ef-368e2c624563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:08.683544 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-53a78977-fa2e-4df8-94ef-368e2c624563 admin admin] Usage tracker for resource:network and tenant:10a4b1464e30470e8e13c0bd2bfded95 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:08.687641 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-53a78977-fa2e-4df8-94ef-368e2c624563 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:08.691686 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port a9009cc7-bc2b-4bcc-8b04-265a01fb25cb completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:08.725708 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-53a78977-fa2e-4df8-94ef-368e2c624563 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:08.726085 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97dcb621-f761-4331-b0e1-f942fec12430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:08.821148 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Made reservation on behalf of 6000760d86014b9c8d68b5ec2afa808b for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:08.823355 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:08.838498 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97dcb621-f761-4331-b0e1-f942fec12430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:08.851896 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a78977-fa2e-4df8-94ef-368e2c624563 admin admin] Made reservation on behalf of 10a4b1464e30470e8e13c0bd2bfded95 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:08.854814 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-53a78977-fa2e-4df8-94ef-368e2c624563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:08.855013 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-14bb0d64-9ab7-4e46-96c3-b912247dfef3 None None] Provisioning for port a9009cc7-bc2b-4bcc-8b04-265a01fb25cb completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:08.858187 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:08.862043 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-14bb0d64-9ab7-4e46-96c3-b912247dfef3 None None] Provisioning complete for port a9009cc7-bc2b-4bcc-8b04-265a01fb25cb triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:08.862457 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-14bb0d64-9ab7-4e46-96c3-b912247dfef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:08.872446 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-702aeb2b-377a-4c40-bf4d-d9f2664b6672 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Unset dirty status for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:04:08.877838 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-702aeb2b-377a-4c40-bf4d-d9f2664b6672 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports/c18b37bc-3146-4efc-b75d-89a75dfba78b HTTP/1.1" status: 404 len: 333 time: 0.2617719 Feb 09 18:04:08.878210 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46938) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:08.948557 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:08.958794 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Usage tracker for resource:security_group_rule and tenant:6000760d86014b9c8d68b5ec2afa808b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:08.972139 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:08.988294 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:09.007079 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-022e3d8e-4dd4-469d-a993-8d64c04dbc6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:09.017664 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-53a78977-fa2e-4df8-94ef-368e2c624563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:09.096167 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97dcb621-f761-4331-b0e1-f942fec12430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:09.132477 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-14bb0d64-9ab7-4e46-96c3-b912247dfef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:09.136057 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-53a78977-fa2e-4df8-94ef-368e2c624563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:09.141505 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-53a78977-fa2e-4df8-94ef-368e2c624563 admin admin] Usage tracker for resource:security_group_rule and tenant:10a4b1464e30470e8e13c0bd2bfded95 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:09.144673 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dcb621-f761-4331-b0e1-f942fec12430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234078ef-ece2-44e9-ac43-7a7eb046e283,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:09.159793 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-53a78977-fa2e-4df8-94ef-368e2c624563 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:09.165292 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-53a78977-fa2e-4df8-94ef-368e2c624563 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:09.219357 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-14bb0d64-9ab7-4e46-96c3-b912247dfef3 None None] For port a9009cc7-bc2b-4bcc-8b04-265a01fb25cb, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=a9009cc7-bc2b-4bcc-8b04-265a01fb25cb,segment=NetworkSegment(28e5ff3c-eb67-4fa4-83ab-a05668ff3d85),segment_id=28e5ff3c-eb67-4fa4-83ab-a05668ff3d85)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:04:09.290090 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd6eb81-f42b-4520-8829-30350d97b2a3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting subnet 63737951-ac8b-4a3c-9f9b-b30aec0bb60b {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:04:09.294905 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bcd6eb81-f42b-4520-8829-30350d97b2a3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:09.313264 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743d1315-e5ca-4129-b22a-6c183f608002 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:04:09.315999 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97dcb621-f761-4331-b0e1-f942fec12430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:09.320230 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-97dcb621-f761-4331-b0e1-f942fec12430 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/234078ef-ece2-44e9-ac43-7a7eb046e283 HTTP/1.1" status: 204 len: 168 time: 0.9898586 Feb 09 18:04:09.330173 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-14bb0d64-9ab7-4e46-96c3-b912247dfef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:09.349639 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-53a78977-fa2e-4df8-94ef-368e2c624563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:09.366149 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bcd6eb81-f42b-4520-8829-30350d97b2a3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:09.379724 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-743d1315-e5ca-4129-b22a-6c183f608002 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:09.381165 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-743d1315-e5ca-4129-b22a-6c183f608002 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "PUT /v2.0/routers/655f5056-4a88-4c9a-9d30-8ec866360864 HTTP/1.1" status: 200 len: 915 time: 5.3240438 Feb 09 18:04:09.388808 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46954) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:09.442847 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-53a78977-fa2e-4df8-94ef-368e2c624563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:09.498712 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb0d64-9ab7-4e46-96c3-b912247dfef3 None None] Pushing event updated for resources: {'Port': ['ID=a9009cc7-bc2b-4bcc-8b04-265a01fb25cb,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:09.502373 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c4ec7-e4a6-48ba-9341-c9ad4bfd8624 None None] Sync routers for ids ['655f5056-4a88-4c9a-9d30-8ec866360864'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:04:09.529577 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a78977-fa2e-4df8-94ef-368e2c624563 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:04:09.533806 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb0d64-9ab7-4e46-96c3-b912247dfef3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:09.534828 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb0d64-9ab7-4e46-96c3-b912247dfef3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:09.536281 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb0d64-9ab7-4e46-96c3-b912247dfef3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:09.536822 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb0d64-9ab7-4e46-96c3-b912247dfef3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:09.537365 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb0d64-9ab7-4e46-96c3-b912247dfef3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:09.538135 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb0d64-9ab7-4e46-96c3-b912247dfef3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:09.538330 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb0d64-9ab7-4e46-96c3-b912247dfef3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:09.538650 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb0d64-9ab7-4e46-96c3-b912247dfef3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:09.539050 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb0d64-9ab7-4e46-96c3-b912247dfef3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:09.539588 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb0d64-9ab7-4e46-96c3-b912247dfef3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:09.540168 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb0d64-9ab7-4e46-96c3-b912247dfef3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:09.552839 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a78977-fa2e-4df8-94ef-368e2c624563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8d5c9a-000f-4ff9-a8cd-328e4a0a0598,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:09.559521 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915c4ec7-e4a6-48ba-9341-c9ad4bfd8624 None None] Routers {'655f5056-4a88-4c9a-9d30-8ec866360864'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:09.561154 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-915c4ec7-e4a6-48ba-9341-c9ad4bfd8624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['655f5056-4a88-4c9a-9d30-8ec866360864'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:09.566794 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-53a78977-fa2e-4df8-94ef-368e2c624563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:09.567082 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-53a78977-fa2e-4df8-94ef-368e2c624563 admin admin] Added segment ef1edd2b-cf25-4f82-9baf-16b100c9302b of type vlan for network 80e60e6d-fc87-452b-ad1a-b77ca354a9cd Feb 09 18:04:09.611688 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-53a78977-fa2e-4df8-94ef-368e2c624563 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:09.625356 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bcd6eb81-f42b-4520-8829-30350d97b2a3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:09.640262 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-5ceafd92-c44c-406a-8aae-0a63efc88644 None None] Provisioning complete for port a9009cc7-bc2b-4bcc-8b04-265a01fb25cb triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:09.640742 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5ceafd92-c44c-406a-8aae-0a63efc88644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:09.720817 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-915c4ec7-e4a6-48ba-9341-c9ad4bfd8624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:09.725746 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:09.728171 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-022e3d8e-4dd4-469d-a993-8d64c04dbc6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Allocated IP 172.26.8.164 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/d83e23ae-1f30-496b-930c-7254bd49db6b) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:09.784891 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915c4ec7-e4a6-48ba-9341-c9ad4bfd8624 None None] Routers {'655f5056-4a88-4c9a-9d30-8ec866360864'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:09.785527 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-915c4ec7-e4a6-48ba-9341-c9ad4bfd8624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['655f5056-4a88-4c9a-9d30-8ec866360864'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:09.895794 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-915c4ec7-e4a6-48ba-9341-c9ad4bfd8624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:09.896204 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c4ec7-e4a6-48ba-9341-c9ad4bfd8624 None None] The sync data for ids ['655f5056-4a88-4c9a-9d30-8ec866360864'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:04:09.930223 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-53a78977-fa2e-4df8-94ef-368e2c624563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:09.933745 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a78977-fa2e-4df8-94ef-368e2c624563 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:09.936184 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-53a78977-fa2e-4df8-94ef-368e2c624563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:09.944760 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:09.973039 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bcd6eb81-f42b-4520-8829-30350d97b2a3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:10.024296 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-72b60f6c-37c2-4d36-a928-47500c9de536 None None] Could not find standard attr ID for object c18b37bc-3146-4efc-b75d-89a75dfba78b. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:04:10.037815 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:04:10.049269 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6eb81-f42b-4520-8829-30350d97b2a3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Subnet': ['ID=63737951-ac8b-4a3c-9f9b-b30aec0bb60b,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:10.122520 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d41f9d-8268-4ec1-a512-7969709bfabd,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:10.128520 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:10.128979 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Added segment 230ec576-d684-45f3-9a5a-28bcfdb7fcd2 of type vlan for network 3583b66f-317d-4323-ae5f-f077d0d4a82b Feb 09 18:04:10.163438 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f5ae34-8d5b-4951-bbde-37c30b327a58 None None] Network b5c86108-ee84-4147-9d12-fe55b480c441 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:04:10.172296 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bcd6eb81-f42b-4520-8829-30350d97b2a3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:10.195853 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-022e3d8e-4dd4-469d-a993-8d64c04dbc6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:10.200950 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:10.251829 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a78977-fa2e-4df8-94ef-368e2c624563 admin admin] Pushing event updated for resources: {'Network': ['ID=80e60e6d-fc87-452b-ad1a-b77ca354a9cd,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:10.268156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46964) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:10.269440 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-bcd6eb81-f42b-4520-8829-30350d97b2a3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/subnets/63737951-ac8b-4a3c-9f9b-b30aec0bb60b HTTP/1.1" status: 204 len: 168 time: 1.3872647 Feb 09 18:04:10.276681 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 80e60e6d-fc87-452b-ad1a-b77ca354a9cd details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:04:10.364564 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-53a78977-fa2e-4df8-94ef-368e2c624563 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8398952 Feb 09 18:04:10.364803 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46970) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:10.372035 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-e2efe38e-6b1d-4245-8fda-84c5844247a0 admin admin] Request body: {'subnet': {'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-282749400-subnet', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'ip_version': 4}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:10.393901 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e2efe38e-6b1d-4245-8fda-84c5844247a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:10.394325 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device a9009cc7-bc2b-4bcc-8b04-265a01fb25cb up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:04:10.394423 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e2efe38e-6b1d-4245-8fda-84c5844247a0 admin admin] Usage tracker for resource:subnet and tenant:10a4b1464e30470e8e13c0bd2bfded95 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:10.394423 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e2efe38e-6b1d-4245-8fda-84c5844247a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:10.394423 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e2efe38e-6b1d-4245-8fda-84c5844247a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:10.474559 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:10.475453 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:10.475979 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:10.506322 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e95a47e6-658c-4eee-82a6-4767194a17be tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "GET /v2.0/routers/655f5056-4a88-4c9a-9d30-8ec866360864 HTTP/1.1" status: 200 len: 921 time: 1.1154177 Feb 09 18:04:10.509361 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46976) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:10.549598 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2efe38e-6b1d-4245-8fda-84c5844247a0 admin admin] Made reservation on behalf of 10a4b1464e30470e8e13c0bd2bfded95 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:10.552601 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e2efe38e-6b1d-4245-8fda-84c5844247a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:10.605643 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port a9009cc7-bc2b-4bcc-8b04-265a01fb25cb triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:10.611355 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:10.623857 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-022e3d8e-4dd4-469d-a993-8d64c04dbc6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:10.689188 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5626e31b-c433-4ea2-b9ba-f8b7519aa717 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:10.715873 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Pushing event updated for resources: {'Network': ['ID=3583b66f-317d-4323-ae5f-f077d0d4a82b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:10.737808 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46980) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:10.756553 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.6518981 Feb 09 18:04:10.765224 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d892306c-b6dd-4161-8356-60bfbbeeb1e5 None None] DHCP port deletion for b5c86108-ee84-4147-9d12-fe55b480c441 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:04:10.771287 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46984) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:10.771655 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022e3d8e-4dd4-469d-a993-8d64c04dbc6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:10.775140 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d892306c-b6dd-4161-8356-60bfbbeeb1e5 None None] Deleting port a9009cc7-bc2b-4bcc-8b04-265a01fb25cb {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:10.775516 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d892306c-b6dd-4161-8356-60bfbbeeb1e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:10.778230 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-4f6b0216-feeb-40f0-8b89-82c6b94da7c3 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Request body: {'subnet': {'network_id': '3583b66f-317d-4323-ae5f-f077d0d4a82b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:10.785877 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-022e3d8e-4dd4-469d-a993-8d64c04dbc6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:10.790174 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4f6b0216-feeb-40f0-8b89-82c6b94da7c3 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:10.796765 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022e3d8e-4dd4-469d-a993-8d64c04dbc6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:10.799659 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4f6b0216-feeb-40f0-8b89-82c6b94da7c3 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Usage tracker for resource:subnet and tenant:6000760d86014b9c8d68b5ec2afa808b is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:10.806243 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4f6b0216-feeb-40f0-8b89-82c6b94da7c3 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:10.826275 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4f6b0216-feeb-40f0-8b89-82c6b94da7c3 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:10.829557 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:10.829717 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:10.830027 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:10.830396 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:10.830718 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:10.831046 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:10.831373 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:10.831694 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:10.832012 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:10.832339 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:10.832715 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12614b2-be3f-4fcd-8501-2471bae8f9ec tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:10.840748 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e3d8e-4dd4-469d-a993-8d64c04dbc6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event updated for resources: {'Port': ['ID=d83e23ae-1f30-496b-930c-7254bd49db6b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:10.843877 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5626e31b-c433-4ea2-b9ba-f8b7519aa717 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting port a9009cc7-bc2b-4bcc-8b04-265a01fb25cb {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:10.843877 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5626e31b-c433-4ea2-b9ba-f8b7519aa717 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:10.861662 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 3583b66f-317d-4323-ae5f-f077d0d4a82b details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:04:10.895708 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e6777382-01cc-4408-8c4d-0d9723b99e37 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4&device_id=655f5056-4a88-4c9a-9d30-8ec866360864&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3851614 Feb 09 18:04:10.899161 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46990) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:10.987456 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6b0216-feeb-40f0-8b89-82c6b94da7c3 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Made reservation on behalf of 6000760d86014b9c8d68b5ec2afa808b for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:10.989887 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0216-feeb-40f0-8b89-82c6b94da7c3 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:11.016188 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9539a259-518a-4083-882b-3f492e68da6c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aef19ca0ea6549f0a0732c55582162c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2720761 Feb 09 18:04:11.023788 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e2efe38e-6b1d-4245-8fda-84c5844247a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:11.024632 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 46994) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:11.117665 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d892306c-b6dd-4161-8356-60bfbbeeb1e5 None None] For port a9009cc7-bc2b-4bcc-8b04-265a01fb25cb, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=a9009cc7-bc2b-4bcc-8b04-265a01fb25cb,segment=NetworkSegment(28e5ff3c-eb67-4fa4-83ab-a05668ff3d85),segment_id=28e5ff3c-eb67-4fa4-83ab-a05668ff3d85)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:04:11.118058 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d892306c-b6dd-4161-8356-60bfbbeeb1e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:11.243184 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-5626e31b-c433-4ea2-b9ba-f8b7519aa717 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] For port a9009cc7-bc2b-4bcc-8b04-265a01fb25cb, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=a9009cc7-bc2b-4bcc-8b04-265a01fb25cb,segment=NetworkSegment(28e5ff3c-eb67-4fa4-83ab-a05668ff3d85),segment_id=28e5ff3c-eb67-4fa4-83ab-a05668ff3d85)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:04:11.243781 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5626e31b-c433-4ea2-b9ba-f8b7519aa717 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:11.253288 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d892306c-b6dd-4161-8356-60bfbbeeb1e5 None None] Calling delete_port for a9009cc7-bc2b-4bcc-8b04-265a01fb25cb owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:04:11.256723 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9d28b753-cf0a-462d-b2c5-9cdade9e6877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:11.262053 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efe38e-6b1d-4245-8fda-84c5844247a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8a71708-3c6c-4754-9944-bc1082e83c1e,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:11.283604 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2ab203-8892-49b5-a46d-1b2816248eb1 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:11.283604 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-db2ab203-8892-49b5-a46d-1b2816248eb1 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "GET /v2.0/networks/c9564cd9-4539-4a2d-b376-06d44bc8fbe4 HTTP/1.1" status: 200 len: 881 time: 0.3768437 Feb 09 18:04:11.283604 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 46998) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:11.333070 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-24465a84-b6da-45b8-aee4-c0cb5331038c tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "GET /v2.0/ports?device_id=655f5056-4a88-4c9a-9d30-8ec866360864 HTTP/1.1" status: 200 len: 205 time: 0.0509887 Feb 09 18:04:11.335603 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47002) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:11.406501 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d892306c-b6dd-4161-8356-60bfbbeeb1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:11.472195 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5626e31b-c433-4ea2-b9ba-f8b7519aa717 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Calling delete_port for a9009cc7-bc2b-4bcc-8b04-265a01fb25cb owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:04:11.492700 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892306c-b6dd-4161-8356-60bfbbeeb1e5 None None] Pushing event deleted for resources: {'Port': ['ID=a9009cc7-bc2b-4bcc-8b04-265a01fb25cb,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:11.502119 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d892306c-b6dd-4161-8356-60bfbbeeb1e5 None None] No DVR routers for this DVR port a9009cc7-bc2b-4bcc-8b04-265a01fb25cb on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:04:11.502658 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2efe38e-6b1d-4245-8fda-84c5844247a0 admin admin] Checking segment: {'id': 'ef1edd2b-cf25-4f82-9baf-16b100c9302b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:04:11.503030 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2efe38e-6b1d-4245-8fda-84c5844247a0 admin admin] Network hostable DHCP agents. Network: 80e60e6d-fc87-452b-ad1a-b77ca354a9cd, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:04:11.520255 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-022e3d8e-4dd4-469d-a993-8d64c04dbc6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:11.539580 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9d28b753-cf0a-462d-b2c5-9cdade9e6877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:11.651114 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.api [None req-5626e31b-c433-4ea2-b9ba-f8b7519aa717 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:04:11.655459 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG oslo_db.api [None req-5626e31b-c433-4ea2-b9ba-f8b7519aa717 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:04:11.664682 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-022e3d8e-4dd4-469d-a993-8d64c04dbc6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:11.729419 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2efe38e-6b1d-4245-8fda-84c5844247a0 admin admin] Network 80e60e6d-fc87-452b-ad1a-b77ca354a9cd is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:04:11.775622 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b50d33b5-8316-4f6b-9a2a-96efabc0e287 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:11.807323 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9d28b753-cf0a-462d-b2c5-9cdade9e6877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:11.838116 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28b753-cf0a-462d-b2c5-9cdade9e6877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dde7759-8f6e-459d-be4c-239455d80687,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:11.905878 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-e2efe38e-6b1d-4245-8fda-84c5844247a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 80e60e6d-fc87-452b-ad1a-b77ca354a9cd) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:11.918458 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2efe38e-6b1d-4245-8fda-84c5844247a0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:11.919376 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e2efe38e-6b1d-4245-8fda-84c5844247a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:11.928024 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb456f08-6037-4c6e-a5a8-f63181448189 None None] Network 80e60e6d-fc87-452b-ad1a-b77ca354a9cd requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:04:11.938705 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-022e3d8e-4dd4-469d-a993-8d64c04dbc6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:11.956814 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9d28b753-cf0a-462d-b2c5-9cdade9e6877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:11.964682 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9d28b753-cf0a-462d-b2c5-9cdade9e6877 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6dde7759-8f6e-459d-be4c-239455d80687 HTTP/1.1" status: 204 len: 168 time: 0.9371619 Feb 09 18:04:12.071537 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-022e3d8e-4dd4-469d-a993-8d64c04dbc6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:12.108251 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e2efe38e-6b1d-4245-8fda-84c5844247a0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7423489 Feb 09 18:04:12.119863 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47020) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:12.130855 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-37e11d5b-0888-4047-a587-399a625072ed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:12.146470 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-37e11d5b-0888-4047-a587-399a625072ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:12.157027 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-37e11d5b-0888-4047-a587-399a625072ed admin admin] Usage tracker for resource:router and tenant:10a4b1464e30470e8e13c0bd2bfded95 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:12.158567 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5626e31b-c433-4ea2-b9ba-f8b7519aa717 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting port a9009cc7-bc2b-4bcc-8b04-265a01fb25cb {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:12.158916 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5626e31b-c433-4ea2-b9ba-f8b7519aa717 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:12.166948 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-37e11d5b-0888-4047-a587-399a625072ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:12.179461 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-37e11d5b-0888-4047-a587-399a625072ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:12.260918 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.objects.ports [None req-4f6b0216-feeb-40f0-8b89-82c6b94da7c3 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84541) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 18:04:12.261862 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0216-feeb-40f0-8b89-82c6b94da7c3 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:12.276782 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcd4a21-d23c-4d2f-af50-e0288339e2a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'fixed_ips': [{'subnet_id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:04:12.278061 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4a21-d23c-4d2f-af50-e0288339e2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:12.296720 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device a9009cc7-bc2b-4bcc-8b04-265a01fb25cb no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:04:12.311494 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5626e31b-c433-4ea2-b9ba-f8b7519aa717 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] The port 'a9009cc7-bc2b-4bcc-8b04-265a01fb25cb' was deleted {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:04:12.341853 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: a9009cc7-bc2b-4bcc-8b04-265a01fb25cb {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:04:12.342138 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device a9009cc7-bc2b-4bcc-8b04-265a01fb25cb not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:04:12.374922 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b0216-feeb-40f0-8b89-82c6b94da7c3 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2174f693-8b3b-4674-8014-eaf524bcab07,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:12.377283 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-37e11d5b-0888-4047-a587-399a625072ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:12.378262 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-37e11d5b-0888-4047-a587-399a625072ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:12.389136 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e3d8e-4dd4-469d-a993-8d64c04dbc6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event updated for resources: {'Port': ['ID=d83e23ae-1f30-496b-930c-7254bd49db6b,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:12.414096 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-37e11d5b-0888-4047-a587-399a625072ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:12.441129 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b50d33b5-8316-4f6b-9a2a-96efabc0e287 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:12.496263 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6b0216-feeb-40f0-8b89-82c6b94da7c3 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Checking segment: {'id': '230ec576-d684-45f3-9a5a-28bcfdb7fcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3583b66f-317d-4323-ae5f-f077d0d4a82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:04:12.496672 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6b0216-feeb-40f0-8b89-82c6b94da7c3 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Network hostable DHCP agents. Network: 3583b66f-317d-4323-ae5f-f077d0d4a82b, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:04:12.512555 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-1dcd4a21-d23c-4d2f-af50-e0288339e2a5 None None] Allocated IP 172.20.0.2 (80e60e6d-fc87-452b-ad1a-b77ca354a9cd/e8a71708-3c6c-4754-9944-bc1082e83c1e/78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:12.576538 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47028) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:12.618680 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-b50d33b5-8316-4f6b-9a2a-96efabc0e287 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Deleting port f33ece26-13c6-4214-8af2-ef93985e8125 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:12.619454 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b50d33b5-8316-4f6b-9a2a-96efabc0e287 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:12.621155 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-022e3d8e-4dd4-469d-a993-8d64c04dbc6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:12.628534 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5626e31b-c433-4ea2-b9ba-f8b7519aa717 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:12.662351 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-5626e31b-c433-4ea2-b9ba-f8b7519aa717 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c86108-ee84-4147-9d12-fe55b480c441']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:12.682852 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-5626e31b-c433-4ea2-b9ba-f8b7519aa717 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e5ff3c-eb67-4fa4-83ab-a05668ff3d85') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:12.683232 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-5626e31b-c433-4ea2-b9ba-f8b7519aa717 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e5ff3c-eb67-4fa4-83ab-a05668ff3d85') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:12.700464 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5626e31b-c433-4ea2-b9ba-f8b7519aa717 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:12.729100 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-022e3d8e-4dd4-469d-a993-8d64c04dbc6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:12.733949 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-022e3d8e-4dd4-469d-a993-8d64c04dbc6a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5313597 Feb 09 18:04:12.734137 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47036) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:12.738060 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5626e31b-c433-4ea2-b9ba-f8b7519aa717 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:12.745194 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-938a71fe-1fe3-4d57-a556-1cac71e3c731 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Request body: {'port': {'network_id': '37685c53-9b93-484d-ac5f-1f69d899201b', 'name': 'tempest-FloatingIPTestJSON-1599977093'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:12.796396 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5626e31b-c433-4ea2-b9ba-f8b7519aa717 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:04:12.796805 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5626e31b-c433-4ea2-b9ba-f8b7519aa717 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:04:12.812337 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:04:12.849631 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6b0216-feeb-40f0-8b89-82c6b94da7c3 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Network 3583b66f-317d-4323-ae5f-f077d0d4a82b is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:04:12.884034 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-37e11d5b-0888-4047-a587-399a625072ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:12.925175 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4a21-d23c-4d2f-af50-e0288339e2a5 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:12.958765 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-0f93333e-76bb-4cb2-82e7-349bde58aa2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'network': {'name': 'tempest-network-smoke--997083824', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'port_security_enabled': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:12.968109 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-4f6b0216-feeb-40f0-8b89-82c6b94da7c3 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 3583b66f-317d-4323-ae5f-f077d0d4a82b) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:12.970542 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0f93333e-76bb-4cb2-82e7-349bde58aa2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:12.972656 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6b0216-feeb-40f0-8b89-82c6b94da7c3 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:12.973301 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0216-feeb-40f0-8b89-82c6b94da7c3 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:12.980720 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0f93333e-76bb-4cb2-82e7-349bde58aa2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:network and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:12.985227 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918934a9-d431-4fc0-aac1-3d9f5c9ed946 None None] Network 3583b66f-317d-4323-ae5f-f077d0d4a82b requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:04:12.987625 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0f93333e-76bb-4cb2-82e7-349bde58aa2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:12.994968 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b50d33b5-8316-4f6b-9a2a-96efabc0e287 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:13.005929 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0f93333e-76bb-4cb2-82e7-349bde58aa2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:13.045732 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-938a71fe-1fe3-4d57-a556-1cac71e3c731 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:13.050017 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-938a71fe-1fe3-4d57-a556-1cac71e3c731 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Usage tracker for resource:port and tenant:f3837d08455842e393bcceee43b69ece is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:13.053887 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-938a71fe-1fe3-4d57-a556-1cac71e3c731 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:13.056780 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5626e31b-c433-4ea2-b9ba-f8b7519aa717 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:13.077633 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5626e31b-c433-4ea2-b9ba-f8b7519aa717 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:13.080465 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-938a71fe-1fe3-4d57-a556-1cac71e3c731 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:13.098707 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626e31b-c433-4ea2-b9ba-f8b7519aa717 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Network': ['ID=b5c86108-ee84-4147-9d12-fe55b480c441,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:13.102215 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5626e31b-c433-4ea2-b9ba-f8b7519aa717 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/networks/b5c86108-ee84-4147-9d12-fe55b480c441 HTTP/1.1" status: 204 len: 168 time: 2.8304796 Feb 09 18:04:13.103372 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47044) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:13.109551 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-80573591-7b4d-47e1-bf25-77b3d088ee16 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'port': {'network_id': '061275a6-3bbf-48c1-8058-6590c56a5f81', 'name': 'tempest-PortsIpV6TestJSON-1462033208'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:13.147276 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-b50d33b5-8316-4f6b-9a2a-96efabc0e287 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Calling delete_port for f33ece26-13c6-4214-8af2-ef93985e8125 owned by network:router_gateway {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:04:13.185486 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1dcd4a21-d23c-4d2f-af50-e0288339e2a5 None None] Transition to ACTIVE for port object 78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:13.188247 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f93333e-76bb-4cb2-82e7-349bde58aa2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:13.191403 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0f93333e-76bb-4cb2-82e7-349bde58aa2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:13.194437 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4f6b0216-feeb-40f0-8b89-82c6b94da7c3 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.4208856 Feb 09 18:04:13.195960 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47050) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:13.213363 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a885c63f-4fc1-42e3-8a30-94c1f4e85a83 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2028899067', 'network_id': '3583b66f-317d-4323-ae5f-f077d0d4a82b'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:13.221331 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0f93333e-76bb-4cb2-82e7-349bde58aa2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:13.224944 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1dcd4a21-d23c-4d2f-af50-e0288339e2a5 None None] Transition to ACTIVE for port object 78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:13.244482 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938a71fe-1fe3-4d57-a556-1cac71e3c731 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Made reservation on behalf of f3837d08455842e393bcceee43b69ece for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:13.247689 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-938a71fe-1fe3-4d57-a556-1cac71e3c731 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:13.285357 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-80573591-7b4d-47e1-bf25-77b3d088ee16 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:13.293509 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf75e379-e29b-4576-b3d3-1ed557bb6bb5 None None] Network 3583b66f-317d-4323-ae5f-f077d0d4a82b requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:04:13.317220 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0f93333e-76bb-4cb2-82e7-349bde58aa2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:13.324592 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0f93333e-76bb-4cb2-82e7-349bde58aa2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:13.329544 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0f93333e-76bb-4cb2-82e7-349bde58aa2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:13.339040 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-80573591-7b4d-47e1-bf25-77b3d088ee16 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:port and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:13.347255 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-80573591-7b4d-47e1-bf25-77b3d088ee16 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:13.351520 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-938a71fe-1fe3-4d57-a556-1cac71e3c731 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] device_id is not set on port 7d010e6c-bb69-4ddd-9634-436f60918188 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:04:13.363673 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4a21-d23c-4d2f-af50-e0288339e2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:13.386868 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0f93333e-76bb-4cb2-82e7-349bde58aa2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:13.395321 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-80573591-7b4d-47e1-bf25-77b3d088ee16 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:13.400165 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a885c63f-4fc1-42e3-8a30-94c1f4e85a83 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:13.415493 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a885c63f-4fc1-42e3-8a30-94c1f4e85a83 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Usage tracker for resource:port and tenant:6000760d86014b9c8d68b5ec2afa808b is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:13.426068 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a885c63f-4fc1-42e3-8a30-94c1f4e85a83 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:13.454271 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a885c63f-4fc1-42e3-8a30-94c1f4e85a83 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:13.486510 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcd4a21-d23c-4d2f-af50-e0288339e2a5 None None] Network 80e60e6d-fc87-452b-ad1a-b77ca354a9cd is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:13.487952 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd4a21-d23c-4d2f-af50-e0288339e2a5 None None] Pushing event updated for resources: {'Port': ['ID=78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:13.502668 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-1dcd4a21-d23c-4d2f-af50-e0288339e2a5 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:13.507483 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd4a21-d23c-4d2f-af50-e0288339e2a5 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:13.523713 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80573591-7b4d-47e1-bf25-77b3d088ee16 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:13.526749 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-80573591-7b4d-47e1-bf25-77b3d088ee16 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:13.576817 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a885c63f-4fc1-42e3-8a30-94c1f4e85a83 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Made reservation on behalf of 6000760d86014b9c8d68b5ec2afa808b for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:13.584787 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a885c63f-4fc1-42e3-8a30-94c1f4e85a83 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:13.603949 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-938a71fe-1fe3-4d57-a556-1cac71e3c731 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Allocated IP 172.20.0.6 (37685c53-9b93-484d-ac5f-1f69d899201b/b3213315-d694-43ae-b98f-7103d1eaa8ca/7d010e6c-bb69-4ddd-9634-436f60918188) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:13.616920 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-80573591-7b4d-47e1-bf25-77b3d088ee16 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] device_id is not set on port 64ab9b7e-8f25-4dbf-ba3d-8d1388f92218 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:04:13.637667 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-a885c63f-4fc1-42e3-8a30-94c1f4e85a83 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] device_id is not set on port 0293d5e5-007e-4fc5-82ee-8804d18e4d8c yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:04:13.670856 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0f93333e-76bb-4cb2-82e7-349bde58aa2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:13.678257 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1dcd4a21-d23c-4d2f-af50-e0288339e2a5 None None] Attempting to bind port 78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:04:13.678257 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1dcd4a21-d23c-4d2f-af50-e0288339e2a5 None None] Attempting to bind port 78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'ef1edd2b-cf25-4f82-9baf-16b100c9302b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:04:13.678257 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcd4a21-d23c-4d2f-af50-e0288339e2a5 None None] Attempting to bind port 78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd on network 80e60e6d-fc87-452b-ad1a-b77ca354a9cd {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:04:13.689988 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcd4a21-d23c-4d2f-af50-e0288339e2a5 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:04:13.690488 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcd4a21-d23c-4d2f-af50-e0288339e2a5 None None] Checking segment: {'id': 'ef1edd2b-cf25-4f82-9baf-16b100c9302b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:04:13.690963 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4a21-d23c-4d2f-af50-e0288339e2a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:13.691425 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcd4a21-d23c-4d2f-af50-e0288339e2a5 None None] Bound using segment: {'id': 'ef1edd2b-cf25-4f82-9baf-16b100c9302b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:04:13.691961 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1dcd4a21-d23c-4d2f-af50-e0288339e2a5 None None] Bound port: 78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1edd2b-cf25-4f82-9baf-16b100c9302b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:04:13.692406 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4a21-d23c-4d2f-af50-e0288339e2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:13.761447 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b50d33b5-8316-4f6b-9a2a-96efabc0e287 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:13.823588 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1dcd4a21-d23c-4d2f-af50-e0288339e2a5 None None] For port 78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:04:13.827429 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1dcd4a21-d23c-4d2f-af50-e0288339e2a5 None None] For port 78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd,segment=NetworkSegment(ef1edd2b-cf25-4f82-9baf-16b100c9302b),segment_id=ef1edd2b-cf25-4f82-9baf-16b100c9302b)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:04:13.842206 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d33b5-8316-4f6b-9a2a-96efabc0e287 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Pushing event deleted for resources: {'Port': ['ID=f33ece26-13c6-4214-8af2-ef93985e8125,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:13.868769 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-37e11d5b-0888-4047-a587-399a625072ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:13.889914 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0f93333e-76bb-4cb2-82e7-349bde58aa2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:13.938218 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-37e11d5b-0888-4047-a587-399a625072ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:13.941106 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4a21-d23c-4d2f-af50-e0288339e2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:13.998959 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f93333e-76bb-4cb2-82e7-349bde58aa2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:04:14.011985 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0f93333e-76bb-4cb2-82e7-349bde58aa2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:14.012844 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-0f93333e-76bb-4cb2-82e7-349bde58aa2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Added segment 23964c25-d5c8-4aa2-982a-3a45e6672645 of type vlan for network d56a852c-565a-4887-9c81-db659a21eec0 Feb 09 18:04:14.029339 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd4a21-d23c-4d2f-af50-e0288339e2a5 None None] Pushing event updated for resources: {'Port': ['ID=78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:14.070144 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93333e-76bb-4cb2-82e7-349bde58aa2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5538283-8c91-48e5-998e-b8f8372b2d6c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:14.096956 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-a885c63f-4fc1-42e3-8a30-94c1f4e85a83 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Allocated IP 2001:db8::10d (3583b66f-317d-4323-ae5f-f077d0d4a82b/2174f693-8b3b-4674-8014-eaf524bcab07/0293d5e5-007e-4fc5-82ee-8804d18e4d8c) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:14.097182 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0f93333e-76bb-4cb2-82e7-349bde58aa2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:14.276060 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-80573591-7b4d-47e1-bf25-77b3d088ee16 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:14.347128 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-938a71fe-1fe3-4d57-a556-1cac71e3c731 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:14.406379 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0f93333e-76bb-4cb2-82e7-349bde58aa2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:14.410904 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f93333e-76bb-4cb2-82e7-349bde58aa2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:14.417634 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0f93333e-76bb-4cb2-82e7-349bde58aa2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:14.424812 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b50d33b5-8316-4f6b-9a2a-96efabc0e287 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:14.494617 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-80573591-7b4d-47e1-bf25-77b3d088ee16 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:14.538036 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-938a71fe-1fe3-4d57-a556-1cac71e3c731 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:14.624143 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93333e-76bb-4cb2-82e7-349bde58aa2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Network': ['ID=d56a852c-565a-4887-9c81-db659a21eec0,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:14.640674 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80573591-7b4d-47e1-bf25-77b3d088ee16 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network 061275a6-3bbf-48c1-8058-6590c56a5f81 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:14.645201 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-80573591-7b4d-47e1-bf25-77b3d088ee16 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:14.645372 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-37e11d5b-0888-4047-a587-399a625072ed admin admin] Allocated IP 172.26.8.224 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/02a3fa91-cb63-442e-a471-37a71bd0303d) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:14.649591 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80573591-7b4d-47e1-bf25-77b3d088ee16 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Port': ['ID=64ab9b7e-8f25-4dbf-ba3d-8d1388f92218,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:14.678741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network d56a852c-565a-4887-9c81-db659a21eec0 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:04:14.693207 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80573591-7b4d-47e1-bf25-77b3d088ee16 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:14.697193 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80573591-7b4d-47e1-bf25-77b3d088ee16 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:14.697947 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-80573591-7b4d-47e1-bf25-77b3d088ee16 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:14.712937 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938a71fe-1fe3-4d57-a556-1cac71e3c731 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Network 37685c53-9b93-484d-ac5f-1f69d899201b is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:14.729191 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-938a71fe-1fe3-4d57-a556-1cac71e3c731 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:14.733269 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938a71fe-1fe3-4d57-a556-1cac71e3c731 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:14.788394 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0f93333e-76bb-4cb2-82e7-349bde58aa2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.2047286 Feb 09 18:04:14.795155 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47070) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:14.814797 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9f023476-c2a6-4e4b-95d6-fe0c8d7fb246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2083997425', 'admin_state_up': True, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:14.825962 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9f023476-c2a6-4e4b-95d6-fe0c8d7fb246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:14.837138 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938a71fe-1fe3-4d57-a556-1cac71e3c731 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:14.837848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-938a71fe-1fe3-4d57-a556-1cac71e3c731 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:14.857216 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-9f023476-c2a6-4e4b-95d6-fe0c8d7fb246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:router and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:14.866945 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-9f023476-c2a6-4e4b-95d6-fe0c8d7fb246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:14.876779 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a71fe-1fe3-4d57-a556-1cac71e3c731 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event updated for resources: {'Port': ['ID=7d010e6c-bb69-4ddd-9634-436f60918188,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:14.880380 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9f023476-c2a6-4e4b-95d6-fe0c8d7fb246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:14.900951 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-80573591-7b4d-47e1-bf25-77b3d088ee16 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7951531 Feb 09 18:04:14.906531 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47074) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:14.943622 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b50d33b5-8316-4f6b-9a2a-96efabc0e287 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:14.945349 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-938a71fe-1fe3-4d57-a556-1cac71e3c731 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2045619 Feb 09 18:04:14.952667 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47078) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:14.998409 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6d9da22b-6fd2-494d-9fc3-ff56bb63f380 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting port 64ab9b7e-8f25-4dbf-ba3d-8d1388f92218 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:14.998987 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d9da22b-6fd2-494d-9fc3-ff56bb63f380 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:15.019920 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a885c63f-4fc1-42e3-8a30-94c1f4e85a83 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:15.057703 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b50d33b5-8316-4f6b-9a2a-96efabc0e287 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:15.218642 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6b065ab2-abb7-4436-9308-2507d56c8f5a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Request body: {'floatingip': {'port_id': '7d010e6c-bb69-4ddd-9634-436f60918188'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:15.242697 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a885c63f-4fc1-42e3-8a30-94c1f4e85a83 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:15.297053 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f023476-c2a6-4e4b-95d6-fe0c8d7fb246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:15.298012 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f023476-c2a6-4e4b-95d6-fe0c8d7fb246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:15.327292 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b97500a-9d86-44eb-a332-6c8a6736a32b None None] Network 80e60e6d-fc87-452b-ad1a-b77ca354a9cd requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:04:15.355897 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b50d33b5-8316-4f6b-9a2a-96efabc0e287 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:15.357069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50d33b5-8316-4f6b-9a2a-96efabc0e287 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Fanout notify agent at l3_agent the message router_deleted on router 655f5056-4a88-4c9a-9d30-8ec866360864 {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:04:15.394855 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b065ab2-abb7-4436-9308-2507d56c8f5a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:15.440236 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a885c63f-4fc1-42e3-8a30-94c1f4e85a83 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Network 3583b66f-317d-4323-ae5f-f077d0d4a82b is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:15.452369 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885c63f-4fc1-42e3-8a30-94c1f4e85a83 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Pushing event updated for resources: {'Port': ['ID=0293d5e5-007e-4fc5-82ee-8804d18e4d8c,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:15.460655 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-a885c63f-4fc1-42e3-8a30-94c1f4e85a83 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:15.469794 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b50d33b5-8316-4f6b-9a2a-96efabc0e287 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:15.486056 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b50d33b5-8316-4f6b-9a2a-96efabc0e287 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "DELETE /v2.0/routers/655f5056-4a88-4c9a-9d30-8ec866360864 HTTP/1.1" status: 204 len: 168 time: 4.1406667 Feb 09 18:04:15.486056 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a885c63f-4fc1-42e3-8a30-94c1f4e85a83 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:15.486056 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a885c63f-4fc1-42e3-8a30-94c1f4e85a83 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:15.486562 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47090) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:15.486661 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a885c63f-4fc1-42e3-8a30-94c1f4e85a83 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:15.493398 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-1e0a2da3-6c0c-4def-bf29-0e5a724ceb0e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1416698346', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:15.521681 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-37e11d5b-0888-4047-a587-399a625072ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:15.542585 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e48131-1dcf-4597-a10c-29da2d887ac4 req-b8ed3087-61a9-4f95-9a6b-e2dbc5f2b711 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:15.544938 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-32e48131-1dcf-4597-a10c-29da2d887ac4 req-b8ed3087-61a9-4f95-9a6b-e2dbc5f2b711 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.3037424 Feb 09 18:04:15.559021 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f023476-c2a6-4e4b-95d6-fe0c8d7fb246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:15.561127 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1e0a2da3-6c0c-4def-bf29-0e5a724ceb0e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:15.603409 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a885c63f-4fc1-42e3-8a30-94c1f4e85a83 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.4011178 Feb 09 18:04:15.604224 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47096) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:15.628586 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-1e0a2da3-6c0c-4def-bf29-0e5a724ceb0e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Usage tracker for resource:router and tenant:c1430629c5b84c288a716b7a85c1f5fa is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:15.631805 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-5098fe11-9c75-4875-820b-280ea7a80b63 None None] Provisioning for port 78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:15.640289 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-1e0a2da3-6c0c-4def-bf29-0e5a724ceb0e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:15.643526 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-32e48131-1dcf-4597-a10c-29da2d887ac4 req-f372713b-3ac6-4440-a483-85b23fe0055b tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913396 Feb 09 18:04:15.655736 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1e0a2da3-6c0c-4def-bf29-0e5a724ceb0e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:15.664716 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47100) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:15.705012 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-0891ced6-2c77-4fc3-b736-5a166e21ba33 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Deleting port 0293d5e5-007e-4fc5-82ee-8804d18e4d8c {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:15.705594 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0891ced6-2c77-4fc3-b736-5a166e21ba33 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:15.739916 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d9da22b-6fd2-494d-9fc3-ff56bb63f380 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:15.745618 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-37e11d5b-0888-4047-a587-399a625072ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:15.875210 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e0a2da3-6c0c-4def-bf29-0e5a724ceb0e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:15.876152 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e0a2da3-6c0c-4def-bf29-0e5a724ceb0e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:15.906078 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b2822832-2874-4ee2-8605-07824e7567a5 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-781888713', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:15.926171 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b2822832-2874-4ee2-8605-07824e7567a5 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:15.935596 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6d9da22b-6fd2-494d-9fc3-ff56bb63f380 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Calling delete_port for 64ab9b7e-8f25-4dbf-ba3d-8d1388f92218 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:04:15.961271 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b2822832-2874-4ee2-8605-07824e7567a5 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Usage tracker for resource:port and tenant:96609921cbe845e18f765770850fe806 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:15.967337 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b2822832-2874-4ee2-8605-07824e7567a5 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:15.998832 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e11d5b-0888-4047-a587-399a625072ed admin admin] Pushing event updated for resources: {'Port': ['ID=02a3fa91-cb63-442e-a471-37a71bd0303d,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:16.007881 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b2822832-2874-4ee2-8605-07824e7567a5 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:16.019337 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e11d5b-0888-4047-a587-399a625072ed admin admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:16.027633 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-37e11d5b-0888-4047-a587-399a625072ed admin admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:16.035057 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e11d5b-0888-4047-a587-399a625072ed admin admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:16.157935 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2822832-2874-4ee2-8605-07824e7567a5 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Made reservation on behalf of 96609921cbe845e18f765770850fe806 for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:16.160491 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b2822832-2874-4ee2-8605-07824e7567a5 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:16.197261 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b2822832-2874-4ee2-8605-07824e7567a5 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:16.241732 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e0a2da3-6c0c-4def-bf29-0e5a724ceb0e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:16.269446 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897316f-c6e2-4eb3-a095-a84c25a16b42 req-dfb18cbd-ffd4-4025-afd4-683d03ee4f84 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:16.271006 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f023476-c2a6-4e4b-95d6-fe0c8d7fb246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:16.271194 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c897316f-c6e2-4eb3-a095-a84c25a16b42 req-dfb18cbd-ffd4-4025-afd4-683d03ee4f84 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.4370213 Feb 09 18:04:16.351835 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0891ced6-2c77-4fc3-b736-5a166e21ba33 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:16.373075 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:04:16.396236 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d9da22b-6fd2-494d-9fc3-ff56bb63f380 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:16.500028 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c897316f-c6e2-4eb3-a095-a84c25a16b42 req-195f7c65-702a-49ac-b7ab-a98d36c98cb1 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207823 Feb 09 18:04:16.509242 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-0891ced6-2c77-4fc3-b736-5a166e21ba33 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Calling delete_port for 0293d5e5-007e-4fc5-82ee-8804d18e4d8c owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:04:16.537625 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:16.547258 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:16.548787 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:16.549070 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b2822832-2874-4ee2-8605-07824e7567a5 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:16.562497 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b2822832-2874-4ee2-8605-07824e7567a5 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Usage tracker for resource:security_group_rule and tenant:96609921cbe845e18f765770850fe806 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:16.568362 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b2822832-2874-4ee2-8605-07824e7567a5 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:16.578042 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b2822832-2874-4ee2-8605-07824e7567a5 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:16.609506 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7596a46-094e-4942-9eff-4b39750cb70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:16.633958 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9da22b-6fd2-494d-9fc3-ff56bb63f380 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Port': ['ID=64ab9b7e-8f25-4dbf-ba3d-8d1388f92218,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:16.714144 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:16.743399 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-37e11d5b-0888-4047-a587-399a625072ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:16.744337 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-37e11d5b-0888-4047-a587-399a625072ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:16.758490 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d9da22b-6fd2-494d-9fc3-ff56bb63f380 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:16.763498 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd,segment=NetworkSegment(ef1edd2b-cf25-4f82-9baf-16b100c9302b),segment_id=ef1edd2b-cf25-4f82-9baf-16b100c9302b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:04:16.795544 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6d9da22b-6fd2-494d-9fc3-ff56bb63f380 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/ports/64ab9b7e-8f25-4dbf-ba3d-8d1388f92218 HTTP/1.1" status: 204 len: 168 time: 1.8906600 Feb 09 18:04:16.798569 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47110) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:16.814229 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-7d43adc0-bbe5-4dfc-9083-c1a258f73504 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'port': {'network_id': '061275a6-3bbf-48c1-8058-6590c56a5f81', 'mac_address': 'fa:16:3e:33:0f:6c', 'name': 'tempest-PortsIpV6TestJSON-2070376992'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:16.825560 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e0a2da3-6c0c-4def-bf29-0e5a724ceb0e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:16.890428 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0891ced6-2c77-4fc3-b736-5a166e21ba33 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:16.909741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:16.911024 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:16.985348 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b065ab2-abb7-4436-9308-2507d56c8f5a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:17.021666 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891ced6-2c77-4fc3-b736-5a166e21ba33 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Pushing event deleted for resources: {'Port': ['ID=0293d5e5-007e-4fc5-82ee-8804d18e4d8c,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:17.042396 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f023476-c2a6-4e4b-95d6-fe0c8d7fb246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:17.067025 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:17.114112 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b065ab2-abb7-4436-9308-2507d56c8f5a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:17.171790 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f023476-c2a6-4e4b-95d6-fe0c8d7fb246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:17.237756 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-7d43adc0-bbe5-4dfc-9083-c1a258f73504 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:17.288496 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7d43adc0-bbe5-4dfc-9083-c1a258f73504 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:port and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:17.292863 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7d43adc0-bbe5-4dfc-9083-c1a258f73504 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:17.312686 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0891ced6-2c77-4fc3-b736-5a166e21ba33 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:17.319231 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-7d43adc0-bbe5-4dfc-9083-c1a258f73504 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:17.360464 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0891ced6-2c77-4fc3-b736-5a166e21ba33 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "DELETE /v2.0/ports/0293d5e5-007e-4fc5-82ee-8804d18e4d8c HTTP/1.1" status: 204 len: 168 time: 1.7538786 Feb 09 18:04:17.362466 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b2822832-2874-4ee2-8605-07824e7567a5 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:17.364121 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47116) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:17.385019 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7cd3cca8-2865-4c9e-a3b7-10dced107040 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3583b66f-317d-4323-ae5f-f077d0d4a82b', 'external_fixed_ips': [{'subnet_id': '2174f693-8b3b-4674-8014-eaf524bcab07', 'ip_address': '2001:db8::10d'}]}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:17.397747 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7cd3cca8-2865-4c9e-a3b7-10dced107040 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:17.409840 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f513e2-527e-415d-91fe-1e42e930c041 req-57638f5a-abe4-4dba-9a1c-c886bbe33d49 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:17.411341 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-44f513e2-527e-415d-91fe-1e42e930c041 req-57638f5a-abe4-4dba-9a1c-c886bbe33d49 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.1749990 Feb 09 18:04:17.415428 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7cd3cca8-2865-4c9e-a3b7-10dced107040 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Usage tracker for resource:router and tenant:6000760d86014b9c8d68b5ec2afa808b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:17.422617 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7cd3cca8-2865-4c9e-a3b7-10dced107040 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:17.439576 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d43adc0-bbe5-4dfc-9083-c1a258f73504 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:17.464991 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7cd3cca8-2865-4c9e-a3b7-10dced107040 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:17.510766 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b2822832-2874-4ee2-8605-07824e7567a5 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:17.529179 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-9f023476-c2a6-4e4b-95d6-fe0c8d7fb246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.26.8.26 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/f26ab7aa-b12b-49a6-83df-abaed1c298ab) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:17.537028 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-b2822832-2874-4ee2-8605-07824e7567a5 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] device_id is not set on port fe234416-bb85-490f-ae6b-92ba5540a4fe yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:04:17.636321 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cd3cca8-2865-4c9e-a3b7-10dced107040 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:17.637276 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cd3cca8-2865-4c9e-a3b7-10dced107040 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:17.647819 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-44f513e2-527e-415d-91fe-1e42e930c041 req-97776ba0-2102-48cf-a7c8-1c776061e2fd tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281241 Feb 09 18:04:17.656621 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2822832-2874-4ee2-8605-07824e7567a5 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd4c62c-b045-49ce-bff3-d4f79c9d2f80,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:17.669890 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7d43adc0-bbe5-4dfc-9083-c1a258f73504 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:17.714108 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e0a2da3-6c0c-4def-bf29-0e5a724ceb0e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:17.717756 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-7d43adc0-bbe5-4dfc-9083-c1a258f73504 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] device_id is not set on port 911bb822-d3b7-44f5-b48e-484898a2cbc4 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:04:17.768575 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e0a2da3-6c0c-4def-bf29-0e5a724ceb0e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:17.843174 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cd3cca8-2865-4c9e-a3b7-10dced107040 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:17.889421 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f023476-c2a6-4e4b-95d6-fe0c8d7fb246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:17.907394 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e11d5b-0888-4047-a587-399a625072ed admin admin] Router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:04:17.915003 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [None req-6b065ab2-abb7-4436-9308-2507d56c8f5a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Floating IP 71949f77-2ac7-4d4a-98f3-63f96c3e2493 associated. External IP: 172.26.8.164, port: 7d010e6c-bb69-4ddd-9634-436f60918188. Feb 09 18:04:18.107842 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7d43adc0-bbe5-4dfc-9083-c1a258f73504 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:18.191854 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e11d5b-0888-4047-a587-399a625072ed admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:04:18.214642 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] Sync routers for ids ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:04:18.231165 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] Routers {'3f7e0be2-fa0f-4081-8802-dd4bd4d20318'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:18.232213 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:03:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:18.271988 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7d43adc0-bbe5-4dfc-9083-c1a258f73504 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:18.307618 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:04:18.346798 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cd3cca8-2865-4c9e-a3b7-10dced107040 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:18.411318 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:18.411689 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:18.418648 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-37e11d5b-0888-4047-a587-399a625072ed admin admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:18.431538 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-37e11d5b-0888-4047-a587-399a625072ed admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3074939 Feb 09 18:04:18.433697 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47120) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:18.487871 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f023476-c2a6-4e4b-95d6-fe0c8d7fb246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:18.501938 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] Set router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:04:18.579816 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-b2822832-2874-4ee2-8605-07824e7567a5 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Allocated IP 172.26.8.107 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/fe234416-bb85-490f-ae6b-92ba5540a4fe) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:18.817684 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43adc0-bbe5-4dfc-9083-c1a258f73504 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Port': ['ID=911bb822-d3b7-44f5-b48e-484898a2cbc4,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:18.823422 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d43adc0-bbe5-4dfc-9083-c1a258f73504 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network 061275a6-3bbf-48c1-8058-6590c56a5f81 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:18.834183 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-7d43adc0-bbe5-4dfc-9083-c1a258f73504 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:18.838594 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d43adc0-bbe5-4dfc-9083-c1a258f73504 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:18.845773 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d43adc0-bbe5-4dfc-9083-c1a258f73504 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:18.845773 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7d43adc0-bbe5-4dfc-9083-c1a258f73504 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:18.851974 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f023476-c2a6-4e4b-95d6-fe0c8d7fb246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:18.858598 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b2822832-2874-4ee2-8605-07824e7567a5 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:18.869837 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9f023476-c2a6-4e4b-95d6-fe0c8d7fb246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:18.884013 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f023476-c2a6-4e4b-95d6-fe0c8d7fb246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:18.942188 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f023476-c2a6-4e4b-95d6-fe0c8d7fb246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=f26ab7aa-b12b-49a6-83df-abaed1c298ab,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:18.947685 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7d43adc0-bbe5-4dfc-9083-c1a258f73504 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1437757 Feb 09 18:04:18.952245 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47126) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:19.029329 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9fd596e9-3eca-4676-9796-4a999f591c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:19.035695 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:04:16Z', 'revision_number': 3, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port': {'id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:13Z', 'updated_at': '2022-02-09T18:04:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:19.040278 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d880271-d89b-4a6d-9fda-a57179f54833 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:19.040996 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8d880271-d89b-4a6d-9fda-a57179f54833 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Synchronizing usage tracker for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:04:19.041946 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] Checking router: 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:04:19.042690 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] Updating router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 port 02a3fa91-cb63-442e-a471-37a71bd0303d binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:04:19.066444 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88eabd-5675-4de7-b95c-7f092d3b46c3 req-8f59df29-70e4-4176-8a8c-d58c0f133289 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:19.067966 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cc88eabd-5675-4de7-b95c-7f092d3b46c3 req-8f59df29-70e4-4176-8a8c-d58c0f133289 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.1933553 Feb 09 18:04:19.073230 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b2822832-2874-4ee2-8605-07824e7567a5 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:19.118028 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:19.146845 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8d880271-d89b-4a6d-9fda-a57179f54833 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Unset dirty status for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:04:19.148038 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8d880271-d89b-4a6d-9fda-a57179f54833 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports/911bb822-d3b7-44f5-b48e-484898a2cbc4 HTTP/1.1" status: 200 len: 845 time: 0.1938789 Feb 09 18:04:19.157670 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47130) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:19.207511 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2822832-2874-4ee2-8605-07824e7567a5 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Pushing event updated for resources: {'Port': ['ID=fe234416-bb85-490f-ae6b-92ba5540a4fe,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:19.218924 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2822832-2874-4ee2-8605-07824e7567a5 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:19.238893 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-b2822832-2874-4ee2-8605-07824e7567a5 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:19.244938 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2822832-2874-4ee2-8605-07824e7567a5 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:19.290777 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-1e0a2da3-6c0c-4def-bf29-0e5a724ceb0e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Allocated IP 172.26.8.150 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/853fbf71-cdec-4641-88e8-a702e3242fcd) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:19.307998 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cc88eabd-5675-4de7-b95c-7f092d3b46c3 req-918f84fc-7650-4069-a9f9-e4281c8ca59b tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985559 Feb 09 18:04:19.313275 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-8257f15e-3b6d-4c0e-8b51-40f930cf4bea tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting port 911bb822-d3b7-44f5-b48e-484898a2cbc4 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:19.313615 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8257f15e-3b6d-4c0e-8b51-40f930cf4bea tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:19.371481 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2822832-2874-4ee2-8605-07824e7567a5 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:19.372161 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b2822832-2874-4ee2-8605-07824e7567a5 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:19.467877 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b2822832-2874-4ee2-8605-07824e7567a5 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.8018250 Feb 09 18:04:19.486959 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47134) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:19.506457 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d290e475-1a6a-47ad-89a3-d98fbbfe65d8 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.107'}]}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:19.514199 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f023476-c2a6-4e4b-95d6-fe0c8d7fb246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:19.514976 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f023476-c2a6-4e4b-95d6-fe0c8d7fb246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:19.525843 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d290e475-1a6a-47ad-89a3-d98fbbfe65d8 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:19.596986 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d290e475-1a6a-47ad-89a3-d98fbbfe65d8 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Usage tracker for resource:router and tenant:96609921cbe845e18f765770850fe806 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:19.628811 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d290e475-1a6a-47ad-89a3-d98fbbfe65d8 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:19.633091 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b065ab2-abb7-4436-9308-2507d56c8f5a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Router 8191c06a-dccc-43b5-b6a3-64343aff3e2d has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:04:19.660406 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8257f15e-3b6d-4c0e-8b51-40f930cf4bea tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:19.783345 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-8257f15e-3b6d-4c0e-8b51-40f930cf4bea tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Calling delete_port for 911bb822-d3b7-44f5-b48e-484898a2cbc4 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:04:19.866150 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d290e475-1a6a-47ad-89a3-d98fbbfe65d8 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:19.948640 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8257f15e-3b6d-4c0e-8b51-40f930cf4bea tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:19.980459 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:20.001371 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257f15e-3b6d-4c0e-8b51-40f930cf4bea tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Port': ['ID=911bb822-d3b7-44f5-b48e-484898a2cbc4,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:20.012902 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8257f15e-3b6d-4c0e-8b51-40f930cf4bea tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:20.032828 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e0a2da3-6c0c-4def-bf29-0e5a724ceb0e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:20.066189 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cd3cca8-2865-4c9e-a3b7-10dced107040 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:20.109980 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8257f15e-3b6d-4c0e-8b51-40f930cf4bea tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/ports/911bb822-d3b7-44f5-b48e-484898a2cbc4 HTTP/1.1" status: 204 len: 168 time: 0.9482117 Feb 09 18:04:20.110363 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47138) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:20.146284 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:20.155801 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb3c100-bba8-464b-b9b3-357f3eb725bc tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] GET failed (client error): The resource could not be found. Feb 09 18:04:20.156364 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-3fb3c100-bba8-464b-b9b3-357f3eb725bc tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Synchronizing usage tracker for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:04:20.167583 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d290e475-1a6a-47ad-89a3-d98fbbfe65d8 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:20.169052 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d290e475-1a6a-47ad-89a3-d98fbbfe65d8 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:20.183490 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cd3cca8-2865-4c9e-a3b7-10dced107040 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:20.237595 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-3fb3c100-bba8-464b-b9b3-357f3eb725bc tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Unset dirty status for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:04:20.238786 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3fb3c100-bba8-464b-b9b3-357f3eb725bc tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports/911bb822-d3b7-44f5-b48e-484898a2cbc4 HTTP/1.1" status: 404 len: 333 time: 0.1274474 Feb 09 18:04:20.242789 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47142) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:20.248904 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-fffda79b-1ac5-48d8-bee4-4b94bef02f46 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'port': {'network_id': '061275a6-3bbf-48c1-8058-6590c56a5f81', 'name': 'tempest-PortsIpV6TestJSON-804339844'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:20.369977 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-fffda79b-1ac5-48d8-bee4-4b94bef02f46 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:20.378189 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d290e475-1a6a-47ad-89a3-d98fbbfe65d8 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:20.381008 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-fffda79b-1ac5-48d8-bee4-4b94bef02f46 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:20.463502 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e0a2da3-6c0c-4def-bf29-0e5a724ceb0e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:20.483992 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffda79b-1ac5-48d8-bee4-4b94bef02f46 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:20.490871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fffda79b-1ac5-48d8-bee4-4b94bef02f46 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:20.522771 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-fffda79b-1ac5-48d8-bee4-4b94bef02f46 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] device_id is not set on port d494b046-ab7c-47cb-a3a3-14f1525fca03 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:04:20.594337 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e4df2-785f-4e09-84d0-1c212f4765d4 req-da8bb0a9-37a2-4ca2-9698-c63fff3bc714 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:20.595826 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1d8e4df2-785f-4e09-84d0-1c212f4765d4 req-da8bb0a9-37a2-4ca2-9698-c63fff3bc714 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.1561894 Feb 09 18:04:20.674062 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:20.687593 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] Transition to ACTIVE for port object 02a3fa91-cb63-442e-a471-37a71bd0303d will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:20.691996 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0a2da3-6c0c-4def-bf29-0e5a724ceb0e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:20.702922 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a2da3-6c0c-4def-bf29-0e5a724ceb0e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Pushing event updated for resources: {'Port': ['ID=853fbf71-cdec-4641-88e8-a702e3242fcd,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:20.716302 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-1e0a2da3-6c0c-4def-bf29-0e5a724ceb0e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:20.744216 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1d8e4df2-785f-4e09-84d0-1c212f4765d4 req-cae4a82a-d813-4f12-86e1-ec244c230743 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345768 Feb 09 18:04:20.776120 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0a2da3-6c0c-4def-bf29-0e5a724ceb0e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:20.785885 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:20.800098 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fffda79b-1ac5-48d8-bee4-4b94bef02f46 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:20.851240 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-7cd3cca8-2865-4c9e-a3b7-10dced107040 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Allocated IP 2001:db8::10d (3583b66f-317d-4323-ae5f-f077d0d4a82b/2174f693-8b3b-4674-8014-eaf524bcab07/080f2137-5d0a-4baf-a56f-1929f5923712) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:20.893859 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc73d63-ccbb-4b8a-afb0-a143118c919a None None] Pushing event updated for resources: {'Port': ['ID=02a3fa91-cb63-442e-a471-37a71bd0303d,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:20.897883 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] Attempting to bind port 02a3fa91-cb63-442e-a471-37a71bd0303d on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:04:20.898284 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] Attempting to bind port 02a3fa91-cb63-442e-a471-37a71bd0303d by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:04:20.898689 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] Attempting to bind port 02a3fa91-cb63-442e-a471-37a71bd0303d on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:04:20.911305 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc73d63-ccbb-4b8a-afb0-a143118c919a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:20.911648 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc73d63-ccbb-4b8a-afb0-a143118c919a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:20.912058 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc73d63-ccbb-4b8a-afb0-a143118c919a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:20.912288 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc73d63-ccbb-4b8a-afb0-a143118c919a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:20.912627 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc73d63-ccbb-4b8a-afb0-a143118c919a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:20.912952 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc73d63-ccbb-4b8a-afb0-a143118c919a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:20.913271 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc73d63-ccbb-4b8a-afb0-a143118c919a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:20.913604 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc73d63-ccbb-4b8a-afb0-a143118c919a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:20.913928 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc73d63-ccbb-4b8a-afb0-a143118c919a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:20.914236 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc73d63-ccbb-4b8a-afb0-a143118c919a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:20.914721 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc73d63-ccbb-4b8a-afb0-a143118c919a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:04:20.917958 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:04:20.921992 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:04:20.921992 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:20.921992 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:04:20.921992 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] Bound port: 02a3fa91-cb63-442e-a471-37a71bd0303d, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:04:20.921992 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:20.932691 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fffda79b-1ac5-48d8-bee4-4b94bef02f46 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:21.003305 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] For port 02a3fa91-cb63-442e-a471-37a71bd0303d, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:04:21.006627 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] For port 02a3fa91-cb63-442e-a471-37a71bd0303d, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=02a3fa91-cb63-442e-a471-37a71bd0303d,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:04:21.015067 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffda79b-1ac5-48d8-bee4-4b94bef02f46 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network 061275a6-3bbf-48c1-8058-6590c56a5f81 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:21.023006 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-fffda79b-1ac5-48d8-bee4-4b94bef02f46 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:21.027342 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffda79b-1ac5-48d8-bee4-4b94bef02f46 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:21.031869 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffda79b-1ac5-48d8-bee4-4b94bef02f46 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:21.032556 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fffda79b-1ac5-48d8-bee4-4b94bef02f46 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:21.078581 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d290e475-1a6a-47ad-89a3-d98fbbfe65d8 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:21.081496 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffda79b-1ac5-48d8-bee4-4b94bef02f46 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Port': ['ID=d494b046-ab7c-47cb-a3a3-14f1525fca03,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:21.089580 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:21.127208 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fffda79b-1ac5-48d8-bee4-4b94bef02f46 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8808229 Feb 09 18:04:21.127437 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47148) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:21.133207 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-003719af-fbf1-4fe4-83cb-8ca920751f74 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:21.220161 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] Routers {'3f7e0be2-fa0f-4081-8802-dd4bd4d20318'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:21.221688 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:21.287937 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-003719af-fbf1-4fe4-83cb-8ca920751f74 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:21.296797 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc73d63-ccbb-4b8a-afb0-a143118c919a None None] Pushing event updated for resources: {'Port': ['ID=02a3fa91-cb63-442e-a471-37a71bd0303d,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:21.426253 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b065ab2-abb7-4436-9308-2507d56c8f5a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:04:21.437868 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40db5811-5798-4f5e-981d-a2915667aa79 None None] Sync routers for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:04:21.452371 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] Set router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:04:21.461884 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40db5811-5798-4f5e-981d-a2915667aa79 None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:21.464948 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-40db5811-5798-4f5e-981d-a2915667aa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:21.496893 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cd3cca8-2865-4c9e-a3b7-10dced107040 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:21.521768 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b065ab2-abb7-4436-9308-2507d56c8f5a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:21.564692 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-003719af-fbf1-4fe4-83cb-8ca920751f74 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:21.566919 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-40db5811-5798-4f5e-981d-a2915667aa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:21.581830 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40db5811-5798-4f5e-981d-a2915667aa79 None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:21.582574 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-40db5811-5798-4f5e-981d-a2915667aa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:21.658148 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:21.676044 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-40db5811-5798-4f5e-981d-a2915667aa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:21.679657 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6b065ab2-abb7-4436-9308-2507d56c8f5a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "PUT /v2.0/floatingips/71949f77-2ac7-4d4a-98f3-63f96c3e2493 HTTP/1.1" status: 200 len: 978 time: 6.7230048 Feb 09 18:04:21.679796 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40db5811-5798-4f5e-981d-a2915667aa79 None None] The sync data for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:04:21.680272 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47152) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:21.754056 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-003719af-fbf1-4fe4-83cb-8ca920751f74 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:21.782809 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f023476-c2a6-4e4b-95d6-fe0c8d7fb246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router d0d0d019-1593-4000-89cd-f9220e9356be is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:04:21.811850 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cd3cca8-2865-4c9e-a3b7-10dced107040 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:21.821069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-93a832b7-f324-473c-9f22-b678bc0657d9 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Deleting port 7d010e6c-bb69-4ddd-9634-436f60918188 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:21.821411 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-93a832b7-f324-473c-9f22-b678bc0657d9 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:21.835546 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:04:16Z', 'revision_number': 3, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port': {'id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:13Z', 'updated_at': '2022-02-09T18:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:21.843419 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79767cd0-d06f-45f1-a598-8c9d0cb29ee1 None None] The sync data for ids ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'] in dv-neutron-827016-2-hyperv is: [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:04:16Z', 'revision_number': 3, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port': {'id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:13Z', 'updated_at': '2022-02-09T18:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:04:21.885493 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-003719af-fbf1-4fe4-83cb-8ca920751f74 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] In _notify_port_updated(), no bound segment for port d494b046-ab7c-47cb-a3a3-14f1525fca03 on network 061275a6-3bbf-48c1-8058-6590c56a5f81 {{(pid=84541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 18:04:21.889937 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003719af-fbf1-4fe4-83cb-8ca920751f74 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:21.895639 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-003719af-fbf1-4fe4-83cb-8ca920751f74 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:21.895639 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-003719af-fbf1-4fe4-83cb-8ca920751f74 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "PUT /v2.0/ports/d494b046-ab7c-47cb-a3a3-14f1525fca03 HTTP/1.1" status: 200 len: 818 time: 0.7634358 Feb 09 18:04:21.909871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47158) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:21.976154 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003719af-fbf1-4fe4-83cb-8ca920751f74 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Port': ['ID=d494b046-ab7c-47cb-a3a3-14f1525fca03,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:21.980590 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd3cca8-2865-4c9e-a3b7-10dced107040 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Network 3583b66f-317d-4323-ae5f-f077d0d4a82b is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:22.024806 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e0a2da3-6c0c-4def-bf29-0e5a724ceb0e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:22.025548 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e0a2da3-6c0c-4def-bf29-0e5a724ceb0e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:22.062756 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-7cd3cca8-2865-4c9e-a3b7-10dced107040 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:22.067818 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd3cca8-2865-4c9e-a3b7-10dced107040 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:22.244705 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-e304d2e8-7488-4cb2-87e4-ba240477a9f0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting port d494b046-ab7c-47cb-a3a3-14f1525fca03 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:22.245125 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e304d2e8-7488-4cb2-87e4-ba240477a9f0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:22.256881 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3cca8-2865-4c9e-a3b7-10dced107040 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Pushing event updated for resources: {'Port': ['ID=080f2137-5d0a-4baf-a56f-1929f5923712,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:22.342977 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 02a3fa91-cb63-442e-a471-37a71bd0303d up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:04:22.438228 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e621ae-3c41-49d2-a126-9ef5a4a0bbc1 req-5136b299-1e96-4523-9070-97e95e977c79 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:22.439926 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-04e621ae-3c41-49d2-a126-9ef5a4a0bbc1 req-5136b299-1e96-4523-9070-97e95e977c79 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.5379443 Feb 09 18:04:22.546224 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 02a3fa91-cb63-442e-a471-37a71bd0303d completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:22.554429 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 02a3fa91-cb63-442e-a471-37a71bd0303d triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:22.555255 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:22.612385 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-779f8b94-313d-4f94-ac17-5a9c0ed4434d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:22.617471 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-93a832b7-f324-473c-9f22-b678bc0657d9 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:22.697689 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:22.699748 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d290e475-1a6a-47ad-89a3-d98fbbfe65d8 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:22.719377 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-04e621ae-3c41-49d2-a126-9ef5a4a0bbc1 req-4d486d3e-97b6-44e3-aec0-9c40bacdd817 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711418 Feb 09 18:04:22.722631 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 02a3fa91-cb63-442e-a471-37a71bd0303d, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=02a3fa91-cb63-442e-a471-37a71bd0303d,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:04:22.757084 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e304d2e8-7488-4cb2-87e4-ba240477a9f0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:22.759131 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d290e475-1a6a-47ad-89a3-d98fbbfe65d8 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:22.809654 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:22.861146 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:04:22.926825 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=02a3fa91-cb63-442e-a471-37a71bd0303d,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:22.960529 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-e304d2e8-7488-4cb2-87e4-ba240477a9f0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Calling delete_port for d494b046-ab7c-47cb-a3a3-14f1525fca03 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:04:23.117198 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f023476-c2a6-4e4b-95d6-fe0c8d7fb246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:04:23.129219 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] Sync routers for ids ['d0d0d019-1593-4000-89cd-f9220e9356be'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:04:23.141616 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] Routers {'d0d0d019-1593-4000-89cd-f9220e9356be'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:23.142607 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d0d0d019-1593-4000-89cd-f9220e9356be'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:23.163080 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-93a832b7-f324-473c-9f22-b678bc0657d9 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:23.163674 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-93a832b7-f324-473c-9f22-b678bc0657d9 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:23.163990 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.l3_db [None req-93a832b7-f324-473c-9f22-b678bc0657d9 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Floating IP 71949f77-2ac7-4d4a-98f3-63f96c3e2493 disassociated. External IP: 172.26.8.164, port: 7d010e6c-bb69-4ddd-9634-436f60918188. Feb 09 18:04:23.164335 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-93a832b7-f324-473c-9f22-b678bc0657d9 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Calling delete_port for 7d010e6c-bb69-4ddd-9634-436f60918188 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:04:23.202834 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cd3cca8-2865-4c9e-a3b7-10dced107040 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:23.203569 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cd3cca8-2865-4c9e-a3b7-10dced107040 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:23.232453 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e304d2e8-7488-4cb2-87e4-ba240477a9f0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:23.297157 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304d2e8-7488-4cb2-87e4-ba240477a9f0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Port': ['ID=d494b046-ab7c-47cb-a3a3-14f1525fca03,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:23.319078 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e304d2e8-7488-4cb2-87e4-ba240477a9f0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:23.362124 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e304d2e8-7488-4cb2-87e4-ba240477a9f0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/ports/d494b046-ab7c-47cb-a3a3-14f1525fca03 HTTP/1.1" status: 204 len: 168 time: 1.4504561 Feb 09 18:04:23.366592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47162) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:23.383732 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] Set router d0d0d019-1593-4000-89cd-f9220e9356be gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:04:23.473980 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ba1331-c500-4043-a406-56717504d814 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:23.474785 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-09ba1331-c500-4043-a406-56717504d814 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Synchronizing usage tracker for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:04:23.506517 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-93a832b7-f324-473c-9f22-b678bc0657d9 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:23.535471 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f023476-c2a6-4e4b-95d6-fe0c8d7fb246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:23.540279 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9f023476-c2a6-4e4b-95d6-fe0c8d7fb246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.7402413 Feb 09 18:04:23.540279 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-779f8b94-313d-4f94-ac17-5a9c0ed4434d admin admin] Allocated IP 172.20.0.1 (80e60e6d-fc87-452b-ad1a-b77ca354a9cd/e8a71708-3c6c-4754-9944-bc1082e83c1e/7c3760f8-e3f8-419b-a593-4e5263a8677e) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:23.550758 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47166) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:23.567845 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-09ba1331-c500-4043-a406-56717504d814 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Unset dirty status for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:04:23.572748 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-09ba1331-c500-4043-a406-56717504d814 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2014673 Feb 09 18:04:23.572748 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a832b7-f324-473c-9f22-b678bc0657d9 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event deleted for resources: {'Port': ['ID=7d010e6c-bb69-4ddd-9634-436f60918188,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:23.572748 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47172) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:23.614363 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-15601060-4c82-467d-96f1-d925c6d94030 req-0ee0faf4-aa75-4e44-bc05-c8edb7180c7e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9621278b19834e798a7390fcfa3a9f1f&device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 1098 time: 0.6145263 Feb 09 18:04:23.621955 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15e4fd9-d672-4d03-81ff-abaf7a1aea8a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] GET failed (client error): The resource could not be found. Feb 09 18:04:23.624039 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b15e4fd9-d672-4d03-81ff-abaf7a1aea8a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports/d494b046-ab7c-47cb-a3a3-14f1525fca03 HTTP/1.1" status: 404 len: 333 time: 0.0498486 Feb 09 18:04:23.635468 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47176) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:23.648783 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ae33be15-b42d-4dae-8400-e37669b456b9 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2117280900'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:23.700989 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ae33be15-b42d-4dae-8400-e37669b456b9 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:23.704918 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d290e475-1a6a-47ad-89a3-d98fbbfe65d8 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:23.742018 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'name': 'tempest-TestNetworkBasicOps-router-2083997425', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:15Z', 'updated_at': '2022-02-09T18:04:19Z', 'revision_number': 3, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:17Z', 'updated_at': '2022-02-09T18:04:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:23.747178 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] Checking router: d0d0d019-1593-4000-89cd-f9220e9356be for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:04:23.747871 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] Updating router d0d0d019-1593-4000-89cd-f9220e9356be port f26ab7aa-b12b-49a6-83df-abaed1c298ab binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:04:23.821533 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:23.864035 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ae33be15-b42d-4dae-8400-e37669b456b9 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:network and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:23.897613 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ae33be15-b42d-4dae-8400-e37669b456b9 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:23.928977 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3c3969ae-48de-4c8c-8548-f7eeea4c6bbe tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=352fd60817ff4d5d9e97f16f52485b96&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3770583 Feb 09 18:04:23.946834 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47184) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:23.983698 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ae33be15-b42d-4dae-8400-e37669b456b9 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:24.045363 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e0afe-10c6-4928-91d5-9a9e97c96446 req-110ecf5a-9c89-4a59-95ab-d87076300d3d tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:24.047302 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-725e0afe-10c6-4928-91d5-9a9e97c96446 req-110ecf5a-9c89-4a59-95ab-d87076300d3d tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.1263497 Feb 09 18:04:24.120264 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-725e0afe-10c6-4928-91d5-9a9e97c96446 req-f0b577bf-b378-4b3e-a250-812928953024 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666230 Feb 09 18:04:24.139932 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a832b7-f324-473c-9f22-b678bc0657d9 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Router 8191c06a-dccc-43b5-b6a3-64343aff3e2d has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:04:24.294520 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:24.306391 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae33be15-b42d-4dae-8400-e37669b456b9 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:24.311962 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ae33be15-b42d-4dae-8400-e37669b456b9 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:24.313056 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] Transition to ACTIVE for port object f26ab7aa-b12b-49a6-83df-abaed1c298ab will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:24.331678 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 02a3fa91-cb63-442e-a471-37a71bd0303d up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:04:24.374567 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a832b7-f324-473c-9f22-b678bc0657d9 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:04:24.387930 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023736e2-f2e0-43f2-a4cc-f69e6391b280 None None] Sync routers for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:04:24.399309 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0a2da3-6c0c-4def-bf29-0e5a724ceb0e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Router 441216c2-5b1b-40ea-b951-1fbdc78dd0cd is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:04:24.404963 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15601060-4c82-467d-96f1-d925c6d94030 req-c52a2df1-a326-4995-a9fd-64ba9468ac84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:24.406651 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-15601060-4c82-467d-96f1-d925c6d94030 req-c52a2df1-a326-4995-a9fd-64ba9468ac84 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 HTTP/1.1" status: 200 len: 913 time: 0.7619338 Feb 09 18:04:24.411710 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023736e2-f2e0-43f2-a4cc-f69e6391b280 None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:24.412318 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-023736e2-f2e0-43f2-a4cc-f69e6391b280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:24.440900 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:24.480961 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-023736e2-f2e0-43f2-a4cc-f69e6391b280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:24.502149 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023736e2-f2e0-43f2-a4cc-f69e6391b280 None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:24.503416 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-023736e2-f2e0-43f2-a4cc-f69e6391b280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:24.523945 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-779f8b94-313d-4f94-ac17-5a9c0ed4434d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:24.537309 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-93a832b7-f324-473c-9f22-b678bc0657d9 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:24.540649 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] Attempting to bind port f26ab7aa-b12b-49a6-83df-abaed1c298ab on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:04:24.541295 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] Attempting to bind port f26ab7aa-b12b-49a6-83df-abaed1c298ab by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:04:24.541860 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] Attempting to bind port f26ab7aa-b12b-49a6-83df-abaed1c298ab on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:04:24.550539 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-93a832b7-f324-473c-9f22-b678bc0657d9 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "DELETE /v2.0/ports/7d010e6c-bb69-4ddd-9634-436f60918188 HTTP/1.1" status: 204 len: 168 time: 2.8687239 Feb 09 18:04:24.553329 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47188) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:24.558909 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:04:24.559571 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:04:24.560090 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:24.560663 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:04:24.561298 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] Bound port: f26ab7aa-b12b-49a6-83df-abaed1c298ab, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:04:24.561792 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:24.568227 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 02a3fa91-cb63-442e-a471-37a71bd0303d triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:24.568598 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:24.582607 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a278afef-c067-49af-bdb0-212df91f6424 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:24.583249 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a278afef-c067-49af-bdb0-212df91f6424 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:24.585357 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a278afef-c067-49af-bdb0-212df91f6424 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1594 time: 0.6207087 Feb 09 18:04:24.625312 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-023736e2-f2e0-43f2-a4cc-f69e6391b280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:24.625947 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023736e2-f2e0-43f2-a4cc-f69e6391b280 None None] The sync data for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:04:24.646268 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47192) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:24.664377 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] For port f26ab7aa-b12b-49a6-83df-abaed1c298ab, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:04:24.669282 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] For port f26ab7aa-b12b-49a6-83df-abaed1c298ab, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=f26ab7aa-b12b-49a6-83df-abaed1c298ab,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:04:24.673934 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb79be0-7b00-47e0-b9a2-af5903b01240 None None] Pushing event updated for resources: {'Port': ['ID=f26ab7aa-b12b-49a6-83df-abaed1c298ab,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:24.703988 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-779f8b94-313d-4f94-ac17-5a9c0ed4434d admin admin] Transition to ACTIVE for port object 7c3760f8-e3f8-419b-a593-4e5263a8677e will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:24.710905 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ccb8a58c-6673-4106-8704-a43ce2a34186 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "GET /v2.0/floatingips/71949f77-2ac7-4d4a-98f3-63f96c3e2493 HTTP/1.1" status: 200 len: 688 time: 0.1560204 Feb 09 18:04:24.714742 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47196) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:24.721031 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-349098eb-15ee-4121-b557-5378fd4bf50f tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=3583b66f-317d-4323-ae5f-f077d0d4a82b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0720525 Feb 09 18:04:24.774082 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47200) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:24.839087 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:24.918783 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-224f63d0-308d-44da-8be4-96c810525b52 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Deleting port d83e23ae-1f30-496b-930c-7254bd49db6b {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:24.918983 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-224f63d0-308d-44da-8be4-96c810525b52 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:24.934817 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] Routers {'d0d0d019-1593-4000-89cd-f9220e9356be'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:24.935544 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d0d0d019-1593-4000-89cd-f9220e9356be'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:25.036100 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae33be15-b42d-4dae-8400-e37669b456b9 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:04:25.052881 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb79be0-7b00-47e0-b9a2-af5903b01240 None None] Pushing event updated for resources: {'Port': ['ID=f26ab7aa-b12b-49a6-83df-abaed1c298ab,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:25.064565 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d290e475-1a6a-47ad-89a3-d98fbbfe65d8 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:25.071629 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-df345ebb-73de-4561-8c75-a143fb67a6be tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2917280 Feb 09 18:04:25.083143 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47204) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:25.089745 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-c31b5f61-5be4-4b7c-9905-183f6e00d65f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1643370355', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:25.134704 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-15601060-4c82-467d-96f1-d925c6d94030 req-cfc23e9e-f5f7-4f47-aca4-ab09cf27de47 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23458b41-2e68-42ce-831d-f246fea29783 HTTP/1.1" status: 200 len: 1001 time: 0.6829531 Feb 09 18:04:25.163945 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] Set router d0d0d019-1593-4000-89cd-f9220e9356be gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:04:25.183854 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ae33be15-b42d-4dae-8400-e37669b456b9 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:25.184742 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-ae33be15-b42d-4dae-8400-e37669b456b9 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Added segment 420f2e84-efa0-4ab2-b242-97f4df60debf of type vlan for network 410dfe10-5393-43d9-8c32-e8ec3fe6a66e Feb 09 18:04:25.196279 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d290e475-1a6a-47ad-89a3-d98fbbfe65d8 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:25.279455 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c31b5f61-5be4-4b7c-9905-183f6e00d65f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:25.291266 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c31b5f61-5be4-4b7c-9905-183f6e00d65f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:subnet and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:25.292543 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ae33be15-b42d-4dae-8400-e37669b456b9 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:25.324335 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c31b5f61-5be4-4b7c-9905-183f6e00d65f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:25.325409 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15601060-4c82-467d-96f1-d925c6d94030 req-dc1a4bb0-28ef-41f6-a72a-a2f160430566 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:25.326977 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-15601060-4c82-467d-96f1-d925c6d94030 req-dc1a4bb0-28ef-41f6-a72a-a2f160430566 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b05e458-9599-4698-b30c-c2fa3f37163a HTTP/1.1" status: 200 len: 851 time: 0.1803577 Feb 09 18:04:25.333467 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-224f63d0-308d-44da-8be4-96c810525b52 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:25.333901 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-224f63d0-308d-44da-8be4-96c810525b52 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:25.349500 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c31b5f61-5be4-4b7c-9905-183f6e00d65f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:25.377850 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-779f8b94-313d-4f94-ac17-5a9c0ed4434d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:25.480417 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-224f63d0-308d-44da-8be4-96c810525b52 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Calling delete_port for d83e23ae-1f30-496b-930c-7254bd49db6b owned by network:floatingip {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:04:25.487370 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d290e475-1a6a-47ad-89a3-d98fbbfe65d8 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:25.487880 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d290e475-1a6a-47ad-89a3-d98fbbfe65d8 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b56b7059-ff24-438b-8056-aa24d76fe020 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:04:25.524995 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31b5f61-5be4-4b7c-9905-183f6e00d65f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:25.545992 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779f8b94-313d-4f94-ac17-5a9c0ed4434d admin admin] Network 80e60e6d-fc87-452b-ad1a-b77ca354a9cd is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:25.546901 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f8b94-313d-4f94-ac17-5a9c0ed4434d admin admin] Pushing event updated for resources: {'Port': ['ID=7c3760f8-e3f8-419b-a593-4e5263a8677e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:25.555583 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-779f8b94-313d-4f94-ac17-5a9c0ed4434d admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:25.565835 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779f8b94-313d-4f94-ac17-5a9c0ed4434d admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:25.607359 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ae33be15-b42d-4dae-8400-e37669b456b9 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:25.612021 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae33be15-b42d-4dae-8400-e37669b456b9 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:25.612021 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ae33be15-b42d-4dae-8400-e37669b456b9 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:25.700940 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'name': 'tempest-TestNetworkBasicOps-router-2083997425', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:15Z', 'updated_at': '2022-02-09T18:04:19Z', 'revision_number': 3, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:17Z', 'updated_at': '2022-02-09T18:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:25.705348 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f432c8-4fde-4b29-b190-334b1ba2fa19 None None] The sync data for ids ['d0d0d019-1593-4000-89cd-f9220e9356be'] in dv-neutron-827016-2-hyperv is: [{'id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'name': 'tempest-TestNetworkBasicOps-router-2083997425', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:15Z', 'updated_at': '2022-02-09T18:04:19Z', 'revision_number': 3, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:17Z', 'updated_at': '2022-02-09T18:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:04:25.767533 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-d290e475-1a6a-47ad-89a3-d98fbbfe65d8 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 18:04:25.771396 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d290e475-1a6a-47ad-89a3-d98fbbfe65d8 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.2788696 Feb 09 18:04:25.772728 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47210) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:25.832293 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-779f8b94-313d-4f94-ac17-5a9c0ed4434d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:25.859779 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33be15-b42d-4dae-8400-e37669b456b9 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Network': ['ID=410dfe10-5393-43d9-8c32-e8ec3fe6a66e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:25.867568 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-15601060-4c82-467d-96f1-d925c6d94030 req-9ffdc253-2f54-4676-ac0e-a27f462e410a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5334458 Feb 09 18:04:25.870486 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd3cca8-2865-4c9e-a3b7-10dced107040 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Router 2059429f-1705-4c04-98f0-976983059386 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:04:25.872586 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 410dfe10-5393-43d9-8c32-e8ec3fe6a66e details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:04:25.881127 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c31b5f61-5be4-4b7c-9905-183f6e00d65f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:25.971179 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacd549-32b2-430a-922d-86fe0a05618e req-162ffa13-4d4f-43c9-ac04-a848a9684abb tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:25.972997 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ccacd549-32b2-430a-922d-86fe0a05618e req-162ffa13-4d4f-43c9-ac04-a848a9684abb tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.6909404 Feb 09 18:04:25.989923 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ae33be15-b42d-4dae-8400-e37669b456b9 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.3523407 Feb 09 18:04:26.000776 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47214) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:26.012583 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-126a5afc-4d65-4b57-b36e-404c21c7f89d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'subnet': {'network_id': '410dfe10-5393-43d9-8c32-e8ec3fe6a66e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:26.072603 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3a3f8c11-04d0-4c45-b3dc-a97cf1f83390 None None] Provisioning for port 7c3760f8-e3f8-419b-a593-4e5263a8677e completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:26.086258 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-fa705182-4b65-4361-a3ae-f4df5f8857b0 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Deleting port fe234416-bb85-490f-ae6b-92ba5540a4fe {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:26.089412 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fa705182-4b65-4361-a3ae-f4df5f8857b0 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:26.091967 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3a3f8c11-04d0-4c45-b3dc-a97cf1f83390 None None] Provisioning complete for port 7c3760f8-e3f8-419b-a593-4e5263a8677e triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:26.093927 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a3f8c11-04d0-4c45-b3dc-a97cf1f83390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:26.201899 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-3a3f8c11-04d0-4c45-b3dc-a97cf1f83390 None None] Port 7c3760f8-e3f8-419b-a593-4e5263a8677e cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:04:26.264385 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ccacd549-32b2-430a-922d-86fe0a05618e req-c420d325-b697-49f7-8112-f3950d4b095a tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748115 Feb 09 18:04:26.279731 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0a2da3-6c0c-4def-bf29-0e5a724ceb0e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:04:26.296697 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ebf461-cf5e-4b5b-bb54-afeb49cfee66 None None] Sync routers for ids ['441216c2-5b1b-40ea-b951-1fbdc78dd0cd'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:04:26.313624 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-224f63d0-308d-44da-8be4-96c810525b52 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:26.324336 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ebf461-cf5e-4b5b-bb54-afeb49cfee66 None None] Routers {'441216c2-5b1b-40ea-b951-1fbdc78dd0cd'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:26.324336 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-50ebf461-cf5e-4b5b-bb54-afeb49cfee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['441216c2-5b1b-40ea-b951-1fbdc78dd0cd'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:26.359112 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device f26ab7aa-b12b-49a6-83df-abaed1c298ab up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:04:26.430629 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-50ebf461-cf5e-4b5b-bb54-afeb49cfee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:26.443549 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ebf461-cf5e-4b5b-bb54-afeb49cfee66 None None] Routers {'441216c2-5b1b-40ea-b951-1fbdc78dd0cd'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:26.444176 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-50ebf461-cf5e-4b5b-bb54-afeb49cfee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['441216c2-5b1b-40ea-b951-1fbdc78dd0cd'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:26.448184 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-779f8b94-313d-4f94-ac17-5a9c0ed4434d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:26.497369 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-15601060-4c82-467d-96f1-d925c6d94030 req-6a41a9f6-ad2a-4ea7-bf8e-6ea6bece5f2c service neutron] 10.222.0.50 "GET /v2.0/networks/2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6155624 Feb 09 18:04:26.523849 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-50ebf461-cf5e-4b5b-bb54-afeb49cfee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:26.524398 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ebf461-cf5e-4b5b-bb54-afeb49cfee66 None None] The sync data for ids ['441216c2-5b1b-40ea-b951-1fbdc78dd0cd'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:04:26.535849 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f63d0-308d-44da-8be4-96c810525b52 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event deleted for resources: {'Port': ['ID=d83e23ae-1f30-496b-930c-7254bd49db6b,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:26.545872 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e0a2da3-6c0c-4def-bf29-0e5a724ceb0e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:26.546722 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port f26ab7aa-b12b-49a6-83df-abaed1c298ab completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:26.547182 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1e0a2da3-6c0c-4def-bf29-0e5a724ceb0e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.0659745 Feb 09 18:04:26.554622 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47220) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:26.558963 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port f26ab7aa-b12b-49a6-83df-abaed1c298ab triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:26.558963 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:26.570235 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-3825d5c5-da9a-407b-9527-62875eb5b45f tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:26.579506 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-126a5afc-4d65-4b57-b36e-404c21c7f89d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:26.641347 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-126a5afc-4d65-4b57-b36e-404c21c7f89d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:subnet and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:26.655895 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-126a5afc-4d65-4b57-b36e-404c21c7f89d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:26.681501 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-126a5afc-4d65-4b57-b36e-404c21c7f89d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:26.763834 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:26.784877 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port f26ab7aa-b12b-49a6-83df-abaed1c298ab, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=f26ab7aa-b12b-49a6-83df-abaed1c298ab,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:04:26.808152 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126a5afc-4d65-4b57-b36e-404c21c7f89d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:26.878097 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:26.883564 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fa705182-4b65-4361-a3ae-f4df5f8857b0 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:26.902212 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-224f63d0-308d-44da-8be4-96c810525b52 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:26.912089 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-15601060-4c82-467d-96f1-d925c6d94030 req-bfb35c0f-c818-4c32-bd68-2989b41c6cb5 service neutron] 10.222.0.50 "GET /v2.0/networks/2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054568 Feb 09 18:04:26.973267 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=f26ab7aa-b12b-49a6-83df-abaed1c298ab,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:26.987220 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-126a5afc-4d65-4b57-b36e-404c21c7f89d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:27.038250 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-fa705182-4b65-4361-a3ae-f4df5f8857b0 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Calling delete_port for fe234416-bb85-490f-ae6b-92ba5540a4fe owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:04:27.065533 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c31b5f61-5be4-4b7c-9905-183f6e00d65f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:27.197603 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-224f63d0-308d-44da-8be4-96c810525b52 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:27.198779 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-224f63d0-308d-44da-8be4-96c810525b52 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "DELETE /v2.0/floatingips/71949f77-2ac7-4d4a-98f3-63f96c3e2493 HTTP/1.1" status: 204 len: 168 time: 2.4825490 Feb 09 18:04:27.206459 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47224) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:27.220154 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b5f61-5be4-4b7c-9905-183f6e00d65f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Subnet': ['ID=323aa9ee-0d96-4ed4-ae98-1d480360728b,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:27.235328 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-57778895-a7a0-49df-97b5-5f883c2d61cd tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': '265ff785-277c-4093-b1c6-06ed3b250506'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:27.250746 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-57778895-a7a0-49df-97b5-5f883c2d61cd tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:27.271229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-57778895-a7a0-49df-97b5-5f883c2d61cd tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Usage tracker for resource:floatingip and tenant:f3837d08455842e393bcceee43b69ece is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:27.277457 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31b5f61-5be4-4b7c-9905-183f6e00d65f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Checking segment: {'id': '23964c25-d5c8-4aa2-982a-3a45e6672645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:04:27.278020 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31b5f61-5be4-4b7c-9905-183f6e00d65f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network hostable DHCP agents. Network: d56a852c-565a-4887-9c81-db659a21eec0, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:04:27.279328 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-57778895-a7a0-49df-97b5-5f883c2d61cd tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:27.288160 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-779f8b94-313d-4f94-ac17-5a9c0ed4434d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:27.294315 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-57778895-a7a0-49df-97b5-5f883c2d61cd tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:27.317678 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd3cca8-2865-4c9e-a3b7-10dced107040 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:04:27.335842 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] Sync routers for ids ['2059429f-1705-4c04-98f0-976983059386'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:04:27.366440 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] Routers {'2059429f-1705-4c04-98f0-976983059386'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:27.368186 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-779f8b94-313d-4f94-ac17-5a9c0ed4434d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:27.368344 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['2059429f-1705-4c04-98f0-976983059386'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:27.454922 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57778895-a7a0-49df-97b5-5f883c2d61cd tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:27.579390 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-779f8b94-313d-4f94-ac17-5a9c0ed4434d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:27.582673 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f8b94-313d-4f94-ac17-5a9c0ed4434d admin admin] Pushing event updated for resources: {'Port': ['ID=7c3760f8-e3f8-419b-a593-4e5263a8677e,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:27.598121 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] Set router 2059429f-1705-4c04-98f0-976983059386 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:04:27.613529 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cd3cca8-2865-4c9e-a3b7-10dced107040 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:27.618058 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7cd3cca8-2865-4c9e-a3b7-10dced107040 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 10.2437844 Feb 09 18:04:27.618481 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47230) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:27.661045 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fa705182-4b65-4361-a3ae-f4df5f8857b0 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:27.666889 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31b5f61-5be4-4b7c-9905-183f6e00d65f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network d56a852c-565a-4887-9c81-db659a21eec0 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:04:27.712343 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-126a5afc-4d65-4b57-b36e-404c21c7f89d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:27.828845 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a5afc-4d65-4b57-b36e-404c21c7f89d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Subnet': ['ID=4a55adaa-e04c-4301-91b5-bf0dbf5ebc21,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:27.842135 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa705182-4b65-4361-a3ae-f4df5f8857b0 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe234416-bb85-490f-ae6b-92ba5540a4fe,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:27.875260 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779f8b94-313d-4f94-ac17-5a9c0ed4434d admin admin] Network 80e60e6d-fc87-452b-ad1a-b77ca354a9cd is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:27.879470 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-779f8b94-313d-4f94-ac17-5a9c0ed4434d admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:27.880034 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-c31b5f61-5be4-4b7c-9905-183f6e00d65f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, d56a852c-565a-4887-9c81-db659a21eec0) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:27.884811 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31b5f61-5be4-4b7c-9905-183f6e00d65f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:27.890035 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c31b5f61-5be4-4b7c-9905-183f6e00d65f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:27.902986 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3d684e-77c9-42ee-b89b-9196a82d301e None None] Network d56a852c-565a-4887-9c81-db659a21eec0 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:04:27.948559 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a5afc-4d65-4b57-b36e-404c21c7f89d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Checking segment: {'id': '420f2e84-efa0-4ab2-b242-97f4df60debf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '410dfe10-5393-43d9-8c32-e8ec3fe6a66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:04:27.948559 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126a5afc-4d65-4b57-b36e-404c21c7f89d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network hostable DHCP agents. Network: 410dfe10-5393-43d9-8c32-e8ec3fe6a66e, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:04:28.022568 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2059429f-1705-4c04-98f0-976983059386', 'name': '', 'tenant_id': '6000760d86014b9c8d68b5ec2afa808b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3583b66f-317d-4323-ae5f-f077d0d4a82b', 'external_fixed_ips': [{'subnet_id': '2174f693-8b3b-4674-8014-eaf524bcab07', 'ip_address': '2001:db8::10d'}], 'enable_snat': True}, 'gw_port_id': '080f2137-5d0a-4baf-a56f-1929f5923712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:17Z', 'updated_at': '2022-02-09T18:04:22Z', 'revision_number': 3, 'project_id': '6000760d86014b9c8d68b5ec2afa808b', 'gw_port': {'id': '080f2137-5d0a-4baf-a56f-1929f5923712', 'name': '', 'network_id': '3583b66f-317d-4323-ae5f-f077d0d4a82b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:23:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2059429f-1705-4c04-98f0-976983059386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2174f693-8b3b-4674-8014-eaf524bcab07', 'ip_address': '2001:db8::10d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:20Z', 'updated_at': '2022-02-09T18:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2174f693-8b3b-4674-8014-eaf524bcab07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:28.060000 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c31b5f61-5be4-4b7c-9905-183f6e00d65f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.9762790 Feb 09 18:04:28.066345 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c567716-4113-4c9f-afb7-ae90cfe1e1d1 req-daf94034-ab6b-4c1c-bb7d-a67182225682 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:28.067861 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47234) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:28.072966 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4c567716-4113-4c9f-afb7-ae90cfe1e1d1 req-daf94034-ab6b-4c1c-bb7d-a67182225682 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.5946186 Feb 09 18:04:28.078857 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fa705182-4b65-4361-a3ae-f4df5f8857b0 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:28.082545 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fa705182-4b65-4361-a3ae-f4df5f8857b0 tempest-RoutersAdminNegativeTest-1302885719 tempest-RoutersAdminNegativeTest-1302885719-project-admin] 10.222.0.21 "DELETE /v2.0/ports/fe234416-bb85-490f-ae6b-92ba5540a4fe HTTP/1.1" status: 204 len: 168 time: 2.3040884 Feb 09 18:04:28.106420 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] Checking router: 2059429f-1705-4c04-98f0-976983059386 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:04:28.107732 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] Updating router 2059429f-1705-4c04-98f0-976983059386 port 080f2137-5d0a-4baf-a56f-1929f5923712 binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:04:28.165458 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57778895-a7a0-49df-97b5-5f883c2d61cd tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:28.174932 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4c567716-4113-4c9f-afb7-ae90cfe1e1d1 req-3c3c5cde-d01e-410c-a775-9c40026da656 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009879 Feb 09 18:04:28.277444 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:28.384388 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1837aa0e-effd-408c-9818-eb5d827fb03c tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:28.472819 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device f26ab7aa-b12b-49a6-83df-abaed1c298ab up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:04:28.524447 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126a5afc-4d65-4b57-b36e-404c21c7f89d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network 410dfe10-5393-43d9-8c32-e8ec3fe6a66e is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:04:28.602715 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-126a5afc-4d65-4b57-b36e-404c21c7f89d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 410dfe10-5393-43d9-8c32-e8ec3fe6a66e) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:28.615815 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f5012c41-3d2c-4962-acdb-019a16abc39b None None] Provisioning complete for port 7c3760f8-e3f8-419b-a593-4e5263a8677e triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:28.615815 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f5012c41-3d2c-4962-acdb-019a16abc39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:28.617656 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126a5afc-4d65-4b57-b36e-404c21c7f89d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:28.618248 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-126a5afc-4d65-4b57-b36e-404c21c7f89d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:28.638276 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3825d5c5-da9a-407b-9527-62875eb5b45f tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:28.646056 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-57778895-a7a0-49df-97b5-5f883c2d61cd tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Allocated IP 172.26.8.241 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/81212bd3-2f75-454d-bd53-0a846b6c0379) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:28.663013 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1837aa0e-effd-408c-9818-eb5d827fb03c tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:28.682903 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458eda54-7874-4791-9285-d27a7ff028f7 None None] Network 410dfe10-5393-43d9-8c32-e8ec3fe6a66e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:04:28.707670 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d3d110-9ae1-4ef0-9095-503dfd78e440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-d56a852c-565a-4887-9c81-db659a21eec0', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ips': [{'subnet_id': '323aa9ee-0d96-4ed4-ae98-1d480360728b'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:04:28.709821 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62d3d110-9ae1-4ef0-9095-503dfd78e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:28.797281 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-1837aa0e-effd-408c-9818-eb5d827fb03c tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Deleting port 080f2137-5d0a-4baf-a56f-1929f5923712 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:28.797281 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1837aa0e-effd-408c-9818-eb5d827fb03c tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:28.810871 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f5012c41-3d2c-4962-acdb-019a16abc39b None None] Port 7c3760f8-e3f8-419b-a593-4e5263a8677e cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:04:28.829055 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3825d5c5-da9a-407b-9527-62875eb5b45f tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:28.875789 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-126a5afc-4d65-4b57-b36e-404c21c7f89d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8724885 Feb 09 18:04:28.883294 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47242) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:28.897397 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-2cfb17d8-2b75-4356-95b3-16f5c5c411c3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'subnet': {'network_id': '410dfe10-5393-43d9-8c32-e8ec3fe6a66e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:28.926655 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47246) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:28.980056 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-3825d5c5-da9a-407b-9527-62875eb5b45f tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Deleting port 853fbf71-cdec-4641-88e8-a702e3242fcd {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:28.981173 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3825d5c5-da9a-407b-9527-62875eb5b45f tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:29.001184 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57778895-a7a0-49df-97b5-5f883c2d61cd tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:29.062228 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port f26ab7aa-b12b-49a6-83df-abaed1c298ab triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:29.062813 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:29.213844 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd3fa0b2-67ec-4494-9b44-1b3a88d0afa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:29.247085 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779f8b94-313d-4f94-ac17-5a9c0ed4434d admin admin] Router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:04:29.276450 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bd3fa0b2-67ec-4494-9b44-1b3a88d0afa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:29.286328 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-bd3fa0b2-67ec-4494-9b44-1b3a88d0afa2 admin admin] Usage tracker for resource:security_group_rule and tenant:dbdb83b7262545199c532aff499ee513 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:29.291287 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-bd3fa0b2-67ec-4494-9b44-1b3a88d0afa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:29.300609 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57778895-a7a0-49df-97b5-5f883c2d61cd tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:29.356950 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bd3fa0b2-67ec-4494-9b44-1b3a88d0afa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:29.410690 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-62d3d110-9ae1-4ef0-9095-503dfd78e440 None None] Allocated IP 172.20.0.2 (d56a852c-565a-4887-9c81-db659a21eec0/323aa9ee-0d96-4ed4-ae98-1d480360728b/24627839-c412-436f-9561-99db9ef67e15) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:29.519246 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57778895-a7a0-49df-97b5-5f883c2d61cd tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:29.529531 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-57778895-a7a0-49df-97b5-5f883c2d61cd tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:29.537633 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57778895-a7a0-49df-97b5-5f883c2d61cd tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:29.573783 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57778895-a7a0-49df-97b5-5f883c2d61cd tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event updated for resources: {'Port': ['ID=81212bd3-2f75-454d-bd53-0a846b6c0379,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:29.582985 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1837aa0e-effd-408c-9818-eb5d827fb03c tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:29.606600 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f211d0-b7fa-4038-905e-92792c7e2ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-410dfe10-5393-43d9-8c32-e8ec3fe6a66e', 'network_id': '410dfe10-5393-43d9-8c32-e8ec3fe6a66e', 'tenant_id': 'b60c7c82052d46da993e7a5a5abe4cf8', 'fixed_ips': [{'subnet_id': '4a55adaa-e04c-4301-91b5-bf0dbf5ebc21'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:04:29.606600 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-33f211d0-b7fa-4038-905e-92792c7e2ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:29.618069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3825d5c5-da9a-407b-9527-62875eb5b45f tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:29.675151 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:29.721563 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd3fa0b2-67ec-4494-9b44-1b3a88d0afa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:29.739671 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] Transition to ACTIVE for port object 080f2137-5d0a-4baf-a56f-1929f5923712 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:29.812190 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-1837aa0e-effd-408c-9818-eb5d827fb03c tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Calling delete_port for 080f2137-5d0a-4baf-a56f-1929f5923712 owned by network:router_gateway {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:04:29.863294 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:29.885254 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd3fa0b2-67ec-4494-9b44-1b3a88d0afa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:29.896307 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2cfb17d8-2b75-4356-95b3-16f5c5c411c3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:29.906963 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-3825d5c5-da9a-407b-9527-62875eb5b45f tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Calling delete_port for 853fbf71-cdec-4641-88e8-a702e3242fcd owned by network:router_gateway {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:04:29.950552 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2cfb17d8-2b75-4356-95b3-16f5c5c411c3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:subnet and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:29.972077 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2cfb17d8-2b75-4356-95b3-16f5c5c411c3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:29.972303 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fa0b2-67ec-4494-9b44-1b3a88d0afa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae1488c-f16e-4f07-8600-65f3daf6b704,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:29.985924 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2cfb17d8-2b75-4356-95b3-16f5c5c411c3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:29.995018 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62d3d110-9ae1-4ef0-9095-503dfd78e440 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:29.997457 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-bd3fa0b2-67ec-4494-9b44-1b3a88d0afa2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dbdb83b7262545199c532aff499ee513&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0599952 Feb 09 18:04:30.006213 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47254) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:30.006585 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-62d3d110-9ae1-4ef0-9095-503dfd78e440 None None] Transition to ACTIVE for port object 24627839-c412-436f-9561-99db9ef67e15 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:30.076788 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-62d3d110-9ae1-4ef0-9095-503dfd78e440 None None] Transition to ACTIVE for port object 24627839-c412-436f-9561-99db9ef67e15 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:30.088600 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-33f211d0-b7fa-4038-905e-92792c7e2ff7 None None] Allocated IP 2001:db8::2 (410dfe10-5393-43d9-8c32-e8ec3fe6a66e/4a55adaa-e04c-4301-91b5-bf0dbf5ebc21/5ee5d356-ce4d-4c6f-b933-a48bea13964e) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:30.097782 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac0a0b-d5c7-4beb-9758-c3537d340814 None None] Pushing event updated for resources: {'Port': ['ID=080f2137-5d0a-4baf-a56f-1929f5923712,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:30.097925 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae91d3-7d73-467e-90c0-64167c72ca61 req-1812ce95-a51f-4f44-8843-8dbbf15dc6ff tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:30.098327 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3cae91d3-7d73-467e-90c0-64167c72ca61 req-1812ce95-a51f-4f44-8843-8dbbf15dc6ff tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.7746916 Feb 09 18:04:30.107987 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] Attempting to bind port 080f2137-5d0a-4baf-a56f-1929f5923712 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:04:30.108645 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] Attempting to bind port 080f2137-5d0a-4baf-a56f-1929f5923712 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '230ec576-d684-45f3-9a5a-28bcfdb7fcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3583b66f-317d-4323-ae5f-f077d0d4a82b'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:04:30.109187 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] Attempting to bind port 080f2137-5d0a-4baf-a56f-1929f5923712 on network 3583b66f-317d-4323-ae5f-f077d0d4a82b {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:04:30.184781 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:04:30.185422 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] Checking segment: {'id': '230ec576-d684-45f3-9a5a-28bcfdb7fcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3583b66f-317d-4323-ae5f-f077d0d4a82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:04:30.185845 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:30.186243 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] Bound using segment: {'id': '230ec576-d684-45f3-9a5a-28bcfdb7fcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3583b66f-317d-4323-ae5f-f077d0d4a82b'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:04:30.186862 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] Bound port: 080f2137-5d0a-4baf-a56f-1929f5923712, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '230ec576-d684-45f3-9a5a-28bcfdb7fcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3583b66f-317d-4323-ae5f-f077d0d4a82b'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:04:30.187253 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:30.197816 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfb17d8-2b75-4356-95b3-16f5c5c411c3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:30.206109 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779f8b94-313d-4f94-ac17-5a9c0ed4434d admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:04:30.229441 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] Sync routers for ids ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:04:30.241185 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.api [None req-1837aa0e-effd-408c-9818-eb5d827fb03c tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:04:30.241704 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG oslo_db.api [None req-1837aa0e-effd-408c-9818-eb5d827fb03c tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:04:30.262755 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-779f8b94-313d-4f94-ac17-5a9c0ed4434d admin admin] 10.222.0.21 "PUT /v2.0/routers/3f7e0be2-fa0f-4081-8802-dd4bd4d20318/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7703471 Feb 09 18:04:30.269274 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62d3d110-9ae1-4ef0-9095-503dfd78e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:30.289776 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] Routers {'3f7e0be2-fa0f-4081-8802-dd4bd4d20318'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:30.291781 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:30.381628 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] For port 080f2137-5d0a-4baf-a56f-1929f5923712, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:04:30.414609 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] For port 080f2137-5d0a-4baf-a56f-1929f5923712, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=080f2137-5d0a-4baf-a56f-1929f5923712,segment=NetworkSegment(230ec576-d684-45f3-9a5a-28bcfdb7fcd2),segment_id=230ec576-d684-45f3-9a5a-28bcfdb7fcd2)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:04:30.420553 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5f3ba572-3987-4c98-8650-760270af92e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:30.532689 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5f3ba572-3987-4c98-8650-760270af92e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:30.552404 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-33f211d0-b7fa-4038-905e-92792c7e2ff7 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:30.587596 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3cae91d3-7d73-467e-90c0-64167c72ca61 req-c990bd8b-3502-467c-870f-b533fdb29696 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4367750 Feb 09 18:04:30.588766 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-33f211d0-b7fa-4038-905e-92792c7e2ff7 None None] Transition to ACTIVE for port object 5ee5d356-ce4d-4c6f-b933-a48bea13964e will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:30.615882 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d3d110-9ae1-4ef0-9095-503dfd78e440 None None] Network d56a852c-565a-4887-9c81-db659a21eec0 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:30.616214 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2cfb17d8-2b75-4356-95b3-16f5c5c411c3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:30.617443 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3d110-9ae1-4ef0-9095-503dfd78e440 None None] Pushing event updated for resources: {'Port': ['ID=24627839-c412-436f-9561-99db9ef67e15,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:30.620200 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-62d3d110-9ae1-4ef0-9095-503dfd78e440 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:30.628004 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:30.640289 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d3d110-9ae1-4ef0-9095-503dfd78e440 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:30.672201 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] Set router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:04:30.797669 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57778895-a7a0-49df-97b5-5f883c2d61cd tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:30.812289 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-226a8863-f15c-42f4-a18e-5e714a936273 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:30.869679 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-1837aa0e-effd-408c-9818-eb5d827fb03c tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Deleting port 080f2137-5d0a-4baf-a56f-1929f5923712 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:30.869881 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-33f211d0-b7fa-4038-905e-92792c7e2ff7 None None] Transition to ACTIVE for port object 5ee5d356-ce4d-4c6f-b933-a48bea13964e will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:30.874802 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1837aa0e-effd-408c-9818-eb5d827fb03c tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:30.931315 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.ipam_backend_mixin [None req-2cfb17d8-2b75-4356-95b3-16f5c5c411c3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4a55adaa-e04c-4301-91b5-bf0dbf5ebc21 (CIDR: 2001:db8::/64) Feb 09 18:04:30.939430 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3825d5c5-da9a-407b-9527-62875eb5b45f tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:31.003350 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-62d3d110-9ae1-4ef0-9095-503dfd78e440 None None] Attempting to bind port 24627839-c412-436f-9561-99db9ef67e15 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:04:31.003634 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-62d3d110-9ae1-4ef0-9095-503dfd78e440 None None] Attempting to bind port 24627839-c412-436f-9561-99db9ef67e15 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '23964c25-d5c8-4aa2-982a-3a45e6672645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:04:31.004111 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d3d110-9ae1-4ef0-9095-503dfd78e440 None None] Attempting to bind port 24627839-c412-436f-9561-99db9ef67e15 on network d56a852c-565a-4887-9c81-db659a21eec0 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:04:31.007924 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825d5c5-da9a-407b-9527-62875eb5b45f tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Pushing event deleted for resources: {'Port': ['ID=853fbf71-cdec-4641-88e8-a702e3242fcd,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:31.014947 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] Routers {'2059429f-1705-4c04-98f0-976983059386'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:31.017106 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['2059429f-1705-4c04-98f0-976983059386'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:31.067759 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac0a0b-d5c7-4beb-9758-c3537d340814 None None] Pushing event updated for resources: {'Port': ['ID=080f2137-5d0a-4baf-a56f-1929f5923712,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:31.148392 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:04:25Z', 'revision_number': 4, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port': {'id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:13Z', 'updated_at': '2022-02-09T18:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7c3760f8-e3f8-419b-a593-4e5263a8677e', 'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'mac_address': 'fa:16:3e:3a:97:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:22Z', 'updated_at': '2022-02-09T18:04:26Z', 'revision_number': 2, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'subnets': [{'id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:31.149826 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d3d110-9ae1-4ef0-9095-503dfd78e440 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:04:31.150349 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d3d110-9ae1-4ef0-9095-503dfd78e440 None None] Checking segment: {'id': '23964c25-d5c8-4aa2-982a-3a45e6672645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:04:31.152583 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62d3d110-9ae1-4ef0-9095-503dfd78e440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:31.154281 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] Checking router: 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:04:31.154881 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] Updating router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 port 7c3760f8-e3f8-419b-a593-4e5263a8677e binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:04:31.160319 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d3d110-9ae1-4ef0-9095-503dfd78e440 None None] Bound using segment: {'id': '23964c25-d5c8-4aa2-982a-3a45e6672645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:04:31.160863 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-62d3d110-9ae1-4ef0-9095-503dfd78e440 None None] Bound port: 24627839-c412-436f-9561-99db9ef67e15, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23964c25-d5c8-4aa2-982a-3a45e6672645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:04:31.161264 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62d3d110-9ae1-4ef0-9095-503dfd78e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:31.181772 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57778895-a7a0-49df-97b5-5f883c2d61cd tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:31.195074 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-33f211d0-b7fa-4038-905e-92792c7e2ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:31.200964 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-1837aa0e-effd-408c-9818-eb5d827fb03c tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] For port 080f2137-5d0a-4baf-a56f-1929f5923712, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=080f2137-5d0a-4baf-a56f-1929f5923712,segment=NetworkSegment(230ec576-d684-45f3-9a5a-28bcfdb7fcd2),segment_id=230ec576-d684-45f3-9a5a-28bcfdb7fcd2)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:04:31.201589 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1837aa0e-effd-408c-9818-eb5d827fb03c tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:31.221742 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:31.460213 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-1837aa0e-effd-408c-9818-eb5d827fb03c tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Calling delete_port for 080f2137-5d0a-4baf-a56f-1929f5923712 owned by network:router_gateway {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:04:31.546226 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f211d0-b7fa-4038-905e-92792c7e2ff7 None None] Network 410dfe10-5393-43d9-8c32-e8ec3fe6a66e is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:31.585765 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-33f211d0-b7fa-4038-905e-92792c7e2ff7 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:31.608760 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f211d0-b7fa-4038-905e-92792c7e2ff7 None None] Pushing event updated for resources: {'Port': ['ID=5ee5d356-ce4d-4c6f-b933-a48bea13964e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:31.611288 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f211d0-b7fa-4038-905e-92792c7e2ff7 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:31.652077 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] Set router 2059429f-1705-4c04-98f0-976983059386 gateway port host: None {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:04:31.784312 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:31.939353 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfb17d8-2b75-4356-95b3-16f5c5c411c3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:04:31.939987 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cfb17d8-2b75-4356-95b3-16f5c5c411c3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:04:31.952798 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-226a8863-f15c-42f4-a18e-5e714a936273 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.20.0.1 (d56a852c-565a-4887-9c81-db659a21eec0/323aa9ee-0d96-4ed4-ae98-1d480360728b/fd260d44-2c6c-4126-9f1d-97a1722d5304) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:31.967293 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2059429f-1705-4c04-98f0-976983059386', 'name': '', 'tenant_id': '6000760d86014b9c8d68b5ec2afa808b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:17Z', 'updated_at': '2022-02-09T18:04:28Z', 'revision_number': 4, 'project_id': '6000760d86014b9c8d68b5ec2afa808b', 'gw_port_host': None}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:31.972373 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-62d3d110-9ae1-4ef0-9095-503dfd78e440 None None] For port 24627839-c412-436f-9561-99db9ef67e15, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:04:31.981167 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138b28f-1b83-451d-9426-f2e4a9149be1 None None] The sync data for ids ['2059429f-1705-4c04-98f0-976983059386'] in dv-neutron-827016-2-hyperv is: [{'id': '2059429f-1705-4c04-98f0-976983059386', 'name': '', 'tenant_id': '6000760d86014b9c8d68b5ec2afa808b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:17Z', 'updated_at': '2022-02-09T18:04:28Z', 'revision_number': 4, 'project_id': '6000760d86014b9c8d68b5ec2afa808b', 'gw_port_host': None}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:04:31.989741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-33f211d0-b7fa-4038-905e-92792c7e2ff7 None None] Attempting to bind port 5ee5d356-ce4d-4c6f-b933-a48bea13964e on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:04:31.990108 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-33f211d0-b7fa-4038-905e-92792c7e2ff7 None None] Attempting to bind port 5ee5d356-ce4d-4c6f-b933-a48bea13964e by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '420f2e84-efa0-4ab2-b242-97f4df60debf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '410dfe10-5393-43d9-8c32-e8ec3fe6a66e'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:04:31.993044 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f211d0-b7fa-4038-905e-92792c7e2ff7 None None] Attempting to bind port 5ee5d356-ce4d-4c6f-b933-a48bea13964e on network 410dfe10-5393-43d9-8c32-e8ec3fe6a66e {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:04:31.999661 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-62d3d110-9ae1-4ef0-9095-503dfd78e440 None None] For port 24627839-c412-436f-9561-99db9ef67e15, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=24627839-c412-436f-9561-99db9ef67e15,segment=NetworkSegment(23964c25-d5c8-4aa2-982a-3a45e6672645),segment_id=23964c25-d5c8-4aa2-982a-3a45e6672645)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:04:32.004332 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f211d0-b7fa-4038-905e-92792c7e2ff7 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:04:32.004549 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f211d0-b7fa-4038-905e-92792c7e2ff7 None None] Checking segment: {'id': '420f2e84-efa0-4ab2-b242-97f4df60debf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '410dfe10-5393-43d9-8c32-e8ec3fe6a66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:04:32.004862 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-33f211d0-b7fa-4038-905e-92792c7e2ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:32.005255 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f211d0-b7fa-4038-905e-92792c7e2ff7 None None] Bound using segment: {'id': '420f2e84-efa0-4ab2-b242-97f4df60debf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '410dfe10-5393-43d9-8c32-e8ec3fe6a66e'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:04:32.005723 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-33f211d0-b7fa-4038-905e-92792c7e2ff7 None None] Bound port: 5ee5d356-ce4d-4c6f-b933-a48bea13964e, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420f2e84-efa0-4ab2-b242-97f4df60debf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '410dfe10-5393-43d9-8c32-e8ec3fe6a66e'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:04:32.006096 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-33f211d0-b7fa-4038-905e-92792c7e2ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:32.139580 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-33f211d0-b7fa-4038-905e-92792c7e2ff7 None None] For port 5ee5d356-ce4d-4c6f-b933-a48bea13964e, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:04:32.143640 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-226a8863-f15c-42f4-a18e-5e714a936273 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:32.146705 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-33f211d0-b7fa-4038-905e-92792c7e2ff7 None None] For port 5ee5d356-ce4d-4c6f-b933-a48bea13964e, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5ee5d356-ce4d-4c6f-b933-a48bea13964e,segment=NetworkSegment(420f2e84-efa0-4ab2-b242-97f4df60debf),segment_id=420f2e84-efa0-4ab2-b242-97f4df60debf)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:04:32.152011 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] Transition to ACTIVE for port object 7c3760f8-e3f8-419b-a593-4e5263a8677e will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:32.152473 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62d3d110-9ae1-4ef0-9095-503dfd78e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:32.170899 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-226a8863-f15c-42f4-a18e-5e714a936273 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Transition to ACTIVE for port object fd260d44-2c6c-4126-9f1d-97a1722d5304 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:32.180306 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2cfb17d8-2b75-4356-95b3-16f5c5c411c3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.2950780 Feb 09 18:04:32.190743 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47280) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:32.201837 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57778895-a7a0-49df-97b5-5f883c2d61cd tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:32.202050 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cafec2-5e37-4f6d-97f2-fec6c60095c2 req-850fc519-9de4-46aa-a3c2-46764d7c8e3a tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:32.212849 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-47cafec2-5e37-4f6d-97f2-fec6c60095c2 req-850fc519-9de4-46aa-a3c2-46764d7c8e3a tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.4015229 Feb 09 18:04:32.212849 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5f3ba572-3987-4c98-8650-760270af92e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:32.212849 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5f3ba572-3987-4c98-8650-760270af92e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:32.212849 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5f3ba572-3987-4c98-8650-760270af92e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ae1488c-f16e-4f07-8600-65f3daf6b704 HTTP/1.1" status: 204 len: 168 time: 2.2002037 Feb 09 18:04:32.212849 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1837aa0e-effd-408c-9818-eb5d827fb03c tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:32.216830 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cf36d966-8d99-4f44-91b2-5b222dba603e req-c899b269-432b-41ac-86e5-c7786cf1cdf1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9621278b19834e798a7390fcfa3a9f1f&device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 1098 time: 0.6074150 Feb 09 18:04:32.244159 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-62009784-615f-4445-b9f2-3657fba61b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'subnet': {'network_id': '410dfe10-5393-43d9-8c32-e8ec3fe6a66e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:32.272039 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:32.320457 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-33f211d0-b7fa-4038-905e-92792c7e2ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:32.396424 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3d110-9ae1-4ef0-9095-503dfd78e440 None None] Pushing event updated for resources: {'Port': ['ID=24627839-c412-436f-9561-99db9ef67e15,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:32.410908 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ba572-3987-4c98-8650-760270af92e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae1488c-f16e-4f07-8600-65f3daf6b704,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:32.412942 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837aa0e-effd-408c-9818-eb5d827fb03c tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Pushing event deleted for resources: {'Port': ['ID=080f2137-5d0a-4baf-a56f-1929f5923712,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:32.417846 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47286) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:32.425296 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3825d5c5-da9a-407b-9527-62875eb5b45f tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:32.440950 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-226a8863-f15c-42f4-a18e-5e714a936273 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:32.455184 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57778895-a7a0-49df-97b5-5f883c2d61cd tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:32.542768 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f211d0-b7fa-4038-905e-92792c7e2ff7 None None] Pushing event updated for resources: {'Port': ['ID=5ee5d356-ce4d-4c6f-b933-a48bea13964e,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:32.589201 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375ed7b-7303-46fd-98df-cea310254169 None None] Pushing event updated for resources: {'Port': ['ID=7c3760f8-e3f8-419b-a593-4e5263a8677e,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:32.629627 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3825d5c5-da9a-407b-9527-62875eb5b45f tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:32.650962 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-1636d90f-0f18-4cc2-b255-bec02fa8800d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1190233698-network', 'tenant_id': 'b5559461405241f58e7ce666d1f2cd64'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:32.655508 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3825d5c5-da9a-407b-9527-62875eb5b45f tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640420'] for router, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:32.667471 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a8863-f15c-42f4-a18e-5e714a936273 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=fd260d44-2c6c-4126-9f1d-97a1722d5304,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:32.679883 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1636d90f-0f18-4cc2-b255-bec02fa8800d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:32.725517 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1636d90f-0f18-4cc2-b255-bec02fa8800d admin admin] Usage tracker for resource:network and tenant:b5559461405241f58e7ce666d1f2cd64 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:32.738501 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-47cafec2-5e37-4f6d-97f2-fec6c60095c2 req-2f64cd5b-5fdd-434d-b73c-6702c9e400d7 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5220151 Feb 09 18:04:32.749346 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1636d90f-0f18-4cc2-b255-bec02fa8800d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:32.769362 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1636d90f-0f18-4cc2-b255-bec02fa8800d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:32.808341 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] Attempting to bind port 7c3760f8-e3f8-419b-a593-4e5263a8677e on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:04:32.808876 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] Attempting to bind port 7c3760f8-e3f8-419b-a593-4e5263a8677e by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'ef1edd2b-cf25-4f82-9baf-16b100c9302b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:04:32.809102 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] Attempting to bind port 7c3760f8-e3f8-419b-a593-4e5263a8677e on network 80e60e6d-fc87-452b-ad1a-b77ca354a9cd {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:04:32.828543 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:04:32.828916 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] Checking segment: {'id': 'ef1edd2b-cf25-4f82-9baf-16b100c9302b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:04:32.829316 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:32.829702 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] Bound using segment: {'id': 'ef1edd2b-cf25-4f82-9baf-16b100c9302b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:04:32.830171 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] Bound port: 7c3760f8-e3f8-419b-a593-4e5263a8677e, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1edd2b-cf25-4f82-9baf-16b100c9302b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:04:32.830571 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:32.890548 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226a8863-f15c-42f4-a18e-5e714a936273 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network d56a852c-565a-4887-9c81-db659a21eec0 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:32.905974 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-226a8863-f15c-42f4-a18e-5e714a936273 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:32.910556 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226a8863-f15c-42f4-a18e-5e714a936273 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:32.978958 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57778895-a7a0-49df-97b5-5f883c2d61cd tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event updated for resources: {'Port': ['ID=81212bd3-2f75-454d-bd53-0a846b6c0379,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:33.023146 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] For port 7c3760f8-e3f8-419b-a593-4e5263a8677e, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:04:33.028081 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] For port 7c3760f8-e3f8-419b-a593-4e5263a8677e, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7c3760f8-e3f8-419b-a593-4e5263a8677e,segment=NetworkSegment(ef1edd2b-cf25-4f82-9baf-16b100c9302b),segment_id=ef1edd2b-cf25-4f82-9baf-16b100c9302b)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:04:33.113934 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:33.140622 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57778895-a7a0-49df-97b5-5f883c2d61cd tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:33.222449 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36d966-8d99-4f44-91b2-5b222dba603e req-9498a9fe-ba17-4303-9dd0-075a7f9fb840 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:33.224077 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cf36d966-8d99-4f44-91b2-5b222dba603e req-9498a9fe-ba17-4303-9dd0-075a7f9fb840 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 HTTP/1.1" status: 200 len: 913 time: 1.0012031 Feb 09 18:04:33.233560 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-226a8863-f15c-42f4-a18e-5e714a936273 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:33.241033 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1837aa0e-effd-408c-9818-eb5d827fb03c tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:33.269099 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375ed7b-7303-46fd-98df-cea310254169 None None] Pushing event updated for resources: {'Port': ['ID=7c3760f8-e3f8-419b-a593-4e5263a8677e,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:33.293338 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] Routers {'3f7e0be2-fa0f-4081-8802-dd4bd4d20318'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:33.293987 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:33.497797 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] Set router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:04:33.516188 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-62009784-615f-4445-b9f2-3657fba61b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:33.520669 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1636d90f-0f18-4cc2-b255-bec02fa8800d admin admin] Made reservation on behalf of b5559461405241f58e7ce666d1f2cd64 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:33.522972 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1636d90f-0f18-4cc2-b255-bec02fa8800d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:33.544870 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-62009784-615f-4445-b9f2-3657fba61b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:subnet and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:33.550003 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-62009784-615f-4445-b9f2-3657fba61b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:33.555380 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47292) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:33.616941 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1636d90f-0f18-4cc2-b255-bec02fa8800d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:33.654483 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cf36d966-8d99-4f44-91b2-5b222dba603e req-21697a3f-9a45-4e7d-8270-8bba227a7442 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23458b41-2e68-42ce-831d-f246fea29783 HTTP/1.1" status: 200 len: 1001 time: 0.4223442 Feb 09 18:04:33.701826 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-62009784-615f-4445-b9f2-3657fba61b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:33.728710 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3825d5c5-da9a-407b-9527-62875eb5b45f tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Router 441216c2-5b1b-40ea-b951-1fbdc78dd0cd has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:04:33.732192 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3f018285-4e0f-4306-9658-1e3de6859212 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96609921cbe845e18f765770850fe806&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1677127 Feb 09 18:04:33.737732 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47296) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:33.748805 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1837aa0e-effd-408c-9818-eb5d827fb03c tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:33.755665 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1837aa0e-effd-408c-9818-eb5d827fb03c tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:33.818959 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36d966-8d99-4f44-91b2-5b222dba603e req-40029b20-30ee-49de-8cc9-3db2659f1e75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:33.830904 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cf36d966-8d99-4f44-91b2-5b222dba603e req-40029b20-30ee-49de-8cc9-3db2659f1e75 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b05e458-9599-4698-b30c-c2fa3f37163a HTTP/1.1" status: 200 len: 851 time: 0.1697199 Feb 09 18:04:33.927969 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1837aa0e-effd-408c-9818-eb5d827fb03c tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:33.929112 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1837aa0e-effd-408c-9818-eb5d827fb03c tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2059429f-1705-4c04-98f0-976983059386 {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:04:33.950287 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-226a8863-f15c-42f4-a18e-5e714a936273 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:33.960319 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62009784-615f-4445-b9f2-3657fba61b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:33.964480 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-62009784-615f-4445-b9f2-3657fba61b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:33.974910 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:04:25Z', 'revision_number': 4, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port': {'id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:13Z', 'updated_at': '2022-02-09T18:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7c3760f8-e3f8-419b-a593-4e5263a8677e', 'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'mac_address': 'fa:16:3e:3a:97:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:22Z', 'updated_at': '2022-02-09T18:04:33Z', 'revision_number': 4, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'subnets': [{'id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:33.981907 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef885529-a4f3-4510-ae4d-4881ec76ae33 None None] The sync data for ids ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'] in dv-neutron-827016-2-hyperv is: [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:04:25Z', 'revision_number': 4, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port': {'id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:13Z', 'updated_at': '2022-02-09T18:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7c3760f8-e3f8-419b-a593-4e5263a8677e', 'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'mac_address': 'fa:16:3e:3a:97:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:22Z', 'updated_at': '2022-02-09T18:04:33Z', 'revision_number': 4, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'subnets': [{'id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:04:34.126209 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ba612d0-5bb3-4036-b583-f748172b3cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:34.195018 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ba612d0-5bb3-4036-b583-f748172b3cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:34.215348 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1636d90f-0f18-4cc2-b255-bec02fa8800d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:34.372763 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1636d90f-0f18-4cc2-b255-bec02fa8800d admin admin] Usage tracker for resource:security_group_rule and tenant:b5559461405241f58e7ce666d1f2cd64 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:34.385644 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1837aa0e-effd-408c-9818-eb5d827fb03c tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:34.395018 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1837aa0e-effd-408c-9818-eb5d827fb03c tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "DELETE /v2.0/routers/2059429f-1705-4c04-98f0-976983059386 HTTP/1.1" status: 204 len: 168 time: 6.7377231 Feb 09 18:04:34.396755 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1636d90f-0f18-4cc2-b255-bec02fa8800d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:34.403875 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47302) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:34.409139 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [None req-57778895-a7a0-49df-97b5-5f883c2d61cd tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Floating IP dcdcd299-4b50-4b8b-8346-3fa22ae78f14 associated. External IP: 172.26.8.241, port: 265ff785-277c-4093-b1c6-06ed3b250506. Feb 09 18:04:34.466288 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1636d90f-0f18-4cc2-b255-bec02fa8800d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:34.527912 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7c3760f8-e3f8-419b-a593-4e5263a8677e up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:04:34.595692 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e9b128-e524-46e1-8312-804f3b2d2160 None None] Network d56a852c-565a-4887-9c81-db659a21eec0 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:04:34.609805 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3825d5c5-da9a-407b-9527-62875eb5b45f tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:04:34.624333 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0bc02ca-62e0-467d-800d-93c69e4829c9 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Deleting subnet 2174f693-8b3b-4674-8014-eaf524bcab07 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:04:34.628445 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f0bc02ca-62e0-467d-800d-93c69e4829c9 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:34.650790 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cf36d966-8d99-4f44-91b2-5b222dba603e req-0e00ebac-ad22-4248-a86a-6265e3ae83fd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7995226 Feb 09 18:04:34.653768 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505da5c0-4dfe-412f-88f2-8b0895f6fc7d None None] Sync routers for ids ['441216c2-5b1b-40ea-b951-1fbdc78dd0cd'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:04:34.699055 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f0bc02ca-62e0-467d-800d-93c69e4829c9 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:34.743688 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d7bb83-f495-4ec4-9fb2-620d05a5627b None None] Network 410dfe10-5393-43d9-8c32-e8ec3fe6a66e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:04:34.845580 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cf36d966-8d99-4f44-91b2-5b222dba603e req-b2cd16b4-df1e-4d99-8b94-2fff1d551070 service neutron] 10.222.0.50 "GET /v2.0/networks/2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752300 Feb 09 18:04:34.846496 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3825d5c5-da9a-407b-9527-62875eb5b45f tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:34.851527 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3825d5c5-da9a-407b-9527-62875eb5b45f tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "PUT /v2.0/routers/441216c2-5b1b-40ea-b951-1fbdc78dd0cd HTTP/1.1" status: 200 len: 706 time: 8.2920771 Feb 09 18:04:34.862648 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47306) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:34.878408 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 7c3760f8-e3f8-419b-a593-4e5263a8677e completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:34.890561 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505da5c0-4dfe-412f-88f2-8b0895f6fc7d None None] Routers {'441216c2-5b1b-40ea-b951-1fbdc78dd0cd'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:34.891078 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-505da5c0-4dfe-412f-88f2-8b0895f6fc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['441216c2-5b1b-40ea-b951-1fbdc78dd0cd'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:34.965561 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 7c3760f8-e3f8-419b-a593-4e5263a8677e triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:34.965834 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:34.982235 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3224660-1c7b-44a7-91ca-8421234387da req-c468a808-311c-45de-80b2-6a05bd2d9b21 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:34.982235 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f3224660-1c7b-44a7-91ca-8421234387da req-c468a808-311c-45de-80b2-6a05bd2d9b21 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.8655634 Feb 09 18:04:35.025081 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-56518691-806a-4d4b-9b88-7bc71251578e None None] Provisioning for port 24627839-c412-436f-9561-99db9ef67e15 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:35.040102 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-505da5c0-4dfe-412f-88f2-8b0895f6fc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:35.054833 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cf36d966-8d99-4f44-91b2-5b222dba603e req-0899845c-3565-4a1f-9289-d6077c23cef3 service neutron] 10.222.0.50 "GET /v2.0/networks/2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028711 Feb 09 18:04:35.190593 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f3224660-1c7b-44a7-91ca-8421234387da req-ef90084b-8318-41f2-a70e-6343ea020b0d tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485088 Feb 09 18:04:35.198342 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505da5c0-4dfe-412f-88f2-8b0895f6fc7d None None] Routers {'441216c2-5b1b-40ea-b951-1fbdc78dd0cd'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:35.198988 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-505da5c0-4dfe-412f-88f2-8b0895f6fc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['441216c2-5b1b-40ea-b951-1fbdc78dd0cd'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:35.213441 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f0bc02ca-62e0-467d-800d-93c69e4829c9 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:35.213804 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ba612d0-5bb3-4036-b583-f748172b3cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:35.276875 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-62085686-c192-430e-b7fd-96b6dce8b4f5 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "GET /v2.0/routers/441216c2-5b1b-40ea-b951-1fbdc78dd0cd HTTP/1.1" status: 200 len: 741 time: 0.4091177 Feb 09 18:04:35.289166 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47310) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:35.304730 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba612d0-5bb3-4036-b583-f748172b3cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd4c62c-b045-49ce-bff3-d4f79c9d2f80,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:35.375478 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1636d90f-0f18-4cc2-b255-bec02fa8800d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:35.391186 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-36ea8428-f8a1-4943-907c-dc234c24aba3 tempest-RoutersAdminTest-1139691102 tempest-RoutersAdminTest-1139691102-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4&device_id=441216c2-5b1b-40ea-b951-1fbdc78dd0cd HTTP/1.1" status: 200 len: 205 time: 0.0827513 Feb 09 18:04:35.393121 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ba612d0-5bb3-4036-b583-f748172b3cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:35.394278 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8ba612d0-5bb3-4036-b583-f748172b3cf5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bfd4c62c-b045-49ce-bff3-d4f79c9d2f80 HTTP/1.1" status: 204 len: 168 time: 1.6555777 Feb 09 18:04:35.401376 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47314) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:35.425305 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-505da5c0-4dfe-412f-88f2-8b0895f6fc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:35.425305 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505da5c0-4dfe-412f-88f2-8b0895f6fc7d None None] The sync data for ids ['441216c2-5b1b-40ea-b951-1fbdc78dd0cd'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:04:35.468082 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-226a8863-f15c-42f4-a18e-5e714a936273 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:35.477280 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2685638e-25a9-4bfb-835f-d208647a1e0f tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "GET /v2.0/ports?device_id=441216c2-5b1b-40ea-b951-1fbdc78dd0cd HTTP/1.1" status: 200 len: 205 time: 0.0720034 Feb 09 18:04:35.479661 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47320) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:35.534150 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:35.560364 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1636d90f-0f18-4cc2-b255-bec02fa8800d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:35.572677 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7b9e84f3-d08b-48a7-afad-cc18f85a1238 None None] Provisioning for port 5ee5d356-ce4d-4c6f-b933-a48bea13964e completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:35.600048 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 7c3760f8-e3f8-419b-a593-4e5263a8677e, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7c3760f8-e3f8-419b-a593-4e5263a8677e,segment=NetworkSegment(ef1edd2b-cf25-4f82-9baf-16b100c9302b),segment_id=ef1edd2b-cf25-4f82-9baf-16b100c9302b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:04:35.650059 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-62009784-615f-4445-b9f2-3657fba61b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:35.690964 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:35.691925 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5ee5d356-ce4d-4c6f-b933-a48bea13964e up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:04:35.756600 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-226a8863-f15c-42f4-a18e-5e714a936273 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:35.910041 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=7c3760f8-e3f8-419b-a593-4e5263a8677e,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:35.935725 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636d90f-0f18-4cc2-b255-bec02fa8800d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426dcd8f-b96b-4aae-b819-b6326bc35f49,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:35.936442 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-226a8863-f15c-42f4-a18e-5e714a936273 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:35.950111 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1636d90f-0f18-4cc2-b255-bec02fa8800d admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:04:35.959469 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62009784-615f-4445-b9f2-3657fba61b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network 410dfe10-5393-43d9-8c32-e8ec3fe6a66e is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:35.971915 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-62009784-615f-4445-b9f2-3657fba61b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:35.981934 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62009784-615f-4445-b9f2-3657fba61b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:35.982588 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-62009784-615f-4445-b9f2-3657fba61b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:36.010691 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 5ee5d356-ce4d-4c6f-b933-a48bea13964e completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:36.017796 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 5ee5d356-ce4d-4c6f-b933-a48bea13964e triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:36.018759 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:36.022268 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1636d90f-0f18-4cc2-b255-bec02fa8800d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:36.022648 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-1636d90f-0f18-4cc2-b255-bec02fa8800d admin admin] Added segment ff3ad7d2-ae22-407d-aad4-944a085ef318 of type vlan for network 6313fddf-e111-40b9-9808-bfd8b01627da Feb 09 18:04:36.073848 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62009784-615f-4445-b9f2-3657fba61b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Subnet': ['ID=24f84125-2a7f-4085-85be-eea4d7e5a6ca,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:36.122881 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a8863-f15c-42f4-a18e-5e714a936273 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=fd260d44-2c6c-4126-9f1d-97a1722d5304,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:36.133615 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f0bc02ca-62e0-467d-800d-93c69e4829c9 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:36.194866 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1636d90f-0f18-4cc2-b255-bec02fa8800d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:36.202066 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0c050f7b-6387-4326-86c9-8fc0b92898d5 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:36.216333 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c41d179-2ded-41fa-9425-7bb34430ed0c None None] Network 410dfe10-5393-43d9-8c32-e8ec3fe6a66e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:04:36.270261 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226a8863-f15c-42f4-a18e-5e714a936273 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network d56a852c-565a-4887-9c81-db659a21eec0 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:36.272086 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-226a8863-f15c-42f4-a18e-5e714a936273 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:36.286951 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-62009784-615f-4445-b9f2-3657fba61b38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.0920148 Feb 09 18:04:36.317262 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47330) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:36.431507 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc02ca-62e0-467d-800d-93c69e4829c9 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2174f693-8b3b-4674-8014-eaf524bcab07,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:36.443155 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-aafbe3ac-29fe-4f03-8822-7519f920ac29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'port': {'network_id': '410dfe10-5393-43d9-8c32-e8ec3fe6a66e', 'fixed_ips': [{'subnet_id': '4a55adaa-e04c-4301-91b5-bf0dbf5ebc21'}, {'subnet_id': '24f84125-2a7f-4085-85be-eea4d7e5a6ca'}], 'name': 'tempest-PortsIpV6TestJSON-511611290'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:36.473413 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f0bc02ca-62e0-467d-800d-93c69e4829c9 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:36.478012 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f0bc02ca-62e0-467d-800d-93c69e4829c9 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/2174f693-8b3b-4674-8014-eaf524bcab07 HTTP/1.1" status: 204 len: 168 time: 2.0649965 Feb 09 18:04:36.484840 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47338) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:36.507096 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.resource_extend [None req-1636d90f-0f18-4cc2-b255-bec02fa8800d admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:04:36.627761 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-003832b0-6a36-4f55-90a4-77160e5b8634 None None] Provisioning for port fd260d44-2c6c-4126-9f1d-97a1722d5304 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:36.660955 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:36.691092 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-003832b0-6a36-4f55-90a4-77160e5b8634 None None] Provisioning complete for port fd260d44-2c6c-4126-9f1d-97a1722d5304 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:36.691833 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-003832b0-6a36-4f55-90a4-77160e5b8634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:36.747758 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57778895-a7a0-49df-97b5-5f883c2d61cd tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Router 8191c06a-dccc-43b5-b6a3-64343aff3e2d has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:04:36.772709 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 5ee5d356-ce4d-4c6f-b933-a48bea13964e, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5ee5d356-ce4d-4c6f-b933-a48bea13964e,segment=NetworkSegment(420f2e84-efa0-4ab2-b242-97f4df60debf),segment_id=420f2e84-efa0-4ab2-b242-97f4df60debf)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:04:36.782257 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-003832b0-6a36-4f55-90a4-77160e5b8634 None None] Port fd260d44-2c6c-4126-9f1d-97a1722d5304 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:04:36.921056 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9651fdb-b06c-48b9-a147-247a9ca08d42 None None] Update dhcp port {'port': {'network_id': '410dfe10-5393-43d9-8c32-e8ec3fe6a66e', 'fixed_ips': [{'subnet_id': '4a55adaa-e04c-4301-91b5-bf0dbf5ebc21', 'ip_address': '2001:db8::2'}, {'subnet_id': '24f84125-2a7f-4085-85be-eea4d7e5a6ca'}], 'binding:host_id': 'dv-neutron-827016-2-hyperv'}, 'id': '5ee5d356-ce4d-4c6f-b933-a48bea13964e'} from dv-neutron-827016-2-hyperv. {{(pid=84543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 18:04:36.921879 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1636d90f-0f18-4cc2-b255-bec02fa8800d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:36.922711 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1636d90f-0f18-4cc2-b255-bec02fa8800d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:36.923403 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1636d90f-0f18-4cc2-b255-bec02fa8800d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:36.973969 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-670d726f-ce71-4213-acd9-d2229f534b9a tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:37.009717 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:37.010495 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 24627839-c412-436f-9561-99db9ef67e15 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:04:37.022840 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226a8863-f15c-42f4-a18e-5e714a936273 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router d0d0d019-1593-4000-89cd-f9220e9356be has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:04:37.123781 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f9651fdb-b06c-48b9-a147-247a9ca08d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:37.143301 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=5ee5d356-ce4d-4c6f-b933-a48bea13964e,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:37.228208 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1636d90f-0f18-4cc2-b255-bec02fa8800d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.5916214 Feb 09 18:04:37.229315 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47350) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:37.243065 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-87c97b7c-2799-456b-94f5-a4ee1d1b62bf admin admin] Request body: {'subnet': {'network_id': '6313fddf-e111-40b9-9808-bfd8b01627da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1190233698-subnet', 'tenant_id': 'b5559461405241f58e7ce666d1f2cd64', 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:37.252582 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-87c97b7c-2799-456b-94f5-a4ee1d1b62bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:37.264973 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-87c97b7c-2799-456b-94f5-a4ee1d1b62bf admin admin] Usage tracker for resource:subnet and tenant:b5559461405241f58e7ce666d1f2cd64 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:37.278232 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-87c97b7c-2799-456b-94f5-a4ee1d1b62bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:37.290494 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-87c97b7c-2799-456b-94f5-a4ee1d1b62bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:37.303582 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-aafbe3ac-29fe-4f03-8822-7519f920ac29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:37.305597 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57778895-a7a0-49df-97b5-5f883c2d61cd tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:04:37.312479 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0c050f7b-6387-4326-86c9-8fc0b92898d5 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:37.315025 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636d90f-0f18-4cc2-b255-bec02fa8800d admin admin] Pushing event updated for resources: {'Network': ['ID=6313fddf-e111-40b9-9808-bfd8b01627da,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:37.320917 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1428f73-0109-4914-8b3f-1c3c0d8a9571 None None] Sync routers for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:04:37.330908 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-aafbe3ac-29fe-4f03-8822-7519f920ac29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:port and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:37.352069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-aafbe3ac-29fe-4f03-8822-7519f920ac29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:37.363647 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1428f73-0109-4914-8b3f-1c3c0d8a9571 None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:37.364768 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f1428f73-0109-4914-8b3f-1c3c0d8a9571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:37.366368 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83a94a-acf7-4e8f-9c8f-d785a91126ab req-8b63863b-e655-4c0c-8d14-a3f41830a658 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:37.367947 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4f83a94a-acf7-4e8f-9c8f-d785a91126ab req-8b63863b-e655-4c0c-8d14-a3f41830a658 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.8912308 Feb 09 18:04:37.368795 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0c050f7b-6387-4326-86c9-8fc0b92898d5 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:37.374359 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-aafbe3ac-29fe-4f03-8822-7519f920ac29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:37.387247 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47354) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:37.398101 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226a8863-f15c-42f4-a18e-5e714a936273 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:04:37.407938 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-226a8863-f15c-42f4-a18e-5e714a936273 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "PUT /v2.0/routers/d0d0d019-1593-4000-89cd-f9220e9356be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3390901 Feb 09 18:04:37.409273 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47360) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:37.416617 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-f9651fdb-b06c-48b9-a147-247a9ca08d42 None None] Allocated IP 2001:db8:0:1::2 (410dfe10-5393-43d9-8c32-e8ec3fe6a66e/24f84125-2a7f-4085-85be-eea4d7e5a6ca/5ee5d356-ce4d-4c6f-b933-a48bea13964e) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:37.433625 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c97b7c-2799-456b-94f5-a4ee1d1b62bf admin admin] Made reservation on behalf of b5559461405241f58e7ce666d1f2cd64 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:37.437091 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87c97b7c-2799-456b-94f5-a4ee1d1b62bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:37.490375 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-670d726f-ce71-4213-acd9-d2229f534b9a tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:37.553511 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-670d726f-ce71-4213-acd9-d2229f534b9a tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3583b66f-317d-4323-ae5f-f077d0d4a82b']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:37.563348 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4f83a94a-acf7-4e8f-9c8f-d785a91126ab req-0890ce54-f4a2-4857-89ef-5e12581c7185 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857815 Feb 09 18:04:37.567270 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafbe3ac-29fe-4f03-8822-7519f920ac29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:37.575801 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f1428f73-0109-4914-8b3f-1c3c0d8a9571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:37.592873 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-670d726f-ce71-4213-acd9-d2229f534b9a tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230ec576-d684-45f3-9a5a-28bcfdb7fcd2') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:37.593171 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-670d726f-ce71-4213-acd9-d2229f534b9a tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230ec576-d684-45f3-9a5a-28bcfdb7fcd2') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:37.609214 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1428f73-0109-4914-8b3f-1c3c0d8a9571 None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:37.609842 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f1428f73-0109-4914-8b3f-1c3c0d8a9571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:37.653452 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57778895-a7a0-49df-97b5-5f883c2d61cd tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:37.666562 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-f9651fdb-b06c-48b9-a147-247a9ca08d42 None None] For port 5ee5d356-ce4d-4c6f-b933-a48bea13964e, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5ee5d356-ce4d-4c6f-b933-a48bea13964e,segment=NetworkSegment(420f2e84-efa0-4ab2-b242-97f4df60debf),segment_id=420f2e84-efa0-4ab2-b242-97f4df60debf)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:04:37.678822 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0c050f7b-6387-4326-86c9-8fc0b92898d5 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:37.679566 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c050f7b-6387-4326-86c9-8fc0b92898d5 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Fanout notify agent at l3_agent the message router_deleted on router 441216c2-5b1b-40ea-b951-1fbdc78dd0cd {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:04:37.684557 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d7b71c65-d1b0-406c-b3e4-ab0650e88218 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-869112463'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:37.698052 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f1428f73-0109-4914-8b3f-1c3c0d8a9571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:37.698643 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1428f73-0109-4914-8b3f-1c3c0d8a9571 None None] The sync data for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:04:37.704060 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-670d726f-ce71-4213-acd9-d2229f534b9a tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:37.717555 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f9651fdb-b06c-48b9-a147-247a9ca08d42 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:37.721800 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0c050f7b-6387-4326-86c9-8fc0b92898d5 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:37.723371 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0c050f7b-6387-4326-86c9-8fc0b92898d5 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "DELETE /v2.0/routers/441216c2-5b1b-40ea-b951-1fbdc78dd0cd HTTP/1.1" status: 204 len: 168 time: 2.2442293 Feb 09 18:04:37.731891 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47366) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:37.736404 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f9651fdb-b06c-48b9-a147-247a9ca08d42 None None] Transition to ACTIVE for port object 5ee5d356-ce4d-4c6f-b933-a48bea13964e will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:37.741956 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 6313fddf-e111-40b9-9808-bfd8b01627da details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:04:37.763238 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d7b71c65-d1b0-406c-b3e4-ab0650e88218 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:37.775767 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-670d726f-ce71-4213-acd9-d2229f534b9a tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:37.787379 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d7b71c65-d1b0-406c-b3e4-ab0650e88218 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Usage tracker for resource:network and tenant:77cc0028ca3c4751878efe04d1ccec85 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:37.793060 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f0155de8-3f39-41ad-bdd6-ede7100e680d tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "GET /v2.0/ports?device_id=441216c2-5b1b-40ea-b951-1fbdc78dd0cd HTTP/1.1" status: 200 len: 205 time: 0.0596323 Feb 09 18:04:37.804233 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d7b71c65-d1b0-406c-b3e4-ab0650e88218 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:37.810381 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47370) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:37.834016 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d7b71c65-d1b0-406c-b3e4-ab0650e88218 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:37.836345 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ef9b39a6-96a7-4837-8c77-4771cd65f0a3 None None] Provisioning complete for port fd260d44-2c6c-4126-9f1d-97a1722d5304 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:37.836622 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef9b39a6-96a7-4837-8c77-4771cd65f0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:37.862709 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f9651fdb-b06c-48b9-a147-247a9ca08d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:37.942190 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-fd8f7ba0-a980-4c97-90e3-0f362d962390 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] delete failed (client error): The resource could not be found. Feb 09 18:04:37.946578 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fd8f7ba0-a980-4c97-90e3-0f362d962390 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "DELETE /v2.0/routers/441216c2-5b1b-40ea-b951-1fbdc78dd0cd HTTP/1.1" status: 404 len: 336 time: 0.1325815 Feb 09 18:04:37.949097 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-57778895-a7a0-49df-97b5-5f883c2d61cd tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.7287261 Feb 09 18:04:37.951440 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47374) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:37.965174 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47376) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:37.983824 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670d726f-ce71-4213-acd9-d2229f534b9a tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:04:37.984490 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-670d726f-ce71-4213-acd9-d2229f534b9a tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:04:38.003605 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:04:38.022026 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-df33771c-959b-44ed-8e66-1b22e9fa73b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1580875236'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:38.030222 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b39a6-96a7-4837-8c77-4771cd65f0a3 None None] Port fd260d44-2c6c-4126-9f1d-97a1722d5304 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:04:38.049903 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-df33771c-959b-44ed-8e66-1b22e9fa73b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:38.072213 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-be2d8f62-d0cd-42cd-990e-c4bbf0bae27e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "GET /v2.0/ports?device_id=655f5056-4a88-4c9a-9d30-8ec866360864 HTTP/1.1" status: 200 len: 205 time: 0.1086907 Feb 09 18:04:38.072605 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47382) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:38.073516 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-df33771c-959b-44ed-8e66-1b22e9fa73b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Usage tracker for resource:network and tenant:f3837d08455842e393bcceee43b69ece is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:38.080994 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9651fdb-b06c-48b9-a147-247a9ca08d42 None None] Pushing event updated for resources: {'Port': ['ID=5ee5d356-ce4d-4c6f-b933-a48bea13964e,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:38.083652 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-df33771c-959b-44ed-8e66-1b22e9fa73b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:38.088047 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96a5aad-b66d-43db-ab8a-aec582691beb tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:38.088738 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96a5aad-b66d-43db-ab8a-aec582691beb tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:38.089168 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96a5aad-b66d-43db-ab8a-aec582691beb tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:38.089693 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96a5aad-b66d-43db-ab8a-aec582691beb tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:38.090652 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96a5aad-b66d-43db-ab8a-aec582691beb tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:38.091171 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96a5aad-b66d-43db-ab8a-aec582691beb tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:38.091511 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96a5aad-b66d-43db-ab8a-aec582691beb tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:38.091923 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96a5aad-b66d-43db-ab8a-aec582691beb tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:38.092333 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96a5aad-b66d-43db-ab8a-aec582691beb tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:38.092739 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96a5aad-b66d-43db-ab8a-aec582691beb tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:38.093193 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96a5aad-b66d-43db-ab8a-aec582691beb tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:38.097443 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d96a5aad-b66d-43db-ab8a-aec582691beb tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7701 time: 0.6868179 Feb 09 18:04:38.105254 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47386) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:38.154950 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 24627839-c412-436f-9561-99db9ef67e15 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:38.169410 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 24627839-c412-436f-9561-99db9ef67e15 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:38.169410 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:38.182005 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-df33771c-959b-44ed-8e66-1b22e9fa73b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:38.184376 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b71c65-d1b0-406c-b3e4-ab0650e88218 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Made reservation on behalf of 77cc0028ca3c4751878efe04d1ccec85 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:38.187820 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7b71c65-d1b0-406c-b3e4-ab0650e88218 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:38.192217 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ef9b39a6-96a7-4837-8c77-4771cd65f0a3 None None] Provisioning for port 5ee5d356-ce4d-4c6f-b933-a48bea13964e completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:38.205257 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-53777e4f-52f2-4667-8338-f1ac1fab4243 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] delete failed (client error): The resource could not be found. Feb 09 18:04:38.206776 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-53777e4f-52f2-4667-8338-f1ac1fab4243 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "DELETE /v2.0/routers/655f5056-4a88-4c9a-9d30-8ec866360864 HTTP/1.1" status: 404 len: 336 time: 0.1232178 Feb 09 18:04:38.212275 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ef9b39a6-96a7-4837-8c77-4771cd65f0a3 None None] Provisioning complete for port 5ee5d356-ce4d-4c6f-b933-a48bea13964e triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:38.212913 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef9b39a6-96a7-4837-8c77-4771cd65f0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:38.216579 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aafbe3ac-29fe-4f03-8822-7519f920ac29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:38.218719 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47390) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:38.232860 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5b5eac-43e9-4b4e-a13d-18f86ddbd6e2 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:38.233379 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5b5eac-43e9-4b4e-a13d-18f86ddbd6e2 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:38.233807 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5b5eac-43e9-4b4e-a13d-18f86ddbd6e2 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:38.234228 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5b5eac-43e9-4b4e-a13d-18f86ddbd6e2 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:38.234667 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5b5eac-43e9-4b4e-a13d-18f86ddbd6e2 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:38.235078 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5b5eac-43e9-4b4e-a13d-18f86ddbd6e2 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:38.235489 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5b5eac-43e9-4b4e-a13d-18f86ddbd6e2 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:38.235892 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5b5eac-43e9-4b4e-a13d-18f86ddbd6e2 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:38.236433 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5b5eac-43e9-4b4e-a13d-18f86ddbd6e2 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:38.241755 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3b5b5eac-43e9-4b4e-a13d-18f86ddbd6e2 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5837 time: 0.1353395 Feb 09 18:04:38.248926 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-aafbe3ac-29fe-4f03-8822-7519f920ac29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] device_id is not set on port 7a558633-9d0b-4d14-b3bf-370b9a6fced0 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:04:38.274716 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47394) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:38.337050 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7b71c65-d1b0-406c-b3e4-ab0650e88218 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:38.404568 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b1c4387f-02a7-44a8-9705-3a33f71f99ae tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad16b6de-dd3f-4d75-945e-3f9bc8a1ec0a HTTP/1.1" status: 200 len: 205 time: 0.1808584 Feb 09 18:04:38.409789 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47398) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:38.444270 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46af7d0-880d-476b-9aa8-cd07b7c11d5c req-e239deae-5dfb-47e2-839f-dfed418317ae tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:38.452470 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f46af7d0-880d-476b-9aa8-cd07b7c11d5c req-e239deae-5dfb-47e2-839f-dfed418317ae tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.6720862 Feb 09 18:04:38.501715 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-670d726f-ce71-4213-acd9-d2229f534b9a tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:38.517345 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df33771c-959b-44ed-8e66-1b22e9fa73b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Made reservation on behalf of f3837d08455842e393bcceee43b69ece for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:38.520610 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-df33771c-959b-44ed-8e66-1b22e9fa73b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:38.524178 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670d726f-ce71-4213-acd9-d2229f534b9a tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3583b66f-317d-4323-ae5f-f077d0d4a82b {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 18:04:38.576264 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-004270bc-093b-462e-bc48-9b720790ac63 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] delete failed (client error): The resource could not be found. Feb 09 18:04:38.578123 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-004270bc-093b-462e-bc48-9b720790ac63 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "DELETE /v2.0/routers/ad16b6de-dd3f-4d75-945e-3f9bc8a1ec0a HTTP/1.1" status: 404 len: 336 time: 0.1654041 Feb 09 18:04:38.585599 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47402) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:38.587326 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:38.590151 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-670d726f-ce71-4213-acd9-d2229f534b9a tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:38.609832 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f46af7d0-880d-476b-9aa8-cd07b7c11d5c req-4a39150f-b052-41e1-bee2-d047890ad6de tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563613 Feb 09 18:04:38.645721 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d726f-ce71-4213-acd9-d2229f534b9a tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Pushing event deleted for resources: {'Network': ['ID=3583b66f-317d-4323-ae5f-f077d0d4a82b,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:38.682683 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-670d726f-ce71-4213-acd9-d2229f534b9a tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "DELETE /v2.0/networks/3583b66f-317d-4323-ae5f-f077d0d4a82b HTTP/1.1" status: 204 len: 168 time: 2.1665120 Feb 09 18:04:38.688318 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 24627839-c412-436f-9561-99db9ef67e15, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=24627839-c412-436f-9561-99db9ef67e15,segment=NetworkSegment(23964c25-d5c8-4aa2-982a-3a45e6672645),segment_id=23964c25-d5c8-4aa2-982a-3a45e6672645)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:04:38.721108 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6c0d369e-d2c1-4dc9-b845-6cf07254d1a6 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1b8d3ac-f57b-4e5c-8f83-5bc9077c04a4 HTTP/1.1" status: 200 len: 205 time: 0.1340744 Feb 09 18:04:38.724634 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47410) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:38.736555 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d7b71c65-d1b0-406c-b3e4-ab0650e88218 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:38.762906 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d7b71c65-d1b0-406c-b3e4-ab0650e88218 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Usage tracker for resource:security_group_rule and tenant:77cc0028ca3c4751878efe04d1ccec85 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:38.784219 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d7b71c65-d1b0-406c-b3e4-ab0650e88218 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:38.794591 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df33771c-959b-44ed-8e66-1b22e9fa73b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:04:38.799601 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-288fdd03-fff6-43de-b637-c59231413737 None None] Provisioning complete for port 5ee5d356-ce4d-4c6f-b933-a48bea13964e triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:38.800103 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-288fdd03-fff6-43de-b637-c59231413737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:38.802450 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d7b71c65-d1b0-406c-b3e4-ab0650e88218 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:38.831683 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:38.857488 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-df33771c-959b-44ed-8e66-1b22e9fa73b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:38.857850 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-df33771c-959b-44ed-8e66-1b22e9fa73b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Added segment 92cd4d9a-d1a4-4e80-8398-6d60ab89d3a3 of type vlan for network 3bb65ab0-70ea-4f4f-83bd-903bbc72ce00 Feb 09 18:04:38.943231 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-df33771c-959b-44ed-8e66-1b22e9fa73b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:38.963289 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87c97b7c-2799-456b-94f5-a4ee1d1b62bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:38.976000 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7c3760f8-e3f8-419b-a593-4e5263a8677e up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:04:39.039004 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-02f672a6-ede8-44df-ad9b-cab7028f10ea tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] delete failed (client error): The resource could not be found. Feb 09 18:04:39.040056 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-02f672a6-ede8-44df-ad9b-cab7028f10ea tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "DELETE /v2.0/routers/e1b8d3ac-f57b-4e5c-8f83-5bc9077c04a4 HTTP/1.1" status: 404 len: 336 time: 0.3128552 Feb 09 18:04:39.045072 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=24627839-c412-436f-9561-99db9ef67e15,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:39.054324 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47416) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:39.116699 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-df33771c-959b-44ed-8e66-1b22e9fa73b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:39.120451 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df33771c-959b-44ed-8e66-1b22e9fa73b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:39.121801 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-df33771c-959b-44ed-8e66-1b22e9fa73b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:39.147889 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c97b7c-2799-456b-94f5-a4ee1d1b62bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b299fa4-f28b-4442-92ed-ac2c5a07c4f0,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:39.178862 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 7c3760f8-e3f8-419b-a593-4e5263a8677e triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:39.179239 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:39.203737 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a7c4db2f-084b-4131-a8c2-0375baf642be tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "GET /v2.0/ports?device_id=3531b7ed-b36e-41c5-9bb9-708fef02360e HTTP/1.1" status: 200 len: 205 time: 0.1482060 Feb 09 18:04:39.212056 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47420) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:39.297705 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-4c37bb48-f000-4cb3-b242-df494d909626 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] delete failed (client error): The resource could not be found. Feb 09 18:04:39.302097 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4c37bb48-f000-4cb3-b242-df494d909626 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "DELETE /v2.0/routers/3531b7ed-b36e-41c5-9bb9-708fef02360e HTTP/1.1" status: 404 len: 336 time: 0.0888205 Feb 09 18:04:39.305725 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47426) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:39.330978 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7b71c65-d1b0-406c-b3e4-ab0650e88218 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:39.340749 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5ee5d356-ce4d-4c6f-b933-a48bea13964e up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:04:39.346228 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33771c-959b-44ed-8e66-1b22e9fa73b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event updated for resources: {'Network': ['ID=3bb65ab0-70ea-4f4f-83bd-903bbc72ce00,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:39.363066 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c97b7c-2799-456b-94f5-a4ee1d1b62bf admin admin] Checking segment: {'id': 'ff3ad7d2-ae22-407d-aad4-944a085ef318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6313fddf-e111-40b9-9808-bfd8b01627da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:04:39.363422 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c97b7c-2799-456b-94f5-a4ee1d1b62bf admin admin] Network hostable DHCP agents. Network: 6313fddf-e111-40b9-9808-bfd8b01627da, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:04:39.396879 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ad4b2f76-e18e-4e7c-8bbb-8279423a4f72 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3766 time: 1.1174684 Feb 09 18:04:39.403679 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47432) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:39.403982 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1fd21e8d-8eda-43bc-8b0f-0d07e8e34982 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba311bd6-164a-4054-8b57-499cf915536a HTTP/1.1" status: 200 len: 205 time: 0.0950940 Feb 09 18:04:39.405614 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-aafbe3ac-29fe-4f03-8822-7519f920ac29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Allocated IP 2001:db8::227 (410dfe10-5393-43d9-8c32-e8ec3fe6a66e/4a55adaa-e04c-4301-91b5-bf0dbf5ebc21/7a558633-9d0b-4d14-b3bf-370b9a6fced0) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:39.415748 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9a94c-8476-4711-a075-58fda3b3e8a0 req-eb2d504b-1132-48e9-909f-71cfd9b06f5f tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:39.417429 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-70a9a94c-8476-4711-a075-58fda3b3e8a0 req-eb2d504b-1132-48e9-909f-71cfd9b06f5f tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.4456556 Feb 09 18:04:39.420989 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-aafbe3ac-29fe-4f03-8822-7519f920ac29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Allocated IP 2001:db8:0:1::e1 (410dfe10-5393-43d9-8c32-e8ec3fe6a66e/24f84125-2a7f-4085-85be-eea4d7e5a6ca/7a558633-9d0b-4d14-b3bf-370b9a6fced0) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:39.444632 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 3bb65ab0-70ea-4f4f-83bd-903bbc72ce00 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:04:39.446902 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47436) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:39.452436 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-abc07fea-9c34-4cb0-a859-99a9585f3349 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Request body: {'router': {'name': 'tempest-router--2114486522', 'project_id': 'd99709d1ec1a44519e2887a7038bcd9c'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:39.476126 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7b71c65-d1b0-406c-b3e4-ab0650e88218 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:39.484762 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-df33771c-959b-44ed-8e66-1b22e9fa73b4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5062244 Feb 09 18:04:39.484966 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-abc07fea-9c34-4cb0-a859-99a9585f3349 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:39.494039 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47440) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:39.503178 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a28ef1cd-9b3d-424b-ac39-6d81e8c7cc85 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Request body: {'subnet': {'network_id': '3bb65ab0-70ea-4f4f-83bd-903bbc72ce00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:39.503835 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-893e84aa-10d3-4ea6-94db-055feba6ce4e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] delete failed (client error): The resource could not be found. Feb 09 18:04:39.504227 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-893e84aa-10d3-4ea6-94db-055feba6ce4e tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "DELETE /v2.0/routers/ba311bd6-164a-4054-8b57-499cf915536a HTTP/1.1" status: 404 len: 336 time: 0.0996230 Feb 09 18:04:39.508770 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c97b7c-2799-456b-94f5-a4ee1d1b62bf admin admin] Network 6313fddf-e111-40b9-9808-bfd8b01627da is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:04:39.510722 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47444) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:39.563324 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b71c65-d1b0-406c-b3e4-ab0650e88218 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:04:39.590756 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-be800beb-b861-403b-989a-2e1ff62b1b11 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] DELETE failed (client error): The resource could not be found. Feb 09 18:04:39.591333 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be800beb-b861-403b-989a-2e1ff62b1b11 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:04:39.592522 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 5ee5d356-ce4d-4c6f-b933-a48bea13964e triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:39.593209 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:39.595051 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b71c65-d1b0-406c-b3e4-ab0650e88218 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0d797c-36b7-41e1-b618-3f798efedd3b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:39.617211 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7b71c65-d1b0-406c-b3e4-ab0650e88218 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:39.617211 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-d7b71c65-d1b0-406c-b3e4-ab0650e88218 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Added segment f5dfb8e8-70c5-4068-8574-ffce751b5b2c of type vlan for network ff00f2f7-7f50-4144-a186-a893248e0206 Feb 09 18:04:39.618835 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-be800beb-b861-403b-989a-2e1ff62b1b11 tempest-RoutersAdminTest-1193444719 tempest-RoutersAdminTest-1193444719-project] 10.222.0.21 "DELETE /v2.0/subnets/2619729a-5f6d-4e40-925a-368c28276dae HTTP/1.1" status: 404 len: 337 time: 0.0999932 Feb 09 18:04:39.626677 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-abc07fea-9c34-4cb0-a859-99a9585f3349 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Usage tracker for resource:router and tenant:d99709d1ec1a44519e2887a7038bcd9c is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:39.637253 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-abc07fea-9c34-4cb0-a859-99a9585f3349 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:39.654817 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-abc07fea-9c34-4cb0-a859-99a9585f3349 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:39.671305 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-70a9a94c-8476-4711-a075-58fda3b3e8a0 req-a89fbb38-b730-45ef-8635-446aa18552cb tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440784 Feb 09 18:04:39.675743 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a28ef1cd-9b3d-424b-ac39-6d81e8c7cc85 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:39.868263 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-87c97b7c-2799-456b-94f5-a4ee1d1b62bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 6313fddf-e111-40b9-9808-bfd8b01627da) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:39.876747 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c97b7c-2799-456b-94f5-a4ee1d1b62bf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:39.876904 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f30705-0263-4cc6-8762-f4ff8da46bb9 None None] Network 6313fddf-e111-40b9-9808-bfd8b01627da requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:04:39.878109 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a28ef1cd-9b3d-424b-ac39-6d81e8c7cc85 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:39.878975 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87c97b7c-2799-456b-94f5-a4ee1d1b62bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:39.880550 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-abc07fea-9c34-4cb0-a859-99a9585f3349 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:39.881650 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-abc07fea-9c34-4cb0-a859-99a9585f3349 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:39.895605 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7b71c65-d1b0-406c-b3e4-ab0650e88218 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:39.901706 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-abc07fea-9c34-4cb0-a859-99a9585f3349 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:39.978903 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aafbe3ac-29fe-4f03-8822-7519f920ac29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:39.996875 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-aafbe3ac-29fe-4f03-8822-7519f920ac29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Transition to ACTIVE for port object 7a558633-9d0b-4d14-b3bf-370b9a6fced0 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:40.056053 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-87c97b7c-2799-456b-94f5-a4ee1d1b62bf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8253996 Feb 09 18:04:40.056886 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-abc07fea-9c34-4cb0-a859-99a9585f3349 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:40.057004 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7b71c65-d1b0-406c-b3e4-ab0650e88218 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:40.061287 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b71c65-d1b0-406c-b3e4-ab0650e88218 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:40.065229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7b71c65-d1b0-406c-b3e4-ab0650e88218 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:40.069759 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47452) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:40.095170 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-2a97ebf7-0fb1-452e-9081-b23e6dd78159 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1190233698-router', 'tenant_id': 'b5559461405241f58e7ce666d1f2cd64', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:40.113898 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28ef1cd-9b3d-424b-ac39-6d81e8c7cc85 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Made reservation on behalf of f3837d08455842e393bcceee43b69ece for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:40.147160 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aafbe3ac-29fe-4f03-8822-7519f920ac29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:40.163744 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2a97ebf7-0fb1-452e-9081-b23e6dd78159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:40.193435 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2a97ebf7-0fb1-452e-9081-b23e6dd78159 admin admin] Usage tracker for resource:router and tenant:b5559461405241f58e7ce666d1f2cd64 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:40.199611 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2a97ebf7-0fb1-452e-9081-b23e6dd78159 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:40.209288 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2a97ebf7-0fb1-452e-9081-b23e6dd78159 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:40.211325 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b71c65-d1b0-406c-b3e4-ab0650e88218 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Pushing event updated for resources: {'Network': ['ID=ff00f2f7-7f50-4144-a186-a893248e0206,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:40.233203 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network ff00f2f7-7f50-4144-a186-a893248e0206 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:04:40.253293 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad21c269-a149-4096-aa17-6add0f68d6a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-6313fddf-e111-40b9-9808-bfd8b01627da', 'network_id': '6313fddf-e111-40b9-9808-bfd8b01627da', 'tenant_id': 'b5559461405241f58e7ce666d1f2cd64', 'fixed_ips': [{'subnet_id': '3b299fa4-f28b-4442-92ed-ac2c5a07c4f0'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:04:40.254094 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad21c269-a149-4096-aa17-6add0f68d6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:40.262510 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-abc07fea-9c34-4cb0-a859-99a9585f3349 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:40.263841 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-abc07fea-9c34-4cb0-a859-99a9585f3349 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8158691 Feb 09 18:04:40.266842 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47458) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:40.298730 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47462) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:40.321938 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-7bfea664-7234-4c90-bbd2-bc7720898e1b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1940799504', 'description': 'tempest-secgroup-smoke-1940799504 description', 'project_id': '352fd60817ff4d5d9e97f16f52485b96'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:40.337818 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbe3ac-29fe-4f03-8822-7519f920ac29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Port': ['ID=7a558633-9d0b-4d14-b3bf-370b9a6fced0,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:40.346860 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-7bfea664-7234-4c90-bbd2-bc7720898e1b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:40.354615 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafbe3ac-29fe-4f03-8822-7519f920ac29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network 410dfe10-5393-43d9-8c32-e8ec3fe6a66e is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:40.360394 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7bfea664-7234-4c90-bbd2-bc7720898e1b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:40.363688 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-aafbe3ac-29fe-4f03-8822-7519f920ac29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:40.368667 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7bfea664-7234-4c90-bbd2-bc7720898e1b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:40.374078 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a28ef1cd-9b3d-424b-ac39-6d81e8c7cc85 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:40.401551 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d7b71c65-d1b0-406c-b3e4-ab0650e88218 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.0125539 Feb 09 18:04:40.405049 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2a97ebf7-0fb1-452e-9081-b23e6dd78159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:40.408297 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2a97ebf7-0fb1-452e-9081-b23e6dd78159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:40.418276 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47468) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:40.460863 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] Sync routers for ids ['d0d0d019-1593-4000-89cd-f9220e9356be'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:04:40.493818 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] Routers {'d0d0d019-1593-4000-89cd-f9220e9356be'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:40.494552 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d0d0d019-1593-4000-89cd-f9220e9356be'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:40.570500 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47472) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:40.578369 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d5d4173d-b745-4bcb-9127-1af7829d72c7 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Request body: {'subnet': {'network_id': 'ff00f2f7-7f50-4144-a186-a893248e0206', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:40.687605 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafbe3ac-29fe-4f03-8822-7519f920ac29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:40.691401 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafbe3ac-29fe-4f03-8822-7519f920ac29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:40.691849 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aafbe3ac-29fe-4f03-8822-7519f920ac29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:40.739065 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b87faef-f8c7-419a-8a9e-27c2b2cb3e24 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:40.766383 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] Set router d0d0d019-1593-4000-89cd-f9220e9356be gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:04:40.796548 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2a97ebf7-0fb1-452e-9081-b23e6dd78159 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:40.810259 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-7bfea664-7234-4c90-bbd2-bc7720898e1b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:40.895907 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d5d4173d-b745-4bcb-9127-1af7829d72c7 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:40.906625 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d5d4173d-b745-4bcb-9127-1af7829d72c7 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Usage tracker for resource:subnet and tenant:77cc0028ca3c4751878efe04d1ccec85 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:40.913199 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6ad57f59-b6e9-415d-b161-67ba18322753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:40.926095 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d5d4173d-b745-4bcb-9127-1af7829d72c7 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:40.937205 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d5d4173d-b745-4bcb-9127-1af7829d72c7 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:40.984735 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7bfea664-7234-4c90-bbd2-bc7720898e1b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:41.014424 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-aafbe3ac-29fe-4f03-8822-7519f920ac29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.6952221 Feb 09 18:04:41.021065 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47478) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:41.047649 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb569df9-2c2f-4b81-820e-bac93ba13816 req-2bdbc3d8-4f83-43d2-98f9-9695142d16df tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:41.047888 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 24627839-c412-436f-9561-99db9ef67e15 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:04:41.049184 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bb569df9-2c2f-4b81-820e-bac93ba13816 req-2bdbc3d8-4f83-43d2-98f9-9695142d16df tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.2430785 Feb 09 18:04:41.053020 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-5ecb88f0-7d3f-4f61-90c2-8a9d0e6a598a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4a55adaa-e04c-4301-91b5-bf0dbf5ebc21'}]}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:41.098439 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-ad21c269-a149-4096-aa17-6add0f68d6a0 None None] Allocated IP 172.20.0.2 (6313fddf-e111-40b9-9808-bfd8b01627da/3b299fa4-f28b-4442-92ed-ac2c5a07c4f0/6203389a-dae3-4085-a2ab-fa6e5015277d) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:41.181001 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d4173d-b745-4bcb-9127-1af7829d72c7 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Made reservation on behalf of 77cc0028ca3c4751878efe04d1ccec85 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:41.187215 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a28ef1cd-9b3d-424b-ac39-6d81e8c7cc85 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:41.239504 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7843c853-2dd2-4100-b854-ccb434f87b88 None None] Provisioning for port 7a558633-9d0b-4d14-b3bf-370b9a6fced0 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:41.256154 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6ad57f59-b6e9-415d-b161-67ba18322753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:41.283623 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7843c853-2dd2-4100-b854-ccb434f87b88 None None] Provisioning complete for port 7a558633-9d0b-4d14-b3bf-370b9a6fced0 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:41.283623 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7843c853-2dd2-4100-b854-ccb434f87b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:41.285387 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-7bfea664-7234-4c90-bbd2-bc7720898e1b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:41.287801 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5ecb88f0-7d3f-4f61-90c2-8a9d0e6a598a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:41.313451 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7bfea664-7234-4c90-bbd2-bc7720898e1b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:41.316900 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6ad57f59-b6e9-415d-b161-67ba18322753 admin admin] Usage tracker for resource:security_group_rule and tenant:c1430629c5b84c288a716b7a85c1f5fa is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:41.323590 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7bfea664-7234-4c90-bbd2-bc7720898e1b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:41.325876 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6ad57f59-b6e9-415d-b161-67ba18322753 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:41.336346 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-7bfea664-7234-4c90-bbd2-bc7720898e1b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:41.347481 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bb569df9-2c2f-4b81-820e-bac93ba13816 req-9f433e31-db9e-47e8-9888-5b179c192100 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937308 Feb 09 18:04:41.377690 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ef1cd-9b3d-424b-ac39-6d81e8c7cc85 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event updated for resources: {'Subnet': ['ID=e9843f2c-22d7-4566-a8ad-5fd70f1e361d,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:41.409214 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6ad57f59-b6e9-415d-b161-67ba18322753 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:41.409838 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7843c853-2dd2-4100-b854-ccb434f87b88 None None] Port 7a558633-9d0b-4d14-b3bf-370b9a6fced0 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:04:41.410986 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 24627839-c412-436f-9561-99db9ef67e15 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:41.411351 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:41.511009 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28ef1cd-9b3d-424b-ac39-6d81e8c7cc85 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Checking segment: {'id': '92cd4d9a-d1a4-4e80-8398-6d60ab89d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3bb65ab0-70ea-4f4f-83bd-903bbc72ce00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:04:41.512079 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28ef1cd-9b3d-424b-ac39-6d81e8c7cc85 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Network hostable DHCP agents. Network: 3bb65ab0-70ea-4f4f-83bd-903bbc72ce00, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:04:41.521116 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b87faef-f8c7-419a-8a9e-27c2b2cb3e24 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:41.529734 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d5d4173d-b745-4bcb-9127-1af7829d72c7 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:41.552016 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2a97ebf7-0fb1-452e-9081-b23e6dd78159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:41.606416 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad21c269-a149-4096-aa17-6add0f68d6a0 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:41.631485 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'name': 'tempest-TestNetworkBasicOps-router-2083997425', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:15Z', 'updated_at': '2022-02-09T18:04:33Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:17Z', 'updated_at': '2022-02-09T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'fd260d44-2c6c-4126-9f1d-97a1722d5304', 'name': '', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:c9:7c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:31Z', 'updated_at': '2022-02-09T18:04:35Z', 'revision_number': 2, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:41.645022 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ad21c269-a149-4096-aa17-6add0f68d6a0 None None] Transition to ACTIVE for port object 6203389a-dae3-4085-a2ab-fa6e5015277d will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:41.661470 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] Checking router: d0d0d019-1593-4000-89cd-f9220e9356be for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:04:41.661813 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] Updating router d0d0d019-1593-4000-89cd-f9220e9356be port fd260d44-2c6c-4126-9f1d-97a1722d5304 binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:04:41.707763 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7bfea664-7234-4c90-bbd2-bc7720898e1b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:41.716291 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ad21c269-a149-4096-aa17-6add0f68d6a0 None None] Transition to ACTIVE for port object 6203389a-dae3-4085-a2ab-fa6e5015277d will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:41.729730 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:41.737338 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b87faef-f8c7-419a-8a9e-27c2b2cb3e24 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:41.779634 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7bfea664-7234-4c90-bbd2-bc7720898e1b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:41.798594 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad21c269-a149-4096-aa17-6add0f68d6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:41.817716 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28ef1cd-9b3d-424b-ac39-6d81e8c7cc85 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Network 3bb65ab0-70ea-4f4f-83bd-903bbc72ce00 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:04:41.855345 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfea664-7234-4c90-bbd2-bc7720898e1b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d78fc211-cc54-405e-9183-8db5afbe8956,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:41.862372 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6ad57f59-b6e9-415d-b161-67ba18322753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:41.867375 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-5ecb88f0-7d3f-4f61-90c2-8a9d0e6a598a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Delete allocated IP 2001:db8:0:1::e1 (410dfe10-5393-43d9-8c32-e8ec3fe6a66e/24f84125-2a7f-4085-85be-eea4d7e5a6ca) {{(pid=84541) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 18:04:41.927502 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21c269-a149-4096-aa17-6add0f68d6a0 None None] Pushing event updated for resources: {'Port': ['ID=6203389a-dae3-4085-a2ab-fa6e5015277d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:41.928224 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b87faef-f8c7-419a-8a9e-27c2b2cb3e24 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:41.928710 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b87faef-f8c7-419a-8a9e-27c2b2cb3e24 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6d38b66-7167-4486-b3df-13d3f89c49ae {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:04:41.933621 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad21c269-a149-4096-aa17-6add0f68d6a0 None None] Network 6313fddf-e111-40b9-9808-bfd8b01627da is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:41.938204 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-ad21c269-a149-4096-aa17-6add0f68d6a0 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:41.943349 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad21c269-a149-4096-aa17-6add0f68d6a0 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:41.953409 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-a28ef1cd-9b3d-424b-ac39-6d81e8c7cc85 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 3bb65ab0-70ea-4f4f-83bd-903bbc72ce00) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:41.955906 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7bfea664-7234-4c90-bbd2-bc7720898e1b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:41.959798 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7bfea664-7234-4c90-bbd2-bc7720898e1b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.6575015 Feb 09 18:04:41.961898 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47482) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:41.980395 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28ef1cd-9b3d-424b-ac39-6d81e8c7cc85 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:41.980989 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a28ef1cd-9b3d-424b-ac39-6d81e8c7cc85 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:41.989741 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-ac1d7807-98b1-4795-b5d5-78b6e42b7a2d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'd78fc211-cc54-405e-9183-8db5afbe8956', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:41.989975 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6ad57f59-b6e9-415d-b161-67ba18322753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:42.007759 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ac1d7807-98b1-4795-b5d5-78b6e42b7a2d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:42.016726 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ac1d7807-98b1-4795-b5d5-78b6e42b7a2d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:42.019844 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41847cd8-ed75-420e-b08d-652316ae3f8d None None] Network 3bb65ab0-70ea-4f4f-83bd-903bbc72ce00 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:04:42.022886 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ac1d7807-98b1-4795-b5d5-78b6e42b7a2d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:42.035262 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ac1d7807-98b1-4795-b5d5-78b6e42b7a2d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:42.096684 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6ad57f59-b6e9-415d-b161-67ba18322753 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1430629c5b84c288a716b7a85c1f5fa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5012257 Feb 09 18:04:42.097410 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad57f59-b6e9-415d-b161-67ba18322753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3160dd4-96b3-46ab-86e5-8940d970da2f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:42.099506 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47486) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:42.108848 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a28ef1cd-9b3d-424b-ac39-6d81e8c7cc85 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6116436 Feb 09 18:04:42.117250 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47490) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:42.122844 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5ecb88f0-7d3f-4f61-90c2-8a9d0e6a598a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:42.127416 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b87faef-f8c7-419a-8a9e-27c2b2cb3e24 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:42.128513 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9b87faef-f8c7-419a-8a9e-27c2b2cb3e24 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "DELETE /v2.0/routers/f6d38b66-7167-4486-b3df-13d3f89c49ae HTTP/1.1" status: 204 len: 168 time: 1.8597519 Feb 09 18:04:42.131966 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-66e115d6-62f9-4c09-a779-4a1209108a20 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-948692955', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:42.142259 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-66e115d6-62f9-4c09-a779-4a1209108a20 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:42.147677 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-66e115d6-62f9-4c09-a779-4a1209108a20 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Usage tracker for resource:router and tenant:f3837d08455842e393bcceee43b69ece is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:42.151501 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-66e115d6-62f9-4c09-a779-4a1209108a20 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:42.158567 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-5ecb88f0-7d3f-4f61-90c2-8a9d0e6a598a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Transition to ACTIVE for port object 7a558633-9d0b-4d14-b3bf-370b9a6fced0 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:42.167782 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-66e115d6-62f9-4c09-a779-4a1209108a20 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:42.219257 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7807-98b1-4795-b5d5-78b6e42b7a2d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:42.228052 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-57f01af0-6bdd-4c57-9d6e-ccf05b155302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:42.260646 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d5d4173d-b745-4bcb-9127-1af7829d72c7 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:42.280243 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-57f01af0-6bdd-4c57-9d6e-ccf05b155302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:42.287831 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ad21c269-a149-4096-aa17-6add0f68d6a0 None None] Attempting to bind port 6203389a-dae3-4085-a2ab-fa6e5015277d on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:04:42.288341 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ad21c269-a149-4096-aa17-6add0f68d6a0 None None] Attempting to bind port 6203389a-dae3-4085-a2ab-fa6e5015277d by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'ff3ad7d2-ae22-407d-aad4-944a085ef318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6313fddf-e111-40b9-9808-bfd8b01627da'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:04:42.288995 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad21c269-a149-4096-aa17-6add0f68d6a0 None None] Attempting to bind port 6203389a-dae3-4085-a2ab-fa6e5015277d on network 6313fddf-e111-40b9-9808-bfd8b01627da {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:04:42.301949 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66e115d6-62f9-4c09-a779-4a1209108a20 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:42.303268 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66e115d6-62f9-4c09-a779-4a1209108a20 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:42.305887 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5ecb88f0-7d3f-4f61-90c2-8a9d0e6a598a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:42.334723 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad21c269-a149-4096-aa17-6add0f68d6a0 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:04:42.335219 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad21c269-a149-4096-aa17-6add0f68d6a0 None None] Checking segment: {'id': 'ff3ad7d2-ae22-407d-aad4-944a085ef318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6313fddf-e111-40b9-9808-bfd8b01627da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:04:42.335609 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad21c269-a149-4096-aa17-6add0f68d6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:42.335999 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad21c269-a149-4096-aa17-6add0f68d6a0 None None] Bound using segment: {'id': 'ff3ad7d2-ae22-407d-aad4-944a085ef318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6313fddf-e111-40b9-9808-bfd8b01627da'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:04:42.336878 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ad21c269-a149-4096-aa17-6add0f68d6a0 None None] Bound port: 6203389a-dae3-4085-a2ab-fa6e5015277d, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3ad7d2-ae22-407d-aad4-944a085ef318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6313fddf-e111-40b9-9808-bfd8b01627da'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:04:42.337318 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad21c269-a149-4096-aa17-6add0f68d6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:42.346156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2a97ebf7-0fb1-452e-9081-b23e6dd78159 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:42.390249 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2a97ebf7-0fb1-452e-9081-b23e6dd78159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:42.456825 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb88f0-7d3f-4f61-90c2-8a9d0e6a598a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Port': ['ID=7a558633-9d0b-4d14-b3bf-370b9a6fced0,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:42.468413 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb88f0-7d3f-4f61-90c2-8a9d0e6a598a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] In _notify_port_updated(), no bound segment for port 7a558633-9d0b-4d14-b3bf-370b9a6fced0 on network 410dfe10-5393-43d9-8c32-e8ec3fe6a66e {{(pid=84541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 18:04:42.472292 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecb88f0-7d3f-4f61-90c2-8a9d0e6a598a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:42.472936 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5ecb88f0-7d3f-4f61-90c2-8a9d0e6a598a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:42.477094 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5ecb88f0-7d3f-4f61-90c2-8a9d0e6a598a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "PUT /v2.0/ports/7a558633-9d0b-4d14-b3bf-370b9a6fced0 HTTP/1.1" status: 200 len: 925 time: 1.4526877 Feb 09 18:04:42.478164 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47498) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:42.486212 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7807-98b1-4795-b5d5-78b6e42b7a2d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:42.487200 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4173d-b745-4bcb-9127-1af7829d72c7 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Pushing event updated for resources: {'Subnet': ['ID=b91dd94b-10c0-45af-9a82-a04e61ba8834,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:42.490385 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-d27f4236-763e-492c-8e02-e9e903420848 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4a55adaa-e04c-4301-91b5-bf0dbf5ebc21'}, {'subnet_id': '24f84125-2a7f-4085-85be-eea4d7e5a6ca'}]}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:42.495873 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66e115d6-62f9-4c09-a779-4a1209108a20 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:42.516973 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d4173d-b745-4bcb-9127-1af7829d72c7 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Checking segment: {'id': 'f5dfb8e8-70c5-4068-8574-ffce751b5b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ff00f2f7-7f50-4144-a186-a893248e0206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:04:42.516973 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d4173d-b745-4bcb-9127-1af7829d72c7 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Network hostable DHCP agents. Network: ff00f2f7-7f50-4144-a186-a893248e0206, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:04:42.615291 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d4173d-b745-4bcb-9127-1af7829d72c7 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Network ff00f2f7-7f50-4144-a186-a893248e0206 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:04:42.623773 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7807-98b1-4795-b5d5-78b6e42b7a2d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:42.655046 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-57f01af0-6bdd-4c57-9d6e-ccf05b155302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:42.679018 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4750fc52-976d-4f30-a43c-8dcc19a59dee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-3bb65ab0-70ea-4f4f-83bd-903bbc72ce00', 'network_id': '3bb65ab0-70ea-4f4f-83bd-903bbc72ce00', 'tenant_id': 'f3837d08455842e393bcceee43b69ece', 'fixed_ips': [{'subnet_id': 'e9843f2c-22d7-4566-a8ad-5fd70f1e361d'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:04:42.679814 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4750fc52-976d-4f30-a43c-8dcc19a59dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:42.723142 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ad21c269-a149-4096-aa17-6add0f68d6a0 None None] For port 6203389a-dae3-4085-a2ab-fa6e5015277d, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:04:42.725765 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47504) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:42.739230 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f01af0-6bdd-4c57-9d6e-ccf05b155302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3160dd4-96b3-46ab-86e5-8940d970da2f,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:42.739776 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ad21c269-a149-4096-aa17-6add0f68d6a0 None None] For port 6203389a-dae3-4085-a2ab-fa6e5015277d, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=6203389a-dae3-4085-a2ab-fa6e5015277d,segment=NetworkSegment(ff3ad7d2-ae22-407d-aad4-944a085ef318),segment_id=ff3ad7d2-ae22-407d-aad4-944a085ef318)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:04:42.799688 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:42.804411 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d7807-98b1-4795-b5d5-78b6e42b7a2d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d0c519-4300-4953-aef0-5c95c44a7bbc,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:42.845151 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] Transition to ACTIVE for port object fd260d44-2c6c-4126-9f1d-97a1722d5304 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:42.847378 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-57f01af0-6bdd-4c57-9d6e-ccf05b155302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:42.850283 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad21c269-a149-4096-aa17-6add0f68d6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:42.856799 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-57f01af0-6bdd-4c57-9d6e-ccf05b155302 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3160dd4-96b3-46ab-86e5-8940d970da2f HTTP/1.1" status: 204 len: 168 time: 0.7545354 Feb 09 18:04:42.864533 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d27f4236-763e-492c-8e02-e9e903420848 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:42.900448 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66e115d6-62f9-4c09-a779-4a1209108a20 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:42.903871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7807-98b1-4795-b5d5-78b6e42b7a2d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:42.907623 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ac1d7807-98b1-4795-b5d5-78b6e42b7a2d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9343464 Feb 09 18:04:42.908534 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47512) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:42.954285 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-2a97ebf7-0fb1-452e-9081-b23e6dd78159 admin admin] Allocated IP 172.26.8.118 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/575f6197-d8c3-431b-a872-70f0b0442cff) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:42.971228 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5153e135-9e70-4b79-b87a-0ba4ae6185d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'd78fc211-cc54-405e-9183-8db5afbe8956', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:42.991281 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5153e135-9e70-4b79-b87a-0ba4ae6185d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:42.998804 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-d5d4173d-b745-4bcb-9127-1af7829d72c7 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, ff00f2f7-7f50-4144-a186-a893248e0206) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:43.010685 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-5153e135-9e70-4b79-b87a-0ba4ae6185d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:43.017551 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d4173d-b745-4bcb-9127-1af7829d72c7 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:43.018972 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d5d4173d-b745-4bcb-9127-1af7829d72c7 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:43.024586 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-5153e135-9e70-4b79-b87a-0ba4ae6185d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:43.063877 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7bd6e4-d62b-4a9c-9191-db6ab87eb908 None None] Network ff00f2f7-7f50-4144-a186-a893248e0206 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:04:43.104038 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5153e135-9e70-4b79-b87a-0ba4ae6185d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:43.122840 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:43.207401 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc11f2c-e100-4045-ad0c-64e7d91db24a req-2310f11a-0490-4ec8-b5a6-5fefbe18d4ee tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:43.214722 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6bc11f2c-e100-4045-ad0c-64e7d91db24a req-2310f11a-0490-4ec8-b5a6-5fefbe18d4ee tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.4794958 Feb 09 18:04:43.223899 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-066cf60e-9d1f-4f20-a564-4d79acab83fd tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1175706718', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:43.270882 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21c269-a149-4096-aa17-6add0f68d6a0 None None] Pushing event updated for resources: {'Port': ['ID=6203389a-dae3-4085-a2ab-fa6e5015277d,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:43.275665 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-066cf60e-9d1f-4f20-a564-4d79acab83fd tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:43.277551 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-4750fc52-976d-4f30-a43c-8dcc19a59dee None None] Allocated IP 172.20.0.2 (3bb65ab0-70ea-4f4f-83bd-903bbc72ce00/e9843f2c-22d7-4566-a8ad-5fd70f1e361d/97b4eddd-ffda-4491-b333-65c1914d7b24) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:43.289678 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-066cf60e-9d1f-4f20-a564-4d79acab83fd tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Usage tracker for resource:router and tenant:7ea17d0ba6504df9b30b6e8259b39c22 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:43.338772 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-066cf60e-9d1f-4f20-a564-4d79acab83fd tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:43.358866 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-066cf60e-9d1f-4f20-a564-4d79acab83fd tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:43.367966 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6bc11f2c-e100-4045-ad0c-64e7d91db24a req-5993ac65-8dea-476f-89f3-0976d7da6eb5 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517913 Feb 09 18:04:43.395029 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d5d4173d-b745-4bcb-9127-1af7829d72c7 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9535086 Feb 09 18:04:43.403083 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47516) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:43.409340 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d65649cd-2c5b-4c76-bdcc-7d32efa4d48d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Request body: {'port': {'network_id': 'ff00f2f7-7f50-4144-a186-a893248e0206', 'name': 'tempest-AllowedAddressPairTestJSON-38032976'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:43.409546 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3b15dcd3-15b6-4e58-b492-0104208ff773 None None] Provisioning for port 7a558633-9d0b-4d14-b3bf-370b9a6fced0 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:43.437480 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5153e135-9e70-4b79-b87a-0ba4ae6185d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:43.447222 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3b15dcd3-15b6-4e58-b492-0104208ff773 None None] Provisioning complete for port 7a558633-9d0b-4d14-b3bf-370b9a6fced0 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:43.447596 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3b15dcd3-15b6-4e58-b492-0104208ff773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:43.639537 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-066cf60e-9d1f-4f20-a564-4d79acab83fd tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:43.650172 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-066cf60e-9d1f-4f20-a564-4d79acab83fd tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:43.692145 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2a97ebf7-0fb1-452e-9081-b23e6dd78159 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:43.764904 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-d27f4236-763e-492c-8e02-e9e903420848 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Allocated IP 2001:db8:0:1::d0 (410dfe10-5393-43d9-8c32-e8ec3fe6a66e/24f84125-2a7f-4085-85be-eea4d7e5a6ca/7a558633-9d0b-4d14-b3bf-370b9a6fced0) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:43.832836 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66a32a-abd7-4ef3-a663-5502dfe30e3d None None] Pushing event updated for resources: {'Port': ['ID=fd260d44-2c6c-4126-9f1d-97a1722d5304,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:43.864372 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-066cf60e-9d1f-4f20-a564-4d79acab83fd tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:43.896289 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d65649cd-2c5b-4c76-bdcc-7d32efa4d48d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:43.903446 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5153e135-9e70-4b79-b87a-0ba4ae6185d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:43.909162 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d65649cd-2c5b-4c76-bdcc-7d32efa4d48d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Usage tracker for resource:port and tenant:77cc0028ca3c4751878efe04d1ccec85 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:43.915697 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d65649cd-2c5b-4c76-bdcc-7d32efa4d48d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:43.935017 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d65649cd-2c5b-4c76-bdcc-7d32efa4d48d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:43.943141 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-3b15dcd3-15b6-4e58-b492-0104208ff773 None None] Port 7a558633-9d0b-4d14-b3bf-370b9a6fced0 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:04:44.005340 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66e115d6-62f9-4c09-a779-4a1209108a20 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:44.051835 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d27f4236-763e-492c-8e02-e9e903420848 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:44.088498 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-d27f4236-763e-492c-8e02-e9e903420848 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Ignored duplicate provisioning block setup for port 7a558633-9d0b-4d14-b3bf-370b9a6fced0 by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 18:04:44.109442 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5153e135-9e70-4b79-b87a-0ba4ae6185d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:44.111649 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2a97ebf7-0fb1-452e-9081-b23e6dd78159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:44.121769 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] Attempting to bind port fd260d44-2c6c-4126-9f1d-97a1722d5304 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:04:44.122259 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] Attempting to bind port fd260d44-2c6c-4126-9f1d-97a1722d5304 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '23964c25-d5c8-4aa2-982a-3a45e6672645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:04:44.122657 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] Attempting to bind port fd260d44-2c6c-4126-9f1d-97a1722d5304 on network d56a852c-565a-4887-9c81-db659a21eec0 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:04:44.180422 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47526) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:44.187919 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d27f4236-763e-492c-8e02-e9e903420848 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:44.191999 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:04:44.194425 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] Checking segment: {'id': '23964c25-d5c8-4aa2-982a-3a45e6672645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:04:44.194699 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:44.195205 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] Bound using segment: {'id': '23964c25-d5c8-4aa2-982a-3a45e6672645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:04:44.195836 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] Bound port: fd260d44-2c6c-4126-9f1d-97a1722d5304, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23964c25-d5c8-4aa2-982a-3a45e6672645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:04:44.196322 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:44.281814 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98363c19-a9c3-41ea-b862-6021ad931b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-ff00f2f7-7f50-4144-a186-a893248e0206', 'network_id': 'ff00f2f7-7f50-4144-a186-a893248e0206', 'tenant_id': '77cc0028ca3c4751878efe04d1ccec85', 'fixed_ips': [{'subnet_id': 'b91dd94b-10c0-45af-9a82-a04e61ba8834'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:04:44.283260 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-98363c19-a9c3-41ea-b862-6021ad931b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:44.298978 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65649cd-2c5b-4c76-bdcc-7d32efa4d48d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Made reservation on behalf of 77cc0028ca3c4751878efe04d1ccec85 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:44.302225 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d65649cd-2c5b-4c76-bdcc-7d32efa4d48d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:44.342534 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66e115d6-62f9-4c09-a779-4a1209108a20 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:44.407629 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f4236-763e-492c-8e02-e9e903420848 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Port': ['ID=7a558633-9d0b-4d14-b3bf-370b9a6fced0,revision_number=3']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:44.430671 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ab445850-85ee-4625-948d-aa4354859c3f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a13c485fdbb04e84914acb96e6ca0a8c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2464640 Feb 09 18:04:44.435157 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47530) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:44.444957 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-d27f4236-763e-492c-8e02-e9e903420848 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] In _notify_port_updated(), no bound segment for port 7a558633-9d0b-4d14-b3bf-370b9a6fced0 on network 410dfe10-5393-43d9-8c32-e8ec3fe6a66e {{(pid=84541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 18:04:44.447209 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4750fc52-976d-4f30-a43c-8dcc19a59dee None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:44.454005 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27f4236-763e-492c-8e02-e9e903420848 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:44.455586 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d27f4236-763e-492c-8e02-e9e903420848 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:44.456020 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d27f4236-763e-492c-8e02-e9e903420848 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "PUT /v2.0/ports/7a558633-9d0b-4d14-b3bf-370b9a6fced0 HTTP/1.1" status: 200 len: 1010 time: 1.9727337 Feb 09 18:04:44.460488 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47534) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:44.468510 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9674eb-be3e-4bc6-b37c-a9f48a41805e req-2ec72c1e-8a14-4f64-b57a-c1e3189c187a tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:44.473464 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cc9674eb-be3e-4bc6-b37c-a9f48a41805e req-2ec72c1e-8a14-4f64-b57a-c1e3189c187a tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.3677695 Feb 09 18:04:44.503723 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4750fc52-976d-4f30-a43c-8dcc19a59dee None None] Transition to ACTIVE for port object 97b4eddd-ffda-4491-b333-65c1914d7b24 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:44.505115 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a97ebf7-0fb1-452e-9081-b23e6dd78159 admin admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:44.539993 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-d65649cd-2c5b-4c76-bdcc-7d32efa4d48d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] device_id is not set on port ae7cf721-e635-4d8b-9440-f4670b904893 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:04:44.552500 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] For port fd260d44-2c6c-4126-9f1d-97a1722d5304, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:04:44.562670 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] For port fd260d44-2c6c-4126-9f1d-97a1722d5304, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=fd260d44-2c6c-4126-9f1d-97a1722d5304,segment=NetworkSegment(23964c25-d5c8-4aa2-982a-3a45e6672645),segment_id=23964c25-d5c8-4aa2-982a-3a45e6672645)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:04:44.614712 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4750fc52-976d-4f30-a43c-8dcc19a59dee None None] Transition to ACTIVE for port object 97b4eddd-ffda-4491-b333-65c1914d7b24 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:44.624584 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153e135-9e70-4b79-b87a-0ba4ae6185d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251c8c22-7ef8-49be-8fe5-457b28cc5e98,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:44.629002 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-2a97ebf7-0fb1-452e-9081-b23e6dd78159 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:44.632207 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a97ebf7-0fb1-452e-9081-b23e6dd78159 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:44.641439 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:44.667007 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-9508096a-e03e-4c5a-8e89-ade9d0fae002 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting port 7a558633-9d0b-4d14-b3bf-370b9a6fced0 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:44.675272 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9508096a-e03e-4c5a-8e89-ade9d0fae002 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:44.682101 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5153e135-9e70-4b79-b87a-0ba4ae6185d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:44.683830 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5153e135-9e70-4b79-b87a-0ba4ae6185d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.7723603 Feb 09 18:04:44.709968 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47538) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:44.726502 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-1bf95e21-c33f-4d68-9689-1345a3ab2752 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'd78fc211-cc54-405e-9183-8db5afbe8956', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:44.735940 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4750fc52-976d-4f30-a43c-8dcc19a59dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:44.755263 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1bf95e21-c33f-4d68-9689-1345a3ab2752 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:44.755567 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-98363c19-a9c3-41ea-b862-6021ad931b59 None None] Allocated IP 172.20.0.2 (ff00f2f7-7f50-4144-a186-a893248e0206/b91dd94b-10c0-45af-9a82-a04e61ba8834/2693908d-3a9b-48d5-9921-d41fe6ff2be4) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:44.766952 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97ebf7-0fb1-452e-9081-b23e6dd78159 admin admin] Pushing event updated for resources: {'Port': ['ID=575f6197-d8c3-431b-a872-70f0b0442cff,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:44.780889 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cc9674eb-be3e-4bc6-b37c-a9f48a41805e req-5707b01a-e925-47cf-998b-c39447f907a0 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331877 Feb 09 18:04:44.785525 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1bf95e21-c33f-4d68-9689-1345a3ab2752 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:44.810230 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1bf95e21-c33f-4d68-9689-1345a3ab2752 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:44.851559 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-066cf60e-9d1f-4f20-a564-4d79acab83fd tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:44.855914 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1bf95e21-c33f-4d68-9689-1345a3ab2752 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:44.858223 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d986cf82-5f83-4dfc-8dca-f20ac0c78d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:44.945461 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66a32a-abd7-4ef3-a663-5502dfe30e3d None None] Pushing event updated for resources: {'Port': ['ID=fd260d44-2c6c-4126-9f1d-97a1722d5304,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:44.969501 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d986cf82-5f83-4dfc-8dca-f20ac0c78d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:45.015595 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-66e115d6-62f9-4c09-a779-4a1209108a20 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Allocated IP 172.26.8.247 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/50576c8f-3275-4d2f-b412-c9d526b25cdb) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:45.033309 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-49600960-fc54-4105-8c6d-b85a0fb0d570 req-831ec494-a3e0-4d07-921b-97b736b912ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9621278b19834e798a7390fcfa3a9f1f&device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 1098 time: 0.6962419 Feb 09 18:04:45.041994 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6203389a-dae3-4085-a2ab-fa6e5015277d up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:04:45.176638 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4750fc52-976d-4f30-a43c-8dcc19a59dee None None] Network 3bb65ab0-70ea-4f4f-83bd-903bbc72ce00 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:45.185195 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1bf95e21-c33f-4d68-9689-1345a3ab2752 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:45.202234 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43087db4-f8c3-4235-ae17-f9b907ab87a6 None None] Network 6313fddf-e111-40b9-9808-bfd8b01627da requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:04:45.289080 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9508096a-e03e-4c5a-8e89-ade9d0fae002 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:45.322663 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49600960-fc54-4105-8c6d-b85a0fb0d570 req-13bd5281-c0f5-4186-877d-f05bd57e6bf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:45.327915 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-49600960-fc54-4105-8c6d-b85a0fb0d570 req-13bd5281-c0f5-4186-877d-f05bd57e6bf4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 HTTP/1.1" status: 200 len: 913 time: 0.2880800 Feb 09 18:04:45.363346 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-4750fc52-976d-4f30-a43c-8dcc19a59dee None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:45.436455 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1bf95e21-c33f-4d68-9689-1345a3ab2752 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:45.443225 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-9508096a-e03e-4c5a-8e89-ade9d0fae002 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Calling delete_port for 7a558633-9d0b-4d14-b3bf-370b9a6fced0 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:04:45.454545 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4750fc52-976d-4f30-a43c-8dcc19a59dee None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:45.474335 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d986cf82-5f83-4dfc-8dca-f20ac0c78d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:45.509587 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986cf82-5f83-4dfc-8dca-f20ac0c78d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac76a28a-7722-4242-b187-9c4a2d372f1c,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:45.518853 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1bf95e21-c33f-4d68-9689-1345a3ab2752 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:45.542078 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d986cf82-5f83-4dfc-8dca-f20ac0c78d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:45.543787 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d986cf82-5f83-4dfc-8dca-f20ac0c78d29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac76a28a-7722-4242-b187-9c4a2d372f1c HTTP/1.1" status: 204 len: 168 time: 1.1048844 Feb 09 18:04:45.559341 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-49600960-fc54-4105-8c6d-b85a0fb0d570 req-a8eb58bf-216f-4aab-acae-6e2bde10765a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23458b41-2e68-42ce-831d-f246fea29783 HTTP/1.1" status: 200 len: 1001 time: 0.1659091 Feb 09 18:04:45.566575 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf95e21-c33f-4d68-9689-1345a3ab2752 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f9840a-db23-414b-9260-095a6a3fa76b,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:45.581672 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750fc52-976d-4f30-a43c-8dcc19a59dee None None] Pushing event updated for resources: {'Port': ['ID=97b4eddd-ffda-4491-b333-65c1914d7b24,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:45.606278 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-053b30fc-36d6-44c5-ac44-3d8e90e62444 None None] Provisioning complete for port 7a558633-9d0b-4d14-b3bf-370b9a6fced0 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:45.606877 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-053b30fc-36d6-44c5-ac44-3d8e90e62444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:45.649105 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] Routers {'d0d0d019-1593-4000-89cd-f9220e9356be'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:45.649762 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d0d0d019-1593-4000-89cd-f9220e9356be'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:45.651159 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66e115d6-62f9-4c09-a779-4a1209108a20 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:45.658431 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1bf95e21-c33f-4d68-9689-1345a3ab2752 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:45.662593 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1bf95e21-c33f-4d68-9689-1345a3ab2752 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9484284 Feb 09 18:04:45.663374 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47546) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:45.677907 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-3ce82872-bb0e-407e-a2e6-b24c07630dae tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'd78fc211-cc54-405e-9183-8db5afbe8956', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:45.689625 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-3ce82872-bb0e-407e-a2e6-b24c07630dae tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:45.696778 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-3ce82872-bb0e-407e-a2e6-b24c07630dae tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:45.712234 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-3ce82872-bb0e-407e-a2e6-b24c07630dae tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:45.724001 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 6203389a-dae3-4085-a2ab-fa6e5015277d completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:45.738233 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-3ce82872-bb0e-407e-a2e6-b24c07630dae tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:45.751033 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49600960-fc54-4105-8c6d-b85a0fb0d570 req-26b1e6af-d5cf-4bb1-9d83-49c1e71627bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:45.752510 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-49600960-fc54-4105-8c6d-b85a0fb0d570 req-26b1e6af-d5cf-4bb1-9d83-49c1e71627bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b05e458-9599-4698-b30c-c2fa3f37163a HTTP/1.1" status: 200 len: 851 time: 0.1824832 Feb 09 18:04:45.816076 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-4750fc52-976d-4f30-a43c-8dcc19a59dee None None] Attempting to bind port 97b4eddd-ffda-4491-b333-65c1914d7b24 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:04:45.816438 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-4750fc52-976d-4f30-a43c-8dcc19a59dee None None] Attempting to bind port 97b4eddd-ffda-4491-b333-65c1914d7b24 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '92cd4d9a-d1a4-4e80-8398-6d60ab89d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3bb65ab0-70ea-4f4f-83bd-903bbc72ce00'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:04:45.816796 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4750fc52-976d-4f30-a43c-8dcc19a59dee None None] Attempting to bind port 97b4eddd-ffda-4491-b333-65c1914d7b24 on network 3bb65ab0-70ea-4f4f-83bd-903bbc72ce00 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:04:45.833454 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4750fc52-976d-4f30-a43c-8dcc19a59dee None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:04:45.833828 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4750fc52-976d-4f30-a43c-8dcc19a59dee None None] Checking segment: {'id': '92cd4d9a-d1a4-4e80-8398-6d60ab89d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3bb65ab0-70ea-4f4f-83bd-903bbc72ce00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:04:45.834722 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4750fc52-976d-4f30-a43c-8dcc19a59dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:45.834722 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4750fc52-976d-4f30-a43c-8dcc19a59dee None None] Bound using segment: {'id': '92cd4d9a-d1a4-4e80-8398-6d60ab89d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3bb65ab0-70ea-4f4f-83bd-903bbc72ce00'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:04:45.835233 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-4750fc52-976d-4f30-a43c-8dcc19a59dee None None] Bound port: 97b4eddd-ffda-4491-b333-65c1914d7b24, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92cd4d9a-d1a4-4e80-8398-6d60ab89d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3bb65ab0-70ea-4f4f-83bd-903bbc72ce00'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:04:45.835615 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4750fc52-976d-4f30-a43c-8dcc19a59dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:45.877530 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2a97ebf7-0fb1-452e-9081-b23e6dd78159 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:45.878277 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2a97ebf7-0fb1-452e-9081-b23e6dd78159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:45.896592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3ce82872-bb0e-407e-a2e6-b24c07630dae tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:45.954786 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9508096a-e03e-4c5a-8e89-ade9d0fae002 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:45.979982 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-053b30fc-36d6-44c5-ac44-3d8e90e62444 None None] Port 7a558633-9d0b-4d14-b3bf-370b9a6fced0 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:04:46.007294 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-066cf60e-9d1f-4f20-a564-4d79acab83fd tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:46.093920 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-066cf60e-9d1f-4f20-a564-4d79acab83fd tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:46.096953 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66e115d6-62f9-4c09-a779-4a1209108a20 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:46.123780 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-4750fc52-976d-4f30-a43c-8dcc19a59dee None None] For port 97b4eddd-ffda-4491-b333-65c1914d7b24, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:04:46.133832 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-4750fc52-976d-4f30-a43c-8dcc19a59dee None None] For port 97b4eddd-ffda-4491-b333-65c1914d7b24, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=97b4eddd-ffda-4491-b333-65c1914d7b24,segment=NetworkSegment(92cd4d9a-d1a4-4e80-8398-6d60ab89d3a3),segment_id=92cd4d9a-d1a4-4e80-8398-6d60ab89d3a3)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:04:46.136794 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-98363c19-a9c3-41ea-b862-6021ad931b59 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:46.163550 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-98363c19-a9c3-41ea-b862-6021ad931b59 None None] Transition to ACTIVE for port object 2693908d-3a9b-48d5-9921-d41fe6ff2be4 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:46.170616 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] Set router d0d0d019-1593-4000-89cd-f9220e9356be gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:04:46.242393 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9508096a-e03e-4c5a-8e89-ade9d0fae002 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Port': ['ID=7a558633-9d0b-4d14-b3bf-370b9a6fced0,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:46.274235 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-98363c19-a9c3-41ea-b862-6021ad931b59 None None] Transition to ACTIVE for port object 2693908d-3a9b-48d5-9921-d41fe6ff2be4 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:46.284457 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4750fc52-976d-4f30-a43c-8dcc19a59dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:46.407656 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9508096a-e03e-4c5a-8e89-ade9d0fae002 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:46.420798 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-49600960-fc54-4105-8c6d-b85a0fb0d570 req-39934dd7-a24b-4e08-860d-bd4d6df0794b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6453085 Feb 09 18:04:46.433538 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3ce82872-bb0e-407e-a2e6-b24c07630dae tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:46.493681 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050990e2-32ef-4cbf-88be-918bd483d3d1 req-f08328b2-65b4-4da6-b7cd-8a67c861f217 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:46.497643 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-050990e2-32ef-4cbf-88be-918bd483d3d1 req-f08328b2-65b4-4da6-b7cd-8a67c861f217 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.5395896 Feb 09 18:04:46.506753 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9508096a-e03e-4c5a-8e89-ade9d0fae002 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/ports/7a558633-9d0b-4d14-b3bf-370b9a6fced0 HTTP/1.1" status: 204 len: 168 time: 2.0341730 Feb 09 18:04:46.510352 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47556) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:46.545592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3ce82872-bb0e-407e-a2e6-b24c07630dae tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:46.606414 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e115d6-62f9-4c09-a779-4a1209108a20 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:46.672867 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-66e115d6-62f9-4c09-a779-4a1209108a20 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:46.674921 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e115d6-62f9-4c09-a779-4a1209108a20 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:46.715479 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e115d6-62f9-4c09-a779-4a1209108a20 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event updated for resources: {'Port': ['ID=50576c8f-3275-4d2f-b412-c9d526b25cdb,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:46.744515 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-98363c19-a9c3-41ea-b862-6021ad931b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:46.748090 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3ce82872-bb0e-407e-a2e6-b24c07630dae tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:46.751792 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3ce82872-bb0e-407e-a2e6-b24c07630dae tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0813646 Feb 09 18:04:46.753166 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca1e34c-70b8-4ddd-8d68-d1b6ca96aaf7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] GET failed (client error): The resource could not be found. Feb 09 18:04:46.753761 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-bca1e34c-70b8-4ddd-8d68-d1b6ca96aaf7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Synchronizing usage tracker for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:04:46.756905 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750fc52-976d-4f30-a43c-8dcc19a59dee None None] Pushing event updated for resources: {'Port': ['ID=97b4eddd-ffda-4491-b333-65c1914d7b24,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:46.762238 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47566) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:46.770170 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9d35794f-51a7-418a-b3bc-7a6dbe95f16f None None] Provisioning for port 6203389a-dae3-4085-a2ab-fa6e5015277d completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:46.773862 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce82872-bb0e-407e-a2e6-b24c07630dae tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f198cd8-c1f8-4bbf-b668-099c7a5632a8,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:46.804719 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-4a52ea6c-bafc-4baf-9820-4f6863c2a4eb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'd78fc211-cc54-405e-9183-8db5afbe8956', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:46.817200 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4a52ea6c-bafc-4baf-9820-4f6863c2a4eb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:46.825330 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4a52ea6c-bafc-4baf-9820-4f6863c2a4eb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:46.825657 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-d65649cd-2c5b-4c76-bdcc-7d32efa4d48d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Allocated IP 172.20.0.13 (ff00f2f7-7f50-4144-a186-a893248e0206/b91dd94b-10c0-45af-9a82-a04e61ba8834/ae7cf721-e635-4d8b-9440-f4670b904893) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:46.833129 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4a52ea6c-bafc-4baf-9820-4f6863c2a4eb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:46.837987 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9d35794f-51a7-418a-b3bc-7a6dbe95f16f None None] Provisioning complete for port 6203389a-dae3-4085-a2ab-fa6e5015277d triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:46.838618 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d35794f-51a7-418a-b3bc-7a6dbe95f16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:46.847927 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4a52ea6c-bafc-4baf-9820-4f6863c2a4eb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:46.874521 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-bca1e34c-70b8-4ddd-8d68-d1b6ca96aaf7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Unset dirty status for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:04:46.882454 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-bca1e34c-70b8-4ddd-8d68-d1b6ca96aaf7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports/7a558633-9d0b-4d14-b3bf-370b9a6fced0 HTTP/1.1" status: 404 len: 333 time: 0.3251960 Feb 09 18:04:46.890384 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47570) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:46.957932 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-4a52ea6c-bafc-4baf-9820-4f6863c2a4eb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Project 352fd60817ff4d5d9e97f16f52485b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:04:46.979655 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-050990e2-32ef-4cbf-88be-918bd483d3d1 req-a06c50db-31b1-4d07-8eab-5c0742e7baf5 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4659781 Feb 09 18:04:46.987688 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4a52ea6c-bafc-4baf-9820-4f6863c2a4eb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:47.010731 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-066cf60e-9d1f-4f20-a564-4d79acab83fd tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Allocated IP 172.26.8.163 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/c0a39009-5bcc-4375-aaec-2a2da89bbdfe) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:47.037255 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-49600960-fc54-4105-8c6d-b85a0fb0d570 req-0563e745-6b06-4fd9-bdb2-3da9bf9aebc2 service neutron] 10.222.0.50 "GET /v2.0/networks/2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332575 Feb 09 18:04:47.177677 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:47.295854 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98363c19-a9c3-41ea-b862-6021ad931b59 None None] Network ff00f2f7-7f50-4144-a186-a893248e0206 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:47.296896 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6b496f47-cdf0-4c9e-b5e4-e95aa0b9cf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:47.303681 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-98363c19-a9c3-41ea-b862-6021ad931b59 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:47.305731 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98363c19-a9c3-41ea-b862-6021ad931b59 None None] Pushing event updated for resources: {'Port': ['ID=2693908d-3a9b-48d5-9921-d41fe6ff2be4,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:47.310578 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98363c19-a9c3-41ea-b862-6021ad931b59 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:47.313087 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d35794f-51a7-418a-b3bc-7a6dbe95f16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:47.325947 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4a52ea6c-bafc-4baf-9820-4f6863c2a4eb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:47.378882 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49da40d-e669-4091-95fa-c2d4c4df8e19 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting subnet 24f84125-2a7f-4085-85be-eea4d7e5a6ca {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:04:47.382880 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a49da40d-e669-4091-95fa-c2d4c4df8e19 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:47.413589 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4a52ea6c-bafc-4baf-9820-4f6863c2a4eb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:47.432116 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-9d35794f-51a7-418a-b3bc-7a6dbe95f16f None None] For port 6203389a-dae3-4085-a2ab-fa6e5015277d, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=6203389a-dae3-4085-a2ab-fa6e5015277d,segment=NetworkSegment(ff3ad7d2-ae22-407d-aad4-944a085ef318),segment_id=ff3ad7d2-ae22-407d-aad4-944a085ef318)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:04:47.465010 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52ea6c-bafc-4baf-9820-4f6863c2a4eb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ec62cd-4034-441f-b3a7-9b7fe9cea662,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:47.483108 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a49da40d-e669-4091-95fa-c2d4c4df8e19 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:47.506695 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-98363c19-a9c3-41ea-b862-6021ad931b59 None None] Attempting to bind port 2693908d-3a9b-48d5-9921-d41fe6ff2be4 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:04:47.507003 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-98363c19-a9c3-41ea-b862-6021ad931b59 None None] Attempting to bind port 2693908d-3a9b-48d5-9921-d41fe6ff2be4 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'f5dfb8e8-70c5-4068-8574-ffce751b5b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ff00f2f7-7f50-4144-a186-a893248e0206'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:04:47.507336 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98363c19-a9c3-41ea-b862-6021ad931b59 None None] Attempting to bind port 2693908d-3a9b-48d5-9921-d41fe6ff2be4 on network ff00f2f7-7f50-4144-a186-a893248e0206 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:04:47.519150 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98363c19-a9c3-41ea-b862-6021ad931b59 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:04:47.519565 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98363c19-a9c3-41ea-b862-6021ad931b59 None None] Checking segment: {'id': 'f5dfb8e8-70c5-4068-8574-ffce751b5b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ff00f2f7-7f50-4144-a186-a893248e0206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:04:47.520593 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-98363c19-a9c3-41ea-b862-6021ad931b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:47.520593 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98363c19-a9c3-41ea-b862-6021ad931b59 None None] Bound using segment: {'id': 'f5dfb8e8-70c5-4068-8574-ffce751b5b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ff00f2f7-7f50-4144-a186-a893248e0206'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:04:47.520872 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-98363c19-a9c3-41ea-b862-6021ad931b59 None None] Bound port: 2693908d-3a9b-48d5-9921-d41fe6ff2be4, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5dfb8e8-70c5-4068-8574-ffce751b5b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ff00f2f7-7f50-4144-a186-a893248e0206'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:04:47.521175 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-98363c19-a9c3-41ea-b862-6021ad931b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:47.539688 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d35794f-51a7-418a-b3bc-7a6dbe95f16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:47.569711 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4a52ea6c-bafc-4baf-9820-4f6863c2a4eb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:47.571437 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4a52ea6c-bafc-4baf-9820-4f6863c2a4eb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8033810 Feb 09 18:04:47.581229 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47578) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:47.589512 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-879f8c86-6353-4fd6-a6c9-966fc585763c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'd78fc211-cc54-405e-9183-8db5afbe8956', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:47.604354 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-879f8c86-6353-4fd6-a6c9-966fc585763c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:47.611746 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-879f8c86-6353-4fd6-a6c9-966fc585763c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:47.615991 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-879f8c86-6353-4fd6-a6c9-966fc585763c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:47.629962 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-879f8c86-6353-4fd6-a6c9-966fc585763c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:47.635686 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a49da40d-e669-4091-95fa-c2d4c4df8e19 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:47.669544 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-066cf60e-9d1f-4f20-a564-4d79acab83fd tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:47.676409 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'name': 'tempest-TestNetworkBasicOps-router-2083997425', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:15Z', 'updated_at': '2022-02-09T18:04:33Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:17Z', 'updated_at': '2022-02-09T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'fd260d44-2c6c-4126-9f1d-97a1722d5304', 'name': '', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:c9:7c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:31Z', 'updated_at': '2022-02-09T18:04:44Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:47.704263 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-49600960-fc54-4105-8c6d-b85a0fb0d570 req-d447784a-3573-4270-810d-d5ad21549d97 service neutron] 10.222.0.50 "GET /v2.0/networks/2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6606944 Feb 09 18:04:47.713664 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2222da69-2789-4c6b-b4c6-665353d8cb79 None None] The sync data for ids ['d0d0d019-1593-4000-89cd-f9220e9356be'] in dv-neutron-827016-2-hyperv is: [{'id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'name': 'tempest-TestNetworkBasicOps-router-2083997425', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:15Z', 'updated_at': '2022-02-09T18:04:33Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:17Z', 'updated_at': '2022-02-09T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'fd260d44-2c6c-4126-9f1d-97a1722d5304', 'name': '', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:c9:7c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:31Z', 'updated_at': '2022-02-09T18:04:44Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:04:47.718211 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35794f-51a7-418a-b3bc-7a6dbe95f16f None None] Pushing event updated for resources: {'Port': ['ID=6203389a-dae3-4085-a2ab-fa6e5015277d,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:47.739507 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-98363c19-a9c3-41ea-b862-6021ad931b59 None None] For port 2693908d-3a9b-48d5-9921-d41fe6ff2be4, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:04:47.746857 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-98363c19-a9c3-41ea-b862-6021ad931b59 None None] For port 2693908d-3a9b-48d5-9921-d41fe6ff2be4, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=2693908d-3a9b-48d5-9921-d41fe6ff2be4,segment=NetworkSegment(f5dfb8e8-70c5-4068-8574-ffce751b5b2c),segment_id=f5dfb8e8-70c5-4068-8574-ffce751b5b2c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:04:47.755551 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-25aa0228-6422-4a72-a760-c4fab4bd4af8 None None] Provisioning complete for port 6203389a-dae3-4085-a2ab-fa6e5015277d triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:47.755551 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-25aa0228-6422-4a72-a760-c4fab4bd4af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:47.776644 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-879f8c86-6353-4fd6-a6c9-966fc585763c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Project 352fd60817ff4d5d9e97f16f52485b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:04:47.793045 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-879f8c86-6353-4fd6-a6c9-966fc585763c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:47.804878 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d65649cd-2c5b-4c76-bdcc-7d32efa4d48d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:47.841468 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-d65649cd-2c5b-4c76-bdcc-7d32efa4d48d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Transition to ACTIVE for port object ae7cf721-e635-4d8b-9440-f4670b904893 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:47.908023 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a49da40d-e669-4091-95fa-c2d4c4df8e19 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:47.934146 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-98363c19-a9c3-41ea-b862-6021ad931b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:47.943486 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-066cf60e-9d1f-4f20-a564-4d79acab83fd tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:47.986452 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49da40d-e669-4091-95fa-c2d4c4df8e19 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Subnet': ['ID=24f84125-2a7f-4085-85be-eea4d7e5a6ca,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:48.018141 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-879f8c86-6353-4fd6-a6c9-966fc585763c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:48.039798 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a49da40d-e669-4091-95fa-c2d4c4df8e19 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:48.077642 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a49da40d-e669-4091-95fa-c2d4c4df8e19 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/subnets/24f84125-2a7f-4085-85be-eea4d7e5a6ca HTTP/1.1" status: 204 len: 168 time: 1.1856472 Feb 09 18:04:48.080706 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47588) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:48.095005 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d65649cd-2c5b-4c76-bdcc-7d32efa4d48d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:48.102724 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-879f8c86-6353-4fd6-a6c9-966fc585763c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:48.112058 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849d4b0e-920b-4c64-aecd-719c7537b3b8 None None] Network 410dfe10-5393-43d9-8c32-e8ec3fe6a66e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:04:48.137831 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066cf60e-9d1f-4f20-a564-4d79acab83fd tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:48.142496 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-066cf60e-9d1f-4f20-a564-4d79acab83fd tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:48.168209 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066cf60e-9d1f-4f20-a564-4d79acab83fd tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:48.343185 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066cf60e-9d1f-4f20-a564-4d79acab83fd tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Pushing event updated for resources: {'Port': ['ID=c0a39009-5bcc-4375-aaec-2a2da89bbdfe,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:48.497094 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba54292-7a5f-410b-ae27-c2acf5918b46 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting subnet 4a55adaa-e04c-4301-91b5-bf0dbf5ebc21 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:04:48.507102 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f8c86-6353-4fd6-a6c9-966fc585763c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dba02f5-0d3e-4ee6-b842-e63056bd506f,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:48.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dba54292-7a5f-410b-ae27-c2acf5918b46 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:48.543706 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98363c19-a9c3-41ea-b862-6021ad931b59 None None] Pushing event updated for resources: {'Port': ['ID=2693908d-3a9b-48d5-9921-d41fe6ff2be4,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:48.600693 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47592) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:48.602286 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65649cd-2c5b-4c76-bdcc-7d32efa4d48d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Pushing event updated for resources: {'Port': ['ID=ae7cf721-e635-4d8b-9440-f4670b904893,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:48.608848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a97ebf7-0fb1-452e-9081-b23e6dd78159 admin admin] Router 8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:04:48.633267 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804c4719-4993-4aad-b73b-71e0ac4646e8 None None] Network 3bb65ab0-70ea-4f4f-83bd-903bbc72ce00 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:04:48.641740 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dba54292-7a5f-410b-ae27-c2acf5918b46 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:48.687689 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-879f8c86-6353-4fd6-a6c9-966fc585763c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:48.692721 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-879f8c86-6353-4fd6-a6c9-966fc585763c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.1068287 Feb 09 18:04:48.762116 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65649cd-2c5b-4c76-bdcc-7d32efa4d48d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Network ff00f2f7-7f50-4144-a186-a893248e0206 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:48.802283 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da21aae-8bbb-4685-ac16-d8e87dd1aeec req-95ea6dd1-24cc-4344-b770-843ff6d7926f tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:48.810638 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3da21aae-8bbb-4685-ac16-d8e87dd1aeec req-95ea6dd1-24cc-4344-b770-843ff6d7926f tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.3774769 Feb 09 18:04:48.845823 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-d65649cd-2c5b-4c76-bdcc-7d32efa4d48d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:48.852818 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65649cd-2c5b-4c76-bdcc-7d32efa4d48d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:48.913088 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3da21aae-8bbb-4685-ac16-d8e87dd1aeec req-653b7051-ae8c-4c83-8a7b-af195e0ebdbc tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892725 Feb 09 18:04:48.926191 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dba54292-7a5f-410b-ae27-c2acf5918b46 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:49.299451 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dba54292-7a5f-410b-ae27-c2acf5918b46 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:49.327997 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-22662f22-d669-418a-80bf-3d4c0435a3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:49.337494 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ca878be0-c64e-478b-87b4-aad6d5e20db6 None None] Provisioning for port 97b4eddd-ffda-4491-b333-65c1914d7b24 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:49.354227 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-34c7a567-68a4-46fa-b702-fc90887f61b6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:04:49.364768 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device fd260d44-2c6c-4126-9f1d-97a1722d5304 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:04:49.378992 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba54292-7a5f-410b-ae27-c2acf5918b46 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Subnet': ['ID=4a55adaa-e04c-4301-91b5-bf0dbf5ebc21,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:49.393435 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-352906b8-8709-4d2b-89b5-af8df5016986 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-141691863'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:49.414331 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dba54292-7a5f-410b-ae27-c2acf5918b46 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:49.420966 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-352906b8-8709-4d2b-89b5-af8df5016986 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:49.424909 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-dba54292-7a5f-410b-ae27-c2acf5918b46 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/subnets/4a55adaa-e04c-4301-91b5-bf0dbf5ebc21 HTTP/1.1" status: 204 len: 168 time: 1.3429992 Feb 09 18:04:49.427656 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66e115d6-62f9-4c09-a779-4a1209108a20 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:49.427820 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47606) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:49.428900 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66e115d6-62f9-4c09-a779-4a1209108a20 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:49.439897 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-352906b8-8709-4d2b-89b5-af8df5016986 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:network and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:49.448537 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-352906b8-8709-4d2b-89b5-af8df5016986 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:49.474831 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-352906b8-8709-4d2b-89b5-af8df5016986 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:49.578907 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65649cd-2c5b-4c76-bdcc-7d32efa4d48d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:49.579549 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d65649cd-2c5b-4c76-bdcc-7d32efa4d48d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:49.613674 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port fd260d44-2c6c-4126-9f1d-97a1722d5304 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:49.623277 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port fd260d44-2c6c-4126-9f1d-97a1722d5304 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:49.623663 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:49.627837 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-97cee837-77a3-4ad6-9677-729ecad726ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:49.632372 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-34c7a567-68a4-46fa-b702-fc90887f61b6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:04:49.633856 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-34c7a567-68a4-46fa-b702-fc90887f61b6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1940799504&fields=id&tenant_id=352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 267 time: 0.4635165 Feb 09 18:04:49.644624 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-97cee837-77a3-4ad6-9677-729ecad726ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting port 5ee5d356-ce4d-4c6f-b933-a48bea13964e {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:49.645084 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-97cee837-77a3-4ad6-9677-729ecad726ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:49.757212 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352906b8-8709-4d2b-89b5-af8df5016986 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:49.760483 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-352906b8-8709-4d2b-89b5-af8df5016986 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:49.859529 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:49.881905 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-352906b8-8709-4d2b-89b5-af8df5016986 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:49.941428 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d65649cd-2c5b-4c76-bdcc-7d32efa4d48d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.5340507 Feb 09 18:04:49.941653 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port fd260d44-2c6c-4126-9f1d-97a1722d5304, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=fd260d44-2c6c-4126-9f1d-97a1722d5304,segment=NetworkSegment(23964c25-d5c8-4aa2-982a-3a45e6672645),segment_id=23964c25-d5c8-4aa2-982a-3a45e6672645)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:04:49.942537 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-066cf60e-9d1f-4f20-a564-4d79acab83fd tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:49.943071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-3be0724e-1510-4366-8ebe-1863fdd5171c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:49.943269 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-066cf60e-9d1f-4f20-a564-4d79acab83fd tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:49.944951 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-3be0724e-1510-4366-8ebe-1863fdd5171c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/networks?id=d56a852c-565a-4887-9c81-db659a21eec0 HTTP/1.1" status: 200 len: 796 time: 0.2737350 Feb 09 18:04:49.945491 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47610) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:49.961519 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-38697a82-9068-4c3c-971e-3da3abc83bb6 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Request body: {'port': {'network_id': 'ff00f2f7-7f50-4144-a186-a893248e0206', 'name': 'tempest-AllowedAddressPairTestJSON-1387852678', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:3a:1f:fe'}]}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:50.004747 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:50.015510 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700b7f00-a40a-41e2-9169-c6f46b70b725 None None] Network ff00f2f7-7f50-4144-a186-a893248e0206 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:04:50.110964 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-352906b8-8709-4d2b-89b5-af8df5016986 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:50.179207 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-352906b8-8709-4d2b-89b5-af8df5016986 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:security_group_rule and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:50.182415 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-352906b8-8709-4d2b-89b5-af8df5016986 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:50.188840 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-352906b8-8709-4d2b-89b5-af8df5016986 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:50.257056 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-3b44aa9a-c01e-4303-a6dd-015bcfaa3292 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/quotas/352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 375 time: 0.2732091 Feb 09 18:04:50.263971 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-352906b8-8709-4d2b-89b5-af8df5016986 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:50.276975 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:50.278339 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 2693908d-3a9b-48d5-9921-d41fe6ff2be4 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:04:50.358265 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-352906b8-8709-4d2b-89b5-af8df5016986 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:50.376630 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f5e6c2-f2f0-4324-9465-1c6976149741 None None] Network 410dfe10-5393-43d9-8c32-e8ec3fe6a66e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:04:50.411734 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352906b8-8709-4d2b-89b5-af8df5016986 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:04:50.423907 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a97ebf7-0fb1-452e-9081-b23e6dd78159 admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:04:50.443729 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-352906b8-8709-4d2b-89b5-af8df5016986 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:50.444315 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-352906b8-8709-4d2b-89b5-af8df5016986 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Added segment 15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c of type vlan for network 533fa7e0-9286-46d7-99f4-266111443da8 Feb 09 18:04:50.446868 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] Sync routers for ids ['8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:04:50.453465 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352906b8-8709-4d2b-89b5-af8df5016986 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beff46d2-1916-4031-bd2a-f7207a1d6faf,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:50.508737 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:50.510724 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-352906b8-8709-4d2b-89b5-af8df5016986 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:50.515399 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] Routers {'8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:50.518789 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:50.543074 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-97cee837-77a3-4ad6-9677-729ecad726ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] For port 5ee5d356-ce4d-4c6f-b933-a48bea13964e, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5ee5d356-ce4d-4c6f-b933-a48bea13964e,segment=NetworkSegment(420f2e84-efa0-4ab2-b242-97f4df60debf),segment_id=420f2e84-efa0-4ab2-b242-97f4df60debf)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:04:50.543737 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-97cee837-77a3-4ad6-9677-729ecad726ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:50.577822 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2a97ebf7-0fb1-452e-9081-b23e6dd78159 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:50.579085 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2a97ebf7-0fb1-452e-9081-b23e6dd78159 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.4920361 Feb 09 18:04:50.585925 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47616) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:50.608740 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=fd260d44-2c6c-4126-9f1d-97a1722d5304,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:50.637978 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f684eca6-3ef9-4c19-a80e-736c33678455 None None] Provisioning for port 2693908d-3a9b-48d5-9921-d41fe6ff2be4 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:50.676711 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-97cee837-77a3-4ad6-9677-729ecad726ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Calling delete_port for 5ee5d356-ce4d-4c6f-b933-a48bea13964e owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:04:50.776448 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] Set router 8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:04:50.776721 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-352906b8-8709-4d2b-89b5-af8df5016986 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:50.776846 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-38697a82-9068-4c3c-971e-3da3abc83bb6 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:50.776947 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352906b8-8709-4d2b-89b5-af8df5016986 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:50.776947 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-352906b8-8709-4d2b-89b5-af8df5016986 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:50.786143 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-38697a82-9068-4c3c-971e-3da3abc83bb6 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Usage tracker for resource:port and tenant:77cc0028ca3c4751878efe04d1ccec85 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:50.792759 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-38697a82-9068-4c3c-971e-3da3abc83bb6 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:50.799920 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 2693908d-3a9b-48d5-9921-d41fe6ff2be4 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:50.805333 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-38697a82-9068-4c3c-971e-3da3abc83bb6 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:50.820473 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 2693908d-3a9b-48d5-9921-d41fe6ff2be4 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:50.821119 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:50.826062 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-9c77fa25-cc8c-4a4e-8904-256d8bf5ba7c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5679922 Feb 09 18:04:50.912400 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40dcd3-cfb3-4873-9118-d1cdd387643b req-0a77fd6a-f89e-4227-9f87-4b3da0adfd15 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:50.920411 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5b40dcd3-cfb3-4873-9118-d1cdd387643b req-0a77fd6a-f89e-4227-9f87-4b3da0adfd15 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.5961058 Feb 09 18:04:50.923447 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256ef48a-b39c-4fde-99ff-47e879e4d94d None None] DHCP port deletion for 410dfe10-5393-43d9-8c32-e8ec3fe6a66e request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:04:50.931840 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-97cee837-77a3-4ad6-9677-729ecad726ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:50.942789 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-87e44ae4-741c-411f-9a4f-280de4ab0918 None None] Could not find standard attr ID for object 5ee5d356-ce4d-4c6f-b933-a48bea13964e. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:04:50.997532 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cee837-77a3-4ad6-9677-729ecad726ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Port': ['ID=5ee5d356-ce4d-4c6f-b933-a48bea13964e,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:51.009790 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352906b8-8709-4d2b-89b5-af8df5016986 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Network': ['ID=533fa7e0-9286-46d7-99f4-266111443da8,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:51.015236 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-352906b8-8709-4d2b-89b5-af8df5016986 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3988142 Feb 09 18:04:51.023115 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47620) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:51.039899 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a64e9284-9914-47e9-81f6-d9307cf528eb tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:51.047829 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38697a82-9068-4c3c-971e-3da3abc83bb6 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Made reservation on behalf of 77cc0028ca3c4751878efe04d1ccec85 for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:51.082441 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:04:51.164046 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e115d6-62f9-4c09-a779-4a1209108a20 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Router 0f2e48e8-4059-4897-b2b7-3c42f2e7f36c is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:04:51.232969 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cee837-77a3-4ad6-9677-729ecad726ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] No DVR routers for this DVR port 5ee5d356-ce4d-4c6f-b933-a48bea13964e on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:04:51.244412 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:51.311099 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-1ae43c68-3b87-4b35-959e-55770b893c5e service neutron] 10.222.0.21 "GET /v2.0/networks/d56a852c-565a-4887-9c81-db659a21eec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4839787 Feb 09 18:04:51.342907 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf', 'name': 'tempest-TestVolumeBootPattern-1190233698-router', 'tenant_id': 'b5559461405241f58e7ce666d1f2cd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '575f6197-d8c3-431b-a872-70f0b0442cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:40Z', 'updated_at': '2022-02-09T18:04:44Z', 'revision_number': 3, 'project_id': 'b5559461405241f58e7ce666d1f2cd64', 'gw_port': {'id': '575f6197-d8c3-431b-a872-70f0b0442cff', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:66:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:42Z', 'updated_at': '2022-02-09T18:04:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:51.347306 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ad3df91b-8253-486a-8983-ed3c96a918ee None None] Provisioning complete for port 2693908d-3a9b-48d5-9921-d41fe6ff2be4 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:51.347692 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad3df91b-8253-486a-8983-ed3c96a918ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:51.349353 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] Checking router: 8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:04:51.349877 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] Updating router 8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf port 575f6197-d8c3-431b-a872-70f0b0442cff binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:04:51.406236 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 2693908d-3a9b-48d5-9921-d41fe6ff2be4, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=2693908d-3a9b-48d5-9921-d41fe6ff2be4,segment=NetworkSegment(f5dfb8e8-70c5-4068-8574-ffce751b5b2c),segment_id=f5dfb8e8-70c5-4068-8574-ffce751b5b2c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:04:51.421772 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:51.445876 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5b40dcd3-cfb3-4873-9118-d1cdd387643b req-9625eab4-d164-4a0e-9298-64c46f5724db tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5073092 Feb 09 18:04:51.524665 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:51.525728 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 97b4eddd-ffda-4491-b333-65c1914d7b24 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:04:51.531277 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a64e9284-9914-47e9-81f6-d9307cf528eb tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:51.545389 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a64e9284-9914-47e9-81f6-d9307cf528eb tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:51.552201 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a64e9284-9914-47e9-81f6-d9307cf528eb tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:51.557518 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-38697a82-9068-4c3c-971e-3da3abc83bb6 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:51.570160 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a64e9284-9914-47e9-81f6-d9307cf528eb tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:51.571603 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-97cee837-77a3-4ad6-9677-729ecad726ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:51.589055 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:51.608331 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-97cee837-77a3-4ad6-9677-729ecad726ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410dfe10-5393-43d9-8c32-e8ec3fe6a66e']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:51.638792 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-38697a82-9068-4c3c-971e-3da3abc83bb6 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] device_id is not set on port 6e2ee8b4-71b8-4383-8d7b-d78ad4ac3893 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:04:51.686222 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64e9284-9914-47e9-81f6-d9307cf528eb tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:51.698863 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-97cee837-77a3-4ad6-9677-729ecad726ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420f2e84-efa0-4ab2-b242-97f4df60debf') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:51.699126 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-97cee837-77a3-4ad6-9677-729ecad726ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420f2e84-efa0-4ab2-b242-97f4df60debf') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:51.737140 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=2693908d-3a9b-48d5-9921-d41fe6ff2be4,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:51.758186 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-97cee837-77a3-4ad6-9677-729ecad726ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:51.773147 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066cf60e-9d1f-4f20-a564-4d79acab83fd tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Router f01e045b-9f9f-46dd-884c-0a8954181b6c is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:04:51.808950 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 97b4eddd-ffda-4491-b333-65c1914d7b24 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:51.813221 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-f2ae37e2-ccf1-406f-9410-41aff2fc4052 service neutron] 10.222.0.21 "GET /v2.0/networks/d56a852c-565a-4887-9c81-db659a21eec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790263 Feb 09 18:04:51.819342 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-97cee837-77a3-4ad6-9677-729ecad726ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:51.821171 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 97b4eddd-ffda-4491-b333-65c1914d7b24 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:51.821704 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:51.836453 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97cee837-77a3-4ad6-9677-729ecad726ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:04:51.837029 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-97cee837-77a3-4ad6-9677-729ecad726ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:51.850131 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a64e9284-9914-47e9-81f6-d9307cf528eb tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:04:51.854599 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:04:51.917229 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ad3df91b-8253-486a-8983-ed3c96a918ee None None] Provisioning for port ae7cf721-e635-4d8b-9440-f4670b904893 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:51.924506 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ad3df91b-8253-486a-8983-ed3c96a918ee None None] Provisioning complete for port ae7cf721-e635-4d8b-9440-f4670b904893 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:51.925098 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad3df91b-8253-486a-8983-ed3c96a918ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:52.015492 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-38697a82-9068-4c3c-971e-3da3abc83bb6 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Allocated IP 172.20.0.5 (ff00f2f7-7f50-4144-a186-a893248e0206/b91dd94b-10c0-45af-9a82-a04e61ba8834/6e2ee8b4-71b8-4383-8d7b-d78ad4ac3893) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:52.017647 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:52.049755 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef781a-6471-4864-a50f-b8374243b205 req-884649ab-eaad-4d89-bdbe-59e61476db9a tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:52.051646 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-00ef781a-6471-4864-a50f-b8374243b205 req-884649ab-eaad-4d89-bdbe-59e61476db9a tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.3369424 Feb 09 18:04:52.101491 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ad3df91b-8253-486a-8983-ed3c96a918ee None None] Port ae7cf721-e635-4d8b-9440-f4670b904893 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:04:52.101997 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] Transition to ACTIVE for port object 575f6197-d8c3-431b-a872-70f0b0442cff will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:52.115822 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:52.155104 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 97b4eddd-ffda-4491-b333-65c1914d7b24, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=97b4eddd-ffda-4491-b333-65c1914d7b24,segment=NetworkSegment(92cd4d9a-d1a4-4e80-8398-6d60ab89d3a3),segment_id=92cd4d9a-d1a4-4e80-8398-6d60ab89d3a3)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:04:52.198851 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:52.236132 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-97cee837-77a3-4ad6-9677-729ecad726ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:52.236771 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:52.239400 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6203389a-dae3-4085-a2ab-fa6e5015277d up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:04:52.269700 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-97cee837-77a3-4ad6-9677-729ecad726ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:52.291831 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5afd324-3ad1-403a-a1b3-c63cbc58f751 None None] Pushing event updated for resources: {'Port': ['ID=575f6197-d8c3-431b-a872-70f0b0442cff,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:52.293058 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cee837-77a3-4ad6-9677-729ecad726ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Network': ['ID=410dfe10-5393-43d9-8c32-e8ec3fe6a66e,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:52.353002 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] Attempting to bind port 575f6197-d8c3-431b-a872-70f0b0442cff on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:04:52.353893 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] Attempting to bind port 575f6197-d8c3-431b-a872-70f0b0442cff by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:04:52.355375 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] Attempting to bind port 575f6197-d8c3-431b-a872-70f0b0442cff on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:04:52.367037 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:04:52.367757 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:04:52.368584 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:52.369127 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:04:52.369756 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] Bound port: 575f6197-d8c3-431b-a872-70f0b0442cff, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:04:52.370385 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:52.377004 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d4a1d084-1ccd-4f07-aa47-b6f7b2b006e9 None None] Provisioning complete for port ae7cf721-e635-4d8b-9440-f4670b904893 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:52.380903 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d084-1ccd-4f07-aa47-b6f7b2b006e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:52.400485 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-00ef781a-6471-4864-a50f-b8374243b205 req-11fa043a-3cee-4b5e-9fea-9271c0d5b480 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3404460 Feb 09 18:04:52.423208 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e115d6-62f9-4c09-a779-4a1209108a20 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:04:52.441680 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9958aed5-bcc9-4cc3-ae47-cedbee98e81a None None] Sync routers for ids ['0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:04:52.501424 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] For port 575f6197-d8c3-431b-a872-70f0b0442cff, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:04:52.504514 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-97cee837-77a3-4ad6-9677-729ecad726ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/networks/410dfe10-5393-43d9-8c32-e8ec3fe6a66e HTTP/1.1" status: 204 len: 168 time: 3.0751555 Feb 09 18:04:52.505825 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] For port 575f6197-d8c3-431b-a872-70f0b0442cff, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=575f6197-d8c3-431b-a872-70f0b0442cff,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:04:52.508361 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47628) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:52.509040 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9958aed5-bcc9-4cc3-ae47-cedbee98e81a None None] Routers {'0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:52.510221 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9958aed5-bcc9-4cc3-ae47-cedbee98e81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:52.614066 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 6203389a-dae3-4085-a2ab-fa6e5015277d triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:52.614581 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:52.616155 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-38697a82-9068-4c3c-971e-3da3abc83bb6 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:52.641075 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-38697a82-9068-4c3c-971e-3da3abc83bb6 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Transition to ACTIVE for port object 6e2ee8b4-71b8-4383-8d7b-d78ad4ac3893 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:52.662973 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd28d6f-bcd0-4f19-99c2-65a619bce395 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:52.663811 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7dd28d6f-bcd0-4f19-99c2-65a619bce395 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Synchronizing usage tracker for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:04:52.676218 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d4a1d084-1ccd-4f07-aa47-b6f7b2b006e9 None None] Port ae7cf721-e635-4d8b-9440-f4670b904893 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:04:52.677753 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9958aed5-bcc9-4cc3-ae47-cedbee98e81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:52.685673 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:52.701351 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9958aed5-bcc9-4cc3-ae47-cedbee98e81a None None] Routers {'0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:52.701978 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9958aed5-bcc9-4cc3-ae47-cedbee98e81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:52.714807 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066cf60e-9d1f-4f20-a564-4d79acab83fd tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:04:52.737351 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66e115d6-62f9-4c09-a779-4a1209108a20 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:52.742361 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-66e115d6-62f9-4c09-a779-4a1209108a20 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.6165094 Feb 09 18:04:52.742361 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47632) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:52.743873 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee60ba1-9bcd-4ab0-8c8e-340a969fe390 None None] Sync routers for ids ['f01e045b-9f9f-46dd-884c-0a8954181b6c'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:04:52.768154 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=97b4eddd-ffda-4491-b333-65c1914d7b24,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:52.786702 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9958aed5-bcc9-4cc3-ae47-cedbee98e81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:52.786915 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9958aed5-bcc9-4cc3-ae47-cedbee98e81a None None] The sync data for ids ['0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:04:52.807514 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee60ba1-9bcd-4ab0-8c8e-340a969fe390 None None] Routers {'f01e045b-9f9f-46dd-884c-0a8954181b6c'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:52.808341 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0ee60ba1-9bcd-4ab0-8c8e-340a969fe390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['f01e045b-9f9f-46dd-884c-0a8954181b6c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:52.815338 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7dd28d6f-bcd0-4f19-99c2-65a619bce395 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Unset dirty status for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:04:52.820197 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7dd28d6f-bcd0-4f19-99c2-65a619bce395 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3107939 Feb 09 18:04:52.820835 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47638) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:52.880074 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-38697a82-9068-4c3c-971e-3da3abc83bb6 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:52.882019 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-066cf60e-9d1f-4f20-a564-4d79acab83fd tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:52.885835 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-066cf60e-9d1f-4f20-a564-4d79acab83fd tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.0983541 Feb 09 18:04:52.885835 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a64e9284-9914-47e9-81f6-d9307cf528eb tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:52.890205 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47642) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:52.900829 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5afd324-3ad1-403a-a1b3-c63cbc58f751 None None] Pushing event updated for resources: {'Port': ['ID=575f6197-d8c3-431b-a872-70f0b0442cff,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:52.912330 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0ee60ba1-9bcd-4ab0-8c8e-340a969fe390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:52.914578 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] Routers {'8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:52.915212 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:52.967943 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38697a82-9068-4c3c-971e-3da3abc83bb6 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Network ff00f2f7-7f50-4144-a186-a893248e0206 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:52.972021 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-38697a82-9068-4c3c-971e-3da3abc83bb6 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:52.989452 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38697a82-9068-4c3c-971e-3da3abc83bb6 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:53.005413 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device fd260d44-2c6c-4126-9f1d-97a1722d5304 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:04:53.084184 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38697a82-9068-4c3c-971e-3da3abc83bb6 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Pushing event updated for resources: {'Port': ['ID=6e2ee8b4-71b8-4383-8d7b-d78ad4ac3893,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:53.109640 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port fd260d44-2c6c-4126-9f1d-97a1722d5304 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:53.110736 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:53.157304 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38697a82-9068-4c3c-971e-3da3abc83bb6 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:53.158215 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-38697a82-9068-4c3c-971e-3da3abc83bb6 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:53.194469 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9641e2a9-c798-47ac-ad61-91dff8d18862 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3656640 Feb 09 18:04:53.194469 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47648) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:53.201692 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-f657934c-511d-4ef0-a5ce-a3ec5b4db576 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-116729251'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:53.209074 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f657934c-511d-4ef0-a5ce-a3ec5b4db576 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:53.221276 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f657934c-511d-4ef0-a5ce-a3ec5b4db576 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:network and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:53.226145 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f657934c-511d-4ef0-a5ce-a3ec5b4db576 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:53.235422 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] Set router 8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:04:53.243586 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f657934c-511d-4ef0-a5ce-a3ec5b4db576 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:53.283495 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-38697a82-9068-4c3c-971e-3da3abc83bb6 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.3342648 Feb 09 18:04:53.286391 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47656) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:53.393057 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 97b4eddd-ffda-4491-b333-65c1914d7b24 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:04:53.413647 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee60ba1-9bcd-4ab0-8c8e-340a969fe390 None None] Routers {'f01e045b-9f9f-46dd-884c-0a8954181b6c'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:04:53.414275 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0ee60ba1-9bcd-4ab0-8c8e-340a969fe390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['f01e045b-9f9f-46dd-884c-0a8954181b6c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:53.426005 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f657934c-511d-4ef0-a5ce-a3ec5b4db576 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:53.428915 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f657934c-511d-4ef0-a5ce-a3ec5b4db576 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:53.483459 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e9284-9914-47e9-81f6-d9307cf528eb tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=32dafbbc-d01a-487d-8d56-253d550414d9,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:53.484028 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-908af4f6-b428-4e4b-a032-0d812e419a79 req-8605090c-eec2-4b00-b15a-b9823c19de90 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 210 time: 0.1401553 Feb 09 18:04:53.546531 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f657934c-511d-4ef0-a5ce-a3ec5b4db576 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:04:53.549790 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 97b4eddd-ffda-4491-b333-65c1914d7b24 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:53.551338 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:53.558670 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64e9284-9914-47e9-81f6-d9307cf528eb tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Checking segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:04:53.559298 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64e9284-9914-47e9-81f6-d9307cf528eb tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network hostable DHCP agents. Network: 533fa7e0-9286-46d7-99f4-266111443da8, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:04:53.565718 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f657934c-511d-4ef0-a5ce-a3ec5b4db576 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:53.566071 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-f657934c-511d-4ef0-a5ce-a3ec5b4db576 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Added segment c7c93d9b-8717-4b7c-8e42-88e2409c94bd of type vlan for network 1e6f6267-da54-487c-aa78-cb0e471fa518 Feb 09 18:04:53.584228 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3520cca-e0b0-44c0-935a-b2d0468c0d06 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:53.588457 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3520cca-e0b0-44c0-935a-b2d0468c0d06 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:53.593705 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3520cca-e0b0-44c0-935a-b2d0468c0d06 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:53.594682 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e3520cca-e0b0-44c0-935a-b2d0468c0d06 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Synchronizing usage tracker for tenant:77cc0028ca3c4751878efe04d1ccec85 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:04:53.598402 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0ee60ba1-9bcd-4ab0-8c8e-340a969fe390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:53.598817 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee60ba1-9bcd-4ab0-8c8e-340a969fe390 None None] The sync data for ids ['f01e045b-9f9f-46dd-884c-0a8954181b6c'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:04:53.635141 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509332b-ee3a-4174-ad32-7861fc9fea97 req-d28725cc-e359-4f88-833a-51f7d3f7af63 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:53.642249 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8509332b-ee3a-4174-ad32-7861fc9fea97 req-d28725cc-e359-4f88-833a-51f7d3f7af63 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.2173994 Feb 09 18:04:53.645259 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f657934c-511d-4ef0-a5ce-a3ec5b4db576 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:53.646650 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-caf819e4-5e89-41be-ae89-b9a5cfb9c4fe None None] Provisioning for port 6e2ee8b4-71b8-4383-8d7b-d78ad4ac3893 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:53.658326 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-caf819e4-5e89-41be-ae89-b9a5cfb9c4fe None None] Provisioning complete for port 6e2ee8b4-71b8-4383-8d7b-d78ad4ac3893 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:53.659099 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-caf819e4-5e89-41be-ae89-b9a5cfb9c4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:53.715216 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64e9284-9914-47e9-81f6-d9307cf528eb tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:04:53.731318 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8509332b-ee3a-4174-ad32-7861fc9fea97 req-4f83f67f-303f-40b6-8916-ed42242ca2d6 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864840 Feb 09 18:04:53.781188 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e3520cca-e0b0-44c0-935a-b2d0468c0d06 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Unset dirty status for tenant:77cc0028ca3c4751878efe04d1ccec85 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:04:53.782754 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e3520cca-e0b0-44c0-935a-b2d0468c0d06 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.4949114 Feb 09 18:04:53.786999 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47660) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:53.797564 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf', 'name': 'tempest-TestVolumeBootPattern-1190233698-router', 'tenant_id': 'b5559461405241f58e7ce666d1f2cd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '575f6197-d8c3-431b-a872-70f0b0442cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:40Z', 'updated_at': '2022-02-09T18:04:44Z', 'revision_number': 3, 'project_id': 'b5559461405241f58e7ce666d1f2cd64', 'gw_port': {'id': '575f6197-d8c3-431b-a872-70f0b0442cff', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:66:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:42Z', 'updated_at': '2022-02-09T18:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:04:53.798111 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-caf819e4-5e89-41be-ae89-b9a5cfb9c4fe None None] Port 6e2ee8b4-71b8-4383-8d7b-d78ad4ac3893 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:04:53.803733 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d2f928-9858-4eab-b257-dfaf1874fe98 None None] The sync data for ids ['8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf'] in dv-neutron-827016-2-hyperv is: [{'id': '8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf', 'name': 'tempest-TestVolumeBootPattern-1190233698-router', 'tenant_id': 'b5559461405241f58e7ce666d1f2cd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '575f6197-d8c3-431b-a872-70f0b0442cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:40Z', 'updated_at': '2022-02-09T18:04:44Z', 'revision_number': 3, 'project_id': 'b5559461405241f58e7ce666d1f2cd64', 'gw_port': {'id': '575f6197-d8c3-431b-a872-70f0b0442cff', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:66:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:42Z', 'updated_at': '2022-02-09T18:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:04:53.804796 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 2693908d-3a9b-48d5-9921-d41fe6ff2be4 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:04:53.852977 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f657934c-511d-4ef0-a5ce-a3ec5b4db576 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:53.852977 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f657934c-511d-4ef0-a5ce-a3ec5b4db576 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:53.852977 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f657934c-511d-4ef0-a5ce-a3ec5b4db576 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:53.898414 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 2693908d-3a9b-48d5-9921-d41fe6ff2be4 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:53.899101 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:53.984429 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f657934c-511d-4ef0-a5ce-a3ec5b4db576 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7867830 Feb 09 18:04:53.995664 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47664) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:54.006033 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-7ac0808c-e677-4698-94d6-e9154a6d591d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Deleting port 6e2ee8b4-71b8-4383-8d7b-d78ad4ac3893 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:54.006900 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7ac0808c-e677-4698-94d6-e9154a6d591d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:54.007114 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-a64e9284-9914-47e9-81f6-d9307cf528eb tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 533fa7e0-9286-46d7-99f4-266111443da8) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:54.012197 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64e9284-9914-47e9-81f6-d9307cf528eb tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:54.012975 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a64e9284-9914-47e9-81f6-d9307cf528eb tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:54.021632 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d85f89d8-40d6-4e3e-9777-1629fe39e87d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'subnet': {'network_id': '1e6f6267-da54-487c-aa78-cb0e471fa518', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:54.041778 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657934c-511d-4ef0-a5ce-a3ec5b4db576 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Network': ['ID=1e6f6267-da54-487c-aa78-cb0e471fa518,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:54.054497 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a94d81f-47dc-4e1a-9ea6-527e5a61c336 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:04:54.124739 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 1e6f6267-da54-487c-aa78-cb0e471fa518 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:04:54.135755 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-65163ed5-d2a5-4120-a3b7-77e706107b13 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "GET /v2.0/routers/f01e045b-9f9f-46dd-884c-0a8954181b6c HTTP/1.1" status: 200 len: 925 time: 1.2133029 Feb 09 18:04:54.139497 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47668) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:54.254581 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a75c4188-3f50-4e7a-b6e8-75af680b2104 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "GET /v2.0/ports?device_id=f01e045b-9f9f-46dd-884c-0a8954181b6c HTTP/1.1" status: 200 len: 205 time: 0.1054096 Feb 09 18:04:54.254581 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a64e9284-9914-47e9-81f6-d9307cf528eb tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2188051 Feb 09 18:04:54.254904 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47674) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:54.254904 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47678) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:54.278040 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d85f89d8-40d6-4e3e-9777-1629fe39e87d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:54.285204 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d85f89d8-40d6-4e3e-9777-1629fe39e87d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:subnet and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:54.290254 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d85f89d8-40d6-4e3e-9777-1629fe39e87d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:54.335644 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d85f89d8-40d6-4e3e-9777-1629fe39e87d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:54.351759 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5ee5d356-ce4d-4c6f-b933-a48bea13964e no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:04:54.367775 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-8d82780e-6606-4e55-b676-b63e2204eb63 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'name': 'tempest-NetworksTestDHCPv6-556790068'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:54.407068 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 5ee5d356-ce4d-4c6f-b933-a48bea13964e {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:04:54.407416 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5ee5d356-ce4d-4c6f-b933-a48bea13964e not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:04:54.460772 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85f89d8-40d6-4e3e-9777-1629fe39e87d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:54.472202 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25e8c61-b9a6-424f-8405-c8a5dad46f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-533fa7e0-9286-46d7-99f4-266111443da8', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'fixed_ips': [{'subnet_id': '32dafbbc-d01a-487d-8d56-253d550414d9'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:04:54.473575 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b25e8c61-b9a6-424f-8405-c8a5dad46f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:54.491065 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ed35584-080b-4dca-ab97-ce639d223ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:54.617865 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d85f89d8-40d6-4e3e-9777-1629fe39e87d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:54.671030 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-b25e8c61-b9a6-424f-8405-c8a5dad46f90 None None] Allocated IP 2001:db8::2 (533fa7e0-9286-46d7-99f4-266111443da8/32dafbbc-d01a-487d-8d56-253d550414d9/7fd57e04-1163-4bc0-ad21-5e3395857beb) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:54.763343 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7ac0808c-e677-4698-94d6-e9154a6d591d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:54.776980 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4c71ea02-0121-49aa-859e-8911f66180c2 req-d6c4e775-b8aa-43b8-9dfc-370cdca2cfe6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 210 time: 0.1944146 Feb 09 18:04:54.915251 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-7ac0808c-e677-4698-94d6-e9154a6d591d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Calling delete_port for 6e2ee8b4-71b8-4383-8d7b-d78ad4ac3893 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:04:54.939432 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b25e8c61-b9a6-424f-8405-c8a5dad46f90 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:54.952151 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b25e8c61-b9a6-424f-8405-c8a5dad46f90 None None] Transition to ACTIVE for port object 7fd57e04-1163-4bc0-ad21-5e3395857beb will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:54.973243 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b25e8c61-b9a6-424f-8405-c8a5dad46f90 None None] Transition to ACTIVE for port object 7fd57e04-1163-4bc0-ad21-5e3395857beb will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:55.042505 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-8d82780e-6606-4e55-b676-b63e2204eb63 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:55.068992 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b25e8c61-b9a6-424f-8405-c8a5dad46f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:55.069229 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8d82780e-6606-4e55-b676-b63e2204eb63 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:port and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:04:55.077094 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8d82780e-6606-4e55-b676-b63e2204eb63 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:04:55.091514 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-8d82780e-6606-4e55-b676-b63e2204eb63 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:55.150218 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-5ed35584-080b-4dca-ab97-ce639d223ec8 admin admin] Allocated IP 172.20.0.1 (6313fddf-e111-40b9-9808-bfd8b01627da/3b299fa4-f28b-4442-92ed-ac2c5a07c4f0/3cca6c1d-dc04-4c63-9014-13f7972ec808) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:55.166085 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25e8c61-b9a6-424f-8405-c8a5dad46f90 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:55.169823 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-b25e8c61-b9a6-424f-8405-c8a5dad46f90 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:55.172628 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25e8c61-b9a6-424f-8405-c8a5dad46f90 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:55.181640 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e8c61-b9a6-424f-8405-c8a5dad46f90 None None] Pushing event updated for resources: {'Port': ['ID=7fd57e04-1163-4bc0-ad21-5e3395857beb,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:55.203823 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1015c-fcbc-4c9d-8258-a52c523fbd3f req-b48c9695-e998-43d1-9bb7-19d77fc1dc9e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:55.205348 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d3f1015c-fcbc-4c9d-8258-a52c523fbd3f req-b48c9695-e998-43d1-9bb7-19d77fc1dc9e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.2637424 Feb 09 18:04:55.240291 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d82780e-6606-4e55-b676-b63e2204eb63 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:55.243388 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8d82780e-6606-4e55-b676-b63e2204eb63 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:55.279806 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-b25e8c61-b9a6-424f-8405-c8a5dad46f90 None None] Attempting to bind port 7fd57e04-1163-4bc0-ad21-5e3395857beb on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:04:55.280177 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-b25e8c61-b9a6-424f-8405-c8a5dad46f90 None None] Attempting to bind port 7fd57e04-1163-4bc0-ad21-5e3395857beb by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:04:55.280539 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25e8c61-b9a6-424f-8405-c8a5dad46f90 None None] Attempting to bind port 7fd57e04-1163-4bc0-ad21-5e3395857beb on network 533fa7e0-9286-46d7-99f4-266111443da8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:04:55.288926 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25e8c61-b9a6-424f-8405-c8a5dad46f90 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:04:55.289377 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25e8c61-b9a6-424f-8405-c8a5dad46f90 None None] Checking segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:04:55.289670 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-8d82780e-6606-4e55-b676-b63e2204eb63 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] device_id is not set on port 71fcb636-ff73-46d5-9c4d-02c635c0549d yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:04:55.289811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b25e8c61-b9a6-424f-8405-c8a5dad46f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:55.290143 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25e8c61-b9a6-424f-8405-c8a5dad46f90 None None] Bound using segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:04:55.291532 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-b25e8c61-b9a6-424f-8405-c8a5dad46f90 None None] Bound port: 7fd57e04-1163-4bc0-ad21-5e3395857beb, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:04:55.291532 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b25e8c61-b9a6-424f-8405-c8a5dad46f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:55.329546 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-17d6d331-5854-4565-828b-a1f1023d962c tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:55.393495 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-b25e8c61-b9a6-424f-8405-c8a5dad46f90 None None] For port 7fd57e04-1163-4bc0-ad21-5e3395857beb, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:04:55.394591 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7ac0808c-e677-4698-94d6-e9154a6d591d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:55.397439 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-b25e8c61-b9a6-424f-8405-c8a5dad46f90 None None] For port 7fd57e04-1163-4bc0-ad21-5e3395857beb, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7fd57e04-1163-4bc0-ad21-5e3395857beb,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:04:55.404860 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ed35584-080b-4dca-ab97-ce639d223ec8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:55.419237 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d85f89d8-40d6-4e3e-9777-1629fe39e87d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:55.496430 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-5ed35584-080b-4dca-ab97-ce639d223ec8 admin admin] Transition to ACTIVE for port object 3cca6c1d-dc04-4c63-9014-13f7972ec808 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:55.502689 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b25e8c61-b9a6-424f-8405-c8a5dad46f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:55.522921 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d3f1015c-fcbc-4c9d-8258-a52c523fbd3f req-fd6cf5d7-2152-4cdf-84c2-f121999bd87f tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3043783 Feb 09 18:04:55.560637 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f89d8-40d6-4e3e-9777-1629fe39e87d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Subnet': ['ID=b15413f0-aa2e-4e06-ae27-b8c9d0dae215,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:55.597952 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0808c-e677-4698-94d6-e9154a6d591d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Pushing event deleted for resources: {'Port': ['ID=6e2ee8b4-71b8-4383-8d7b-d78ad4ac3893,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:55.636403 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e8c61-b9a6-424f-8405-c8a5dad46f90 None None] Pushing event updated for resources: {'Port': ['ID=7fd57e04-1163-4bc0-ad21-5e3395857beb,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:55.828835 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-8d82780e-6606-4e55-b676-b63e2204eb63 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 2001:db8::246 (533fa7e0-9286-46d7-99f4-266111443da8/32dafbbc-d01a-487d-8d56-253d550414d9/71fcb636-ff73-46d5-9c4d-02c635c0549d) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:55.957258 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f89d8-40d6-4e3e-9777-1629fe39e87d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Checking segment: {'id': 'c7c93d9b-8717-4b7c-8e42-88e2409c94bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1e6f6267-da54-487c-aa78-cb0e471fa518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:04:55.957681 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85f89d8-40d6-4e3e-9777-1629fe39e87d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network hostable DHCP agents. Network: 1e6f6267-da54-487c-aa78-cb0e471fa518, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:04:55.964116 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ed35584-080b-4dca-ab97-ce639d223ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:56.034163 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a21ff82f-1177-4ced-9f47-464459cb0137 req-d7e9b5dd-fb58-4601-a91f-6e4f8f263870 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 210 time: 0.1140134 Feb 09 18:04:56.054005 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed35584-080b-4dca-ab97-ce639d223ec8 admin admin] Network 6313fddf-e111-40b9-9808-bfd8b01627da is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:56.059815 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-5ed35584-080b-4dca-ab97-ce639d223ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:56.074275 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed35584-080b-4dca-ab97-ce639d223ec8 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:56.133658 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7ac0808c-e677-4698-94d6-e9154a6d591d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:56.164033 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8518ab3-64b8-4d55-bfc5-787a275ae9d3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:56.181957 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed35584-080b-4dca-ab97-ce639d223ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=3cca6c1d-dc04-4c63-9014-13f7972ec808,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:56.204945 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c9064-c55e-4b74-aef5-b6dca1b87819 req-d1f9e743-a58a-442c-903a-47bf71e2c98f tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:56.206909 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-cf9c9064-c55e-4b74-aef5-b6dca1b87819 req-d1f9e743-a58a-442c-903a-47bf71e2c98f tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Synchronizing usage tracker for tenant:9621278b19834e798a7390fcfa3a9f1f on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:04:56.264220 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-17d6d331-5854-4565-828b-a1f1023d962c tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:56.268952 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ed35584-080b-4dca-ab97-ce639d223ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:56.306149 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7ac0808c-e677-4698-94d6-e9154a6d591d tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] 10.222.0.21 "DELETE /v2.0/ports/6e2ee8b4-71b8-4383-8d7b-d78ad4ac3893 HTTP/1.1" status: 204 len: 168 time: 2.5149388 Feb 09 18:04:56.306827 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47696) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:56.335516 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85f89d8-40d6-4e3e-9777-1629fe39e87d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network 1e6f6267-da54-487c-aa78-cb0e471fa518 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:04:56.382081 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-17d6d331-5854-4565-828b-a1f1023d962c tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Deleting port c0a39009-5bcc-4375-aaec-2a2da89bbdfe {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:56.382326 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-17d6d331-5854-4565-828b-a1f1023d962c tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:56.417859 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-466c6677-3cb2-4747-9727-e2651b700eac tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] GET failed (client error): The resource could not be found. Feb 09 18:04:56.418389 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-466c6677-3cb2-4747-9727-e2651b700eac tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Synchronizing usage tracker for tenant:77cc0028ca3c4751878efe04d1ccec85 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:04:56.469659 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-cf9c9064-c55e-4b74-aef5-b6dca1b87819 req-d1f9e743-a58a-442c-903a-47bf71e2c98f tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Unset dirty status for tenant:9621278b19834e798a7390fcfa3a9f1f on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:04:56.470895 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cf9c9064-c55e-4b74-aef5-b6dca1b87819 req-d1f9e743-a58a-442c-903a-47bf71e2c98f tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.8250582 Feb 09 18:04:56.472541 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8d82780e-6606-4e55-b676-b63e2204eb63 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:56.540165 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-d85f89d8-40d6-4e3e-9777-1629fe39e87d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 1e6f6267-da54-487c-aa78-cb0e471fa518) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:56.555308 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f70018-c03a-40ef-b7d7-d9aa0feac044 None None] Network 1e6f6267-da54-487c-aa78-cb0e471fa518 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:04:56.563505 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-8d82780e-6606-4e55-b676-b63e2204eb63 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Transition to ACTIVE for port object 71fcb636-ff73-46d5-9c4d-02c635c0549d will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:56.579538 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-466c6677-3cb2-4747-9727-e2651b700eac tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Unset dirty status for tenant:77cc0028ca3c4751878efe04d1ccec85 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:04:56.586101 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-466c6677-3cb2-4747-9727-e2651b700eac tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] 10.222.0.21 "GET /v2.0/ports/6e2ee8b4-71b8-4383-8d7b-d78ad4ac3893 HTTP/1.1" status: 404 len: 333 time: 0.2726843 Feb 09 18:04:56.586270 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a9aca5a9-1191-4eb4-ad46-8d6efa17098e None None] Provisioning for port 3cca6c1d-dc04-4c63-9014-13f7972ec808 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:56.586404 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47702) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:56.593916 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a7a2a7ca-cd3e-437f-99a7-9ba372fe4a1f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Request body: {'port': {'network_id': 'ff00f2f7-7f50-4144-a186-a893248e0206', 'name': 'tempest-AllowedAddressPairTestJSON-1828981906'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:56.619128 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85f89d8-40d6-4e3e-9777-1629fe39e87d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:56.619770 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d85f89d8-40d6-4e3e-9777-1629fe39e87d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:56.715599 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a9aca5a9-1191-4eb4-ad46-8d6efa17098e None None] Provisioning complete for port 3cca6c1d-dc04-4c63-9014-13f7972ec808 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:56.715967 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a9aca5a9-1191-4eb4-ad46-8d6efa17098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:56.723518 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-cf9c9064-c55e-4b74-aef5-b6dca1b87819 req-934fb3bc-4041-4428-b6df-496ce5db6788 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Deleting port 23458b41-2e68-42ce-831d-f246fea29783 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:56.723871 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cf9c9064-c55e-4b74-aef5-b6dca1b87819 req-934fb3bc-4041-4428-b6df-496ce5db6788 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:56.776800 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d85f89d8-40d6-4e3e-9777-1629fe39e87d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7781830 Feb 09 18:04:56.780459 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47706) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:56.794108 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a9aca5a9-1191-4eb4-ad46-8d6efa17098e None None] Port 3cca6c1d-dc04-4c63-9014-13f7972ec808 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:04:56.807428 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-542e0f8e-ff63-46fc-8aaf-8bb7d0ef5d66 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'port': {'network_id': '1e6f6267-da54-487c-aa78-cb0e471fa518', 'name': 'tempest-PortsIpV6TestJSON-729315572'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:04:56.833664 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ed35584-080b-4dca-ab97-ce639d223ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:57.057553 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7fd57e04-1163-4bc0-ad21-5e3395857beb up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:04:57.111196 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-17d6d331-5854-4565-828b-a1f1023d962c tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:57.127356 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a7a2a7ca-cd3e-437f-99a7-9ba372fe4a1f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:57.141741 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a7a2a7ca-cd3e-437f-99a7-9ba372fe4a1f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:57.155186 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14248ebd-004d-45d1-ae1a-d48d6409c03e None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:04:57.243522 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-b8518ab3-64b8-4d55-bfc5-787a275ae9d3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Allocated IP 172.20.0.1 (3bb65ab0-70ea-4f4f-83bd-903bbc72ce00/e9843f2c-22d7-4566-a8ad-5fd70f1e361d/aa624419-081f-48f6-a65c-2c696593f844) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:57.292574 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d492003-376e-4cf2-8065-2c3659554756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-1e6f6267-da54-487c-aa78-cb0e471fa518', 'network_id': '1e6f6267-da54-487c-aa78-cb0e471fa518', 'tenant_id': 'b60c7c82052d46da993e7a5a5abe4cf8', 'fixed_ips': [{'subnet_id': 'b15413f0-aa2e-4e06-ae27-b8c9d0dae215'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:04:57.293181 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d492003-376e-4cf2-8065-2c3659554756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:57.305300 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a2a7ca-cd3e-437f-99a7-9ba372fe4a1f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Made reservation on behalf of 77cc0028ca3c4751878efe04d1ccec85 for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:57.313531 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7a2a7ca-cd3e-437f-99a7-9ba372fe4a1f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:57.333901 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8d82780e-6606-4e55-b676-b63e2204eb63 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:57.360161 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-542e0f8e-ff63-46fc-8aaf-8bb7d0ef5d66 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:04:57.464624 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-17d6d331-5854-4565-828b-a1f1023d962c tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Calling delete_port for c0a39009-5bcc-4375-aaec-2a2da89bbdfe owned by network:router_gateway {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:04:57.487304 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f8738213-7aad-44b5-b1ba-39e176b807f2 None None] Provisioning for port 7fd57e04-1163-4bc0-ad21-5e3395857beb completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:57.495871 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-542e0f8e-ff63-46fc-8aaf-8bb7d0ef5d66 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:04:57.497161 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-22ece862-edca-4e4a-a03a-b64ad56ceeed req-ebf39c2e-ef29-4467-8534-4cbb81354d0c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 210 time: 0.3431911 Feb 09 18:04:57.569498 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-a7a2a7ca-cd3e-437f-99a7-9ba372fe4a1f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] device_id is not set on port 243c7e10-b2bc-4f40-964b-be5a71f77e8d yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:04:57.581984 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 7fd57e04-1163-4bc0-ad21-5e3395857beb completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:57.593773 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f8738213-7aad-44b5-b1ba-39e176b807f2 None None] Provisioning complete for port 7fd57e04-1163-4bc0-ad21-5e3395857beb triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:57.594187 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f8738213-7aad-44b5-b1ba-39e176b807f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:57.608941 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-cf9c9064-c55e-4b74-aef5-b6dca1b87819 req-934fb3bc-4041-4428-b6df-496ce5db6788 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] For port 23458b41-2e68-42ce-831d-f246fea29783, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=23458b41-2e68-42ce-831d-f246fea29783,segment=NetworkSegment(1d12094c-35d1-4927-9b3f-ae818a1428a7),segment_id=1d12094c-35d1-4927-9b3f-ae818a1428a7)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:04:57.609532 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cf9c9064-c55e-4b74-aef5-b6dca1b87819 req-934fb3bc-4041-4428-b6df-496ce5db6788 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:57.616611 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d82780e-6606-4e55-b676-b63e2204eb63 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:57.620496 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82780e-6606-4e55-b676-b63e2204eb63 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=71fcb636-ff73-46d5-9c4d-02c635c0549d,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:57.627994 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-8d82780e-6606-4e55-b676-b63e2204eb63 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:57.631135 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d82780e-6606-4e55-b676-b63e2204eb63 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:57.635207 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d82780e-6606-4e55-b676-b63e2204eb63 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:57.636702 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8d82780e-6606-4e55-b676-b63e2204eb63 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:57.644038 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 7fd57e04-1163-4bc0-ad21-5e3395857beb triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:57.644328 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:57.661145 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a4a64-2574-4050-869f-2f25938f3570 req-4cb22207-3153-4987-ad4e-82ba3c523234 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:57.662660 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b20a4a64-2574-4050-869f-2f25938f3570 req-4cb22207-3153-4987-ad4e-82ba3c523234 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 0.6879776 Feb 09 18:04:57.726825 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542e0f8e-ff63-46fc-8aaf-8bb7d0ef5d66 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:04:57.730413 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-542e0f8e-ff63-46fc-8aaf-8bb7d0ef5d66 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:57.740415 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-3d492003-376e-4cf2-8065-2c3659554756 None None] Allocated IP 2001:db8::2 (1e6f6267-da54-487c-aa78-cb0e471fa518/b15413f0-aa2e-4e06-ae27-b8c9d0dae215/dfc5979a-2366-49b8-ba7a-857b07b48a31) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:57.847835 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b20a4a64-2574-4050-869f-2f25938f3570 req-c3a35a04-2de0-4fd3-86fc-d4bd39c97c2b tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580439 Feb 09 18:04:57.900128 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8d82780e-6606-4e55-b676-b63e2204eb63 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6441901 Feb 09 18:04:57.902190 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47716) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:57.916900 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8518ab3-64b8-4d55-bfc5-787a275ae9d3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:57.939912 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-542e0f8e-ff63-46fc-8aaf-8bb7d0ef5d66 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] device_id is not set on port b33cc130-e52d-4a8c-8948-f43af71c3c2b yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:04:57.990909 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-a7a2a7ca-cd3e-437f-99a7-9ba372fe4a1f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Allocated IP 172.20.0.8 (ff00f2f7-7f50-4144-a186-a893248e0206/b91dd94b-10c0-45af-9a82-a04e61ba8834/243c7e10-b2bc-4f40-964b-be5a71f77e8d) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:58.052572 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f8738213-7aad-44b5-b1ba-39e176b807f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:58.055324 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-b8518ab3-64b8-4d55-bfc5-787a275ae9d3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Transition to ACTIVE for port object aa624419-081f-48f6-a65c-2c696593f844 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:58.081911 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ed35584-080b-4dca-ab97-ce639d223ec8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:58.087972 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:58.146504 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-17d6d331-5854-4565-828b-a1f1023d962c tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:58.191258 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-f8738213-7aad-44b5-b1ba-39e176b807f2 None None] For port 7fd57e04-1163-4bc0-ad21-5e3395857beb, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7fd57e04-1163-4bc0-ad21-5e3395857beb,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:04:58.215868 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d492003-376e-4cf2-8065-2c3659554756 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:58.223703 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ed35584-080b-4dca-ab97-ce639d223ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:58.237191 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3d492003-376e-4cf2-8065-2c3659554756 None None] Transition to ACTIVE for port object dfc5979a-2366-49b8-ba7a-857b07b48a31 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:58.242590 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb15350-1381-49ea-8f78-39c03d4ec652 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:58.249438 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb15350-1381-49ea-8f78-39c03d4ec652 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:04:58.249438 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7fb15350-1381-49ea-8f78-39c03d4ec652 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:04:58.252315 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6d331-5854-4565-828b-a1f1023d962c tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Pushing event deleted for resources: {'Port': ['ID=c0a39009-5bcc-4375-aaec-2a2da89bbdfe,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:58.331707 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f8738213-7aad-44b5-b1ba-39e176b807f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:58.342595 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3d492003-376e-4cf2-8065-2c3659554756 None None] Transition to ACTIVE for port object dfc5979a-2366-49b8-ba7a-857b07b48a31 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:58.418264 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:04:58.418533 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ed35584-080b-4dca-ab97-ce639d223ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:58.418660 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:04:58.422976 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8518ab3-64b8-4d55-bfc5-787a275ae9d3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:58.423776 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7fb15350-1381-49ea-8f78-39c03d4ec652 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:04:58.428150 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7fb15350-1381-49ea-8f78-39c03d4ec652 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5178771 Feb 09 18:04:58.428339 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed35584-080b-4dca-ab97-ce639d223ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=3cca6c1d-dc04-4c63-9014-13f7972ec808,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:58.428963 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47720) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:04:58.434561 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8738213-7aad-44b5-b1ba-39e176b807f2 None None] Pushing event updated for resources: {'Port': ['ID=7fd57e04-1163-4bc0-ad21-5e3395857beb,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:58.455987 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d492003-376e-4cf2-8065-2c3659554756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:58.536219 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d492003-376e-4cf2-8065-2c3659554756 None None] Network 1e6f6267-da54-487c-aa78-cb0e471fa518 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:58.538220 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d492003-376e-4cf2-8065-2c3659554756 None None] Pushing event updated for resources: {'Port': ['ID=dfc5979a-2366-49b8-ba7a-857b07b48a31,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:58.547756 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-3d492003-376e-4cf2-8065-2c3659554756 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:58.550841 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d492003-376e-4cf2-8065-2c3659554756 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:58.617313 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-36f5a6d6-c087-4eae-9eea-dfeb4179321d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting port 71fcb636-ff73-46d5-9c4d-02c635c0549d {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:04:58.617716 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-36f5a6d6-c087-4eae-9eea-dfeb4179321d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:58.642116 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d7c6a641-44bc-4974-8023-0599e492fb85 None None] Provisioning complete for port 7fd57e04-1163-4bc0-ad21-5e3395857beb triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:58.642717 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a641-44bc-4974-8023-0599e492fb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:58.716808 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cf9c9064-c55e-4b74-aef5-b6dca1b87819 req-934fb3bc-4041-4428-b6df-496ce5db6788 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:58.717433 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cf9c9064-c55e-4b74-aef5-b6dca1b87819 req-934fb3bc-4041-4428-b6df-496ce5db6788 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:58.717555 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [req-cf9c9064-c55e-4b74-aef5-b6dca1b87819 req-934fb3bc-4041-4428-b6df-496ce5db6788 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Floating IP bb5700b8-b0e9-4e64-9461-59bfa8edbd52 disassociated. External IP: 172.26.8.218, port: 23458b41-2e68-42ce-831d-f246fea29783. Feb 09 18:04:58.717872 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-cf9c9064-c55e-4b74-aef5-b6dca1b87819 req-934fb3bc-4041-4428-b6df-496ce5db6788 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Calling delete_port for 23458b41-2e68-42ce-831d-f246fea29783 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:04:58.756605 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-3d492003-376e-4cf2-8065-2c3659554756 None None] Attempting to bind port dfc5979a-2366-49b8-ba7a-857b07b48a31 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:04:58.757288 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-3d492003-376e-4cf2-8065-2c3659554756 None None] Attempting to bind port dfc5979a-2366-49b8-ba7a-857b07b48a31 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'c7c93d9b-8717-4b7c-8e42-88e2409c94bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1e6f6267-da54-487c-aa78-cb0e471fa518'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:04:58.757855 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d492003-376e-4cf2-8065-2c3659554756 None None] Attempting to bind port dfc5979a-2366-49b8-ba7a-857b07b48a31 on network 1e6f6267-da54-487c-aa78-cb0e471fa518 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:04:58.772397 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d492003-376e-4cf2-8065-2c3659554756 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:04:58.773148 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d492003-376e-4cf2-8065-2c3659554756 None None] Checking segment: {'id': 'c7c93d9b-8717-4b7c-8e42-88e2409c94bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1e6f6267-da54-487c-aa78-cb0e471fa518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:04:58.773746 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d492003-376e-4cf2-8065-2c3659554756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:58.774341 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d492003-376e-4cf2-8065-2c3659554756 None None] Bound using segment: {'id': 'c7c93d9b-8717-4b7c-8e42-88e2409c94bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1e6f6267-da54-487c-aa78-cb0e471fa518'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:04:58.775143 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-3d492003-376e-4cf2-8065-2c3659554756 None None] Bound port: dfc5979a-2366-49b8-ba7a-857b07b48a31, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c93d9b-8717-4b7c-8e42-88e2409c94bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1e6f6267-da54-487c-aa78-cb0e471fa518'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:04:58.775744 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d492003-376e-4cf2-8065-2c3659554756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:58.780042 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8518ab3-64b8-4d55-bfc5-787a275ae9d3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Network 3bb65ab0-70ea-4f4f-83bd-903bbc72ce00 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:58.804912 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-b8518ab3-64b8-4d55-bfc5-787a275ae9d3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:58.821028 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8518ab3-64b8-4d55-bfc5-787a275ae9d3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:04:58.891235 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8518ab3-64b8-4d55-bfc5-787a275ae9d3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event updated for resources: {'Port': ['ID=aa624419-081f-48f6-a65c-2c696593f844,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:59.025282 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8518ab3-64b8-4d55-bfc5-787a275ae9d3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:59.105467 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-542e0f8e-ff63-46fc-8aaf-8bb7d0ef5d66 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Allocated IP 2001:db8::3d4 (1e6f6267-da54-487c-aa78-cb0e471fa518/b15413f0-aa2e-4e06-ae27-b8c9d0dae215/b33cc130-e52d-4a8c-8948-f43af71c3c2b) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:04:59.144666 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-3d492003-376e-4cf2-8065-2c3659554756 None None] For port dfc5979a-2366-49b8-ba7a-857b07b48a31, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:04:59.156778 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-3d492003-376e-4cf2-8065-2c3659554756 None None] For port dfc5979a-2366-49b8-ba7a-857b07b48a31, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=dfc5979a-2366-49b8-ba7a-857b07b48a31,segment=NetworkSegment(c7c93d9b-8717-4b7c-8e42-88e2409c94bd),segment_id=c7c93d9b-8717-4b7c-8e42-88e2409c94bd)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:04:59.217516 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7a2a7ca-cd3e-437f-99a7-9ba372fe4a1f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:59.234563 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7fd57e04-1163-4bc0-ad21-5e3395857beb up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:04:59.269196 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d7c6a641-44bc-4974-8023-0599e492fb85 None None] Provisioning for port 71fcb636-ff73-46d5-9c4d-02c635c0549d completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:59.272965 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d492003-376e-4cf2-8065-2c3659554756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:59.280615 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b3223557-0fa6-4706-8a9d-7e6cfdd73c90 req-a587b1fc-90ac-46c8-819a-85b50b31eb23 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 210 time: 0.6007221 Feb 09 18:04:59.346672 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d7c6a641-44bc-4974-8023-0599e492fb85 None None] Provisioning complete for port 71fcb636-ff73-46d5-9c4d-02c635c0549d triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:59.346672 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a641-44bc-4974-8023-0599e492fb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:59.369251 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed35584-080b-4dca-ab97-ce639d223ec8 admin admin] Network 6313fddf-e111-40b9-9808-bfd8b01627da is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:04:59.381581 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-5ed35584-080b-4dca-ab97-ce639d223ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:04:59.411861 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-a7a2a7ca-cd3e-437f-99a7-9ba372fe4a1f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Transition to ACTIVE for port object 243c7e10-b2bc-4f40-964b-be5a71f77e8d will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:04:59.413905 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-17d6d331-5854-4565-828b-a1f1023d962c tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:59.430858 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d7c6a641-44bc-4974-8023-0599e492fb85 None None] Port 71fcb636-ff73-46d5-9c4d-02c635c0549d cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:04:59.503912 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 7fd57e04-1163-4bc0-ad21-5e3395857beb triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:59.504648 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:59.537107 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d492003-376e-4cf2-8065-2c3659554756 None None] Pushing event updated for resources: {'Port': ['ID=dfc5979a-2366-49b8-ba7a-857b07b48a31,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:59.728189 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cf9c9064-c55e-4b74-aef5-b6dca1b87819 req-934fb3bc-4041-4428-b6df-496ce5db6788 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:59.741670 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3235a592-8107-43dd-b0c4-54d326fe4f7a None None] Provisioning for port aa624419-081f-48f6-a65c-2c696593f844 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:04:59.749773 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3235a592-8107-43dd-b0c4-54d326fe4f7a None None] Provisioning complete for port aa624419-081f-48f6-a65c-2c696593f844 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:59.750325 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3235a592-8107-43dd-b0c4-54d326fe4f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:59.769418 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-542e0f8e-ff63-46fc-8aaf-8bb7d0ef5d66 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:59.853141 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:04:59.864498 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-3235a592-8107-43dd-b0c4-54d326fe4f7a None None] Port aa624419-081f-48f6-a65c-2c696593f844 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:04:59.890880 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3235a592-8107-43dd-b0c4-54d326fe4f7a None None] Provisioning complete for port 71fcb636-ff73-46d5-9c4d-02c635c0549d triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:04:59.893773 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3235a592-8107-43dd-b0c4-54d326fe4f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:59.943879 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fb3bc-4041-4428-b6df-496ce5db6788 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Pushing event deleted for resources: {'Port': ['ID=23458b41-2e68-42ce-831d-f246fea29783,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:04:59.945973 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8518ab3-64b8-4d55-bfc5-787a275ae9d3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:04:59.969482 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 23458b41-2e68-42ce-831d-f246fea29783 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:04:59.986105 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-542e0f8e-ff63-46fc-8aaf-8bb7d0ef5d66 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Transition to ACTIVE for port object b33cc130-e52d-4a8c-8948-f43af71c3c2b will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:00.037941 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: 23458b41-2e68-42ce-831d-f246fea29783 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:05:00.038473 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 23458b41-2e68-42ce-831d-f246fea29783 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:05:00.067081 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-3235a592-8107-43dd-b0c4-54d326fe4f7a None None] Port 71fcb636-ff73-46d5-9c4d-02c635c0549d cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:05:00.067926 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-36f5a6d6-c087-4eae-9eea-dfeb4179321d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:00.204319 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-35be4b9f-9c56-422d-9397-15cfde026c2d None None] Provisioning complete for port 3cca6c1d-dc04-4c63-9014-13f7972ec808 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:00.206767 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-35be4b9f-9c56-422d-9397-15cfde026c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:00.300107 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-35be4b9f-9c56-422d-9397-15cfde026c2d None None] Port 3cca6c1d-dc04-4c63-9014-13f7972ec808 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:05:00.411754 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-36f5a6d6-c087-4eae-9eea-dfeb4179321d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Calling delete_port for 71fcb636-ff73-46d5-9c4d-02c635c0549d owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:00.549420 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-542e0f8e-ff63-46fc-8aaf-8bb7d0ef5d66 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:00.628866 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1fa94cdf-4eb0-4cdb-98c0-ac0270dbb9e9 req-267a2804-1faa-4070-afb7-7f9c2a2671fa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 210 time: 0.0776725 Feb 09 18:05:00.640774 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080ba2f-08e1-45ec-bb86-8b9e0ef63341 req-0d98c042-b30d-498d-b1ec-a01acdf4c37e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:00.646429 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a080ba2f-08e1-45ec-bb86-8b9e0ef63341 req-0d98c042-b30d-498d-b1ec-a01acdf4c37e tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 945 time: 1.4505682 Feb 09 18:05:00.651777 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-17d6d331-5854-4565-828b-a1f1023d962c tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:00.687910 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-17d6d331-5854-4565-828b-a1f1023d962c tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:00.693631 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7a2a7ca-cd3e-437f-99a7-9ba372fe4a1f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:00.812011 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2a7ca-cd3e-437f-99a7-9ba372fe4a1f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Pushing event updated for resources: {'Port': ['ID=243c7e10-b2bc-4f40-964b-be5a71f77e8d,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:00.930793 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a080ba2f-08e1-45ec-bb86-8b9e0ef63341 req-970e292a-3364-4594-aa2a-510ae35d1eb7 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9116222-329e-4e8c-bd97-7f68a5276568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835119 Feb 09 18:05:00.936252 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542e0f8e-ff63-46fc-8aaf-8bb7d0ef5d66 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network 1e6f6267-da54-487c-aa78-cb0e471fa518 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:00.940995 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-36f5a6d6-c087-4eae-9eea-dfeb4179321d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:00.951399 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-542e0f8e-ff63-46fc-8aaf-8bb7d0ef5d66 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:00.954011 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542e0f8e-ff63-46fc-8aaf-8bb7d0ef5d66 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:00.958261 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542e0f8e-ff63-46fc-8aaf-8bb7d0ef5d66 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:00.958896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-542e0f8e-ff63-46fc-8aaf-8bb7d0ef5d66 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:00.999952 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a2a7ca-cd3e-437f-99a7-9ba372fe4a1f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Network ff00f2f7-7f50-4144-a186-a893248e0206 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:01.000918 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5a6d6-c087-4eae-9eea-dfeb4179321d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Port': ['ID=71fcb636-ff73-46d5-9c4d-02c635c0549d,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:01.002776 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-17d6d331-5854-4565-828b-a1f1023d962c tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:01.003280 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d6d331-5854-4565-828b-a1f1023d962c tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Fanout notify agent at l3_agent the message router_deleted on router f01e045b-9f9f-46dd-884c-0a8954181b6c {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:05:01.007564 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-a7a2a7ca-cd3e-437f-99a7-9ba372fe4a1f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:01.017322 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a2a7ca-cd3e-437f-99a7-9ba372fe4a1f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:01.019666 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e0f8e-ff63-46fc-8aaf-8bb7d0ef5d66 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Port': ['ID=b33cc130-e52d-4a8c-8948-f43af71c3c2b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:01.159841 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a2a7ca-cd3e-437f-99a7-9ba372fe4a1f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:01.160358 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7a2a7ca-cd3e-437f-99a7-9ba372fe4a1f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:01.235333 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-542e0f8e-ff63-46fc-8aaf-8bb7d0ef5d66 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.4418287 Feb 09 18:05:01.278160 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47734) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:01.289486 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-17d6d331-5854-4565-828b-a1f1023d962c tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:01.291750 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-17d6d331-5854-4565-828b-a1f1023d962c tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "DELETE /v2.0/routers/f01e045b-9f9f-46dd-884c-0a8954181b6c HTTP/1.1" status: 204 len: 168 time: 7.0379791 Feb 09 18:05:01.297079 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a7a2a7ca-cd3e-437f-99a7-9ba372fe4a1f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7069767 Feb 09 18:05:01.297882 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47738) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:01.298223 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47740) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:01.305537 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7ea6c1c5-4672-4b0c-80a2-140c1eb2c646 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'port': {'network_id': '1e6f6267-da54-487c-aa78-cb0e471fa518', 'name': 'tempest-PortsIpV6TestJSON-1080992626'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:01.311433 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f590f3b-0e10-42ce-aba2-c6dcbca876f2 None None] Network 1e6f6267-da54-487c-aa78-cb0e471fa518 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:05:01.314035 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-9d8880e5-b1d3-4b16-868b-ee9a1aa7aad5 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:3a:1f:fe'}]}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:01.392126 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a7cf1e8d-c6b9-4615-83f8-b988474f3942 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1962506161', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'enable_snat': False}}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:01.402724 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a7cf1e8d-c6b9-4615-83f8-b988474f3942 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:01.425102 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a7cf1e8d-c6b9-4615-83f8-b988474f3942 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Usage tracker for resource:router and tenant:6000760d86014b9c8d68b5ec2afa808b is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:01.434579 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a7cf1e8d-c6b9-4615-83f8-b988474f3942 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:01.445796 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a7cf1e8d-c6b9-4615-83f8-b988474f3942 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:01.499974 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device dfc5979a-2366-49b8-ba7a-857b07b48a31 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:05:01.687892 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7cf1e8d-c6b9-4615-83f8-b988474f3942 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:01.694770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7cf1e8d-c6b9-4615-83f8-b988474f3942 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:01.721406 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-dc6bc3a6-91da-406c-84ba-daf80ba8cadc None None] Provisioning for port dfc5979a-2366-49b8-ba7a-857b07b48a31 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:01.751959 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port dfc5979a-2366-49b8-ba7a-857b07b48a31 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:01.778521 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port dfc5979a-2366-49b8-ba7a-857b07b48a31 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:01.779525 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:01.782957 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-4faf8ee3-af04-45d1-94d7-e59018be6e7c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:01.787065 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-4faf8ee3-af04-45d1-94d7-e59018be6e7c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:01.895198 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8518ab3-64b8-4d55-bfc5-787a275ae9d3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:01.910681 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7ea6c1c5-4672-4b0c-80a2-140c1eb2c646 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:01.921971 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-36f5a6d6-c087-4eae-9eea-dfeb4179321d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:01.923889 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-36f5a6d6-c087-4eae-9eea-dfeb4179321d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/71fcb636-ff73-46d5-9c4d-02c635c0549d HTTP/1.1" status: 204 len: 168 time: 3.4910972 Feb 09 18:05:01.924709 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed35584-080b-4dca-ab97-ce639d223ec8 admin admin] Router 8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:05:01.928123 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47748) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:01.931767 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a0cddc6f-57a2-44d7-9c39-2a4e6b1f2394 req-fff89ad3-1ce7-4aa3-9a6d-d2bb7f8bfff4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 210 time: 0.0812168 Feb 09 18:05:01.945255 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7ea6c1c5-4672-4b0c-80a2-140c1eb2c646 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:port and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:01.950139 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7ea6c1c5-4672-4b0c-80a2-140c1eb2c646 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:01.973274 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7ea6c1c5-4672-4b0c-80a2-140c1eb2c646 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:01.978260 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf9c9064-c55e-4b74-aef5-b6dca1b87819 req-934fb3bc-4041-4428-b6df-496ce5db6788 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Router 36901a24-e8f9-45c6-b9c4-66f195529e5e has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:05:01.988370 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:02.020286 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8380e444-d378-4c0f-8ba6-6ed0b16c5954 None None] Provisioning for port 243c7e10-b2bc-4f40-964b-be5a71f77e8d completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:02.023970 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9d8880e5-b1d3-4b16-868b-ee9a1aa7aad5 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:02.032479 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8518ab3-64b8-4d55-bfc5-787a275ae9d3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:02.034091 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8380e444-d378-4c0f-8ba6-6ed0b16c5954 None None] Provisioning complete for port 243c7e10-b2bc-4f40-964b-be5a71f77e8d triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:02.034606 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8380e444-d378-4c0f-8ba6-6ed0b16c5954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:02.062580 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9a7c7d-a9f9-4b23-804d-a97e03194018 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:02.065059 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9a7c7d-a9f9-4b23-804d-a97e03194018 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:02.067610 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ad9a7c7d-a9f9-4b23-804d-a97e03194018 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1339538 Feb 09 18:05:02.071338 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47754) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:02.140276 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port dfc5979a-2366-49b8-ba7a-857b07b48a31, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=dfc5979a-2366-49b8-ba7a-857b07b48a31,segment=NetworkSegment(c7c93d9b-8717-4b7c-8e42-88e2409c94bd),segment_id=c7c93d9b-8717-4b7c-8e42-88e2409c94bd)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:02.179562 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7cf1e8d-c6b9-4615-83f8-b988474f3942 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:02.200779 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:02.202471 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 575f6197-d8c3-431b-a872-70f0b0442cff up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:05:02.237164 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea6c1c5-4672-4b0c-80a2-140c1eb2c646 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:02.240453 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c1c5-4672-4b0c-80a2-140c1eb2c646 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:02.252161 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-4faf8ee3-af04-45d1-94d7-e59018be6e7c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:02.253550 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-4faf8ee3-af04-45d1-94d7-e59018be6e7c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/networks?id=d56a852c-565a-4887-9c81-db659a21eec0 HTTP/1.1" status: 200 len: 796 time: 1.0190153 Feb 09 18:05:02.333567 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8380e444-d378-4c0f-8ba6-6ed0b16c5954 None None] Port 243c7e10-b2bc-4f40-964b-be5a71f77e8d cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:05:02.395423 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=dfc5979a-2366-49b8-ba7a-857b07b48a31,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:02.452139 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b351c3e3-e5b5-4e22-9387-87a275e47c5d req-b027e4ba-f759-405f-a9ae-3bde514c0b26 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 210 time: 0.1310351 Feb 09 18:05:02.483468 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 575f6197-d8c3-431b-a872-70f0b0442cff completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:02.492558 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 575f6197-d8c3-431b-a872-70f0b0442cff triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:02.492978 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:02.548870 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3819fbf9-efa8-43d2-9025-502d4fd09d2f None None] Provisioning for port b33cc130-e52d-4a8c-8948-f43af71c3c2b completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:02.559367 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3819fbf9-efa8-43d2-9025-502d4fd09d2f None None] Provisioning complete for port b33cc130-e52d-4a8c-8948-f43af71c3c2b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:02.562885 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3819fbf9-efa8-43d2-9025-502d4fd09d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:02.628921 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-3819fbf9-efa8-43d2-9025-502d4fd09d2f None None] Port b33cc130-e52d-4a8c-8948-f43af71c3c2b cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:05:02.676567 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b29972-37bd-43d9-afb0-e37fbd6782a4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet 32dafbbc-d01a-487d-8d56-253d550414d9 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:05:02.692365 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:02.695276 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-02b29972-37bd-43d9-afb0-e37fbd6782a4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:02.699265 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3819fbf9-efa8-43d2-9025-502d4fd09d2f None None] Provisioning complete for port dfc5979a-2366-49b8-ba7a-857b07b48a31 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:02.699629 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3819fbf9-efa8-43d2-9025-502d4fd09d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:02.731460 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7cf1e8d-c6b9-4615-83f8-b988474f3942 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:02.741561 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8518ab3-64b8-4d55-bfc5-787a275ae9d3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event updated for resources: {'Port': ['ID=aa624419-081f-48f6-a65c-2c696593f844,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:02.746079 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-7ea6c1c5-4672-4b0c-80a2-140c1eb2c646 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] device_id is not set on port 0e53b234-ef21-4b83-a57f-d404a864e309 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:05:02.757197 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 575f6197-d8c3-431b-a872-70f0b0442cff, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=575f6197-d8c3-431b-a872-70f0b0442cff,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:02.782379 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-02b29972-37bd-43d9-afb0-e37fbd6782a4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:02.790638 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8518ab3-64b8-4d55-bfc5-787a275ae9d3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:02.826085 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:02.852134 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9d8880e5-b1d3-4b16-868b-ee9a1aa7aad5 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:02.887055 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-51b5bedf-c52e-40d1-a56b-e32bb2a40e25 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:02.908226 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=575f6197-d8c3-431b-a872-70f0b0442cff,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:02.935144 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9d8880e5-b1d3-4b16-868b-ee9a1aa7aad5 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:03.038656 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-124a7c78-6b6f-4647-a541-00d0d811f85b None None] Provisioning complete for port b33cc130-e52d-4a8c-8948-f43af71c3c2b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:03.039520 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-124a7c78-6b6f-4647-a541-00d0d811f85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:03.066742 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-51b5bedf-c52e-40d1-a56b-e32bb2a40e25 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:03.067914 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-51b5bedf-c52e-40d1-a56b-e32bb2a40e25 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 380 time: 0.7812095 Feb 09 18:05:03.081634 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-247992db-6395-4ab8-b2f6-68c8b8bd7343 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'port': {'device_id': 'b6c5a50e-42b2-4234-b8ed-278b7840d6b7', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'admin_state_up': True, 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'security_groups': ['d78fc211-cc54-405e-9183-8db5afbe8956']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:03.090862 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8880e5-b1d3-4b16-868b-ee9a1aa7aad5 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Pushing event updated for resources: {'Port': ['ID=243c7e10-b2bc-4f40-964b-be5a71f77e8d,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:03.107823 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-02b29972-37bd-43d9-afb0-e37fbd6782a4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:03.191305 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-9d8880e5-b1d3-4b16-868b-ee9a1aa7aad5 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] In _notify_port_updated(), no bound segment for port 243c7e10-b2bc-4f40-964b-be5a71f77e8d on network ff00f2f7-7f50-4144-a186-a893248e0206 {{(pid=84541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 18:05:03.193911 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-124a7c78-6b6f-4647-a541-00d0d811f85b None None] Port b33cc130-e52d-4a8c-8948-f43af71c3c2b cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:05:03.195266 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8880e5-b1d3-4b16-868b-ee9a1aa7aad5 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:03.195926 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9d8880e5-b1d3-4b16-868b-ee9a1aa7aad5 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:03.197261 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9d8880e5-b1d3-4b16-868b-ee9a1aa7aad5 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] 10.222.0.21 "PUT /v2.0/ports/243c7e10-b2bc-4f40-964b-be5a71f77e8d HTTP/1.1" status: 200 len: 994 time: 1.8963063 Feb 09 18:05:03.243695 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47762) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:03.257822 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-7ea6c1c5-4672-4b0c-80a2-140c1eb2c646 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Allocated IP 2001:db8::3f (1e6f6267-da54-487c-aa78-cb0e471fa518/b15413f0-aa2e-4e06-ae27-b8c9d0dae215/0e53b234-ef21-4b83-a57f-d404a864e309) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:03.261833 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device dfc5979a-2366-49b8-ba7a-857b07b48a31 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:05:03.299813 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e8705d98-d204-49c8-b605-903eb327c984 req-edf3e1e6-e1c1-4e79-94f7-2c18487da402 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 210 time: 0.1232996 Feb 09 18:05:03.366822 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-d40ff302-2792-4000-aa8b-dbdec7c7d27c tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Deleting port 243c7e10-b2bc-4f40-964b-be5a71f77e8d {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:03.367203 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d40ff302-2792-4000-aa8b-dbdec7c7d27c tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:03.383608 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8ff2594c-94f5-4814-808f-241f2f4780ff None None] Provisioning complete for port 243c7e10-b2bc-4f40-964b-be5a71f77e8d triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:03.384197 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8ff2594c-94f5-4814-808f-241f2f4780ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:03.441409 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8518ab3-64b8-4d55-bfc5-787a275ae9d3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Network 3bb65ab0-70ea-4f4f-83bd-903bbc72ce00 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:03.449117 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port dfc5979a-2366-49b8-ba7a-857b07b48a31 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:03.449778 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:03.472659 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-b8518ab3-64b8-4d55-bfc5-787a275ae9d3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:03.490792 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8ff2594c-94f5-4814-808f-241f2f4780ff None None] Port 243c7e10-b2bc-4f40-964b-be5a71f77e8d cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:05:03.536670 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-02b29972-37bd-43d9-afb0-e37fbd6782a4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:03.668855 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 575f6197-d8c3-431b-a872-70f0b0442cff up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:05:03.754195 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 575f6197-d8c3-431b-a872-70f0b0442cff triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:03.754519 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:03.759137 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b29972-37bd-43d9-afb0-e37fbd6782a4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=32dafbbc-d01a-487d-8d56-253d550414d9,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:03.763269 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6c726f8a-d5cd-4802-b0ed-c3dea94553cb req-ab49f44b-c63a-4b42-ab93-22ca4b861fb0 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 210 time: 0.0943723 Feb 09 18:05:03.767243 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-247992db-6395-4ab8-b2f6-68c8b8bd7343 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:03.771688 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-247992db-6395-4ab8-b2f6-68c8b8bd7343 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:port and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:03.775229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-247992db-6395-4ab8-b2f6-68c8b8bd7343 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:03.783007 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-247992db-6395-4ab8-b2f6-68c8b8bd7343 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:03.869193 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf9c9064-c55e-4b74-aef5-b6dca1b87819 req-934fb3bc-4041-4428-b6df-496ce5db6788 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:05:03.869977 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-02b29972-37bd-43d9-afb0-e37fbd6782a4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:03.875022 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-247992db-6395-4ab8-b2f6-68c8b8bd7343 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:03.875613 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7cf1e8d-c6b9-4615-83f8-b988474f3942 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:03.878523 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-247992db-6395-4ab8-b2f6-68c8b8bd7343 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:03.892941 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-abb72c52-07ab-4507-a825-b662d8c8fc12 None None] Provisioning complete for port aa624419-081f-48f6-a65c-2c696593f844 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:03.893310 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-abb72c52-07ab-4507-a825-b662d8c8fc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:03.918172 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd6f4f6-3376-4f28-aa86-98f27a47acc1 None None] Sync routers for ids ['36901a24-e8f9-45c6-b9c4-66f195529e5e'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:05:03.920458 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7cf1e8d-c6b9-4615-83f8-b988474f3942 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:03.934513 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a7d02f-ed71-4a46-ac5c-5bf6b309d7ac None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:05:03.966751 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-02b29972-37bd-43d9-afb0-e37fbd6782a4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/32dafbbc-d01a-487d-8d56-253d550414d9 HTTP/1.1" status: 204 len: 168 time: 1.8941379 Feb 09 18:05:03.983239 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47770) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:03.998814 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed35584-080b-4dca-ab97-ce639d223ec8 admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:05:04.023848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c1c5-4672-4b0c-80a2-140c1eb2c646 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:04.033415 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd6f4f6-3376-4f28-aa86-98f27a47acc1 None None] Routers {'36901a24-e8f9-45c6-b9c4-66f195529e5e'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:05:04.034127 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-1dd6f4f6-3376-4f28-aa86-98f27a47acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['36901a24-e8f9-45c6-b9c4-66f195529e5e'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:04.056615 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-7ea6c1c5-4672-4b0c-80a2-140c1eb2c646 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Transition to ACTIVE for port object 0e53b234-ef21-4b83-a57f-d404a864e309 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:04.083763 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c3ef6013-a779-497b-b648-3a1c8b3227ac tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0991468 Feb 09 18:05:04.094459 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d40ff302-2792-4000-aa8b-dbdec7c7d27c tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:04.102005 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47774) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:04.109061 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-bc8bea23-7609-44c2-babc-fcc568ce0215 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:04.143893 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9c9064-c55e-4b74-aef5-b6dca1b87819 req-934fb3bc-4041-4428-b6df-496ce5db6788 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] No DVR routers for this DVR port 23458b41-2e68-42ce-831d-f246fea29783 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:05:04.155898 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cf9c9064-c55e-4b74-aef5-b6dca1b87819 req-934fb3bc-4041-4428-b6df-496ce5db6788 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:04.160400 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3f94a8-06c9-47df-8a60-1ea60864f32d', 'name': 'network-vif-deleted', 'tag': '23458b41-2e68-42ce-831d-f246fea29783'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:05:04.185671 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5ed35584-080b-4dca-ab97-ce639d223ec8 admin admin] 10.222.0.21 "PUT /v2.0/routers/8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5901659 Feb 09 18:05:04.185671 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c1c5-4672-4b0c-80a2-140c1eb2c646 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:04.223940 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cf9c9064-c55e-4b74-aef5-b6dca1b87819 req-934fb3bc-4041-4428-b6df-496ce5db6788 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.50 "DELETE /v2.0/ports/23458b41-2e68-42ce-831d-f246fea29783 HTTP/1.1" status: 204 len: 173 time: 7.7468226 Feb 09 18:05:04.282643 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-1dd6f4f6-3376-4f28-aa86-98f27a47acc1 None None] Set router 36901a24-e8f9-45c6-b9c4-66f195529e5e gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:05:04.320501 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea6c1c5-4672-4b0c-80a2-140c1eb2c646 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network 1e6f6267-da54-487c-aa78-cb0e471fa518 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:04.324985 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3f94a8-06c9-47df-8a60-1ea60864f32d', 'name': 'network-vif-deleted', 'tag': '23458b41-2e68-42ce-831d-f246fea29783', 'status': 'completed', 'code': 200} Feb 09 18:05:04.329655 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6c1c5-4672-4b0c-80a2-140c1eb2c646 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Port': ['ID=0e53b234-ef21-4b83-a57f-d404a864e309,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:04.334726 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-d40ff302-2792-4000-aa8b-dbdec7c7d27c tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Calling delete_port for 243c7e10-b2bc-4f40-964b-be5a71f77e8d owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:04.362451 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-7ea6c1c5-4672-4b0c-80a2-140c1eb2c646 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:04.387260 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea6c1c5-4672-4b0c-80a2-140c1eb2c646 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:04.395137 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea6c1c5-4672-4b0c-80a2-140c1eb2c646 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:04.395919 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c1c5-4672-4b0c-80a2-140c1eb2c646 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:04.400871 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-abb72c52-07ab-4507-a825-b662d8c8fc12 None None] Port aa624419-081f-48f6-a65c-2c696593f844 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:05:04.581833 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-bc8bea23-7609-44c2-babc-fcc568ce0215 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:04.709284 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-bc8bea23-7609-44c2-babc-fcc568ce0215 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:04.740019 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1126dbd2-f256-4d8b-bb80-73246d5e5afe req-922d49b2-7e37-4862-9764-bc140866482a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 210 time: 0.1302829 Feb 09 18:05:04.741809 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-bc8bea23-7609-44c2-babc-fcc568ce0215 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:04.782541 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-bc8bea23-7609-44c2-babc-fcc568ce0215 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:04.785395 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-a7cf1e8d-c6b9-4615-83f8-b988474f3942 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Allocated IP 172.26.8.146 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:04.914203 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-247992db-6395-4ab8-b2f6-68c8b8bd7343 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.20.0.5 (d56a852c-565a-4887-9c81-db659a21eec0/323aa9ee-0d96-4ed4-ae98-1d480360728b/0527800b-c013-48a4-899d-0e94ecda1102) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:04.939634 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8bea23-7609-44c2-babc-fcc568ce0215 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:04.943142 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc8bea23-7609-44c2-babc-fcc568ce0215 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:05.085499 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-1dd6f4f6-3376-4f28-aa86-98f27a47acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'name': 'tempest-ServerActionsTestJSON-1826794592-router', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:22Z', 'revision_number': 4, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'gw_port': {'id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:11Z', 'updated_at': '2022-02-09T18:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7c1ed482-ddce-4a72-9f9d-f0eaa1553568', 'name': '', 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'mac_address': 'fa:16:3e:59:d4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b05e458-9599-4698-b30c-c2fa3f37163a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:19Z', 'updated_at': '2022-02-09T18:02:03Z', 'revision_number': 5, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'subnets': [{'id': '3b05e458-9599-4698-b30c-c2fa3f37163a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:05.102859 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd6f4f6-3376-4f28-aa86-98f27a47acc1 None None] Checking router: 36901a24-e8f9-45c6-b9c4-66f195529e5e for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:05:05.105832 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e6140f86-a95d-4397-b5e8-136685cde68d None None] Provisioning for port 0e53b234-ef21-4b83-a57f-d404a864e309 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:05.110748 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866836f4-d1f3-4a13-a09d-66ba77f93b9a None None] DHCP port deletion for 533fa7e0-9286-46d7-99f4-266111443da8 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:05:05.118492 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e6140f86-a95d-4397-b5e8-136685cde68d None None] Provisioning complete for port 0e53b234-ef21-4b83-a57f-d404a864e309 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:05.118908 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e6140f86-a95d-4397-b5e8-136685cde68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:05.158728 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-866836f4-d1f3-4a13-a09d-66ba77f93b9a None None] Deleting port 7fd57e04-1163-4bc0-ad21-5e3395857beb {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:05.159105 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-866836f4-d1f3-4a13-a09d-66ba77f93b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:05.175580 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6a305570-ea7b-45b9-8128-66866df647ac req-239808ae-f1e2-45a8-a4ea-d14ac1e13329 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3f94a8-06c9-47df-8a60-1ea60864f32d HTTP/1.1" status: 200 len: 210 time: 0.0912375 Feb 09 18:05:05.244706 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7fd57e04-1163-4bc0-ad21-5e3395857beb no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:05:05.269934 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47792) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:05.273293 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7ea6c1c5-4672-4b0c-80a2-140c1eb2c646 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9876690 Feb 09 18:05:05.278866 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47796) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:05.279069 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd6f4f6-3376-4f28-aa86-98f27a47acc1 None None] Routers {'36901a24-e8f9-45c6-b9c4-66f195529e5e'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:05:05.279906 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-1dd6f4f6-3376-4f28-aa86-98f27a47acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['36901a24-e8f9-45c6-b9c4-66f195529e5e'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:05.285767 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a401ac36-000a-4bdd-aaf4-e18e02729a97 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-305791275', 'description': 'tempest-secgroup-smoke-305791275 description', 'project_id': '10a4b1464e30470e8e13c0bd2bfded95'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:05.296491 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-247992db-6395-4ab8-b2f6-68c8b8bd7343 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:05.307956 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a401ac36-000a-4bdd-aaf4-e18e02729a97 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:05.331976 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a401ac36-000a-4bdd-aaf4-e18e02729a97 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Usage tracker for resource:security_group and tenant:10a4b1464e30470e8e13c0bd2bfded95 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:05.335559 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a401ac36-000a-4bdd-aaf4-e18e02729a97 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:05.349378 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a401ac36-000a-4bdd-aaf4-e18e02729a97 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:05.355031 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-247992db-6395-4ab8-b2f6-68c8b8bd7343 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Transition to ACTIVE for port object 0527800b-c013-48a4-899d-0e94ecda1102 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:05.410263 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d40ff302-2792-4000-aa8b-dbdec7c7d27c tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:05.423519 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e6140f86-a95d-4397-b5e8-136685cde68d None None] Port 0e53b234-ef21-4b83-a57f-d404a864e309 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:05:05.446647 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8518ab3-64b8-4d55-bfc5-787a275ae9d3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Router 0f2e48e8-4059-4897-b2b7-3c42f2e7f36c has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:05:05.465504 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7cf1e8d-c6b9-4615-83f8-b988474f3942 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:05.485772 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ff302-2792-4000-aa8b-dbdec7c7d27c tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Pushing event deleted for resources: {'Port': ['ID=243c7e10-b2bc-4f40-964b-be5a71f77e8d,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:05.560765 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a401ac36-000a-4bdd-aaf4-e18e02729a97 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:05.571432 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-247992db-6395-4ab8-b2f6-68c8b8bd7343 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:05.614477 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23f09be-cf35-4252-b2c0-2bc5ed201413 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:05.614477 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e23f09be-cf35-4252-b2c0-2bc5ed201413 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3d4 HTTP/1.1" status: 200 len: 928 time: 0.3324955 Feb 09 18:05:05.626814 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47800) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:05.777707 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-247992db-6395-4ab8-b2f6-68c8b8bd7343 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network d56a852c-565a-4887-9c81-db659a21eec0 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:05.794615 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-247992db-6395-4ab8-b2f6-68c8b8bd7343 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:05.796586 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247992db-6395-4ab8-b2f6-68c8b8bd7343 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=0527800b-c013-48a4-899d-0e94ecda1102,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:05.801508 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-1dd6f4f6-3376-4f28-aa86-98f27a47acc1 None None] Set router 36901a24-e8f9-45c6-b9c4-66f195529e5e gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:05:05.802687 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-247992db-6395-4ab8-b2f6-68c8b8bd7343 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:05.829956 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a401ac36-000a-4bdd-aaf4-e18e02729a97 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:05.845775 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a401ac36-000a-4bdd-aaf4-e18e02729a97 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Usage tracker for resource:security_group_rule and tenant:10a4b1464e30470e8e13c0bd2bfded95 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:05.849832 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a401ac36-000a-4bdd-aaf4-e18e02729a97 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:05.853765 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:05.861170 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a401ac36-000a-4bdd-aaf4-e18e02729a97 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:05.924635 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-247992db-6395-4ab8-b2f6-68c8b8bd7343 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:05.925611 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-247992db-6395-4ab8-b2f6-68c8b8bd7343 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:05.928061 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 7fd57e04-1163-4bc0-ad21-5e3395857beb, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7fd57e04-1163-4bc0-ad21-5e3395857beb,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:05.929831 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-866836f4-d1f3-4a13-a09d-66ba77f93b9a None None] For port 7fd57e04-1163-4bc0-ad21-5e3395857beb, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7fd57e04-1163-4bc0-ad21-5e3395857beb,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:05.930240 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-866836f4-d1f3-4a13-a09d-66ba77f93b9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:06.001725 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a401ac36-000a-4bdd-aaf4-e18e02729a97 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:06.063013 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-247992db-6395-4ab8-b2f6-68c8b8bd7343 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9851792 Feb 09 18:05:06.072820 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8518ab3-64b8-4d55-bfc5-787a275ae9d3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:05:06.079034 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Request body: {'port': {'device_id': 'b6c5a50e-42b2-4234-b8ed-278b7840d6b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:06.086554 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1154a7-dc9d-4a4a-8c6e-1852daf3460f None None] Sync routers for ids ['0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:05:06.110085 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1154a7-dc9d-4a4a-8c6e-1852daf3460f None None] Routers {'0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:05:06.110725 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7e1154a7-dc9d-4a4a-8c6e-1852daf3460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:06.123126 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-866836f4-d1f3-4a13-a09d-66ba77f93b9a None None] Calling delete_port for 7fd57e04-1163-4bc0-ad21-5e3395857beb owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:06.123861 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a401ac36-000a-4bdd-aaf4-e18e02729a97 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:06.137359 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7cf1e8d-c6b9-4615-83f8-b988474f3942 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:06.145657 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b8518ab3-64b8-4d55-bfc5-787a275ae9d3 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "PUT /v2.0/routers/0f2e48e8-4059-4897-b2b7-3c42f2e7f36c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4012983 Feb 09 18:05:06.146531 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47806) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:06.169735 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:06.174560 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-15bd4b4d-ac50-4361-b939-a510c4f2a182 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Request body: {'port': {'network_id': '3bb65ab0-70ea-4f4f-83bd-903bbc72ce00', 'name': 'tempest-FloatingIPTestJSON-1311276181'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:06.209826 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7e1154a7-dc9d-4a4a-8c6e-1852daf3460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:06.222463 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1154a7-dc9d-4a4a-8c6e-1852daf3460f None None] Routers {'0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:05:06.223316 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7e1154a7-dc9d-4a4a-8c6e-1852daf3460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:06.277464 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a401ac36-000a-4bdd-aaf4-e18e02729a97 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:06.282327 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a401ac36-000a-4bdd-aaf4-e18e02729a97 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.0109189 Feb 09 18:05:06.288885 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47812) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:06.295249 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7e1154a7-dc9d-4a4a-8c6e-1852daf3460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:06.295906 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1154a7-dc9d-4a4a-8c6e-1852daf3460f None None] The sync data for ids ['0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:05:06.308076 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-769874ec-a754-4aa9-91ac-0c4d94dd22fc tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Request body: {'security_group_rule': {'security_group_id': '182a8754-6bb2-4adb-a270-f7f586a0643c', 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:06.309640 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-d17103ad-2909-4480-9e6d-54151b3223cc tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting port 0e53b234-ef21-4b83-a57f-d404a864e309 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:06.309991 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d17103ad-2909-4480-9e6d-54151b3223cc tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:06.321625 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=7fd57e04-1163-4bc0-ad21-5e3395857beb,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:06.351990 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401ac36-000a-4bdd-aaf4-e18e02729a97 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182a8754-6bb2-4adb-a270-f7f586a0643c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:06.374384 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-769874ec-a754-4aa9-91ac-0c4d94dd22fc tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:06.383387 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-769874ec-a754-4aa9-91ac-0c4d94dd22fc tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Usage tracker for resource:security_group_rule and tenant:10a4b1464e30470e8e13c0bd2bfded95 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:06.394991 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-769874ec-a754-4aa9-91ac-0c4d94dd22fc tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:06.413216 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-769874ec-a754-4aa9-91ac-0c4d94dd22fc tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:06.426383 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cf1e8d-c6b9-4615-83f8-b988474f3942 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:06.431000 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-a7cf1e8d-c6b9-4615-83f8-b988474f3942 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:06.437305 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf1e8d-c6b9-4615-83f8-b988474f3942 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Pushing event updated for resources: {'Port': ['ID=d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:06.442033 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cf1e8d-c6b9-4615-83f8-b988474f3942 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:06.443714 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:06.462224 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c43b4765-0e6b-403c-9dee-68878c4da19d None None] Provisioning for port 0527800b-c013-48a4-899d-0e94ecda1102 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:06.481323 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c43b4765-0e6b-403c-9dee-68878c4da19d None None] Provisioning complete for port 0527800b-c013-48a4-899d-0e94ecda1102 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:06.481709 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c43b4765-0e6b-403c-9dee-68878c4da19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:06.531502 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-866836f4-d1f3-4a13-a09d-66ba77f93b9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:05:06.532359 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-866836f4-d1f3-4a13-a09d-66ba77f93b9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:05:06.532572 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-15bd4b4d-ac50-4361-b939-a510c4f2a182 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:06.538225 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc8bea23-7609-44c2-babc-fcc568ce0215 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:06.542652 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d40ff302-2792-4000-aa8b-dbdec7c7d27c tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:06.545541 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-15bd4b4d-ac50-4361-b939-a510c4f2a182 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Usage tracker for resource:port and tenant:f3837d08455842e393bcceee43b69ece is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:06.551147 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-15bd4b4d-ac50-4361-b939-a510c4f2a182 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:06.559897 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-15bd4b4d-ac50-4361-b939-a510c4f2a182 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:06.583986 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c43b4765-0e6b-403c-9dee-68878c4da19d None None] Port 0527800b-c013-48a4-899d-0e94ecda1102 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:05:06.615364 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-1dd6f4f6-3376-4f28-aa86-98f27a47acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'name': 'tempest-ServerActionsTestJSON-1826794592-router', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:22Z', 'revision_number': 4, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'gw_port': {'id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:11Z', 'updated_at': '2022-02-09T18:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7c1ed482-ddce-4a72-9f9d-f0eaa1553568', 'name': '', 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'mac_address': 'fa:16:3e:59:d4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b05e458-9599-4698-b30c-c2fa3f37163a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:19Z', 'updated_at': '2022-02-09T18:02:03Z', 'revision_number': 5, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'subnets': [{'id': '3b05e458-9599-4698-b30c-c2fa3f37163a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:06.621592 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd6f4f6-3376-4f28-aa86-98f27a47acc1 None None] The sync data for ids ['36901a24-e8f9-45c6-b9c4-66f195529e5e'] in dv-neutron-827016-2-hyperv is: [{'id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'name': 'tempest-ServerActionsTestJSON-1826794592-router', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:01:22Z', 'revision_number': 4, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'gw_port': {'id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:11Z', 'updated_at': '2022-02-09T18:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7c1ed482-ddce-4a72-9f9d-f0eaa1553568', 'name': '', 'network_id': '2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'mac_address': 'fa:16:3e:59:d4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b05e458-9599-4698-b30c-c2fa3f37163a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:19Z', 'updated_at': '2022-02-09T18:02:03Z', 'revision_number': 5, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'subnets': [{'id': '3b05e458-9599-4698-b30c-c2fa3f37163a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:05:06.629342 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-769874ec-a754-4aa9-91ac-0c4d94dd22fc tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:06.638338 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47818) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:06.657410 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bd4b4d-ac50-4361-b939-a510c4f2a182 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Made reservation on behalf of f3837d08455842e393bcceee43b69ece for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:06.660201 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15bd4b4d-ac50-4361-b939-a510c4f2a182 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:06.725937 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8bea23-7609-44c2-babc-fcc568ce0215 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:06.733714 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-15bd4b4d-ac50-4361-b939-a510c4f2a182 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] device_id is not set on port 4cb88d8b-65b4-492e-aca6-5cf9c2f3c3c8 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:05:06.744262 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b9b3c-3a14-48d6-ba04-5e7d6260826e req-a4d9d1b7-b163-469d-82b6-12dedf2cc458 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:06.746185 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-343b9b3c-3a14-48d6-ba04-5e7d6260826e req-a4d9d1b7-b163-469d-82b6-12dedf2cc458 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 931 time: 0.8261459 Feb 09 18:05:06.747052 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-bc8bea23-7609-44c2-babc-fcc568ce0215 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:06.756450 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8bea23-7609-44c2-babc-fcc568ce0215 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:06.756993 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc8bea23-7609-44c2-babc-fcc568ce0215 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:06.767421 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bea23-7609-44c2-babc-fcc568ce0215 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=504de9fa-efd4-4379-9c09-aafdf527ed3d,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:06.800391 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d40ff302-2792-4000-aa8b-dbdec7c7d27c tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] 10.222.0.21 "DELETE /v2.0/ports/243c7e10-b2bc-4f40-964b-be5a71f77e8d HTTP/1.1" status: 204 len: 168 time: 3.5434985 Feb 09 18:05:06.828426 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47822) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:06.921787 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-954c889a-7ed4-4cc0-a3d7-12b7f426088a tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] GET failed (client error): The resource could not be found. Feb 09 18:05:06.922320 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-954c889a-7ed4-4cc0-a3d7-12b7f426088a tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Synchronizing usage tracker for tenant:77cc0028ca3c4751878efe04d1ccec85 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:06.929924 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-769874ec-a754-4aa9-91ac-0c4d94dd22fc tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:06.977966 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a06031c4-f07c-4956-9cec-2c4d6f6a59d5 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:06.986040 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-bc8bea23-7609-44c2-babc-fcc568ce0215 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8826213 Feb 09 18:05:06.988624 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-343b9b3c-3a14-48d6-ba04-5e7d6260826e req-56429175-a15e-471d-adce-af9607d6deb2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d78fc211-cc54-405e-9183-8db5afbe8956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225254 Feb 09 18:05:06.989159 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47828) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:07.019839 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'name': 'tempest-NetworksTestDHCPv6-1390148466'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:07.034114 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-866836f4-d1f3-4a13-a09d-66ba77f93b9a None None] Deleting port 7fd57e04-1163-4bc0-ad21-5e3395857beb {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:07.034933 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-866836f4-d1f3-4a13-a09d-66ba77f93b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:07.052090 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a06031c4-f07c-4956-9cec-2c4d6f6a59d5 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:07.117057 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-769874ec-a754-4aa9-91ac-0c4d94dd22fc tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:07.118740 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-954c889a-7ed4-4cc0-a3d7-12b7f426088a tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Unset dirty status for tenant:77cc0028ca3c4751878efe04d1ccec85 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:07.120652 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-954c889a-7ed4-4cc0-a3d7-12b7f426088a tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] 10.222.0.21 "GET /v2.0/ports/243c7e10-b2bc-4f40-964b-be5a71f77e8d HTTP/1.1" status: 404 len: 333 time: 0.2852027 Feb 09 18:05:07.144127 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47832) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:07.167741 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c524da3f-5a3a-48d8-9468-87ad45d0a42b tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Request body: {'port': {'network_id': 'ff00f2f7-7f50-4144-a186-a893248e0206', 'name': 'tempest-AllowedAddressPairTestJSON-901660262'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:07.177351 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d17103ad-2909-4480-9e6d-54151b3223cc tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:07.214499 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769874ec-a754-4aa9-91ac-0c4d94dd22fc tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d9f2b9-4b4b-4659-a32b-54b1313a5979,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:07.313440 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-15bd4b4d-ac50-4361-b939-a510c4f2a182 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Allocated IP 172.20.0.10 (3bb65ab0-70ea-4f4f-83bd-903bbc72ce00/e9843f2c-22d7-4566-a8ad-5fd70f1e361d/4cb88d8b-65b4-492e-aca6-5cf9c2f3c3c8) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:07.318405 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-866836f4-d1f3-4a13-a09d-66ba77f93b9a None None] For port 7fd57e04-1163-4bc0-ad21-5e3395857beb, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7fd57e04-1163-4bc0-ad21-5e3395857beb,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:07.318799 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-866836f4-d1f3-4a13-a09d-66ba77f93b9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:07.327661 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a06031c4-f07c-4956-9cec-2c4d6f6a59d5 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:07.338038 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-d17103ad-2909-4480-9e6d-54151b3223cc tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Calling delete_port for 0e53b234-ef21-4b83-a57f-d404a864e309 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:07.402338 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-769874ec-a754-4aa9-91ac-0c4d94dd22fc tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:07.405863 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-769874ec-a754-4aa9-91ac-0c4d94dd22fc tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1158473 Feb 09 18:05:07.412054 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47836) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:07.421744 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06031c4-f07c-4956-9cec-2c4d6f6a59d5 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9116222-329e-4e8c-bd97-7f68a5276568,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:07.436084 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-2f8db134-ba78-4eac-b4f1-4327c3b4b491 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Request body: {'security_group_rule': {'security_group_id': '182a8754-6bb2-4adb-a270-f7f586a0643c', 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:07.450835 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-866836f4-d1f3-4a13-a09d-66ba77f93b9a None None] Calling delete_port for 7fd57e04-1163-4bc0-ad21-5e3395857beb owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:07.456824 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2f8db134-ba78-4eac-b4f1-4327c3b4b491 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:07.476505 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2f8db134-ba78-4eac-b4f1-4327c3b4b491 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Usage tracker for resource:security_group_rule and tenant:10a4b1464e30470e8e13c0bd2bfded95 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:07.483270 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:07.493291 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2f8db134-ba78-4eac-b4f1-4327c3b4b491 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:07.505696 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2f8db134-ba78-4eac-b4f1-4327c3b4b491 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:07.508232 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0527800b-c013-48a4-899d-0e94ecda1102 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:05:07.516151 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c524da3f-5a3a-48d8-9468-87ad45d0a42b tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:07.533118 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:07.535221 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:07.537818 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7cf1e8d-c6b9-4615-83f8-b988474f3942 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:07.538587 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7cf1e8d-c6b9-4615-83f8-b988474f3942 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:07.554930 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c524da3f-5a3a-48d8-9468-87ad45d0a42b tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:07.557835 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a06031c4-f07c-4956-9cec-2c4d6f6a59d5 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:07.558965 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a06031c4-f07c-4956-9cec-2c4d6f6a59d5 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "DELETE /v2.0/security-groups/d9116222-329e-4e8c-bd97-7f68a5276568 HTTP/1.1" status: 204 len: 168 time: 0.9116216 Feb 09 18:05:07.562575 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47840) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:07.598246 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-866836f4-d1f3-4a13-a09d-66ba77f93b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:07.646759 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:07.648393 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2f8db134-ba78-4eac-b4f1-4327c3b4b491 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:07.649798 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:07.651295 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866836f4-d1f3-4a13-a09d-66ba77f93b9a None None] Pushing event deleted for resources: {'Port': ['ID=7fd57e04-1163-4bc0-ad21-5e3395857beb,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:07.657989 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866836f4-d1f3-4a13-a09d-66ba77f93b9a None None] No DVR routers for this DVR port 7fd57e04-1163-4bc0-ad21-5e3395857beb on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:05:07.681728 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06d7324-2479-4d9f-98b5-ffac052c0688 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:05:07.707223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c524da3f-5a3a-48d8-9468-87ad45d0a42b tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Made reservation on behalf of 77cc0028ca3c4751878efe04d1ccec85 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:07.710217 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c524da3f-5a3a-48d8-9468-87ad45d0a42b tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:07.722262 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-ba21cdfa-cc59-4f71-ac82-90bc84923e61 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] show failed (client error): The resource could not be found. Feb 09 18:05:07.726055 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ba21cdfa-cc59-4f71-ac82-90bc84923e61 tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "GET /v2.0/security-groups/d9116222-329e-4e8c-bd97-7f68a5276568 HTTP/1.1" status: 404 len: 347 time: 0.1595798 Feb 09 18:05:07.736705 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47844) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:07.746972 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] device_id is not set on port 626864a1-1ce9-4bff-b19d-a616ed5b1f5a yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:05:07.813234 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Transition to ACTIVE for port object 0527800b-c013-48a4-899d-0e94ecda1102 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:07.863077 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-c524da3f-5a3a-48d8-9468-87ad45d0a42b tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] device_id is not set on port ef6a3382-39b0-4b9f-8b08-24aa00d12277 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:05:07.911046 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d17103ad-2909-4480-9e6d-54151b3223cc tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:07.974783 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-533fa7e0-9286-46d7-99f4-266111443da8', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'fixed_ips': [{'subnet_id': '504de9fa-efd4-4379-9c09-aafdf527ed3d'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:05:07.977486 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:07.983080 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:07.997246 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17103ad-2909-4480-9e6d-54151b3223cc tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Port': ['ID=0e53b234-ef21-4b83-a57f-d404a864e309,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:08.089281 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15bd4b4d-ac50-4361-b939-a510c4f2a182 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:08.142579 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d17103ad-2909-4480-9e6d-54151b3223cc tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:08.144731 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ac02fc53-bc06-43be-b9bd-9d1ae019fa0b tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Deleting port f48cedb3-a816-4499-b091-c209aacdb46a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:08.145082 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ac02fc53-bc06-43be-b9bd-9d1ae019fa0b tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:08.197010 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2f8db134-ba78-4eac-b4f1-4327c3b4b491 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:08.252584 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d17103ad-2909-4480-9e6d-54151b3223cc tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/ports/0e53b234-ef21-4b83-a57f-d404a864e309 HTTP/1.1" status: 204 len: 168 time: 2.6222401 Feb 09 18:05:08.252584 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 2001:db8::37a (533fa7e0-9286-46d7-99f4-266111443da8/504de9fa-efd4-4379-9c09-aafdf527ed3d/626864a1-1ce9-4bff-b19d-a616ed5b1f5a) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:08.279408 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47850) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:08.282846 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-15bd4b4d-ac50-4361-b939-a510c4f2a182 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Transition to ACTIVE for port object 4cb88d8b-65b4-492e-aca6-5cf9c2f3c3c8 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:08.306563 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2f8db134-ba78-4eac-b4f1-4327c3b4b491 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:08.359113 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded28fe-f770-4f7c-ae91-8cd5310f83d8 req-1b682e65-081f-4de9-b24c-69b1824c6740 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:08.360801 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3ded28fe-f770-4f7c-ae91-8cd5310f83d8 req-1b682e65-081f-4de9-b24c-69b1824c6740 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 943 time: 0.1948881 Feb 09 18:05:08.371186 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Pushing event updated for resources: {'Port': ['ID=0527800b-c013-48a4-899d-0e94ecda1102,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:08.437384 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3ded28fe-f770-4f7c-ae91-8cd5310f83d8 req-68bd4c8f-9dd7-42b3-b8f9-ade0a7a4b5e3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d78fc211-cc54-405e-9183-8db5afbe8956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686419 Feb 09 18:05:08.452994 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b11104-0a3d-4780-9e28-b17f9e4deb38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] GET failed (client error): The resource could not be found. Feb 09 18:05:08.453692 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c9b11104-0a3d-4780-9e28-b17f9e4deb38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Synchronizing usage tracker for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:08.456151 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8db134-ba78-4eac-b4f1-4327c3b4b491 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebb326b-0542-4ece-a68e-e5e10da7375d,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:08.662849 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:08.666890 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-c524da3f-5a3a-48d8-9468-87ad45d0a42b tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Allocated IP 172.20.0.3 (ff00f2f7-7f50-4144-a186-a893248e0206/b91dd94b-10c0-45af-9a82-a04e61ba8834/ef6a3382-39b0-4b9f-8b08-24aa00d12277) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:08.679550 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Transition to ACTIVE for port object 626864a1-1ce9-4bff-b19d-a616ed5b1f5a will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:08.713166 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2f8db134-ba78-4eac-b4f1-4327c3b4b491 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:08.714478 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2f8db134-ba78-4eac-b4f1-4327c3b4b491 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2995093 Feb 09 18:05:08.717497 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47854) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:08.723271 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-576595b4-aaeb-4aed-939f-566dbb46d5be tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Request body: {'security_group_rule': {'security_group_id': '182a8754-6bb2-4adb-a270-f7f586a0643c', 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:08.734067 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cf1e8d-c6b9-4615-83f8-b988474f3942 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Router c3d50ca7-040d-457d-9e66-d3311de68ac6 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:05:08.736128 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-576595b4-aaeb-4aed-939f-566dbb46d5be tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:08.741542 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-576595b4-aaeb-4aed-939f-566dbb46d5be tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Usage tracker for resource:security_group_rule and tenant:10a4b1464e30470e8e13c0bd2bfded95 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:08.745724 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-576595b4-aaeb-4aed-939f-566dbb46d5be tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:08.748949 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15bd4b4d-ac50-4361-b939-a510c4f2a182 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:08.754253 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-576595b4-aaeb-4aed-939f-566dbb46d5be tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:08.788696 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Attempting to bind port 0527800b-c013-48a4-899d-0e94ecda1102 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:05:08.789040 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Attempting to bind port 0527800b-c013-48a4-899d-0e94ecda1102 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '23964c25-d5c8-4aa2-982a-3a45e6672645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:05:08.789352 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Attempting to bind port 0527800b-c013-48a4-899d-0e94ecda1102 on network d56a852c-565a-4887-9c81-db659a21eec0 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:05:08.791837 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c9b11104-0a3d-4780-9e28-b17f9e4deb38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Unset dirty status for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:08.792574 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c9b11104-0a3d-4780-9e28-b17f9e4deb38 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports/0e53b234-ef21-4b83-a57f-d404a864e309 HTTP/1.1" status: 404 len: 333 time: 0.5082119 Feb 09 18:05:08.794492 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ac02fc53-bc06-43be-b9bd-9d1ae019fa0b tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:08.794818 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ac02fc53-bc06-43be-b9bd-9d1ae019fa0b tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:08.810770 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47858) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:08.820419 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:08.856385 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Allocated IP 2001:db8::2 (533fa7e0-9286-46d7-99f4-266111443da8/504de9fa-efd4-4379-9c09-aafdf527ed3d/b1996e1f-e193-4ae7-b599-1fc6b7120dd1) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:08.945324 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-576595b4-aaeb-4aed-939f-566dbb46d5be tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:08.991560 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:09.011822 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:09.017822 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=626864a1-1ce9-4bff-b19d-a616ed5b1f5a,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:09.027826 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:09.031800 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:09.032665 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:09.064267 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:09.064618 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:09.064961 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:09.065300 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:09.065636 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:09.065967 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:09.066317 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:09.069300 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:09.069300 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:09.069300 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:09.069300 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:09.081516 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:09.095813 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Transition to ACTIVE for port object b1996e1f-e193-4ae7-b599-1fc6b7120dd1 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:09.108416 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-576595b4-aaeb-4aed-939f-566dbb46d5be tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:09.109109 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ac02fc53-bc06-43be-b9bd-9d1ae019fa0b tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Calling delete_port for f48cedb3-a816-4499-b091-c209aacdb46a owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:09.127422 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Transition to ACTIVE for port object b1996e1f-e193-4ae7-b599-1fc6b7120dd1 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:09.143026 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Port 0527800b-c013-48a4-899d-0e94ecda1102 on network d56a852c-565a-4887-9c81-db659a21eec0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:05:09.143356 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Attempting to bind port 0527800b-c013-48a4-899d-0e94ecda1102 on network d56a852c-565a-4887-9c81-db659a21eec0 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:05:09.156342 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-464df236-0c94-4322-a990-35009948029a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1550403 Feb 09 18:05:09.160251 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47862) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:09.193233 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bd4b4d-ac50-4361-b939-a510c4f2a182 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Network 3bb65ab0-70ea-4f4f-83bd-903bbc72ce00 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:09.198482 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-576595b4-aaeb-4aed-939f-566dbb46d5be tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:09.219393 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-15bd4b4d-ac50-4361-b939-a510c4f2a182 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:09.221297 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd4b4d-ac50-4361-b939-a510c4f2a182 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event updated for resources: {'Port': ['ID=4cb88d8b-65b4-492e-aca6-5cf9c2f3c3c8,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:09.223453 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd4b4d-ac50-4361-b939-a510c4f2a182 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:09.234188 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576595b4-aaeb-4aed-939f-566dbb46d5be tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d73cea8-6654-4208-abeb-4a2bcfd5ed13,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:09.252166 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:09.262425 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cf1e8d-c6b9-4615-83f8-b988474f3942 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:05:09.295185 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdfbb53-3a2a-4a3b-b1f1-a4f4e8f2923a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:09.296353 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7cdfbb53-3a2a-4a3b-b1f1-a4f4e8f2923a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:09.305810 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bd4b4d-ac50-4361-b939-a510c4f2a182 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:09.306464 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15bd4b4d-ac50-4361-b939-a510c4f2a182 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:09.312432 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7cdfbb53-3a2a-4a3b-b1f1-a4f4e8f2923a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:09.312706 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] Sync routers for ids ['c3d50ca7-040d-457d-9e66-d3311de68ac6'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:05:09.314213 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7cdfbb53-3a2a-4a3b-b1f1-a4f4e8f2923a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1530759 Feb 09 18:05:09.317402 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47866) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:09.366240 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:05:09.368821 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Checking segment: {'id': '23964c25-d5c8-4aa2-982a-3a45e6672645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:05:09.368821 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Bound using segment: {'id': '23964c25-d5c8-4aa2-982a-3a45e6672645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:05:09.368821 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Bound port: 0527800b-c013-48a4-899d-0e94ecda1102, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23964c25-d5c8-4aa2-982a-3a45e6672645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:05:09.369082 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:09.369162 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:09.372444 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:09.375036 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-576595b4-aaeb-4aed-939f-566dbb46d5be tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:09.377094 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:09.379470 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-576595b4-aaeb-4aed-939f-566dbb46d5be tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6607201 Feb 09 18:05:09.381442 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7cf1e8d-c6b9-4615-83f8-b988474f3942 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:09.387631 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a7cf1e8d-c6b9-4615-83f8-b988474f3942 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.0880425 Feb 09 18:05:09.392413 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] Routers {'c3d50ca7-040d-457d-9e66-d3311de68ac6'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:05:09.398648 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47870) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:09.398648 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47872) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:09.399191 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['c3d50ca7-040d-457d-9e66-d3311de68ac6'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:09.407629 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c8ec5758-5a16-4fa2-ac4b-e1791a33e8d3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting port b33cc130-e52d-4a8c-8948-f43af71c3c2b {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:09.407975 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8ec5758-5a16-4fa2-ac4b-e1791a33e8d3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:09.424494 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-22997695-e735-4ae3-9072-f2824d5dce5e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting port 626864a1-1ce9-4bff-b19d-a616ed5b1f5a {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:09.424852 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-22997695-e735-4ae3-9072-f2824d5dce5e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:09.482365 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Pushing event updated for resources: {'Port': ['ID=b1996e1f-e193-4ae7-b599-1fc6b7120dd1,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:09.497287 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7d464e2d-4f79-4597-8290-88941a3c238d tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Request body: {'security_group_rule': {'security_group_id': '182a8754-6bb2-4adb-a270-f7f586a0643c', 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:09.541978 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7d464e2d-4f79-4597-8290-88941a3c238d tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:09.650791 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Attempting to bind port b1996e1f-e193-4ae7-b599-1fc6b7120dd1 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:05:09.651520 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Attempting to bind port b1996e1f-e193-4ae7-b599-1fc6b7120dd1 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:05:09.651961 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Attempting to bind port b1996e1f-e193-4ae7-b599-1fc6b7120dd1 on network 533fa7e0-9286-46d7-99f4-266111443da8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:05:09.664411 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7d464e2d-4f79-4597-8290-88941a3c238d tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Usage tracker for resource:security_group_rule and tenant:10a4b1464e30470e8e13c0bd2bfded95 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:09.673426 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:05:09.673890 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Checking segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:05:09.674528 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:09.675075 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Bound using segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:05:09.675831 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Bound port: b1996e1f-e193-4ae7-b599-1fc6b7120dd1, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:05:09.676362 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:09.677213 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-15bd4b4d-ac50-4361-b939-a510c4f2a182 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5139835 Feb 09 18:05:09.684933 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47880) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:09.695090 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-5f695641-cebd-43d6-b9fa-4053c99bf463 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Request body: {'floatingip': {'port_id': '4cb88d8b-65b4-492e-aca6-5cf9c2f3c3c8'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:09.698894 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7d464e2d-4f79-4597-8290-88941a3c238d tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:09.712468 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7d464e2d-4f79-4597-8290-88941a3c238d tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:09.748157 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b4cb103f-3db4-40eb-8c71-d400f83e363a None None] Provisioning for port 4cb88d8b-65b4-492e-aca6-5cf9c2f3c3c8 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:09.771495 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b4cb103f-3db4-40eb-8c71-d400f83e363a None None] Provisioning complete for port 4cb88d8b-65b4-492e-aca6-5cf9c2f3c3c8 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:09.771877 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b4cb103f-3db4-40eb-8c71-d400f83e363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:09.845285 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] Set router c3d50ca7-040d-457d-9e66-d3311de68ac6 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:05:09.917841 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] For port b1996e1f-e193-4ae7-b599-1fc6b7120dd1, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:05:09.928260 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5f695641-cebd-43d6-b9fa-4053c99bf463 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:09.975884 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b4cb103f-3db4-40eb-8c71-d400f83e363a None None] Port 4cb88d8b-65b4-492e-aca6-5cf9c2f3c3c8 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:05:09.997653 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7d464e2d-4f79-4597-8290-88941a3c238d tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:10.008770 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] For port b1996e1f-e193-4ae7-b599-1fc6b7120dd1, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b1996e1f-e193-4ae7-b599-1fc6b7120dd1,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:05:10.013644 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f081b805-9c35-45e1-95b7-e0f2a6c9970f None None] New status for floating IP bb5700b8-b0e9-4e64-9461-59bfa8edbd52: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:05:10.108661 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:10.186103 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c524da3f-5a3a-48d8-9468-87ad45d0a42b tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:10.199076 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] For port 0527800b-c013-48a4-899d-0e94ecda1102, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:05:10.245636 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7d464e2d-4f79-4597-8290-88941a3c238d tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:10.271271 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Pushing event updated for resources: {'Port': ['ID=b1996e1f-e193-4ae7-b599-1fc6b7120dd1,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:10.287153 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:10.287547 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:10.287663 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] For port 0527800b-c013-48a4-899d-0e94ecda1102, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=0527800b-c013-48a4-899d-0e94ecda1102,segment=NetworkSegment(23964c25-d5c8-4aa2-982a-3a45e6672645),segment_id=23964c25-d5c8-4aa2-982a-3a45e6672645)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:05:10.287864 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:10.288534 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:10.288649 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:10.288931 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:10.289510 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:10.289854 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:10.290035 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-c524da3f-5a3a-48d8-9468-87ad45d0a42b tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Transition to ACTIVE for port object ef6a3382-39b0-4b9f-8b08-24aa00d12277 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:10.290263 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:10.290911 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:10.291076 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b622e-496c-4f35-b2e4-d8c6f0cd86a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:10.292750 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-22997695-e735-4ae3-9072-f2824d5dce5e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:10.310602 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d50ca7-040d-457d-9e66-d3311de68ac6', 'name': 'tempest-snat-router-1962506161', 'tenant_id': '6000760d86014b9c8d68b5ec2afa808b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.146'}], 'enable_snat': False}, 'gw_port_id': 'd4c9e7eb-84ed-41fe-a8e0-68abf8c7b053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:05:01Z', 'updated_at': '2022-02-09T18:05:06Z', 'revision_number': 3, 'project_id': '6000760d86014b9c8d68b5ec2afa808b', 'gw_port': {'id': 'd4c9e7eb-84ed-41fe-a8e0-68abf8c7b053', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:73:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d50ca7-040d-457d-9e66-d3311de68ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:05:03Z', 'updated_at': '2022-02-09T18:05:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:10.314775 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ac02fc53-bc06-43be-b9bd-9d1ae019fa0b tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:10.315272 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] Checking router: c3d50ca7-040d-457d-9e66-d3311de68ac6 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:05:10.315649 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] Updating router c3d50ca7-040d-457d-9e66-d3311de68ac6 port d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053 binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:05:10.342016 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.db.api [None req-f081b805-9c35-45e1-95b7-e0f2a6c9970f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:05:10.342804 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG oslo_db.api [None req-f081b805-9c35-45e1-95b7-e0f2a6c9970f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:05:10.384154 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:10.389318 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:10.393106 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02fc53-bc06-43be-b9bd-9d1ae019fa0b tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Pushing event deleted for resources: {'Port': ['ID=f48cedb3-a816-4499-b091-c209aacdb46a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:10.394990 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7d464e2d-4f79-4597-8290-88941a3c238d tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:10.436442 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8ec5758-5a16-4fa2-ac4b-e1791a33e8d3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:10.469867 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-22997695-e735-4ae3-9072-f2824d5dce5e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Calling delete_port for 626864a1-1ce9-4bff-b19d-a616ed5b1f5a owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:10.524015 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b111c15-89bf-4584-a643-dd9143d668e1 req-e2bf03f9-a7af-4e60-adec-4fda60b6ccba tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:10.530847 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4b111c15-89bf-4584-a643-dd9143d668e1 req-e2bf03f9-a7af-4e60-adec-4fda60b6ccba tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 943 time: 0.8901823 Feb 09 18:05:10.654184 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d464e2d-4f79-4597-8290-88941a3c238d tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3e868d-89d2-45e5-9d1b-ebe681af52c4,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:10.714718 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4b111c15-89bf-4584-a643-dd9143d668e1 req-f5893e4f-1721-4eeb-b11a-3277dcff9d75 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d78fc211-cc54-405e-9183-8db5afbe8956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543148 Feb 09 18:05:10.844509 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f081b805-9c35-45e1-95b7-e0f2a6c9970f None None] New status for floating IP bb5700b8-b0e9-4e64-9461-59bfa8edbd52: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:05:10.853885 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c8ec5758-5a16-4fa2-ac4b-e1791a33e8d3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Calling delete_port for b33cc130-e52d-4a8c-8948-f43af71c3c2b owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:10.906138 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:10.922448 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] Transition to ACTIVE for port object d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:10.941450 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:10.943392 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] 10.222.0.50 "PUT /v2.0/ports/0527800b-c013-48a4-899d-0e94ecda1102 HTTP/1.1" status: 200 len: 1093 time: 4.8728762 Feb 09 18:05:10.944364 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c5a50e-42b2-4234-b8ed-278b7840d6b7', 'tag': '0527800b-c013-48a4-899d-0e94ecda1102'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:05:10.965325 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-22997695-e735-4ae3-9072-f2824d5dce5e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:11.038247 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22997695-e735-4ae3-9072-f2824d5dce5e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Port': ['ID=626864a1-1ce9-4bff-b19d-a616ed5b1f5a,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:11.038747 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7d464e2d-4f79-4597-8290-88941a3c238d tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:11.039904 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7d464e2d-4f79-4597-8290-88941a3c238d tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.6072841 Feb 09 18:05:11.043902 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:11.045838 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47886) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:11.053719 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-ff222823-6bd6-418a-bc88-aca2bcb0ecaf tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Request body: {'security_group_rule': {'security_group_id': '182a8754-6bb2-4adb-a270-f7f586a0643c', 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:11.069412 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ff222823-6bd6-418a-bc88-aca2bcb0ecaf tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:11.075052 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c5a50e-42b2-4234-b8ed-278b7840d6b7', 'tag': '0527800b-c013-48a4-899d-0e94ecda1102', 'status': 'completed', 'code': 200} Feb 09 18:05:11.107523 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ff222823-6bd6-418a-bc88-aca2bcb0ecaf tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Usage tracker for resource:security_group_rule and tenant:10a4b1464e30470e8e13c0bd2bfded95 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:11.124922 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ff222823-6bd6-418a-bc88-aca2bcb0ecaf tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:11.137872 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-22997695-e735-4ae3-9072-f2824d5dce5e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:11.140759 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ff222823-6bd6-418a-bc88-aca2bcb0ecaf tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:11.201633 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709afd34-fbae-418f-8fe6-9f1e4eb98cb6 None None] Pushing event updated for resources: {'Port': ['ID=d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:11.204584 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] Attempting to bind port d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:05:11.205062 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] Attempting to bind port d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:05:11.205623 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] Attempting to bind port d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053 on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:05:11.240951 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:05:11.240951 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:05:11.240951 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:11.240951 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:05:11.240951 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] Bound port: d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:05:11.240951 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:11.241773 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-22997695-e735-4ae3-9072-f2824d5dce5e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/626864a1-1ce9-4bff-b19d-a616ed5b1f5a HTTP/1.1" status: 204 len: 168 time: 1.9167068 Feb 09 18:05:11.247851 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47890) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:11.287050 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Pushing event updated for resources: {'Port': ['ID=0527800b-c013-48a4-899d-0e94ecda1102,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:11.320544 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] For port d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:05:11.334381 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] For port d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:05:11.349771 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:11.350775 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:11.351261 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:11.351741 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:11.352332 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:11.352810 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:11.353284 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:11.356752 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] Sync routers for ids ['8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:05:11.357079 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:11.358120 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:11.358682 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:11.359500 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f231c30d-d60e-4626-bc2c-6975941fdfab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:05:11.364834 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c524da3f-5a3a-48d8-9468-87ad45d0a42b tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:11.370240 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] Routers {'8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:05:11.371055 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:11.444780 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b1996e1f-e193-4ae7-b599-1fc6b7120dd1 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:05:11.469794 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3ea381-0aba-40ee-aeed-d3bf5ff51a11 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:11.471418 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3ea381-0aba-40ee-aeed-d3bf5ff51a11 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:11.472176 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5d3ea381-0aba-40ee-aeed-d3bf5ff51a11 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:11.483110 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ac02fc53-bc06-43be-b9bd-9d1ae019fa0b tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:11.486869 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ac02fc53-bc06-43be-b9bd-9d1ae019fa0b tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:11.491974 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47894) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:11.493578 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ac02fc53-bc06-43be-b9bd-9d1ae019fa0b tempest-ServerActionsTestJSON-436804092 tempest-ServerActionsTestJSON-436804092-project] 10.222.0.21 "DELETE /v2.0/floatingips/bb5700b8-b0e9-4e64-9461-59bfa8edbd52 HTTP/1.1" status: 204 len: 168 time: 3.7529993 Feb 09 18:05:11.562789 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c524da3f-5a3a-48d8-9468-87ad45d0a42b tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Network ff00f2f7-7f50-4144-a186-a893248e0206 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:11.565641 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-c524da3f-5a3a-48d8-9468-87ad45d0a42b tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:11.567477 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c524da3f-5a3a-48d8-9468-87ad45d0a42b tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:11.569699 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-ff222823-6bd6-418a-bc88-aca2bcb0ecaf tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Project 10a4b1464e30470e8e13c0bd2bfded95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:05:11.580619 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ff222823-6bd6-418a-bc88-aca2bcb0ecaf tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:11.590862 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:11.595973 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5d3ea381-0aba-40ee-aeed-d3bf5ff51a11 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:11.600086 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5d3ea381-0aba-40ee-aeed-d3bf5ff51a11 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3508234 Feb 09 18:05:11.604390 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47898) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:11.664555 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] Routers {'c3d50ca7-040d-457d-9e66-d3311de68ac6'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:05:11.665637 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['c3d50ca7-040d-457d-9e66-d3311de68ac6'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:11.678544 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524da3f-5a3a-48d8-9468-87ad45d0a42b tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:11.681438 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c524da3f-5a3a-48d8-9468-87ad45d0a42b tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:11.733541 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b1c0c3a5-ce3b-4f41-8d5e-9e31c11bd2ce tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "GET /v2.0/routers/c3d50ca7-040d-457d-9e66-d3311de68ac6 HTTP/1.1" status: 200 len: 909 time: 2.2982993 Feb 09 18:05:11.735469 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47902) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:11.737183 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524da3f-5a3a-48d8-9468-87ad45d0a42b tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Pushing event updated for resources: {'Port': ['ID=ef6a3382-39b0-4b9f-8b08-24aa00d12277,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:11.757250 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-1e7b4cee-0c0e-493f-9f32-fa73bd6ead52 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1962506161', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'enable_snat': True}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:11.767432 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1e7b4cee-0c0e-493f-9f32-fa73bd6ead52 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:11.774414 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-1e7b4cee-0c0e-493f-9f32-fa73bd6ead52 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Usage tracker for resource:router and tenant:6000760d86014b9c8d68b5ec2afa808b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:11.783552 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-1e7b4cee-0c0e-493f-9f32-fa73bd6ead52 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:11.812035 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d9a516d3-9c0c-42bc-911b-13045799e417 req-b81855e0-1586-4819-86f7-11fe57212bd4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 1096 time: 0.7540927 Feb 09 18:05:11.814393 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1e7b4cee-0c0e-493f-9f32-fa73bd6ead52 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:11.855140 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-76302551-3898-42a1-b3a1-b7c1e891493f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet 504de9fa-efd4-4379-9c09-aafdf527ed3d {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:05:11.892318 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c524da3f-5a3a-48d8-9468-87ad45d0a42b tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.7469113 Feb 09 18:05:11.925256 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-76302551-3898-42a1-b3a1-b7c1e891493f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:11.964005 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47908) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:11.973028 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] Set router 8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:05:12.017457 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-1b9dea5c-9baf-4411-b132-1e47b7046e79 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3a:1f:fe'}]}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:12.151299 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a516d3-9c0c-42bc-911b-13045799e417 req-925c2c7a-8d2a-40ac-83dc-54ec72b4f069 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:12.154873 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d9a516d3-9c0c-42bc-911b-13045799e417 req-925c2c7a-8d2a-40ac-83dc-54ec72b4f069 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=352fd60817ff4d5d9e97f16f52485b96&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3343084 Feb 09 18:05:12.159048 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8ec5758-5a16-4fa2-ac4b-e1791a33e8d3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:12.245679 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec5758-5a16-4fa2-ac4b-e1791a33e8d3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Port': ['ID=b33cc130-e52d-4a8c-8948-f43af71c3c2b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:12.252185 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4cee-0c0e-493f-9f32-fa73bd6ead52 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:12.253339 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4cee-0c0e-493f-9f32-fa73bd6ead52 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:12.370720 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.resource_extend [None req-5f695641-cebd-43d6-b9fa-4053c99bf463 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:05:12.419673 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8ec5758-5a16-4fa2-ac4b-e1791a33e8d3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:12.419833 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port b1996e1f-e193-4ae7-b599-1fc6b7120dd1 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:12.426625 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-76302551-3898-42a1-b3a1-b7c1e891493f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:12.427909 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709afd34-fbae-418f-8fe6-9f1e4eb98cb6 None None] Pushing event updated for resources: {'Port': ['ID=d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:12.467469 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4cee-0c0e-493f-9f32-fa73bd6ead52 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:12.485925 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a516d3-9c0c-42bc-911b-13045799e417 req-e30a12fe-1c81-4e5a-a354-ea669ccdc39a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:12.487426 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d9a516d3-9c0c-42bc-911b-13045799e417 req-e30a12fe-1c81-4e5a-a354-ea669ccdc39a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3250268 Feb 09 18:05:12.496694 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] Set router c3d50ca7-040d-457d-9e66-d3311de68ac6 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:05:12.562547 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a709d002-1ec8-4482-baf9-65fe7a5f93ec None None] Provisioning for port b1996e1f-e193-4ae7-b599-1fc6b7120dd1 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:12.568768 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c8ec5758-5a16-4fa2-ac4b-e1791a33e8d3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/ports/b33cc130-e52d-4a8c-8948-f43af71c3c2b HTTP/1.1" status: 204 len: 168 time: 3.7312498 Feb 09 18:05:12.571415 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47912) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:12.592270 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ff222823-6bd6-418a-bc88-aca2bcb0ecaf tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:12.617898 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cadcf-3bc0-421d-a45a-8423356fae39 req-ba9f2fd8-e343-400c-92b5-2c52f85a304b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:12.623755 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-508cadcf-3bc0-421d-a45a-8423356fae39 req-ba9f2fd8-e343-400c-92b5-2c52f85a304b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 943 time: 0.6351008 Feb 09 18:05:12.630741 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8b8604-e522-46e4-980a-97069ebb4eac tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] GET failed (client error): The resource could not be found. Feb 09 18:05:12.631194 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-fc8b8604-e522-46e4-980a-97069ebb4eac tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Synchronizing usage tracker for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:12.633666 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a709d002-1ec8-4482-baf9-65fe7a5f93ec None None] Provisioning complete for port b1996e1f-e193-4ae7-b599-1fc6b7120dd1 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:12.634233 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a709d002-1ec8-4482-baf9-65fe7a5f93ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:12.665715 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf', 'name': 'tempest-TestVolumeBootPattern-1190233698-router', 'tenant_id': 'b5559461405241f58e7ce666d1f2cd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '575f6197-d8c3-431b-a872-70f0b0442cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:40Z', 'updated_at': '2022-02-09T18:04:56Z', 'revision_number': 4, 'project_id': 'b5559461405241f58e7ce666d1f2cd64', 'gw_port': {'id': '575f6197-d8c3-431b-a872-70f0b0442cff', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:42Z', 'updated_at': '2022-02-09T18:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '3cca6c1d-dc04-4c63-9014-13f7972ec808', 'name': '', 'network_id': '6313fddf-e111-40b9-9808-bfd8b01627da', 'tenant_id': 'b5559461405241f58e7ce666d1f2cd64', 'mac_address': 'fa:16:3e:d2:4a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b299fa4-f28b-4442-92ed-ac2c5a07c4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:54Z', 'updated_at': '2022-02-09T18:04:57Z', 'revision_number': 2, 'project_id': 'b5559461405241f58e7ce666d1f2cd64', 'subnets': [{'id': '3b299fa4-f28b-4442-92ed-ac2c5a07c4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:12.702600 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ff222823-6bd6-418a-bc88-aca2bcb0ecaf tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:12.748754 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] Checking router: 8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:05:12.749516 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] Updating router 8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf port 3cca6c1d-dc04-4c63-9014-13f7972ec808 binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:05:12.768803 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5f695641-cebd-43d6-b9fa-4053c99bf463 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:12.787283 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff222823-6bd6-418a-bc88-aca2bcb0ecaf tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5003a6a5-8182-4390-8bdb-6c9b66d6900f,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:12.800795 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-1dbfd88f-8720-49a4-a7c7-c97ca01d744a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 1096 time: 0.2758112 Feb 09 18:05:12.806337 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4cee-0c0e-493f-9f32-fa73bd6ead52 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:12.828998 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-508cadcf-3bc0-421d-a45a-8423356fae39 req-91fc816e-bbb3-4cbb-b6af-a5c2a3785d54 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d78fc211-cc54-405e-9183-8db5afbe8956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932759 Feb 09 18:05:12.882325 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-4c539968-14ca-4b74-a1e4-d02f926a4501 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0527800b-c013-48a4-899d-0e94ecda1102 HTTP/1.1" status: 200 len: 217 time: 0.0725510 Feb 09 18:05:12.882908 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5f695641-cebd-43d6-b9fa-4053c99bf463 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:12.898982 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:12.920358 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-fc8b8604-e522-46e4-980a-97069ebb4eac tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Unset dirty status for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:12.923941 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fc8b8604-e522-46e4-980a-97069ebb4eac tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports/b33cc130-e52d-4a8c-8948-f43af71c3c2b HTTP/1.1" status: 404 len: 333 time: 0.3487196 Feb 09 18:05:12.926483 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47916) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:12.959396 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ff222823-6bd6-418a-bc88-aca2bcb0ecaf tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:12.963271 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ff222823-6bd6-418a-bc88-aca2bcb0ecaf tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.9115248 Feb 09 18:05:12.963271 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-76302551-3898-42a1-b3a1-b7c1e891493f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:12.967823 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47920) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:12.982826 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-28da328a-d666-48b6-90d0-55425c827fd6 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Request body: {'security_group_rule': {'security_group_id': '182a8754-6bb2-4adb-a270-f7f586a0643c', 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:13.000418 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-28da328a-d666-48b6-90d0-55425c827fd6 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:13.025831 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-28da328a-d666-48b6-90d0-55425c827fd6 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Usage tracker for resource:security_group_rule and tenant:10a4b1464e30470e8e13c0bd2bfded95 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:13.034753 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-28da328a-d666-48b6-90d0-55425c827fd6 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:13.040445 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-40443013-7459-45ca-899f-2c9c5b56d5f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:13.042028 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-40443013-7459-45ca-899f-2c9c5b56d5f4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=323aa9ee-0d96-4ed4-ae98-1d480360728b HTTP/1.1" status: 200 len: 835 time: 0.1546714 Feb 09 18:05:13.051355 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-28da328a-d666-48b6-90d0-55425c827fd6 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:13.054512 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a709d002-1ec8-4482-baf9-65fe7a5f93ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:13.092873 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1b9dea5c-9baf-4411-b132-1e47b7046e79 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:13.265563 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d50ca7-040d-457d-9e66-d3311de68ac6', 'name': 'tempest-snat-router-1962506161', 'tenant_id': '6000760d86014b9c8d68b5ec2afa808b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.146'}], 'enable_snat': False}, 'gw_port_id': 'd4c9e7eb-84ed-41fe-a8e0-68abf8c7b053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:05:01Z', 'updated_at': '2022-02-09T18:05:06Z', 'revision_number': 3, 'project_id': '6000760d86014b9c8d68b5ec2afa808b', 'gw_port': {'id': 'd4c9e7eb-84ed-41fe-a8e0-68abf8c7b053', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:73:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d50ca7-040d-457d-9e66-d3311de68ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:05:03Z', 'updated_at': '2022-02-09T18:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:13.341700 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-76302551-3898-42a1-b3a1-b7c1e891493f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:13.363341 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-28da328a-d666-48b6-90d0-55425c827fd6 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Project 10a4b1464e30470e8e13c0bd2bfded95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:05:13.380060 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a36b2b-8a91-44e5-a3be-a49431ef3735 None None] The sync data for ids ['c3d50ca7-040d-457d-9e66-d3311de68ac6'] in dv-neutron-827016-2-hyperv is: [{'id': 'c3d50ca7-040d-457d-9e66-d3311de68ac6', 'name': 'tempest-snat-router-1962506161', 'tenant_id': '6000760d86014b9c8d68b5ec2afa808b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.146'}], 'enable_snat': False}, 'gw_port_id': 'd4c9e7eb-84ed-41fe-a8e0-68abf8c7b053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:05:01Z', 'updated_at': '2022-02-09T18:05:06Z', 'revision_number': 3, 'project_id': '6000760d86014b9c8d68b5ec2afa808b', 'gw_port': {'id': 'd4c9e7eb-84ed-41fe-a8e0-68abf8c7b053', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:73:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d50ca7-040d-457d-9e66-d3311de68ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:05:03Z', 'updated_at': '2022-02-09T18:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:05:13.389303 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28da328a-d666-48b6-90d0-55425c827fd6 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:13.413250 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-a709d002-1ec8-4482-baf9-65fe7a5f93ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:05:13.413450 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-a709d002-1ec8-4482-baf9-65fe7a5f93ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:05:13.414790 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76302551-3898-42a1-b3a1-b7c1e891493f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=504de9fa-efd4-4379-9c09-aafdf527ed3d,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:13.495120 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-e361a901-f3f0-4f4a-9fd9-5d2e3414bf1a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting subnet b15413f0-aa2e-4e06-ae27-b8c9d0dae215 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:05:13.501134 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e361a901-f3f0-4f4a-9fd9-5d2e3414bf1a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:13.566558 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-4340bc13-655b-4454-b030-b1b8f734c572 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d56a852c-565a-4887-9c81-db659a21eec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5122166 Feb 09 18:05:13.568733 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:13.573968 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28da328a-d666-48b6-90d0-55425c827fd6 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:13.581923 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] Transition to ACTIVE for port object 3cca6c1d-dc04-4c63-9014-13f7972ec808 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:13.604820 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-76302551-3898-42a1-b3a1-b7c1e891493f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:13.612523 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7d7a88-1dbd-4d7d-820a-228eb3cb4776 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:05:13.681954 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e361a901-f3f0-4f4a-9fd9-5d2e3414bf1a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:13.703126 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1b9dea5c-9baf-4411-b132-1e47b7046e79 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:13.731744 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28da328a-d666-48b6-90d0-55425c827fd6 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:13.733149 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-76302551-3898-42a1-b3a1-b7c1e891493f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/504de9fa-efd4-4379-9c09-aafdf527ed3d HTTP/1.1" status: 204 len: 168 time: 2.1264234 Feb 09 18:05:13.735048 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:13.743387 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47924) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:13.818968 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da328a-d666-48b6-90d0-55425c827fd6 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eeb6e32-0a87-42cc-98bf-38bc662ac0fe,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:13.835994 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5750ee25-7540-4ce2-9c7c-de4441dba366 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0955219 Feb 09 18:05:13.839537 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47928) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:13.849484 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-9ba5ff6b-e140-408d-a53b-04e4bab4de49 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:13.913456 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e361a901-f3f0-4f4a-9fd9-5d2e3414bf1a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:14.023965 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1b9dea5c-9baf-4411-b132-1e47b7046e79 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:14.040033 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9ba5ff6b-e140-408d-a53b-04e4bab4de49 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:14.045909 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9ba5ff6b-e140-408d-a53b-04e4bab4de49 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:14.049139 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9ba5ff6b-e140-408d-a53b-04e4bab4de49 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:14.056115 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9ba5ff6b-e140-408d-a53b-04e4bab4de49 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:14.065217 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a709d002-1ec8-4482-baf9-65fe7a5f93ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:14.105019 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-fd892e80-3800-4298-91c7-cd0db7169dfd service neutron] 10.222.0.50 "GET /v2.0/networks/d56a852c-565a-4887-9c81-db659a21eec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217497 Feb 09 18:05:14.172285 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c81ae-1ae0-4cbb-8da4-a674052654b0 None None] Pushing event updated for resources: {'Port': ['ID=3cca6c1d-dc04-4c63-9014-13f7972ec808,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:14.275073 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e361a901-f3f0-4f4a-9fd9-5d2e3414bf1a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:14.334441 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-a709d002-1ec8-4482-baf9-65fe7a5f93ec None None] For port b1996e1f-e193-4ae7-b599-1fc6b7120dd1, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b1996e1f-e193-4ae7-b599-1fc6b7120dd1,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:14.340455 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4cee-0c0e-493f-9f32-fa73bd6ead52 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:14.349328 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba5ff6b-e140-408d-a53b-04e4bab4de49 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:14.354384 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9ba5ff6b-e140-408d-a53b-04e4bab4de49 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:14.367491 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] Attempting to bind port 3cca6c1d-dc04-4c63-9014-13f7972ec808 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:05:14.373838 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] Attempting to bind port 3cca6c1d-dc04-4c63-9014-13f7972ec808 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'ff3ad7d2-ae22-407d-aad4-944a085ef318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6313fddf-e111-40b9-9808-bfd8b01627da'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:05:14.373838 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] Attempting to bind port 3cca6c1d-dc04-4c63-9014-13f7972ec808 on network 6313fddf-e111-40b9-9808-bfd8b01627da {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:05:14.374102 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361a901-f3f0-4f4a-9fd9-5d2e3414bf1a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Subnet': ['ID=b15413f0-aa2e-4e06-ae27-b8c9d0dae215,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:14.377459 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e361a901-f3f0-4f4a-9fd9-5d2e3414bf1a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:14.378634 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:05:14.379145 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] Checking segment: {'id': 'ff3ad7d2-ae22-407d-aad4-944a085ef318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6313fddf-e111-40b9-9808-bfd8b01627da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:05:14.379467 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e361a901-f3f0-4f4a-9fd9-5d2e3414bf1a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/subnets/b15413f0-aa2e-4e06-ae27-b8c9d0dae215 HTTP/1.1" status: 204 len: 168 time: 1.4522843 Feb 09 18:05:14.382211 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:14.382842 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] Bound using segment: {'id': 'ff3ad7d2-ae22-407d-aad4-944a085ef318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6313fddf-e111-40b9-9808-bfd8b01627da'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:05:14.383150 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] Bound port: 3cca6c1d-dc04-4c63-9014-13f7972ec808, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3ad7d2-ae22-407d-aad4-944a085ef318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6313fddf-e111-40b9-9808-bfd8b01627da'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:05:14.383426 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28da328a-d666-48b6-90d0-55425c827fd6 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:14.383533 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:14.384634 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-28da328a-d666-48b6-90d0-55425c827fd6 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.4082327 Feb 09 18:05:14.396408 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47934) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:14.408056 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0bf374-a4f0-41b5-b2ed-b4a664b302c9 None None] Network 1e6f6267-da54-487c-aa78-cb0e471fa518 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:05:14.575692 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a709d002-1ec8-4482-baf9-65fe7a5f93ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:14.656373 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4cee-0c0e-493f-9f32-fa73bd6ead52 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:14.662342 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8fc90a94-394a-4b1f-b14a-c7e850b16ec0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:14.688384 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.l3_db [None req-5f695641-cebd-43d6-b9fa-4053c99bf463 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Floating IP dcdcd299-4b50-4b8b-8346-3fa22ae78f14 associated. External IP: 172.26.8.241, port: 265ff785-277c-4093-b1c6-06ed3b250506. Feb 09 18:05:14.764057 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9ba5ff6b-e140-408d-a53b-04e4bab4de49 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:14.782141 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f89e0123-ec2c-41c5-b9df-df441ea39f5a req-eb0e905c-cb6e-4cf7-bc6a-9e7c460c6a83 service neutron] 10.222.0.50 "GET /v2.0/networks/d56a852c-565a-4887-9c81-db659a21eec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6759191 Feb 09 18:05:14.788096 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-8fc90a94-394a-4b1f-b14a-c7e850b16ec0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting port dfc5979a-2366-49b8-ba7a-857b07b48a31 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:14.793548 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8fc90a94-394a-4b1f-b14a-c7e850b16ec0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:14.851948 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba5ff6b-e140-408d-a53b-04e4bab4de49 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:14.856295 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8cd47e-7540-45c3-9294-221becc644ae None None] DHCP port deletion for 533fa7e0-9286-46d7-99f4-266111443da8 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:05:14.865785 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-9ba5ff6b-e140-408d-a53b-04e4bab4de49 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:14.870614 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba5ff6b-e140-408d-a53b-04e4bab4de49 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:14.871345 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9ba5ff6b-e140-408d-a53b-04e4bab4de49 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:14.878383 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd47e-7540-45c3-9294-221becc644ae None None] Deleting port b1996e1f-e193-4ae7-b599-1fc6b7120dd1 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:14.878761 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd47e-7540-45c3-9294-221becc644ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:14.932529 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709d002-1ec8-4482-baf9-65fe7a5f93ec None None] Pushing event updated for resources: {'Port': ['ID=b1996e1f-e193-4ae7-b599-1fc6b7120dd1,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:14.972223 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] For port 3cca6c1d-dc04-4c63-9014-13f7972ec808, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:05:15.032222 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] For port 3cca6c1d-dc04-4c63-9014-13f7972ec808, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=3cca6c1d-dc04-4c63-9014-13f7972ec808,segment=NetworkSegment(ff3ad7d2-ae22-407d-aad4-944a085ef318),segment_id=ff3ad7d2-ae22-407d-aad4-944a085ef318)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:05:15.034442 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a709d002-1ec8-4482-baf9-65fe7a5f93ec None None] Provisioning for port ef6a3382-39b0-4b9f-8b08-24aa00d12277 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:15.044604 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a709d002-1ec8-4482-baf9-65fe7a5f93ec None None] Provisioning complete for port ef6a3382-39b0-4b9f-8b08-24aa00d12277 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:15.044979 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a709d002-1ec8-4482-baf9-65fe7a5f93ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:15.072650 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9ba5ff6b-e140-408d-a53b-04e4bab4de49 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2304893 Feb 09 18:05:15.075702 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9dea5c-9baf-4411-b132-1e47b7046e79 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Pushing event updated for resources: {'Port': ['ID=ef6a3382-39b0-4b9f-8b08-24aa00d12277,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:15.092830 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 47960) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:15.102821 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-1e7b4cee-0c0e-493f-9f32-fa73bd6ead52 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Allocated IP 172.26.8.75 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/0d0bb949-d05a-450d-a330-30ce38a1109b) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:15.114721 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f4c9854d-c981-411f-9fc5-66cd9c658044 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'name': 'tempest-NetworksTestDHCPv6-1328339639'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:15.130023 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03936e53-5e69-4336-a00c-ffe0263bf93d req-52dd8ebe-1861-4dcb-9532-62d79985c86b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:15.131586 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-03936e53-5e69-4336-a00c-ffe0263bf93d req-52dd8ebe-1861-4dcb-9532-62d79985c86b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 943 time: 0.8498781 Feb 09 18:05:15.132593 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5ff6b-e140-408d-a53b-04e4bab4de49 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=5035b937-d8de-4728-b9ae-40016f0eda37,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:15.145148 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-1b9dea5c-9baf-4411-b132-1e47b7046e79 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] In _notify_port_updated(), no bound segment for port ef6a3382-39b0-4b9f-8b08-24aa00d12277 on network ff00f2f7-7f50-4144-a186-a893248e0206 {{(pid=84541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 18:05:15.153770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9dea5c-9baf-4411-b132-1e47b7046e79 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:15.154585 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1b9dea5c-9baf-4411-b132-1e47b7046e79 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:15.159894 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1b9dea5c-9baf-4411-b132-1e47b7046e79 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] 10.222.0.21 "PUT /v2.0/ports/ef6a3382-39b0-4b9f-8b08-24aa00d12277 HTTP/1.1" status: 200 len: 995 time: 3.1936450 Feb 09 18:05:15.162015 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3def49c9-e135-4274-bfd4-b89c215fb074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:15.174289 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:15.226058 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 47964) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:15.228772 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a709d002-1ec8-4482-baf9-65fe7a5f93ec None None] Port ef6a3382-39b0-4b9f-8b08-24aa00d12277 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:05:15.312324 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:05:15.350943 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c81ae-1ae0-4cbb-8da4-a674052654b0 None None] Pushing event updated for resources: {'Port': ['ID=3cca6c1d-dc04-4c63-9014-13f7972ec808,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:15.357246 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f4c9854d-c981-411f-9fc5-66cd9c658044 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:15.381848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f4c9854d-c981-411f-9fc5-66cd9c658044 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:port and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:15.382567 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0904fb47-c6d1-4894-a814-430c9fe66e0f None None] DHCP port deletion for 1e6f6267-da54-487c-aa78-cb0e471fa518 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:05:15.403292 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f4c9854d-c981-411f-9fc5-66cd9c658044 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:15.426614 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f4c9854d-c981-411f-9fc5-66cd9c658044 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:15.434251 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-03936e53-5e69-4336-a00c-ffe0263bf93d req-1b1ec0e4-682b-47dd-a440-635ba6af6af3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d78fc211-cc54-405e-9183-8db5afbe8956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075186 Feb 09 18:05:15.435131 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0904fb47-c6d1-4894-a814-430c9fe66e0f None None] Deleting port dfc5979a-2366-49b8-ba7a-857b07b48a31 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:15.435651 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0904fb47-c6d1-4894-a814-430c9fe66e0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:15.470742 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-dd8e6891-82f3-49f9-829d-4552282472dc tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Deleting port ef6a3382-39b0-4b9f-8b08-24aa00d12277 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:15.470742 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6891-82f3-49f9-829d-4552282472dc tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:15.493982 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] Routers {'8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:05:15.494515 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:04:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:15.562224 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-8fc90a94-394a-4b1f-b14a-c7e850b16ec0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] For port dfc5979a-2366-49b8-ba7a-857b07b48a31, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=dfc5979a-2366-49b8-ba7a-857b07b48a31,segment=NetworkSegment(c7c93d9b-8717-4b7c-8e42-88e2409c94bd),segment_id=c7c93d9b-8717-4b7c-8e42-88e2409c94bd)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:15.562718 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8fc90a94-394a-4b1f-b14a-c7e850b16ec0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:15.593790 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-bb8cd47e-7540-45c3-9294-221becc644ae None None] For port b1996e1f-e193-4ae7-b599-1fc6b7120dd1, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b1996e1f-e193-4ae7-b599-1fc6b7120dd1,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:15.594196 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd47e-7540-45c3-9294-221becc644ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:15.827185 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-8fc90a94-394a-4b1f-b14a-c7e850b16ec0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Calling delete_port for dfc5979a-2366-49b8-ba7a-857b07b48a31 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:15.854985 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c9854d-c981-411f-9fc5-66cd9c658044 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:15.856130 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] Set router 8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:05:15.857301 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f4c9854d-c981-411f-9fc5-66cd9c658044 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:15.914190 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-f4c9854d-c981-411f-9fc5-66cd9c658044 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] device_id is not set on port ebf6e04c-b7a4-4bb2-b9f0-4739e301c853 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:05:15.929711 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6891-82f3-49f9-829d-4552282472dc tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:16.001307 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd47e-7540-45c3-9294-221becc644ae None None] Calling delete_port for b1996e1f-e193-4ae7-b599-1fc6b7120dd1 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:16.037057 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4cee-0c0e-493f-9f32-fa73bd6ead52 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:16.132580 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-f4c9854d-c981-411f-9fc5-66cd9c658044 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 2001:db8::12a (533fa7e0-9286-46d7-99f4-266111443da8/5035b937-d8de-4728-b9ae-40016f0eda37/ebf6e04c-b7a4-4bb2-b9f0-4739e301c853) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:16.136630 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8fc90a94-394a-4b1f-b14a-c7e850b16ec0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:16.138902 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 0527800b-c013-48a4-899d-0e94ecda1102 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:05:16.194328 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc90a94-394a-4b1f-b14a-c7e850b16ec0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Port': ['ID=dfc5979a-2366-49b8-ba7a-857b07b48a31,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:16.214793 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc90a94-394a-4b1f-b14a-c7e850b16ec0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] No DVR routers for this DVR port dfc5979a-2366-49b8-ba7a-857b07b48a31 on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:05:16.240029 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0904fb47-c6d1-4894-a814-430c9fe66e0f None None] The port 'dfc5979a-2366-49b8-ba7a-857b07b48a31' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:05:16.241985 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd47e-7540-45c3-9294-221becc644ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:16.247236 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2224c43e-fe8e-42dd-93e5-2a389d6b554d None None] Provisioning complete for port ef6a3382-39b0-4b9f-8b08-24aa00d12277 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:16.247605 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2224c43e-fe8e-42dd-93e5-2a389d6b554d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:16.297824 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4cee-0c0e-493f-9f32-fa73bd6ead52 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:16.380486 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd47e-7540-45c3-9294-221becc644ae None None] Pushing event deleted for resources: {'Port': ['ID=b1996e1f-e193-4ae7-b599-1fc6b7120dd1,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:16.403712 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8cd47e-7540-45c3-9294-221becc644ae None None] No DVR routers for this DVR port b1996e1f-e193-4ae7-b599-1fc6b7120dd1 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:05:16.421693 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2224c43e-fe8e-42dd-93e5-2a389d6b554d None None] Port ef6a3382-39b0-4b9f-8b08-24aa00d12277 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:05:16.461191 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-dd8e6891-82f3-49f9-829d-4552282472dc tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Calling delete_port for ef6a3382-39b0-4b9f-8b08-24aa00d12277 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:16.520587 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8fc90a94-394a-4b1f-b14a-c7e850b16ec0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:16.543221 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2224c43e-fe8e-42dd-93e5-2a389d6b554d None None] Could not find standard attr ID for object 626864a1-1ce9-4bff-b19d-a616ed5b1f5a. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:05:16.571301 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b4cee-0c0e-493f-9f32-fa73bd6ead52 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Pushing event updated for resources: {'Port': ['ID=0d0bb949-d05a-450d-a330-30ce38a1109b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:16.573270 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2a0ff1-f56c-4514-97d3-6f0e320715e5 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:05:16.581039 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7b4cee-0c0e-493f-9f32-fa73bd6ead52 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:16.586841 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-1e7b4cee-0c0e-493f-9f32-fa73bd6ead52 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:16.592623 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-8fc90a94-394a-4b1f-b14a-c7e850b16ec0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6f6267-da54-487c-aa78-cb0e471fa518']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:16.600941 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7b4cee-0c0e-493f-9f32-fa73bd6ead52 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:16.674559 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-8fc90a94-394a-4b1f-b14a-c7e850b16ec0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c93d9b-8717-4b7c-8e42-88e2409c94bd') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:16.674850 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-8fc90a94-394a-4b1f-b14a-c7e850b16ec0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c93d9b-8717-4b7c-8e42-88e2409c94bd') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:16.685690 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:16.743410 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8fc90a94-394a-4b1f-b14a-c7e850b16ec0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:16.794861 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f4c9854d-c981-411f-9fc5-66cd9c658044 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:16.843114 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8fc90a94-394a-4b1f-b14a-c7e850b16ec0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:16.886332 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc90a94-394a-4b1f-b14a-c7e850b16ec0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:05:16.886758 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8fc90a94-394a-4b1f-b14a-c7e850b16ec0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:16.896977 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:16.897636 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:05:16.902936 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:05:16.970172 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 0527800b-c013-48a4-899d-0e94ecda1102, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=0527800b-c013-48a4-899d-0e94ecda1102,segment=NetworkSegment(23964c25-d5c8-4aa2-982a-3a45e6672645),segment_id=23964c25-d5c8-4aa2-982a-3a45e6672645)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:17.076781 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '0527800b-c013-48a4-899d-0e94ecda1102', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'port_id': '0527800b-c013-48a4-899d-0e94ecda1102', 'mac_address': 'fa:16:3e:56:b0:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:05:17.095707 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a3e3e-bc59-42ca-8db2-60ddbc9d2c74 req-2a02150e-ef0b-4011-acfe-e0d6d563d51a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:17.098744 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-be9a3e3e-bc59-42ca-8db2-60ddbc9d2c74 req-2a02150e-ef0b-4011-acfe-e0d6d563d51a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 943 time: 0.4005771 Feb 09 18:05:17.117371 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-288c8a33-2250-4134-809d-a2d8800680cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:17.233502 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-be9a3e3e-bc59-42ca-8db2-60ddbc9d2c74 req-76aa2734-bfad-495e-a333-f201c842faec tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d78fc211-cc54-405e-9183-8db5afbe8956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914598 Feb 09 18:05:17.246226 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:17.248393 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f695641-cebd-43d6-b9fa-4053c99bf463 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Router 8191c06a-dccc-43b5-b6a3-64343aff3e2d has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:05:17.282768 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0527800b-c013-48a4-899d-0e94ecda1102 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:05:17.295873 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-f4c9854d-c981-411f-9fc5-66cd9c658044 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Transition to ACTIVE for port object ebf6e04c-b7a4-4bb2-b9f0-4739e301c853 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:17.303725 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6891-82f3-49f9-829d-4552282472dc tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:17.329806 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8fc90a94-394a-4b1f-b14a-c7e850b16ec0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:17.368595 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e6891-82f3-49f9-829d-4552282472dc tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Pushing event deleted for resources: {'Port': ['ID=ef6a3382-39b0-4b9f-8b08-24aa00d12277,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:17.377539 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:17.377667 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8fc90a94-394a-4b1f-b14a-c7e850b16ec0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:17.380813 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc90a94-394a-4b1f-b14a-c7e850b16ec0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Network': ['ID=1e6f6267-da54-487c-aa78-cb0e471fa518,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:17.397303 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f4c9854d-c981-411f-9fc5-66cd9c658044 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:17.432763 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 0527800b-c013-48a4-899d-0e94ecda1102, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=0527800b-c013-48a4-899d-0e94ecda1102,segment=NetworkSegment(23964c25-d5c8-4aa2-982a-3a45e6672645),segment_id=23964c25-d5c8-4aa2-982a-3a45e6672645)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:17.453596 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc74a2c-d447-4db4-954c-c7c36d5cc27d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-533fa7e0-9286-46d7-99f4-266111443da8', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'fixed_ips': [{'subnet_id': '5035b937-d8de-4728-b9ae-40016f0eda37'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:05:17.454442 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfc74a2c-d447-4db4-954c-c7c36d5cc27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:17.496960 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9854d-c981-411f-9fc5-66cd9c658044 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=ebf6e04c-b7a4-4bb2-b9f0-4739e301c853,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:17.526821 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c9854d-c981-411f-9fc5-66cd9c658044 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:17.534744 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-f4c9854d-c981-411f-9fc5-66cd9c658044 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:17.535232 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c9854d-c981-411f-9fc5-66cd9c658044 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:17.539248 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c9854d-c981-411f-9fc5-66cd9c658044 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:17.540041 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f4c9854d-c981-411f-9fc5-66cd9c658044 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:17.557128 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:17.561475 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:17.570459 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8fc90a94-394a-4b1f-b14a-c7e850b16ec0 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/networks/1e6f6267-da54-487c-aa78-cb0e471fa518 HTTP/1.1" status: 204 len: 168 time: 3.1689796 Feb 09 18:05:17.571151 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48000) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:17.579262 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-aaa5a041-3239-476c-aa12-8726c956b2df tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2103347895'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:17.587100 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4cee-0c0e-493f-9f32-fa73bd6ead52 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:17.587956 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4cee-0c0e-493f-9f32-fa73bd6ead52 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:17.601619 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-aaa5a041-3239-476c-aa12-8726c956b2df tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:17.663382 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=0527800b-c013-48a4-899d-0e94ecda1102,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:17.700414 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:17.719782 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f4c9854d-c981-411f-9fc5-66cd9c658044 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6047964 Feb 09 18:05:17.719782 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-aaa5a041-3239-476c-aa12-8726c956b2df tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:network and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:17.741648 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48004) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:17.750452 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf', 'name': 'tempest-TestVolumeBootPattern-1190233698-router', 'tenant_id': 'b5559461405241f58e7ce666d1f2cd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '575f6197-d8c3-431b-a872-70f0b0442cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:40Z', 'updated_at': '2022-02-09T18:04:56Z', 'revision_number': 4, 'project_id': 'b5559461405241f58e7ce666d1f2cd64', 'gw_port': {'id': '575f6197-d8c3-431b-a872-70f0b0442cff', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:42Z', 'updated_at': '2022-02-09T18:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '3cca6c1d-dc04-4c63-9014-13f7972ec808', 'name': '', 'network_id': '6313fddf-e111-40b9-9808-bfd8b01627da', 'tenant_id': 'b5559461405241f58e7ce666d1f2cd64', 'mac_address': 'fa:16:3e:d2:4a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b299fa4-f28b-4442-92ed-ac2c5a07c4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:54Z', 'updated_at': '2022-02-09T18:05:14Z', 'revision_number': 4, 'project_id': 'b5559461405241f58e7ce666d1f2cd64', 'subnets': [{'id': '3b299fa4-f28b-4442-92ed-ac2c5a07c4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:17.784779 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abf03a8-1c20-4cfe-9283-9dee8458eb94 None None] The sync data for ids ['8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf'] in dv-neutron-827016-2-hyperv is: [{'id': '8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf', 'name': 'tempest-TestVolumeBootPattern-1190233698-router', 'tenant_id': 'b5559461405241f58e7ce666d1f2cd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '575f6197-d8c3-431b-a872-70f0b0442cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:40Z', 'updated_at': '2022-02-09T18:04:56Z', 'revision_number': 4, 'project_id': 'b5559461405241f58e7ce666d1f2cd64', 'gw_port': {'id': '575f6197-d8c3-431b-a872-70f0b0442cff', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:42Z', 'updated_at': '2022-02-09T18:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '3cca6c1d-dc04-4c63-9014-13f7972ec808', 'name': '', 'network_id': '6313fddf-e111-40b9-9808-bfd8b01627da', 'tenant_id': 'b5559461405241f58e7ce666d1f2cd64', 'mac_address': 'fa:16:3e:d2:4a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b299fa4-f28b-4442-92ed-ac2c5a07c4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:54Z', 'updated_at': '2022-02-09T18:05:14Z', 'revision_number': 4, 'project_id': 'b5559461405241f58e7ce666d1f2cd64', 'subnets': [{'id': '3b299fa4-f28b-4442-92ed-ac2c5a07c4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:05:17.811705 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['0527800b-c013-48a4-899d-0e94ecda1102'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:05:17.813509 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-aaa5a041-3239-476c-aa12-8726c956b2df tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:17.837650 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dd8e6891-82f3-49f9-829d-4552282472dc tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:17.850407 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-aaa5a041-3239-476c-aa12-8726c956b2df tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:17.868025 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-3def49c9-e135-4274-bfd4-b89c215fb074 admin admin] Deleting port 7c1ed482-ddce-4a72-9f9d-f0eaa1553568 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:17.868382 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3def49c9-e135-4274-bfd4-b89c215fb074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:17.974826 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa5a041-3239-476c-aa12-8726c956b2df tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:17.982389 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aaa5a041-3239-476c-aa12-8726c956b2df tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:17.998360 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:18.096929 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-dd8e6891-82f3-49f9-829d-4552282472dc tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] 10.222.0.21 "DELETE /v2.0/ports/ef6a3382-39b0-4b9f-8b08-24aa00d12277 HTTP/1.1" status: 204 len: 168 time: 2.8398125 Feb 09 18:05:18.100409 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48008) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:18.133242 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa5a041-3239-476c-aa12-8726c956b2df tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:05:18.133465 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-dfc74a2c-d447-4db4-954c-c7c36d5cc27d None None] Allocated IP 2001:db8::2 (533fa7e0-9286-46d7-99f4-266111443da8/5035b937-d8de-4728-b9ae-40016f0eda37/4b17d103-879f-4998-b454-c2bef9ef0cd2) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:18.150747 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b1996e1f-e193-4ae7-b599-1fc6b7120dd1 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:05:18.156077 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aaa5a041-3239-476c-aa12-8726c956b2df tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:18.156425 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-aaa5a041-3239-476c-aa12-8726c956b2df tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Added segment 32a8e3ab-aff7-4c56-a619-3255c4ea9369 of type vlan for network d3049cfd-e850-4b11-9289-5ebdd81b7f4c Feb 09 18:05:18.288097 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1703ce-f157-4029-90a7-62944349287c tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] GET failed (client error): The resource could not be found. Feb 09 18:05:18.288431 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-af1703ce-f157-4029-90a7-62944349287c tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Synchronizing usage tracker for tenant:77cc0028ca3c4751878efe04d1ccec85 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:18.300808 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aaa5a041-3239-476c-aa12-8726c956b2df tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:18.365291 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-3def49c9-e135-4274-bfd4-b89c215fb074 admin admin] For port 7c1ed482-ddce-4a72-9f9d-f0eaa1553568, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7c1ed482-ddce-4a72-9f9d-f0eaa1553568,segment=NetworkSegment(1d12094c-35d1-4927-9b3f-ae818a1428a7),segment_id=1d12094c-35d1-4927-9b3f-ae818a1428a7)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:18.365650 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3def49c9-e135-4274-bfd4-b89c215fb074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:18.400118 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07390605-1bcb-439d-bfff-06f6bebef77b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:18.400848 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-07390605-1bcb-439d-bfff-06f6bebef77b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:18.432022 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7b4cee-0c0e-493f-9f32-fa73bd6ead52 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Router 9da91c84-73a4-4339-8419-38e1af440ae7 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:05:18.500391 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: b1996e1f-e193-4ae7-b599-1fc6b7120dd1 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:05:18.500996 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b1996e1f-e193-4ae7-b599-1fc6b7120dd1 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:05:18.584541 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aaa5a041-3239-476c-aa12-8726c956b2df tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:18.595590 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa5a041-3239-476c-aa12-8726c956b2df tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:18.596224 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aaa5a041-3239-476c-aa12-8726c956b2df tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:18.699241 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:18.820512 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 3cca6c1d-dc04-4c63-9014-13f7972ec808 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:05:18.972205 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-3def49c9-e135-4274-bfd4-b89c215fb074 admin admin] Calling delete_port for 7c1ed482-ddce-4a72-9f9d-f0eaa1553568 owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:19.003137 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-aaa5a041-3239-476c-aa12-8726c956b2df tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4289930 Feb 09 18:05:19.026475 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48016) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:19.038120 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c6c4e791-63b3-4ab2-a414-2ffd008d939d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'subnet': {'network_id': 'd3049cfd-e850-4b11-9289-5ebdd81b7f4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:19.097784 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd5d5e86-8813-4cd4-b74e-fe0dcd0347ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:19.109719 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5a041-3239-476c-aa12-8726c956b2df tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Network': ['ID=d3049cfd-e850-4b11-9289-5ebdd81b7f4c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:19.180695 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-af1703ce-f157-4029-90a7-62944349287c tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Unset dirty status for tenant:77cc0028ca3c4751878efe04d1ccec85 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:19.181981 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-af1703ce-f157-4029-90a7-62944349287c tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] 10.222.0.21 "GET /v2.0/ports/ef6a3382-39b0-4b9f-8b08-24aa00d12277 HTTP/1.1" status: 404 len: 333 time: 1.0733294 Feb 09 18:05:19.192563 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48020) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:19.208433 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-92595ec9-59bf-47b3-add5-63cddaa0356e tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Request body: {'port': {'network_id': 'ff00f2f7-7f50-4144-a186-a893248e0206', 'name': 'tempest-AllowedAddressPairTestJSON-703580259'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:19.301146 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network d3049cfd-e850-4b11-9289-5ebdd81b7f4c details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:05:19.318883 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 3cca6c1d-dc04-4c63-9014-13f7972ec808 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:19.381985 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-07390605-1bcb-439d-bfff-06f6bebef77b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:19.384854 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-07390605-1bcb-439d-bfff-06f6bebef77b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 1.6374090 Feb 09 18:05:19.421423 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 3cca6c1d-dc04-4c63-9014-13f7972ec808 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:19.421793 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:19.428288 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48026) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:19.445918 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c6c4e791-63b3-4ab2-a414-2ffd008d939d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:19.465180 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c6c4e791-63b3-4ab2-a414-2ffd008d939d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:subnet and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:19.476724 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfc74a2c-d447-4db4-954c-c7c36d5cc27d None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:19.489452 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c6c4e791-63b3-4ab2-a414-2ffd008d939d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:19.509087 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c6c4e791-63b3-4ab2-a414-2ffd008d939d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:19.562309 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-dfc74a2c-d447-4db4-954c-c7c36d5cc27d None None] Transition to ACTIVE for port object 4b17d103-879f-4998-b454-c2bef9ef0cd2 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:19.581662 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f695641-cebd-43d6-b9fa-4053c99bf463 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:05:19.593124 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9809fbf8-7aa1-41e2-9ef9-4708674ca555 None None] Sync routers for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:05:19.608167 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9809fbf8-7aa1-41e2-9ef9-4708674ca555 None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:05:19.608674 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9809fbf8-7aa1-41e2-9ef9-4708674ca555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:19.622893 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-dfc74a2c-d447-4db4-954c-c7c36d5cc27d None None] Transition to ACTIVE for port object 4b17d103-879f-4998-b454-c2bef9ef0cd2 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:19.630052 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7b4cee-0c0e-493f-9f32-fa73bd6ead52 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:05:19.645558 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426dd70-5fe5-4e2d-bf14-12c76a3bde4f None None] Sync routers for ids ['9da91c84-73a4-4339-8419-38e1af440ae7'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:05:19.653907 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c4e791-63b3-4ab2-a414-2ffd008d939d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:19.738474 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9809fbf8-7aa1-41e2-9ef9-4708674ca555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:19.771310 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfc74a2c-d447-4db4-954c-c7c36d5cc27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:19.771493 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9809fbf8-7aa1-41e2-9ef9-4708674ca555 None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:05:19.771493 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9809fbf8-7aa1-41e2-9ef9-4708674ca555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:19.771681 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8426dd70-5fe5-4e2d-bf14-12c76a3bde4f None None] Routers {'9da91c84-73a4-4339-8419-38e1af440ae7'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:05:19.772186 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-8426dd70-5fe5-4e2d-bf14-12c76a3bde4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['9da91c84-73a4-4339-8419-38e1af440ae7'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:19.809602 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c6c4e791-63b3-4ab2-a414-2ffd008d939d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:19.816385 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9809fbf8-7aa1-41e2-9ef9-4708674ca555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:19.817116 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9809fbf8-7aa1-41e2-9ef9-4708674ca555 None None] The sync data for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:05:19.894610 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-baa66723-ccf1-4a56-b2d2-024c1b1125ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting port ebf6e04c-b7a4-4bb2-b9f0-4739e301c853 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:19.894610 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-baa66723-ccf1-4a56-b2d2-024c1b1125ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:19.900062 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4cee-0c0e-493f-9f32-fa73bd6ead52 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:19.904733 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1e7b4cee-0c0e-493f-9f32-fa73bd6ead52 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.1563656 Feb 09 18:05:19.909734 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48030) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:19.961264 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ece5a2-cadb-4e10-8095-685122e14c73 req-cee75cc3-2652-44f0-8dd8-5c40ca93765d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:19.963567 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d3ece5a2-cadb-4e10-8095-685122e14c73 req-cee75cc3-2652-44f0-8dd8-5c40ca93765d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 944 time: 1.0711131 Feb 09 18:05:20.075599 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-92595ec9-59bf-47b3-add5-63cddaa0356e tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:20.106558 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-92595ec9-59bf-47b3-add5-63cddaa0356e tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:20.109978 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:20.139687 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 0527800b-c013-48a4-899d-0e94ecda1102 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:05:20.305929 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc74a2c-d447-4db4-954c-c7c36d5cc27d None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:20.313992 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-dfc74a2c-d447-4db4-954c-c7c36d5cc27d None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:20.320708 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc74a2c-d447-4db4-954c-c7c36d5cc27d None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:20.324247 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc74a2c-d447-4db4-954c-c7c36d5cc27d None None] Pushing event updated for resources: {'Port': ['ID=4b17d103-879f-4998-b454-c2bef9ef0cd2,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:20.324706 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d3ece5a2-cadb-4e10-8095-685122e14c73 req-e7d65e58-195b-4808-9c66-a0ef68095e44 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d78fc211-cc54-405e-9183-8db5afbe8956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3330214 Feb 09 18:05:20.358828 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4492feb9-dd58-484e-b629-f3ed569cbcef tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "GET /v2.0/routers/9da91c84-73a4-4339-8419-38e1af440ae7 HTTP/1.1" status: 200 len: 907 time: 0.4476514 Feb 09 18:05:20.361413 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48034) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:20.372369 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 3cca6c1d-dc04-4c63-9014-13f7972ec808, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=3cca6c1d-dc04-4c63-9014-13f7972ec808,segment=NetworkSegment(ff3ad7d2-ae22-407d-aad4-944a085ef318),segment_id=ff3ad7d2-ae22-407d-aad4-944a085ef318)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:20.399291 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92595ec9-59bf-47b3-add5-63cddaa0356e tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Made reservation on behalf of 77cc0028ca3c4751878efe04d1ccec85 for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:20.403166 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-92595ec9-59bf-47b3-add5-63cddaa0356e tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:20.457341 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-8426dd70-5fe5-4e2d-bf14-12c76a3bde4f None None] Set router 9da91c84-73a4-4339-8419-38e1af440ae7 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:05:20.457621 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-92595ec9-59bf-47b3-add5-63cddaa0356e tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] device_id is not set on port b3c5a199-eb5d-466e-b4fc-92873295f8a5 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:05:20.487868 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c6c4e791-63b3-4ab2-a414-2ffd008d939d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:20.490037 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:20.491537 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:20.543523 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3def49c9-e135-4274-bfd4-b89c215fb074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:20.577355 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-dfc74a2c-d447-4db4-954c-c7c36d5cc27d None None] Attempting to bind port 4b17d103-879f-4998-b454-c2bef9ef0cd2 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:05:20.578004 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-dfc74a2c-d447-4db4-954c-c7c36d5cc27d None None] Attempting to bind port 4b17d103-879f-4998-b454-c2bef9ef0cd2 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:05:20.578106 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc74a2c-d447-4db4-954c-c7c36d5cc27d None None] Attempting to bind port 4b17d103-879f-4998-b454-c2bef9ef0cd2 on network 533fa7e0-9286-46d7-99f4-266111443da8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:05:20.587905 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:20.620591 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4e791-63b3-4ab2-a414-2ffd008d939d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Subnet': ['ID=443ecc94-8b89-40c5-8323-051f10db22bb,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:20.639046 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c4e791-63b3-4ab2-a414-2ffd008d939d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Checking segment: {'id': '32a8e3ab-aff7-4c56-a619-3255c4ea9369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd3049cfd-e850-4b11-9289-5ebdd81b7f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:05:20.646646 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c4e791-63b3-4ab2-a414-2ffd008d939d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network hostable DHCP agents. Network: d3049cfd-e850-4b11-9289-5ebdd81b7f4c, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:05:20.662795 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def49c9-e135-4274-bfd4-b89c215fb074 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c1ed482-ddce-4a72-9f9d-f0eaa1553568,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:20.675461 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc74a2c-d447-4db4-954c-c7c36d5cc27d None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:05:20.675840 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc74a2c-d447-4db4-954c-c7c36d5cc27d None None] Checking segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:05:20.676244 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfc74a2c-d447-4db4-954c-c7c36d5cc27d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:20.677386 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc74a2c-d447-4db4-954c-c7c36d5cc27d None None] Bound using segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:05:20.677386 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-dfc74a2c-d447-4db4-954c-c7c36d5cc27d None None] Bound port: 4b17d103-879f-4998-b454-c2bef9ef0cd2, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:05:20.677616 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfc74a2c-d447-4db4-954c-c7c36d5cc27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:20.686801 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-baa66723-ccf1-4a56-b2d2-024c1b1125ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:20.731762 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1f9821d-20cc-47c5-a48b-484b3eaae219 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:20.765819 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device dfc5979a-2366-49b8-ba7a-857b07b48a31 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:05:20.787384 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 0527800b-c013-48a4-899d-0e94ecda1102 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:20.819459 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: dfc5979a-2366-49b8-ba7a-857b07b48a31 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:05:20.820156 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device dfc5979a-2366-49b8-ba7a-857b07b48a31 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:05:20.822891 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 0527800b-c013-48a4-899d-0e94ecda1102 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:20.823610 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:20.879245 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=3cca6c1d-dc04-4c63-9014-13f7972ec808,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:20.993047 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-baa66723-ccf1-4a56-b2d2-024c1b1125ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Calling delete_port for ebf6e04c-b7a4-4bb2-b9f0-4739e301c853 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:20.997339 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c4e791-63b3-4ab2-a414-2ffd008d939d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network d3049cfd-e850-4b11-9289-5ebdd81b7f4c is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:05:21.139748 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-dfc74a2c-d447-4db4-954c-c7c36d5cc27d None None] For port 4b17d103-879f-4998-b454-c2bef9ef0cd2, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:05:21.146892 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-dfc74a2c-d447-4db4-954c-c7c36d5cc27d None None] For port 4b17d103-879f-4998-b454-c2bef9ef0cd2, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=4b17d103-879f-4998-b454-c2bef9ef0cd2,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:05:21.150932 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-92595ec9-59bf-47b3-add5-63cddaa0356e tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Allocated IP 172.20.0.7 (ff00f2f7-7f50-4144-a186-a893248e0206/b91dd94b-10c0-45af-9a82-a04e61ba8834/b3c5a199-eb5d-466e-b4fc-92873295f8a5) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:21.167973 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:05:21.175299 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1f9821d-20cc-47c5-a48b-484b3eaae219 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:21.238708 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-c6c4e791-63b3-4ab2-a414-2ffd008d939d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, d3049cfd-e850-4b11-9289-5ebdd81b7f4c) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:21.247959 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c4e791-63b3-4ab2-a414-2ffd008d939d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:21.249005 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c6c4e791-63b3-4ab2-a414-2ffd008d939d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:21.267951 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-a1f9821d-20cc-47c5-a48b-484b3eaae219 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Deleting port 0d0bb949-d05a-450d-a330-30ce38a1109b {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:21.268939 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1f9821d-20cc-47c5-a48b-484b3eaae219 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:21.287486 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb42a4c-44a2-460a-97a6-b8d3b23034a8 None None] Network d3049cfd-e850-4b11-9289-5ebdd81b7f4c requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:05:21.301464 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfc74a2c-d447-4db4-954c-c7c36d5cc27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:21.654451 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:21.733346 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1f9821d-20cc-47c5-a48b-484b3eaae219 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:21.772547 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:21.777754 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc74a2c-d447-4db4-954c-c7c36d5cc27d None None] Pushing event updated for resources: {'Port': ['ID=4b17d103-879f-4998-b454-c2bef9ef0cd2,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:21.799693 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c5a50e-42b2-4234-b8ed-278b7840d6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0527800b-c013-48a4-899d-0e94ecda1102'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:05:21.829364 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 0527800b-c013-48a4-899d-0e94ecda1102, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=0527800b-c013-48a4-899d-0e94ecda1102,segment=NetworkSegment(23964c25-d5c8-4aa2-982a-3a45e6672645),segment_id=23964c25-d5c8-4aa2-982a-3a45e6672645)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:21.876990 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:21.877512 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:21.963562 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-a1f9821d-20cc-47c5-a48b-484b3eaae219 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Calling delete_port for 0d0bb949-d05a-450d-a330-30ce38a1109b owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:22.013709 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c6c4e791-63b3-4ab2-a414-2ffd008d939d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9863222 Feb 09 18:05:22.021842 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c5a50e-42b2-4234-b8ed-278b7840d6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0527800b-c013-48a4-899d-0e94ecda1102', 'code': 200} Feb 09 18:05:22.022061 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48046) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:22.028356 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-356b7b4a-cced-4049-b0a9-6559435d60a2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'port': {'network_id': 'd3049cfd-e850-4b11-9289-5ebdd81b7f4c', 'name': 'tempest-PortsIpV6TestJSON-969568217', 'fixed_ips': [{'subnet_id': '443ecc94-8b89-40c5-8323-051f10db22bb', 'ip_address': '2001:db8::10'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:22.087255 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:22.165830 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72005ee2-cb25-414c-94bb-a23c8ecadf20 req-40d5bfc9-64ec-494d-907d-35a2047afcae tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:22.168030 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-72005ee2-cb25-414c-94bb-a23c8ecadf20 req-40d5bfc9-64ec-494d-907d-35a2047afcae tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 944 time: 0.6122811 Feb 09 18:05:22.270538 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-baa66723-ccf1-4a56-b2d2-024c1b1125ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:22.288705 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-356b7b4a-cced-4049-b0a9-6559435d60a2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:22.301029 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-356b7b4a-cced-4049-b0a9-6559435d60a2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:port and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:22.304467 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-356b7b4a-cced-4049-b0a9-6559435d60a2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:22.313684 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-356b7b4a-cced-4049-b0a9-6559435d60a2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:22.414061 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7fe0d1-9202-4290-bec4-1cb12cdc4f55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-d3049cfd-e850-4b11-9289-5ebdd81b7f4c', 'network_id': 'd3049cfd-e850-4b11-9289-5ebdd81b7f4c', 'tenant_id': 'b60c7c82052d46da993e7a5a5abe4cf8', 'fixed_ips': [{'subnet_id': '443ecc94-8b89-40c5-8323-051f10db22bb'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:05:22.415121 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd7fe0d1-9202-4290-bec4-1cb12cdc4f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:22.425633 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-8426dd70-5fe5-4e2d-bf14-12c76a3bde4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da91c84-73a4-4339-8419-38e1af440ae7', 'name': 'tempest-snat-router-1962506161', 'tenant_id': '6000760d86014b9c8d68b5ec2afa808b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '0d0bb949-d05a-450d-a330-30ce38a1109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:05:12Z', 'updated_at': '2022-02-09T18:05:17Z', 'revision_number': 3, 'project_id': '6000760d86014b9c8d68b5ec2afa808b', 'gw_port': {'id': '0d0bb949-d05a-450d-a330-30ce38a1109b', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da91c84-73a4-4339-8419-38e1af440ae7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:05:14Z', 'updated_at': '2022-02-09T18:05:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:22.455709 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426dd70-5fe5-4e2d-bf14-12c76a3bde4f None None] Checking router: 9da91c84-73a4-4339-8419-38e1af440ae7 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:05:22.462783 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426dd70-5fe5-4e2d-bf14-12c76a3bde4f None None] Updating router 9da91c84-73a4-4339-8419-38e1af440ae7 port 0d0bb949-d05a-450d-a330-30ce38a1109b binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:05:22.484889 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-72005ee2-cb25-414c-94bb-a23c8ecadf20 req-9c108db1-a60c-4d23-a7c8-b7471b925d43 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d78fc211-cc54-405e-9183-8db5afbe8956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3097382 Feb 09 18:05:22.488530 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356b7b4a-cced-4049-b0a9-6559435d60a2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:22.495287 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-356b7b4a-cced-4049-b0a9-6559435d60a2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:22.528741 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa66723-ccf1-4a56-b2d2-024c1b1125ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Port': ['ID=ebf6e04c-b7a4-4bb2-b9f0-4739e301c853,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:22.563175 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-356b7b4a-cced-4049-b0a9-6559435d60a2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] device_id is not set on port c9127b6b-0e9a-489b-bf5e-47575b8cebab yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:05:22.585244 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8426dd70-5fe5-4e2d-bf14-12c76a3bde4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:22.657063 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-92595ec9-59bf-47b3-add5-63cddaa0356e tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:22.680576 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-baa66723-ccf1-4a56-b2d2-024c1b1125ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:22.721204 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-92595ec9-59bf-47b3-add5-63cddaa0356e tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Transition to ACTIVE for port object b3c5a199-eb5d-466e-b4fc-92873295f8a5 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:22.724529 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3def49c9-e135-4274-bfd4-b89c215fb074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:22.732610 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-baa66723-ccf1-4a56-b2d2-024c1b1125ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/ebf6e04c-b7a4-4bb2-b9f0-4739e301c853 HTTP/1.1" status: 204 len: 168 time: 3.2998054 Feb 09 18:05:22.735742 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48050) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:22.778739 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f695641-cebd-43d6-b9fa-4053c99bf463 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Router 0f2e48e8-4059-4897-b2b7-3c42f2e7f36c has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:05:22.785160 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-98d4ac88-de6e-4e64-aa99-0bdf2e39d00f req-b1055775-ad3d-4b8b-b257-65cc5ad2d778 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 1098 time: 0.3657970 Feb 09 18:05:22.856195 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=0527800b-c013-48a4-899d-0e94ecda1102,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:22.963047 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-356b7b4a-cced-4049-b0a9-6559435d60a2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Allocated IP 2001:db8::10 (d3049cfd-e850-4b11-9289-5ebdd81b7f4c/443ecc94-8b89-40c5-8323-051f10db22bb/c9127b6b-0e9a-489b-bf5e-47575b8cebab) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:22.988075 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-92595ec9-59bf-47b3-add5-63cddaa0356e tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:23.230401 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92595ec9-59bf-47b3-add5-63cddaa0356e tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Pushing event updated for resources: {'Port': ['ID=b3c5a199-eb5d-466e-b4fc-92873295f8a5,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:23.260870 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92595ec9-59bf-47b3-add5-63cddaa0356e tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Network ff00f2f7-7f50-4144-a186-a893248e0206 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:23.288912 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 4b17d103-879f-4998-b454-c2bef9ef0cd2 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:05:23.292475 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1f9821d-20cc-47c5-a48b-484b3eaae219 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:23.403247 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9664345c-9ce0-4d03-8437-f337e069c4bd tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:23.404691 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9664345c-9ce0-4d03-8437-f337e069c4bd tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:23.405474 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-9664345c-9ce0-4d03-8437-f337e069c4bd tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:23.429768 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-92595ec9-59bf-47b3-add5-63cddaa0356e tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:23.438530 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92595ec9-59bf-47b3-add5-63cddaa0356e tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:23.491260 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9821d-20cc-47c5-a48b-484b3eaae219 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d0bb949-d05a-450d-a330-30ce38a1109b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:23.529282 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-8426dd70-5fe5-4e2d-bf14-12c76a3bde4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:05:23.529871 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-8426dd70-5fe5-4e2d-bf14-12c76a3bde4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:05:23.565027 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92595ec9-59bf-47b3-add5-63cddaa0356e tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:23.565858 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-92595ec9-59bf-47b3-add5-63cddaa0356e tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:23.585046 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 4b17d103-879f-4998-b454-c2bef9ef0cd2 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:23.585897 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 3cca6c1d-dc04-4c63-9014-13f7972ec808 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:05:23.774105 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 3cca6c1d-dc04-4c63-9014-13f7972ec808 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:23.775370 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:23.898872 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1f9821d-20cc-47c5-a48b-484b3eaae219 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:23.965159 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-92595ec9-59bf-47b3-add5-63cddaa0356e tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.7656398 Feb 09 18:05:23.968768 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48058) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:23.975586 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2bf1e8b3-3b74-467f-88ab-4ec073f040c4 None None] Provisioning for port 4b17d103-879f-4998-b454-c2bef9ef0cd2 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:23.983634 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-79452e2c-770a-4755-b489-2bbc49337ca3 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Request body: {'port': {'network_id': 'ff00f2f7-7f50-4144-a186-a893248e0206', 'name': 'tempest-AllowedAddressPairTestJSON-829351251'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:24.000824 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2bf1e8b3-3b74-467f-88ab-4ec073f040c4 None None] Provisioning complete for port 4b17d103-879f-4998-b454-c2bef9ef0cd2 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:24.001473 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2bf1e8b3-3b74-467f-88ab-4ec073f040c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:24.014396 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-356b7b4a-cced-4049-b0a9-6559435d60a2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:24.045372 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-356b7b4a-cced-4049-b0a9-6559435d60a2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Transition to ACTIVE for port object c9127b6b-0e9a-489b-bf5e-47575b8cebab will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:24.101010 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-98d4ac88-de6e-4e64-aa99-0bdf2e39d00f req-88c530f5-ddad-4f84-b506-6080b7850f32 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d78fc211-cc54-405e-9183-8db5afbe8956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3083217 Feb 09 18:05:24.162909 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-79452e2c-770a-4755-b489-2bbc49337ca3 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:24.194764 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-79452e2c-770a-4755-b489-2bbc49337ca3 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:24.238145 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-9664345c-9ce0-4d03-8437-f337e069c4bd tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:24.254350 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9664345c-9ce0-4d03-8437-f337e069c4bd tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.5074854 Feb 09 18:05:24.254350 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48064) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:24.254660 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426dd70-5fe5-4e2d-bf14-12c76a3bde4f None None] Port 0d0bb949-d05a-450d-a330-30ce38a1109b not found while updating agent binding for router 9da91c84-73a4-4339-8419-38e1af440ae7. {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Feb 09 18:05:24.300988 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79452e2c-770a-4755-b489-2bbc49337ca3 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Made reservation on behalf of 77cc0028ca3c4751878efe04d1ccec85 for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:24.304359 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-79452e2c-770a-4755-b489-2bbc49337ca3 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:24.420506 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f695641-cebd-43d6-b9fa-4053c99bf463 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:05:24.425850 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5f695641-cebd-43d6-b9fa-4053c99bf463 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:24.431875 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2892d459-6783-4fa4-8f2d-2030fc46b023 None None] Sync routers for ids ['0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:05:24.459171 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8426dd70-5fe5-4e2d-bf14-12c76a3bde4f None None] Routers {'9da91c84-73a4-4339-8419-38e1af440ae7'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:05:24.459981 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-8426dd70-5fe5-4e2d-bf14-12c76a3bde4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['9da91c84-73a4-4339-8419-38e1af440ae7'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:24.464845 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2892d459-6783-4fa4-8f2d-2030fc46b023 None None] Routers {'0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:05:24.470481 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2892d459-6783-4fa4-8f2d-2030fc46b023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:24.557248 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-356b7b4a-cced-4049-b0a9-6559435d60a2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:24.630552 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-79452e2c-770a-4755-b489-2bbc49337ca3 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] device_id is not set on port 03b27389-82be-4908-bdbc-55510df7130f yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:05:24.631280 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-dd7fe0d1-9202-4290-bec4-1cb12cdc4f55 None None] Allocated IP 2001:db8::2 (d3049cfd-e850-4b11-9289-5ebdd81b7f4c/443ecc94-8b89-40c5-8323-051f10db22bb/fc4ef67f-40f9-4fde-9e11-65fad4296eb8) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:24.631951 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2892d459-6783-4fa4-8f2d-2030fc46b023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:24.662529 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2892d459-6783-4fa4-8f2d-2030fc46b023 None None] Routers {'0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:05:24.663226 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2892d459-6783-4fa4-8f2d-2030fc46b023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:24.690526 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2bf1e8b3-3b74-467f-88ab-4ec073f040c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:24.718838 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e14b1-20b1-415b-a710-d274b3abacc0 req-4c992a7b-d738-47c6-a796-73f9843a5c50 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:24.723187 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1d0e14b1-20b1-415b-a710-d274b3abacc0 req-4c992a7b-d738-47c6-a796-73f9843a5c50 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 945 time: 0.8260262 Feb 09 18:05:24.748984 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b7b4a-cced-4049-b0a9-6559435d60a2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Port': ['ID=c9127b6b-0e9a-489b-bf5e-47575b8cebab,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:24.766534 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356b7b4a-cced-4049-b0a9-6559435d60a2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network d3049cfd-e850-4b11-9289-5ebdd81b7f4c is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:24.773968 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-356b7b4a-cced-4049-b0a9-6559435d60a2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:24.784527 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1f9821d-20cc-47c5-a48b-484b3eaae219 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:24.786764 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356b7b4a-cced-4049-b0a9-6559435d60a2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:24.792608 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356b7b4a-cced-4049-b0a9-6559435d60a2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:24.794008 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-8426dd70-5fe5-4e2d-bf14-12c76a3bde4f None None] Set router 9da91c84-73a4-4339-8419-38e1af440ae7 gateway port host: None {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:05:24.794681 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-356b7b4a-cced-4049-b0a9-6559435d60a2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:24.798189 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2892d459-6783-4fa4-8f2d-2030fc46b023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:24.798620 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2892d459-6783-4fa4-8f2d-2030fc46b023 None None] The sync data for ids ['0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:05:24.826122 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1f9821d-20cc-47c5-a48b-484b3eaae219 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:24.851082 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5f695641-cebd-43d6-b9fa-4053c99bf463 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "PUT /v2.0/floatingips/dcdcd299-4b50-4b8b-8346-3fa22ae78f14 HTTP/1.1" status: 200 len: 979 time: 15.1603403 Feb 09 18:05:24.865713 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48068) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:25.049184 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-8426dd70-5fe5-4e2d-bf14-12c76a3bde4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da91c84-73a4-4339-8419-38e1af440ae7', 'name': 'tempest-snat-router-1962506161', 'tenant_id': '6000760d86014b9c8d68b5ec2afa808b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:05:12Z', 'updated_at': '2022-02-09T18:05:22Z', 'revision_number': 5, 'project_id': '6000760d86014b9c8d68b5ec2afa808b', 'gw_port_host': None}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:25.052104 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-356b7b4a-cced-4049-b0a9-6559435d60a2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0285780 Feb 09 18:05:25.055930 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-2bf1e8b3-3b74-467f-88ab-4ec073f040c4 None None] For port 4b17d103-879f-4998-b454-c2bef9ef0cd2, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=4b17d103-879f-4998-b454-c2bef9ef0cd2,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:25.060382 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426dd70-5fe5-4e2d-bf14-12c76a3bde4f None None] The sync data for ids ['9da91c84-73a4-4339-8419-38e1af440ae7'] in dv-neutron-827016-2-hyperv is: [{'id': '9da91c84-73a4-4339-8419-38e1af440ae7', 'name': 'tempest-snat-router-1962506161', 'tenant_id': '6000760d86014b9c8d68b5ec2afa808b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:05:12Z', 'updated_at': '2022-02-09T18:05:22Z', 'revision_number': 5, 'project_id': '6000760d86014b9c8d68b5ec2afa808b', 'gw_port_host': None}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:05:25.061343 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48072) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:25.079074 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1f9821d-20cc-47c5-a48b-484b3eaae219 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:25.079989 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f9821d-20cc-47c5-a48b-484b3eaae219 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9da91c84-73a4-4339-8419-38e1af440ae7 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:05:25.107922 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1f9821d-20cc-47c5-a48b-484b3eaae219 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:25.111961 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a1f9821d-20cc-47c5-a48b-484b3eaae219 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "DELETE /v2.0/routers/9da91c84-73a4-4339-8419-38e1af440ae7 HTTP/1.1" status: 204 len: 168 time: 4.7467322 Feb 09 18:05:25.116280 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48074) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:25.140133 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2bf1e8b3-3b74-467f-88ab-4ec073f040c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:25.185093 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-5c77272e-d04b-40b7-a078-fc29cb556dc4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'port': {'network_id': 'd3049cfd-e850-4b11-9289-5ebdd81b7f4c', 'name': 'tempest-PortsIpV6TestJSON-1893777892', 'fixed_ips': [{'subnet_id': '443ecc94-8b89-40c5-8323-051f10db22bb', 'ip_address': '2001:db8::f'}]}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:25.225572 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-84c2ef0d-2aa7-4e65-b0c2-59464bfefda0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Deleting port 4cb88d8b-65b4-492e-aca6-5cf9c2f3c3c8 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:25.226270 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84c2ef0d-2aa7-4e65-b0c2-59464bfefda0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:25.361865 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1e8b3-3b74-467f-88ab-4ec073f040c4 None None] Pushing event updated for resources: {'Port': ['ID=4b17d103-879f-4998-b454-c2bef9ef0cd2,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:25.381573 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd7fe0d1-9202-4290-bec4-1cb12cdc4f55 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:25.386155 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa05fec-79f0-4cf2-9516-710df7fbf4d9 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet 5035b937-d8de-4728-b9ae-40016f0eda37 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:05:25.389684 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-faa05fec-79f0-4cf2-9516-710df7fbf4d9 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:25.400170 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-dd7fe0d1-9202-4290-bec4-1cb12cdc4f55 None None] Transition to ACTIVE for port object fc4ef67f-40f9-4fde-9e11-65fad4296eb8 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:25.425744 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-dd7fe0d1-9202-4290-bec4-1cb12cdc4f55 None None] Transition to ACTIVE for port object fc4ef67f-40f9-4fde-9e11-65fad4296eb8 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:25.504108 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-79452e2c-770a-4755-b489-2bbc49337ca3 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Allocated IP 172.20.0.3 (ff00f2f7-7f50-4144-a186-a893248e0206/b91dd94b-10c0-45af-9a82-a04e61ba8834/03b27389-82be-4908-bdbc-55510df7130f) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:25.515691 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-faa05fec-79f0-4cf2-9516-710df7fbf4d9 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:25.577321 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1d0e14b1-20b1-415b-a710-d274b3abacc0 req-f6d6e4d3-09b8-4497-b577-1728132a76aa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d78fc211-cc54-405e-9183-8db5afbe8956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8389721 Feb 09 18:05:25.722633 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5c77272e-d04b-40b7-a078-fc29cb556dc4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:25.774509 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5c77272e-d04b-40b7-a078-fc29cb556dc4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:port and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:25.788621 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5c77272e-d04b-40b7-a078-fc29cb556dc4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:25.801418 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5c77272e-d04b-40b7-a078-fc29cb556dc4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:25.807297 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-faa05fec-79f0-4cf2-9516-710df7fbf4d9 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:25.819828 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ae3dba3f-1025-4a57-af52-6742fe6d9a89 None None] Provisioning for port b3c5a199-eb5d-466e-b4fc-92873295f8a5 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:25.825749 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ae3dba3f-1025-4a57-af52-6742fe6d9a89 None None] Provisioning complete for port b3c5a199-eb5d-466e-b4fc-92873295f8a5 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:25.829318 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae3dba3f-1025-4a57-af52-6742fe6d9a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:25.872330 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd7fe0d1-9202-4290-bec4-1cb12cdc4f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:25.882012 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84c2ef0d-2aa7-4e65-b0c2-59464bfefda0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:25.924244 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-79452e2c-770a-4755-b489-2bbc49337ca3 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:25.949807 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-79452e2c-770a-4755-b489-2bbc49337ca3 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Transition to ACTIVE for port object 03b27389-82be-4908-bdbc-55510df7130f will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:25.959006 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c77272e-d04b-40b7-a078-fc29cb556dc4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:25.966068 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ae3dba3f-1025-4a57-af52-6742fe6d9a89 None None] Port b3c5a199-eb5d-466e-b4fc-92873295f8a5 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:05:25.981889 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ae3dba3f-1025-4a57-af52-6742fe6d9a89 None None] Could not find standard attr ID for object ebf6e04c-b7a4-4bb2-b9f0-4739e301c853. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:05:25.984602 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7fe0d1-9202-4290-bec4-1cb12cdc4f55 None None] Network d3049cfd-e850-4b11-9289-5ebdd81b7f4c is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:25.990492 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7fe0d1-9202-4290-bec4-1cb12cdc4f55 None None] Pushing event updated for resources: {'Port': ['ID=fc4ef67f-40f9-4fde-9e11-65fad4296eb8,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:25.994466 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-dd7fe0d1-9202-4290-bec4-1cb12cdc4f55 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:25.998617 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7fe0d1-9202-4290-bec4-1cb12cdc4f55 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:26.021765 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10c8f918-f9e8-479d-b919-7075ea30ee6b tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:26.101892 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3def49c9-e135-4274-bfd4-b89c215fb074 admin admin] Router 36901a24-e8f9-45c6-b9c4-66f195529e5e has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:05:26.160508 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-dd7fe0d1-9202-4290-bec4-1cb12cdc4f55 None None] Attempting to bind port fc4ef67f-40f9-4fde-9e11-65fad4296eb8 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:05:26.162885 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-dd7fe0d1-9202-4290-bec4-1cb12cdc4f55 None None] Attempting to bind port fc4ef67f-40f9-4fde-9e11-65fad4296eb8 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '32a8e3ab-aff7-4c56-a619-3255c4ea9369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd3049cfd-e850-4b11-9289-5ebdd81b7f4c'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:05:26.163507 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7fe0d1-9202-4290-bec4-1cb12cdc4f55 None None] Attempting to bind port fc4ef67f-40f9-4fde-9e11-65fad4296eb8 on network d3049cfd-e850-4b11-9289-5ebdd81b7f4c {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:05:26.181563 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7fe0d1-9202-4290-bec4-1cb12cdc4f55 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:05:26.182750 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7fe0d1-9202-4290-bec4-1cb12cdc4f55 None None] Checking segment: {'id': '32a8e3ab-aff7-4c56-a619-3255c4ea9369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd3049cfd-e850-4b11-9289-5ebdd81b7f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:05:26.183496 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd7fe0d1-9202-4290-bec4-1cb12cdc4f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:26.184382 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7fe0d1-9202-4290-bec4-1cb12cdc4f55 None None] Bound using segment: {'id': '32a8e3ab-aff7-4c56-a619-3255c4ea9369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd3049cfd-e850-4b11-9289-5ebdd81b7f4c'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:05:26.184959 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-dd7fe0d1-9202-4290-bec4-1cb12cdc4f55 None None] Bound port: fc4ef67f-40f9-4fde-9e11-65fad4296eb8, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a8e3ab-aff7-4c56-a619-3255c4ea9369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd3049cfd-e850-4b11-9289-5ebdd81b7f4c'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:05:26.185371 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd7fe0d1-9202-4290-bec4-1cb12cdc4f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:26.223746 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-79452e2c-770a-4755-b489-2bbc49337ca3 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:26.329257 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-dd7fe0d1-9202-4290-bec4-1cb12cdc4f55 None None] For port fc4ef67f-40f9-4fde-9e11-65fad4296eb8, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:05:26.333217 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-dd7fe0d1-9202-4290-bec4-1cb12cdc4f55 None None] For port fc4ef67f-40f9-4fde-9e11-65fad4296eb8, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=fc4ef67f-40f9-4fde-9e11-65fad4296eb8,segment=NetworkSegment(32a8e3ab-aff7-4c56-a619-3255c4ea9369),segment_id=32a8e3ab-aff7-4c56-a619-3255c4ea9369)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:05:26.348513 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-faa05fec-79f0-4cf2-9516-710df7fbf4d9 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:26.413504 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa05fec-79f0-4cf2-9516-710df7fbf4d9 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=5035b937-d8de-4728-b9ae-40016f0eda37,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:26.414500 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5c77272e-d04b-40b7-a078-fc29cb556dc4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:26.426559 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-faa05fec-79f0-4cf2-9516-710df7fbf4d9 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:26.438197 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8783106e-335f-4f6d-b98e-0c50b03d4772 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:05:26.510124 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79452e2c-770a-4755-b489-2bbc49337ca3 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Network ff00f2f7-7f50-4144-a186-a893248e0206 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:26.520171 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-79452e2c-770a-4755-b489-2bbc49337ca3 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:26.529163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79452e2c-770a-4755-b489-2bbc49337ca3 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:26.567772 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-5c77272e-d04b-40b7-a078-fc29cb556dc4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] device_id is not set on port 10ce9c76-532b-43b2-8f3f-d5918b0cb28b yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:05:26.616299 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84c2ef0d-2aa7-4e65-b0c2-59464bfefda0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:26.616653 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84c2ef0d-2aa7-4e65-b0c2-59464bfefda0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:26.616970 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [None req-84c2ef0d-2aa7-4e65-b0c2-59464bfefda0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Floating IP dcdcd299-4b50-4b8b-8346-3fa22ae78f14 disassociated. External IP: 172.26.8.241, port: 4cb88d8b-65b4-492e-aca6-5cf9c2f3c3c8. Feb 09 18:05:26.617416 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-84c2ef0d-2aa7-4e65-b0c2-59464bfefda0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Calling delete_port for 4cb88d8b-65b4-492e-aca6-5cf9c2f3c3c8 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:26.644271 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd7fe0d1-9202-4290-bec4-1cb12cdc4f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:26.746972 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-faa05fec-79f0-4cf2-9516-710df7fbf4d9 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/5035b937-d8de-4728-b9ae-40016f0eda37 HTTP/1.1" status: 204 len: 168 time: 2.3043878 Feb 09 18:05:26.755284 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48086) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:26.865803 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7fe0d1-9202-4290-bec4-1cb12cdc4f55 None None] Pushing event updated for resources: {'Port': ['ID=fc4ef67f-40f9-4fde-9e11-65fad4296eb8,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:26.958421 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79452e2c-770a-4755-b489-2bbc49337ca3 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Pushing event updated for resources: {'Port': ['ID=03b27389-82be-4908-bdbc-55510df7130f,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:26.974593 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-01c9fdd1-43a8-4a71-8528-7183d5f182cf tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1531761 Feb 09 18:05:26.981604 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48090) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:27.001963 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b18487d-6976-4a94-89b5-6446948624bf None None] DHCP port deletion for 533fa7e0-9286-46d7-99f4-266111443da8 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:05:27.035098 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4b18487d-6976-4a94-89b5-6446948624bf None None] Deleting port 4b17d103-879f-4998-b454-c2bef9ef0cd2 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:27.035328 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b18487d-6976-4a94-89b5-6446948624bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:27.048698 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10c8f918-f9e8-479d-b919-7075ea30ee6b tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:27.127933 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 4b17d103-879f-4998-b454-c2bef9ef0cd2 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:05:27.227593 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79452e2c-770a-4755-b489-2bbc49337ca3 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:27.228286 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-79452e2c-770a-4755-b489-2bbc49337ca3 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:27.245281 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-10c8f918-f9e8-479d-b919-7075ea30ee6b tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Deleting port d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:27.245629 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10c8f918-f9e8-479d-b919-7075ea30ee6b tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:27.269436 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-5c77272e-d04b-40b7-a078-fc29cb556dc4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Allocated IP 2001:db8::f (d3049cfd-e850-4b11-9289-5ebdd81b7f4c/443ecc94-8b89-40c5-8323-051f10db22bb/10ce9c76-532b-43b2-8f3f-d5918b0cb28b) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:27.369705 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb356cc-c540-45b0-8888-ee467cc6cce5 req-72f38e15-1b80-41a9-80b0-3fc863e341e4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:27.371392 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1fb356cc-c540-45b0-8888-ee467cc6cce5 req-72f38e15-1b80-41a9-80b0-3fc863e341e4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 945 time: 0.5349264 Feb 09 18:05:27.385916 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-79452e2c-770a-4755-b489-2bbc49337ca3 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4139457 Feb 09 18:05:27.386767 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48094) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:27.403253 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b4341406-ea26-4319-8f0b-3549e4b61937 None None] Provisioning for port 03b27389-82be-4908-bdbc-55510df7130f completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:27.418759 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b4341406-ea26-4319-8f0b-3549e4b61937 None None] Provisioning complete for port 03b27389-82be-4908-bdbc-55510df7130f triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:27.419486 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b4341406-ea26-4319-8f0b-3549e4b61937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:27.434550 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-db1876ef-7bb1-4ead-9804-c8f775ca0fc5 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:3a:1f:fe'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:d0:0f:d3'}]}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:27.477223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84c2ef0d-2aa7-4e65-b0c2-59464bfefda0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:27.478498 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987c128-3adc-4227-9432-4cdff041ad8a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:27.478498 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1987c128-3adc-4227-9432-4cdff041ad8a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:27.515715 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b4341406-ea26-4319-8f0b-3549e4b61937 None None] Port 03b27389-82be-4908-bdbc-55510df7130f cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:05:27.564754 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2ef0d-2aa7-4e65-b0c2-59464bfefda0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event deleted for resources: {'Port': ['ID=4cb88d8b-65b4-492e-aca6-5cf9c2f3c3c8,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:27.667352 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-4b18487d-6976-4a94-89b5-6446948624bf None None] For port 4b17d103-879f-4998-b454-c2bef9ef0cd2, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=4b17d103-879f-4998-b454-c2bef9ef0cd2,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:27.667874 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b18487d-6976-4a94-89b5-6446948624bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:27.711298 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1987c128-3adc-4227-9432-4cdff041ad8a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:27.715538 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1987c128-3adc-4227-9432-4cdff041ad8a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7203157 Feb 09 18:05:27.740025 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48098) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:27.756177 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1fb356cc-c540-45b0-8888-ee467cc6cce5 req-2d94d366-aebd-4f4d-987e-b95ba2022ca2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d78fc211-cc54-405e-9183-8db5afbe8956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3683612 Feb 09 18:05:27.775479 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-10c8f918-f9e8-479d-b919-7075ea30ee6b tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] For port d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:27.775842 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10c8f918-f9e8-479d-b919-7075ea30ee6b tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:27.941773 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:27.994563 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4b18487d-6976-4a94-89b5-6446948624bf None None] Calling delete_port for 4b17d103-879f-4998-b454-c2bef9ef0cd2 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:28.083229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-10c8f918-f9e8-479d-b919-7075ea30ee6b tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Calling delete_port for d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:28.170612 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5c77272e-d04b-40b7-a078-fc29cb556dc4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:28.177149 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3bbbbb-88ad-4701-8cc3-d23fb68eff1b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:28.178197 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6f3bbbbb-88ad-4701-8cc3-d23fb68eff1b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:28.200123 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 4b17d103-879f-4998-b454-c2bef9ef0cd2, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=4b17d103-879f-4998-b454-c2bef9ef0cd2,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:28.244005 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3def49c9-e135-4274-bfd4-b89c215fb074 admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:05:28.251086 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3def49c9-e135-4274-bfd4-b89c215fb074 admin admin] 10.222.0.21 "PUT /v2.0/routers/36901a24-e8f9-45c6-b9c4-66f195529e5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7583530 Feb 09 18:05:28.254054 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48106) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:28.257796 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd259542-98c5-4b6e-b73a-eb231f5618b3 None None] Sync routers for ids ['36901a24-e8f9-45c6-b9c4-66f195529e5e'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:05:28.288373 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-5c77272e-d04b-40b7-a078-fc29cb556dc4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Transition to ACTIVE for port object 10ce9c76-532b-43b2-8f3f-d5918b0cb28b will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:28.290202 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd259542-98c5-4b6e-b73a-eb231f5618b3 None None] Routers {'36901a24-e8f9-45c6-b9c4-66f195529e5e'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:05:28.291190 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bd259542-98c5-4b6e-b73a-eb231f5618b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['36901a24-e8f9-45c6-b9c4-66f195529e5e'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:28.388793 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:28.460471 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-db1876ef-7bb1-4ead-9804-c8f775ca0fc5 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:28.472474 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6f3bbbbb-88ad-4701-8cc3-d23fb68eff1b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:28.476866 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6f3bbbbb-88ad-4701-8cc3-d23fb68eff1b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7353208 Feb 09 18:05:28.479397 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48110) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:28.540735 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b239a-5a9a-40d4-976f-199285c6ef28 req-5e2eedc0-a697-445c-835a-acfd29edb5a7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:28.542534 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-af5b239a-5a9a-40d4-976f-199285c6ef28 req-5e2eedc0-a697-445c-835a-acfd29edb5a7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 945 time: 0.4667184 Feb 09 18:05:28.564491 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77c266e-db50-40d3-b5b3-70d99af81b08 None None] Network d3049cfd-e850-4b11-9289-5ebdd81b7f4c requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:05:28.597876 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-4b18487d-6976-4a94-89b5-6446948624bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:05:28.598278 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-4b18487d-6976-4a94-89b5-6446948624bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:05:28.672659 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5c77272e-d04b-40b7-a078-fc29cb556dc4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:28.707770 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=4b17d103-879f-4998-b454-c2bef9ef0cd2,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:28.741065 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8dfa7951-a83a-4007-a7c8-aaf65bcd7dea tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2533631 Feb 09 18:05:28.748898 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48114) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:28.754119 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-af5b239a-5a9a-40d4-976f-199285c6ef28 req-156ae1e6-0474-4c5a-9983-9e96ec896973 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d78fc211-cc54-405e-9183-8db5afbe8956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769326 Feb 09 18:05:28.764531 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c77272e-d04b-40b7-a078-fc29cb556dc4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network d3049cfd-e850-4b11-9289-5ebdd81b7f4c is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:28.768026 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-5c77272e-d04b-40b7-a078-fc29cb556dc4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:28.779685 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c77272e-d04b-40b7-a078-fc29cb556dc4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:28.780998 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5bc7e248-05b1-42a5-8e45-ece850e47368 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:28.785614 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c77272e-d04b-40b7-a078-fc29cb556dc4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:28.786435 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5c77272e-d04b-40b7-a078-fc29cb556dc4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:28.805112 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-bd259542-98c5-4b6e-b73a-eb231f5618b3 None None] Set router 36901a24-e8f9-45c6-b9c4-66f195529e5e gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:05:28.812041 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48118) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:28.867951 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77272e-d04b-40b7-a078-fc29cb556dc4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Port': ['ID=10ce9c76-532b-43b2-8f3f-d5918b0cb28b,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:28.905322 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d1e3cc34-c7f1-4885-aed6-b1e27c172b6e tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 1093 time: 0.0920341 Feb 09 18:05:28.906032 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48122) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:28.912834 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-914df774-4b1d-428c-b6d4-bd698f84e3f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': '0527800b-c013-48a4-899d-0e94ecda1102', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:28.920918 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-914df774-4b1d-428c-b6d4-bd698f84e3f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:28.926098 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-914df774-4b1d-428c-b6d4-bd698f84e3f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:floatingip and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:28.930031 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-914df774-4b1d-428c-b6d4-bd698f84e3f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:28.938345 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5c77272e-d04b-40b7-a078-fc29cb556dc4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7826042 Feb 09 18:05:28.942256 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48126) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:28.947342 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-914df774-4b1d-428c-b6d4-bd698f84e3f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:28.950176 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c2ef0d-2aa7-4e65-b0c2-59464bfefda0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Router 0f2e48e8-4059-4897-b2b7-3c42f2e7f36c has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:05:28.958900 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0efa2c8b-a472-4d2b-a7b7-5d4a0c6b4e99 None None] Provisioning for port fc4ef67f-40f9-4fde-9e11-65fad4296eb8 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:28.976408 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5bc7e248-05b1-42a5-8e45-ece850e47368 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:29.058891 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5bc7e248-05b1-42a5-8e45-ece850e47368 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:29.111177 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4b18487d-6976-4a94-89b5-6446948624bf None None] Deleting port 4b17d103-879f-4998-b454-c2bef9ef0cd2 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:29.111546 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b18487d-6976-4a94-89b5-6446948624bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:29.172784 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10c8f918-f9e8-479d-b919-7075ea30ee6b tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:29.231623 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8f918-f9e8-479d-b919-7075ea30ee6b tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:29.235927 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc7e248-05b1-42a5-8e45-ece850e47368 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:29.239522 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5bc7e248-05b1-42a5-8e45-ece850e47368 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:29.283834 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device fc4ef67f-40f9-4fde-9e11-65fad4296eb8 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:05:29.285435 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-914df774-4b1d-428c-b6d4-bd698f84e3f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:29.440942 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f089f7-961c-45ee-a744-68cf78271a47 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:29.441744 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-39f089f7-961c-45ee-a744-68cf78271a47 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Synchronizing usage tracker for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:29.488131 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-4b18487d-6976-4a94-89b5-6446948624bf None None] For port 4b17d103-879f-4998-b454-c2bef9ef0cd2, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=4b17d103-879f-4998-b454-c2bef9ef0cd2,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:29.488531 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b18487d-6976-4a94-89b5-6446948624bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:29.622678 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4b18487d-6976-4a94-89b5-6446948624bf None None] Calling delete_port for 4b17d103-879f-4998-b454-c2bef9ef0cd2 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:29.628370 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-db1876ef-7bb1-4ead-9804-c8f775ca0fc5 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:29.661771 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-36f5f7df-afd4-49e7-a615-a1a93371f4d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:29.672609 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-39f089f7-961c-45ee-a744-68cf78271a47 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Unset dirty status for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:29.676875 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-39f089f7-961c-45ee-a744-68cf78271a47 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.7334900 Feb 09 18:05:29.682513 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48132) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:29.682513 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-914df774-4b1d-428c-b6d4-bd698f84e3f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:29.762069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-db1876ef-7bb1-4ead-9804-c8f775ca0fc5 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:29.787681 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b18487d-6976-4a94-89b5-6446948624bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:29.815610 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10c8f918-f9e8-479d-b919-7075ea30ee6b tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:29.854643 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18487d-6976-4a94-89b5-6446948624bf None None] Pushing event deleted for resources: {'Port': ['ID=4b17d103-879f-4998-b454-c2bef9ef0cd2,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:29.878098 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b18487d-6976-4a94-89b5-6446948624bf None None] No DVR routers for this DVR port 4b17d103-879f-4998-b454-c2bef9ef0cd2 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:05:29.919953 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bd259542-98c5-4b6e-b73a-eb231f5618b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'name': 'tempest-ServerActionsTestJSON-1826794592-router', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:05:20Z', 'revision_number': 5, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'gw_port': {'id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:11Z', 'updated_at': '2022-02-09T18:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:29.925065 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd259542-98c5-4b6e-b73a-eb231f5618b3 None None] Checking router: 36901a24-e8f9-45c6-b9c4-66f195529e5e for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:05:29.929108 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1876ef-7bb1-4ead-9804-c8f775ca0fc5 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Pushing event updated for resources: {'Port': ['ID=03b27389-82be-4908-bdbc-55510df7130f,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:29.938030 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd259542-98c5-4b6e-b73a-eb231f5618b3 None None] Routers {'36901a24-e8f9-45c6-b9c4-66f195529e5e'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:05:29.938828 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bd259542-98c5-4b6e-b73a-eb231f5618b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['36901a24-e8f9-45c6-b9c4-66f195529e5e'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:30.015498 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port fc4ef67f-40f9-4fde-9e11-65fad4296eb8 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:30.068849 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-db1876ef-7bb1-4ead-9804-c8f775ca0fc5 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] In _notify_port_updated(), no bound segment for port 03b27389-82be-4908-bdbc-55510df7130f on network ff00f2f7-7f50-4144-a186-a893248e0206 {{(pid=84541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 18:05:30.077410 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1876ef-7bb1-4ead-9804-c8f775ca0fc5 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:30.080001 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-db1876ef-7bb1-4ead-9804-c8f775ca0fc5 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:30.083861 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-db1876ef-7bb1-4ead-9804-c8f775ca0fc5 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] 10.222.0.21 "PUT /v2.0/ports/03b27389-82be-4908-bdbc-55510df7130f HTTP/1.1" status: 200 len: 1055 time: 2.6664524 Feb 09 18:05:30.085474 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48136) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:30.097292 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port fc4ef67f-40f9-4fde-9e11-65fad4296eb8 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:30.097662 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:30.279914 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-914df774-4b1d-428c-b6d4-bd698f84e3f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.26.8.45 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/61297770-85cf-4888-ba97-666afe01a0f0) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:30.451572 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-bd259542-98c5-4b6e-b73a-eb231f5618b3 None None] Set router 36901a24-e8f9-45c6-b9c4-66f195529e5e gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:05:30.514378 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-7f895d43-3d2d-47fa-96f2-38e967f905df tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Deleting port 03b27389-82be-4908-bdbc-55510df7130f {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:30.514733 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7f895d43-3d2d-47fa-96f2-38e967f905df tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:30.516109 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:30.550923 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10c8f918-f9e8-479d-b919-7075ea30ee6b tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:30.557122 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876002d0-f29b-4075-bf28-4cf114dabd0b tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:30.560946 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876002d0-f29b-4075-bf28-4cf114dabd0b tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:30.565000 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876002d0-f29b-4075-bf28-4cf114dabd0b tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:30.566688 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-876002d0-f29b-4075-bf28-4cf114dabd0b tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.8875461 Feb 09 18:05:30.577728 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48142) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:30.596010 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10c8f918-f9e8-479d-b919-7075ea30ee6b tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:30.623591 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c2ef0d-2aa7-4e65-b0c2-59464bfefda0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:05:30.636881 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8ccf90-ddf7-4694-b51a-5af4cad1baa4 None None] Sync routers for ids ['0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:05:30.660260 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8ccf90-ddf7-4694-b51a-5af4cad1baa4 None None] Routers {'0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:05:30.660942 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8f8ccf90-ddf7-4694-b51a-5af4cad1baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:30.749743 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5bc7e248-05b1-42a5-8e45-ece850e47368 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:30.795666 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8f8ccf90-ddf7-4694-b51a-5af4cad1baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:30.814608 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8ccf90-ddf7-4694-b51a-5af4cad1baa4 None None] Routers {'0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:05:30.815478 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8f8ccf90-ddf7-4694-b51a-5af4cad1baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:30.854864 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port fc4ef67f-40f9-4fde-9e11-65fad4296eb8, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=fc4ef67f-40f9-4fde-9e11-65fad4296eb8,segment=NetworkSegment(32a8e3ab-aff7-4c56-a619-3255c4ea9369),segment_id=32a8e3ab-aff7-4c56-a619-3255c4ea9369)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:30.875190 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc7e248-05b1-42a5-8e45-ece850e47368 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:30.886019 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-5bc7e248-05b1-42a5-8e45-ece850e47368 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:30.895395 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc7e248-05b1-42a5-8e45-ece850e47368 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:30.895998 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5bc7e248-05b1-42a5-8e45-ece850e47368 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:30.920726 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84c2ef0d-2aa7-4e65-b0c2-59464bfefda0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:30.926866 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7e248-05b1-42a5-8e45-ece850e47368 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=cf184674-ef83-40e7-9b5f-6b6ad6c402d8,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:30.932102 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8f8ccf90-ddf7-4694-b51a-5af4cad1baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:30.932718 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8ccf90-ddf7-4694-b51a-5af4cad1baa4 None None] The sync data for ids ['0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:05:30.947564 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865c99a9-9879-445f-bd02-0cb5678a2e5a None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:05:30.956499 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-d9d501d5-b479-4b12-af8e-ddf25f50d232 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting port 10ce9c76-532b-43b2-8f3f-d5918b0cb28b {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:30.957064 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d9d501d5-b479-4b12-af8e-ddf25f50d232 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:30.970847 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-84c2ef0d-2aa7-4e65-b0c2-59464bfefda0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "DELETE /v2.0/ports/4cb88d8b-65b4-492e-aca6-5cf9c2f3c3c8 HTTP/1.1" status: 204 len: 168 time: 6.1040456 Feb 09 18:05:30.971720 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48146) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:30.987150 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-bb28f06a-5369-40a2-ac44-20e24925e84a None None] Provisioning for port 10ce9c76-532b-43b2-8f3f-d5918b0cb28b completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:30.990322 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-914df774-4b1d-428c-b6d4-bd698f84e3f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:30.990463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10c8f918-f9e8-479d-b919-7075ea30ee6b tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:30.991442 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:30.994169 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c8f918-f9e8-479d-b919-7075ea30ee6b tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3d50ca7-040d-457d-9e66-d3311de68ac6 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:05:31.226395 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10c8f918-f9e8-479d-b919-7075ea30ee6b tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:31.228423 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-10c8f918-f9e8-479d-b919-7075ea30ee6b tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "DELETE /v2.0/routers/c3d50ca7-040d-457d-9e66-d3311de68ac6 HTTP/1.1" status: 204 len: 168 time: 6.0911822 Feb 09 18:05:31.235703 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5bc7e248-05b1-42a5-8e45-ece850e47368 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4611866 Feb 09 18:05:31.242456 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48150) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:31.242793 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48152) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:31.252956 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-272bf852-18c7-4d37-858b-a8b1d19e04b1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'fixed_ips': [{'subnet_id': 'cf184674-ef83-40e7-9b5f-6b6ad6c402d8', 'ip_address': '2001:db8::d765:cf63:6cfc:d63f'}], 'name': 'tempest-NetworksTestDHCPv6-411967975'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:31.259826 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-36f5f7df-afd4-49e7-a615-a1a93371f4d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:31.260374 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-bb28f06a-5369-40a2-ac44-20e24925e84a None None] Provisioning complete for port 10ce9c76-532b-43b2-8f3f-d5918b0cb28b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:31.260895 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bb28f06a-5369-40a2-ac44-20e24925e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:31.280676 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-2bf886fd-67cb-45ff-89f0-2d5fb31dafb0 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-65078938', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}, 'admin_state_up': False}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:31.310639 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2bf886fd-67cb-45ff-89f0-2d5fb31dafb0 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:31.340809 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-36f5f7df-afd4-49e7-a615-a1a93371f4d1 admin admin] Deleting port ef933e98-26ba-4942-aa91-5639cfc38c76 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:31.342650 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-36f5f7df-afd4-49e7-a615-a1a93371f4d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:31.377110 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2bf886fd-67cb-45ff-89f0-2d5fb31dafb0 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Usage tracker for resource:router and tenant:7ea17d0ba6504df9b30b6e8259b39c22 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:31.386968 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2bf886fd-67cb-45ff-89f0-2d5fb31dafb0 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:31.417389 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2bf886fd-67cb-45ff-89f0-2d5fb31dafb0 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:31.434232 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7f895d43-3d2d-47fa-96f2-38e967f905df tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:31.528598 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-bb28f06a-5369-40a2-ac44-20e24925e84a None None] Port 10ce9c76-532b-43b2-8f3f-d5918b0cb28b cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:05:31.590394 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=fc4ef67f-40f9-4fde-9e11-65fad4296eb8,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:31.596793 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7198f3a2-a024-4280-b0f6-21355f909ba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-533fa7e0-9286-46d7-99f4-266111443da8', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'fixed_ips': [{'subnet_id': 'cf184674-ef83-40e7-9b5f-6b6ad6c402d8'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:05:31.597966 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7198f3a2-a024-4280-b0f6-21355f909ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:31.621677 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-914df774-4b1d-428c-b6d4-bd698f84e3f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:31.629256 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-bb28f06a-5369-40a2-ac44-20e24925e84a None None] Provisioning complete for port fc4ef67f-40f9-4fde-9e11-65fad4296eb8 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:31.629878 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bb28f06a-5369-40a2-ac44-20e24925e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:31.705120 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-36f5f7df-afd4-49e7-a615-a1a93371f4d1 admin admin] For port ef933e98-26ba-4942-aa91-5639cfc38c76, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=ef933e98-26ba-4942-aa91-5639cfc38c76,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:31.705632 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-36f5f7df-afd4-49e7-a615-a1a93371f4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:31.818957 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bd259542-98c5-4b6e-b73a-eb231f5618b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'name': 'tempest-ServerActionsTestJSON-1826794592-router', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:05:20Z', 'revision_number': 5, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'gw_port': {'id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:11Z', 'updated_at': '2022-02-09T18:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:31.843168 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd259542-98c5-4b6e-b73a-eb231f5618b3 None None] The sync data for ids ['36901a24-e8f9-45c6-b9c4-66f195529e5e'] in dv-neutron-827016-2-hyperv is: [{'id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'name': 'tempest-ServerActionsTestJSON-1826794592-router', 'tenant_id': '9621278b19834e798a7390fcfa3a9f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:01:09Z', 'updated_at': '2022-02-09T18:05:20Z', 'revision_number': 5, 'project_id': '9621278b19834e798a7390fcfa3a9f1f', 'gw_port': {'id': 'ef933e98-26ba-4942-aa91-5639cfc38c76', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36901a24-e8f9-45c6-b9c4-66f195529e5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:01:11Z', 'updated_at': '2022-02-09T18:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:05:31.854065 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-36f5f7df-afd4-49e7-a615-a1a93371f4d1 admin admin] Calling delete_port for ef933e98-26ba-4942-aa91-5639cfc38c76 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:31.916388 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-7f895d43-3d2d-47fa-96f2-38e967f905df tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Calling delete_port for 03b27389-82be-4908-bdbc-55510df7130f owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:31.930143 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-7198f3a2-a024-4280-b0f6-21355f909ba3 None None] Allocated IP 2001:db8::2 (533fa7e0-9286-46d7-99f4-266111443da8/cf184674-ef83-40e7-9b5f-6b6ad6c402d8/1c47d8ba-5942-426b-b407-cdf9dfb3756c) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:31.962696 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2bf886fd-67cb-45ff-89f0-2d5fb31dafb0 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:31.963652 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2bf886fd-67cb-45ff-89f0-2d5fb31dafb0 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:32.009703 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c79daa9-fe7a-4933-870f-1fbdfc5211f6 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:32.083863 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914df774-4b1d-428c-b6d4-bd698f84e3f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:32.088964 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-272bf852-18c7-4d37-858b-a8b1d19e04b1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:32.094530 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914df774-4b1d-428c-b6d4-bd698f84e3f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=61297770-85cf-4888-ba97-666afe01a0f0,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:32.097109 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-914df774-4b1d-428c-b6d4-bd698f84e3f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:32.115686 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914df774-4b1d-428c-b6d4-bd698f84e3f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:32.173476 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d9d501d5-b479-4b12-af8e-ddf25f50d232 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:32.184064 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-272bf852-18c7-4d37-858b-a8b1d19e04b1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:32.215980 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-bb28f06a-5369-40a2-ac44-20e24925e84a None None] Provisioning for port c9127b6b-0e9a-489b-bf5e-47575b8cebab completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:32.243974 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-bb28f06a-5369-40a2-ac44-20e24925e84a None None] Provisioning complete for port c9127b6b-0e9a-489b-bf5e-47575b8cebab triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:32.244607 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bb28f06a-5369-40a2-ac44-20e24925e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:32.300441 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2bf886fd-67cb-45ff-89f0-2d5fb31dafb0 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:32.322867 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7198f3a2-a024-4280-b0f6-21355f909ba3 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:32.325660 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-bb28f06a-5369-40a2-ac44-20e24925e84a None None] Port c9127b6b-0e9a-489b-bf5e-47575b8cebab cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:05:32.338024 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7198f3a2-a024-4280-b0f6-21355f909ba3 None None] Transition to ACTIVE for port object 1c47d8ba-5942-426b-b407-cdf9dfb3756c will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:32.368835 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7198f3a2-a024-4280-b0f6-21355f909ba3 None None] Transition to ACTIVE for port object 1c47d8ba-5942-426b-b407-cdf9dfb3756c will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:32.369817 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-bb28f06a-5369-40a2-ac44-20e24925e84a None None] Provisioning complete for port 03b27389-82be-4908-bdbc-55510df7130f triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:32.370262 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bb28f06a-5369-40a2-ac44-20e24925e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:32.377736 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-d9d501d5-b479-4b12-af8e-ddf25f50d232 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Calling delete_port for 10ce9c76-532b-43b2-8f3f-d5918b0cb28b owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:32.434052 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-bb28f06a-5369-40a2-ac44-20e24925e84a None None] Port 03b27389-82be-4908-bdbc-55510df7130f cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:05:32.445222 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-36f5f7df-afd4-49e7-a615-a1a93371f4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:32.454263 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272bf852-18c7-4d37-858b-a8b1d19e04b1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:32.497002 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7198f3a2-a024-4280-b0f6-21355f909ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:32.522061 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5f7df-afd4-49e7-a615-a1a93371f4d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef933e98-26ba-4942-aa91-5639cfc38c76,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:32.646445 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198f3a2-a024-4280-b0f6-21355f909ba3 None None] Pushing event updated for resources: {'Port': ['ID=1c47d8ba-5942-426b-b407-cdf9dfb3756c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:32.688617 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7198f3a2-a024-4280-b0f6-21355f909ba3 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:32.690365 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-7198f3a2-a024-4280-b0f6-21355f909ba3 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:32.692840 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7198f3a2-a024-4280-b0f6-21355f909ba3 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:32.748760 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f76a5f02-2e2b-4ab0-8784-9c0c6520edbf None None] Provisioning complete for port 10ce9c76-532b-43b2-8f3f-d5918b0cb28b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:32.749219 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f76a5f02-2e2b-4ab0-8784-9c0c6520edbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:32.881587 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7f895d43-3d2d-47fa-96f2-38e967f905df tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:32.967016 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-7198f3a2-a024-4280-b0f6-21355f909ba3 None None] Attempting to bind port 1c47d8ba-5942-426b-b407-cdf9dfb3756c on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:05:32.968248 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-7198f3a2-a024-4280-b0f6-21355f909ba3 None None] Attempting to bind port 1c47d8ba-5942-426b-b407-cdf9dfb3756c by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:05:32.969357 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7198f3a2-a024-4280-b0f6-21355f909ba3 None None] Attempting to bind port 1c47d8ba-5942-426b-b407-cdf9dfb3756c on network 533fa7e0-9286-46d7-99f4-266111443da8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:05:32.973399 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f895d43-3d2d-47fa-96f2-38e967f905df tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Pushing event deleted for resources: {'Port': ['ID=03b27389-82be-4908-bdbc-55510df7130f,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:32.996836 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f76a5f02-2e2b-4ab0-8784-9c0c6520edbf None None] Port 10ce9c76-532b-43b2-8f3f-d5918b0cb28b cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:05:33.009840 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7198f3a2-a024-4280-b0f6-21355f909ba3 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:05:33.010748 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7198f3a2-a024-4280-b0f6-21355f909ba3 None None] Checking segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:05:33.011151 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7198f3a2-a024-4280-b0f6-21355f909ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:33.011470 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-272bf852-18c7-4d37-858b-a8b1d19e04b1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:33.011680 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7198f3a2-a024-4280-b0f6-21355f909ba3 None None] Bound using segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:05:33.012000 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-7198f3a2-a024-4280-b0f6-21355f909ba3 None None] Bound port: 1c47d8ba-5942-426b-b407-cdf9dfb3756c, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:05:33.012370 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7198f3a2-a024-4280-b0f6-21355f909ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:33.156560 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f76a5f02-2e2b-4ab0-8784-9c0c6520edbf None None] Provisioning complete for port c9127b6b-0e9a-489b-bf5e-47575b8cebab triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:33.156932 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f76a5f02-2e2b-4ab0-8784-9c0c6520edbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:33.187592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-272bf852-18c7-4d37-858b-a8b1d19e04b1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] device_id is not set on port a2071383-f870-45fb-b4e5-dadeadd94684 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:05:33.206804 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-36f5f7df-afd4-49e7-a615-a1a93371f4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:33.257860 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device fc4ef67f-40f9-4fde-9e11-65fad4296eb8 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:05:33.353462 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f76a5f02-2e2b-4ab0-8784-9c0c6520edbf None None] Port c9127b6b-0e9a-489b-bf5e-47575b8cebab cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:05:33.356699 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-7198f3a2-a024-4280-b0f6-21355f909ba3 None None] For port 1c47d8ba-5942-426b-b407-cdf9dfb3756c, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:05:33.401857 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port fc4ef67f-40f9-4fde-9e11-65fad4296eb8 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:33.403246 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:33.519932 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2bf886fd-67cb-45ff-89f0-2d5fb31dafb0 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:33.595840 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7c1ed482-ddce-4a72-9f9d-f0eaa1553568 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:05:33.637469 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 7c1ed482-ddce-4a72-9f9d-f0eaa1553568 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:05:33.638141 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7c1ed482-ddce-4a72-9f9d-f0eaa1553568 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:05:33.712670 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-36f5f7df-afd4-49e7-a615-a1a93371f4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:33.733960 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-36f5f7df-afd4-49e7-a615-a1a93371f4d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:33.847518 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-8c79daa9-fe7a-4933-870f-1fbdfc5211f6 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Deleting port aa624419-081f-48f6-a65c-2c696593f844 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:33.847518 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c79daa9-fe7a-4933-870f-1fbdfc5211f6 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:33.913745 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-7198f3a2-a024-4280-b0f6-21355f909ba3 None None] For port 1c47d8ba-5942-426b-b407-cdf9dfb3756c, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=1c47d8ba-5942-426b-b407-cdf9dfb3756c,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:05:33.947874 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d9d501d5-b479-4b12-af8e-ddf25f50d232 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:33.980962 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-36f5f7df-afd4-49e7-a615-a1a93371f4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:33.981605 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f5f7df-afd4-49e7-a615-a1a93371f4d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36901a24-e8f9-45c6-b9c4-66f195529e5e {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:05:34.016105 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-36f5f7df-afd4-49e7-a615-a1a93371f4d1 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:34.016769 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-36f5f7df-afd4-49e7-a615-a1a93371f4d1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/36901a24-e8f9-45c6-b9c4-66f195529e5e HTTP/1.1" status: 204 len: 168 time: 5.7564483 Feb 09 18:05:34.017863 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7198f3a2-a024-4280-b0f6-21355f909ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:34.020857 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48164) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:34.068580 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d501d5-b479-4b12-af8e-ddf25f50d232 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Port': ['ID=10ce9c76-532b-43b2-8f3f-d5918b0cb28b,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:34.182023 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198f3a2-a024-4280-b0f6-21355f909ba3 None None] Pushing event updated for resources: {'Port': ['ID=1c47d8ba-5942-426b-b407-cdf9dfb3756c,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:34.194012 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c79daa9-fe7a-4933-870f-1fbdfc5211f6 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:34.217666 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-272bf852-18c7-4d37-858b-a8b1d19e04b1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 2001:db8::d765:cf63:6cfc:d63f (533fa7e0-9286-46d7-99f4-266111443da8/cf184674-ef83-40e7-9b5f-6b6ad6c402d8/a2071383-f870-45fb-b4e5-dadeadd94684) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:34.250552 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d9d501d5-b479-4b12-af8e-ddf25f50d232 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:34.260445 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7f895d43-3d2d-47fa-96f2-38e967f905df tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:34.365659 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-8c79daa9-fe7a-4933-870f-1fbdfc5211f6 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Calling delete_port for aa624419-081f-48f6-a65c-2c696593f844 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:34.398380 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7f895d43-3d2d-47fa-96f2-38e967f905df tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] 10.222.0.21 "DELETE /v2.0/ports/03b27389-82be-4908-bdbc-55510df7130f HTTP/1.1" status: 204 len: 168 time: 4.3015337 Feb 09 18:05:34.405609 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f7ca4e-c91e-43ec-b84f-889bfc1612ca admin admin] Deleting subnet 3b05e458-9599-4698-b30c-c2fa3f37163a {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:05:34.407469 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48168) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:34.425484 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25f7ca4e-c91e-43ec-b84f-889bfc1612ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:34.482226 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d9d501d5-b479-4b12-af8e-ddf25f50d232 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/ports/10ce9c76-532b-43b2-8f3f-d5918b0cb28b HTTP/1.1" status: 204 len: 168 time: 3.9034235 Feb 09 18:05:34.485080 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48172) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:34.563532 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf96fea-de2d-417d-be67-733200a5a278 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] GET failed (client error): The resource could not be found. Feb 09 18:05:34.564095 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4cf96fea-de2d-417d-be67-733200a5a278 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Synchronizing usage tracker for tenant:77cc0028ca3c4751878efe04d1ccec85 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:34.644497 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25f7ca4e-c91e-43ec-b84f-889bfc1612ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:34.705790 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a12996f-0426-4b4b-90ff-b94a099f23cd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] GET failed (client error): The resource could not be found. Feb 09 18:05:34.706585 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7a12996f-0426-4b4b-90ff-b94a099f23cd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Synchronizing usage tracker for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:34.863645 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25f7ca4e-c91e-43ec-b84f-889bfc1612ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:34.975344 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4cf96fea-de2d-417d-be67-733200a5a278 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Unset dirty status for tenant:77cc0028ca3c4751878efe04d1ccec85 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:34.976639 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4cf96fea-de2d-417d-be67-733200a5a278 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] 10.222.0.21 "GET /v2.0/ports/03b27389-82be-4908-bdbc-55510df7130f HTTP/1.1" status: 404 len: 333 time: 0.5675769 Feb 09 18:05:34.980120 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48178) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:34.996485 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7a12996f-0426-4b4b-90ff-b94a099f23cd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Unset dirty status for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:34.997682 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7a12996f-0426-4b4b-90ff-b94a099f23cd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports/10ce9c76-532b-43b2-8f3f-d5918b0cb28b HTTP/1.1" status: 404 len: 333 time: 0.4943020 Feb 09 18:05:35.010390 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48182) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:35.018252 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-272bf852-18c7-4d37-858b-a8b1d19e04b1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:35.028522 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c79daa9-fe7a-4933-870f-1fbdfc5211f6 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:35.091142 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79daa9-fe7a-4933-870f-1fbdfc5211f6 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event deleted for resources: {'Port': ['ID=aa624419-081f-48f6-a65c-2c696593f844,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:35.108763 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25f7ca4e-c91e-43ec-b84f-889bfc1612ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:35.144482 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-272bf852-18c7-4d37-858b-a8b1d19e04b1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Transition to ACTIVE for port object a2071383-f870-45fb-b4e5-dadeadd94684 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:35.155264 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-914df774-4b1d-428c-b6d4-bd698f84e3f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:35.164499 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2bf886fd-67cb-45ff-89f0-2d5fb31dafb0 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router_gateway, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:35.201243 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-edda2fce-89cb-4718-8be4-880ff1804e54 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting port c9127b6b-0e9a-489b-bf5e-47575b8cebab {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:35.201620 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-edda2fce-89cb-4718-8be4-880ff1804e54 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:35.215669 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-00f64daf-d6ea-4ac1-be95-c220f1dbc08f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Deleting port b3c5a199-eb5d-466e-b4fc-92873295f8a5 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:35.223597 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-00f64daf-d6ea-4ac1-be95-c220f1dbc08f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:35.224764 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 1c47d8ba-5942-426b-b407-cdf9dfb3756c up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:05:35.237065 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2bf886fd-67cb-45ff-89f0-2d5fb31dafb0 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:35.264317 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7ca4e-c91e-43ec-b84f-889bfc1612ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b05e458-9599-4698-b30c-c2fa3f37163a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:35.292736 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25f7ca4e-c91e-43ec-b84f-889bfc1612ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:35.310039 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ceb7f5-6504-495d-a063-7891cacf8104 None None] Network 2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:05:35.328654 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-25f7ca4e-c91e-43ec-b84f-889bfc1612ca admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3b05e458-9599-4698-b30c-c2fa3f37163a HTTP/1.1" status: 204 len: 168 time: 1.3068616 Feb 09 18:05:35.421852 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48186) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:35.438528 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-914df774-4b1d-428c-b6d4-bd698f84e3f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:35.637677 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-00f64daf-d6ea-4ac1-be95-c220f1dbc08f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:35.824082 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-00f64daf-d6ea-4ac1-be95-c220f1dbc08f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Calling delete_port for b3c5a199-eb5d-466e-b4fc-92873295f8a5 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:35.853070 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 1c47d8ba-5942-426b-b407-cdf9dfb3756c completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:35.935237 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff031a6b-0ffd-4f75-98d5-21bc0dd77998 None None] DHCP port deletion for 2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:05:35.945167 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ff031a6b-0ffd-4f75-98d5-21bc0dd77998 None None] Deleting port c42750d0-2cb5-4f18-ac51-797c1aff70de {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:35.945664 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ff031a6b-0ffd-4f75-98d5-21bc0dd77998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:36.096346 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-272bf852-18c7-4d37-858b-a8b1d19e04b1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:36.255163 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-5ad79f12-368e-4fdc-91a2-da7e86e1e838 None None] Provisioning for port 1c47d8ba-5942-426b-b407-cdf9dfb3756c completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:36.274190 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-5ad79f12-368e-4fdc-91a2-da7e86e1e838 None None] Provisioning complete for port 1c47d8ba-5942-426b-b407-cdf9dfb3756c triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:36.274957 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5ad79f12-368e-4fdc-91a2-da7e86e1e838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:36.287988 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-00f64daf-d6ea-4ac1-be95-c220f1dbc08f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:36.351795 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ff031a6b-0ffd-4f75-98d5-21bc0dd77998 None None] For port c42750d0-2cb5-4f18-ac51-797c1aff70de, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c42750d0-2cb5-4f18-ac51-797c1aff70de,segment=NetworkSegment(1d12094c-35d1-4927-9b3f-ae818a1428a7),segment_id=1d12094c-35d1-4927-9b3f-ae818a1428a7)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:36.352200 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ff031a6b-0ffd-4f75-98d5-21bc0dd77998 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:36.360692 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f64daf-d6ea-4ac1-be95-c220f1dbc08f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Pushing event deleted for resources: {'Port': ['ID=b3c5a199-eb5d-466e-b4fc-92873295f8a5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:36.486202 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c79daa9-fe7a-4933-870f-1fbdfc5211f6 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:36.510919 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c935c17b-8d51-490f-a3d7-8db31266569d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:36.525314 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bf852-18c7-4d37-858b-a8b1d19e04b1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=a2071383-f870-45fb-b4e5-dadeadd94684,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:36.528209 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ff031a6b-0ffd-4f75-98d5-21bc0dd77998 None None] Calling delete_port for c42750d0-2cb5-4f18-ac51-797c1aff70de owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:36.540701 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-914df774-4b1d-428c-b6d4-bd698f84e3f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:36.559697 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272bf852-18c7-4d37-858b-a8b1d19e04b1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:36.569332 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-272bf852-18c7-4d37-858b-a8b1d19e04b1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:36.574343 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272bf852-18c7-4d37-858b-a8b1d19e04b1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:36.578191 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272bf852-18c7-4d37-858b-a8b1d19e04b1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:36.578825 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-272bf852-18c7-4d37-858b-a8b1d19e04b1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:36.611244 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-c935c17b-8d51-490f-a3d7-8db31266569d admin admin] Deleting port c42750d0-2cb5-4f18-ac51-797c1aff70de {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:36.615856 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c935c17b-8d51-490f-a3d7-8db31266569d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:36.731534 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-2bf886fd-67cb-45ff-89f0-2d5fb31dafb0 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Allocated IP 172.26.8.16 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/5a8ac0ae-e8e7-4c24-bfcc-e7b80aedb44b) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:36.740712 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5ad79f12-368e-4fdc-91a2-da7e86e1e838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:36.764069 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ff031a6b-0ffd-4f75-98d5-21bc0dd77998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:36.821470 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff031a6b-0ffd-4f75-98d5-21bc0dd77998 None None] No DVR routers for this DVR port c42750d0-2cb5-4f18-ac51-797c1aff70de on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:05:36.842991 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-00f64daf-d6ea-4ac1-be95-c220f1dbc08f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:36.853340 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:05:36.858053 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff031a6b-0ffd-4f75-98d5-21bc0dd77998 None None] Pushing event deleted for resources: {'Port': ['ID=c42750d0-2cb5-4f18-ac51-797c1aff70de,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:36.888075 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-5ad79f12-368e-4fdc-91a2-da7e86e1e838 None None] For port 1c47d8ba-5942-426b-b407-cdf9dfb3756c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=1c47d8ba-5942-426b-b407-cdf9dfb3756c,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:36.904318 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-272bf852-18c7-4d37-858b-a8b1d19e04b1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.6587651 Feb 09 18:05:36.907497 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48198) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:36.919123 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-914df774-4b1d-428c-b6d4-bd698f84e3f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:36.972457 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-00f64daf-d6ea-4ac1-be95-c220f1dbc08f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] 10.222.0.21 "DELETE /v2.0/ports/b3c5a199-eb5d-466e-b4fc-92873295f8a5 HTTP/1.1" status: 204 len: 168 time: 1.9885089 Feb 09 18:05:36.978893 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48202) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:36.990416 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-edda2fce-89cb-4718-8be4-880ff1804e54 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:36.990744 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5ad79f12-368e-4fdc-91a2-da7e86e1e838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:37.033934 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04bc563-de8c-4ba5-a44d-161020ce716f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] GET failed (client error): The resource could not be found. Feb 09 18:05:37.033934 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d04bc563-de8c-4ba5-a44d-161020ce716f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Synchronizing usage tracker for tenant:77cc0028ca3c4751878efe04d1ccec85 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:37.082555 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30ec19f-f5d1-4c56-9fcc-ed148618829c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:37.086492 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30ec19f-f5d1-4c56-9fcc-ed148618829c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:37.088026 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d30ec19f-f5d1-4c56-9fcc-ed148618829c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:37.118798 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2bf886fd-67cb-45ff-89f0-2d5fb31dafb0 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:37.148254 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad79f12-368e-4fdc-91a2-da7e86e1e838 None None] Pushing event updated for resources: {'Port': ['ID=1c47d8ba-5942-426b-b407-cdf9dfb3756c,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:37.193943 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device c42750d0-2cb5-4f18-ac51-797c1aff70de no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:05:37.253270 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-c935c17b-8d51-490f-a3d7-8db31266569d admin admin] The port 'c42750d0-2cb5-4f18-ac51-797c1aff70de' was deleted {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:05:37.267594 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: c42750d0-2cb5-4f18-ac51-797c1aff70de {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:05:37.275077 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device c42750d0-2cb5-4f18-ac51-797c1aff70de not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:05:37.278153 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d04bc563-de8c-4ba5-a44d-161020ce716f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Unset dirty status for tenant:77cc0028ca3c4751878efe04d1ccec85 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:37.284243 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d04bc563-de8c-4ba5-a44d-161020ce716f tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] 10.222.0.21 "GET /v2.0/ports/b3c5a199-eb5d-466e-b4fc-92873295f8a5 HTTP/1.1" status: 404 len: 333 time: 0.3032010 Feb 09 18:05:37.289061 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48208) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:37.332592 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d30ec19f-f5d1-4c56-9fcc-ed148618829c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:37.333747 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d30ec19f-f5d1-4c56-9fcc-ed148618829c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4253383 Feb 09 18:05:37.339002 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3e9e67c6-308a-4307-9e5a-1446df4c4a9b None None] Provisioning for port a2071383-f870-45fb-b4e5-dadeadd94684 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:37.341968 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48216) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:37.344318 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3e9e67c6-308a-4307-9e5a-1446df4c4a9b None None] Provisioning complete for port a2071383-f870-45fb-b4e5-dadeadd94684 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:37.353756 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3e9e67c6-308a-4307-9e5a-1446df4c4a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:37.353907 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-edda2fce-89cb-4718-8be4-880ff1804e54 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Calling delete_port for c9127b6b-0e9a-489b-bf5e-47575b8cebab owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:37.433101 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2bf886fd-67cb-45ff-89f0-2d5fb31dafb0 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:37.439242 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-3e9e67c6-308a-4307-9e5a-1446df4c4a9b None None] Port a2071383-f870-45fb-b4e5-dadeadd94684 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:05:37.465768 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f7740135-439a-42a1-809b-5afb03edf9f8 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Deleting port ae7cf721-e635-4d8b-9440-f4670b904893 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:37.466118 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7740135-439a-42a1-809b-5afb03edf9f8 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:37.529218 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5cccd54f-e9bc-4132-91a8-7c12b0304c3b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting port a2071383-f870-45fb-b4e5-dadeadd94684 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:37.529563 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cccd54f-e9bc-4132-91a8-7c12b0304c3b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:37.554398 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914df774-4b1d-428c-b6d4-bd698f84e3f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=61297770-85cf-4888-ba97-666afe01a0f0,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:37.670580 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c935c17b-8d51-490f-a3d7-8db31266569d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:37.681079 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf886fd-67cb-45ff-89f0-2d5fb31dafb0 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:37.688911 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-2bf886fd-67cb-45ff-89f0-2d5fb31dafb0 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:37.698946 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf886fd-67cb-45ff-89f0-2d5fb31dafb0 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:37.736466 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-914df774-4b1d-428c-b6d4-bd698f84e3f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:37.902930 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-c935c17b-8d51-490f-a3d7-8db31266569d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:37.909627 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf886fd-67cb-45ff-89f0-2d5fb31dafb0 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Pushing event updated for resources: {'Port': ['ID=5a8ac0ae-e8e7-4c24-bfcc-e7b80aedb44b,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:37.936991 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-c935c17b-8d51-490f-a3d7-8db31266569d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d12094c-35d1-4927-9b3f-ae818a1428a7') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:37.937360 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-c935c17b-8d51-490f-a3d7-8db31266569d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d12094c-35d1-4927-9b3f-ae818a1428a7') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:37.957631 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c935c17b-8d51-490f-a3d7-8db31266569d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:38.033621 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c935c17b-8d51-490f-a3d7-8db31266569d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:38.054444 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c935c17b-8d51-490f-a3d7-8db31266569d admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:05:38.054842 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c935c17b-8d51-490f-a3d7-8db31266569d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:38.073093 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7740135-439a-42a1-809b-5afb03edf9f8 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:05:38.208559 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:05:38.214681 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f7740135-439a-42a1-809b-5afb03edf9f8 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Calling delete_port for ae7cf721-e635-4d8b-9440-f4670b904893 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:38.319752 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-edda2fce-89cb-4718-8be4-880ff1804e54 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:38.377343 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cccd54f-e9bc-4132-91a8-7c12b0304c3b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:38.424862 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda2fce-89cb-4718-8be4-880ff1804e54 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Port': ['ID=c9127b6b-0e9a-489b-bf5e-47575b8cebab,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:38.442991 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-edda2fce-89cb-4718-8be4-880ff1804e54 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:38.516991 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.l3_db [None req-914df774-4b1d-428c-b6d4-bd698f84e3f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Floating IP e6218675-7490-43bb-a39c-b28aed8c0fd6 associated. External IP: 172.26.8.45, port: 0527800b-c013-48a4-899d-0e94ecda1102. Feb 09 18:05:38.525227 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5cccd54f-e9bc-4132-91a8-7c12b0304c3b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Calling delete_port for a2071383-f870-45fb-b4e5-dadeadd94684 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:38.600073 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c935c17b-8d51-490f-a3d7-8db31266569d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:38.612226 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c935c17b-8d51-490f-a3d7-8db31266569d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:38.617366 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c935c17b-8d51-490f-a3d7-8db31266569d admin admin] 10.222.0.21 "DELETE /v2.0/networks/2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353 HTTP/1.1" status: 204 len: 168 time: 2.8975656 Feb 09 18:05:38.699041 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-edda2fce-89cb-4718-8be4-880ff1804e54 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/ports/c9127b6b-0e9a-489b-bf5e-47575b8cebab HTTP/1.1" status: 204 len: 168 time: 3.6844923 Feb 09 18:05:38.708601 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48224) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:38.712178 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935c17b-8d51-490f-a3d7-8db31266569d admin admin] Pushing event deleted for resources: {'Network': ['ID=2cf8d537-506d-4bc8-ae0c-7fd3ad9e0353,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:38.773623 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f7d477-fee1-47e6-b3ba-22f3cec9e4fe tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] GET failed (client error): The resource could not be found. Feb 09 18:05:38.774694 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d7f7d477-fee1-47e6-b3ba-22f3cec9e4fe tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Synchronizing usage tracker for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:38.856121 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d7f7d477-fee1-47e6-b3ba-22f3cec9e4fe tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Unset dirty status for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:38.871554 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d7f7d477-fee1-47e6-b3ba-22f3cec9e4fe tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports/c9127b6b-0e9a-489b-bf5e-47575b8cebab HTTP/1.1" status: 404 len: 333 time: 0.1616797 Feb 09 18:05:38.875654 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2bf886fd-67cb-45ff-89f0-2d5fb31dafb0 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router_gateway, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:38.876656 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2bf886fd-67cb-45ff-89f0-2d5fb31dafb0 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:38.876853 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48228) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:38.881146 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c79daa9-fe7a-4933-870f-1fbdfc5211f6 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Router 0f2e48e8-4059-4897-b2b7-3c42f2e7f36c has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:05:38.928009 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7740135-439a-42a1-809b-5afb03edf9f8 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:39.031181 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cccd54f-e9bc-4132-91a8-7c12b0304c3b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:39.037337 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7740135-439a-42a1-809b-5afb03edf9f8 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Pushing event deleted for resources: {'Port': ['ID=ae7cf721-e635-4d8b-9440-f4670b904893,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:39.173568 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48232) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:39.291794 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 1c47d8ba-5942-426b-b407-cdf9dfb3756c up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:05:39.365835 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cccd54f-e9bc-4132-91a8-7c12b0304c3b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Port': ['ID=a2071383-f870-45fb-b4e5-dadeadd94684,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:39.480070 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 1c47d8ba-5942-426b-b407-cdf9dfb3756c triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:39.480672 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:39.614749 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914df774-4b1d-428c-b6d4-bd698f84e3f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router d0d0d019-1593-4000-89cd-f9220e9356be has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:05:39.672065 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:05:39.678351 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cccd54f-e9bc-4132-91a8-7c12b0304c3b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:39.722151 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:05:39.723076 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device d4c9e7eb-84ed-41fe-a8e0-68abf8c7b053 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:05:39.723668 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device ef933e98-26ba-4942-aa91-5639cfc38c76 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:05:39.762480 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7740135-439a-42a1-809b-5afb03edf9f8 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:39.766861 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: ef933e98-26ba-4942-aa91-5639cfc38c76 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:05:39.766861 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device ef933e98-26ba-4942-aa91-5639cfc38c76 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:05:39.767821 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f7740135-439a-42a1-809b-5afb03edf9f8 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] 10.222.0.21 "DELETE /v2.0/ports/ae7cf721-e635-4d8b-9440-f4670b904893 HTTP/1.1" status: 204 len: 168 time: 2.4768498 Feb 09 18:05:39.773636 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-494399f9-608b-4e96-979b-abda69578f95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9621278b19834e798a7390fcfa3a9f1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5970163 Feb 09 18:05:39.781887 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48242) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:39.781887 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48244) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:39.799253 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf886fd-67cb-45ff-89f0-2d5fb31dafb0 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Router 896cac4f-52e4-4c79-a962-2aa5ee79b46c is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:05:39.876064 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ce7437-93bf-4b1b-a347-5a440ee7bf50 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting subnet 443ecc94-8b89-40c5-8323-051f10db22bb {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:05:39.881632 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5cccd54f-e9bc-4132-91a8-7c12b0304c3b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/a2071383-f870-45fb-b4e5-dadeadd94684 HTTP/1.1" status: 204 len: 168 time: 2.5287993 Feb 09 18:05:39.885995 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4ce7437-93bf-4b1b-a347-5a440ee7bf50 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:39.887989 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48250) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:40.050956 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4ce7437-93bf-4b1b-a347-5a440ee7bf50 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:40.064547 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7c952f-e9af-4961-81c0-bda6d0cc98ef tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:40.066109 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7c952f-e9af-4961-81c0-bda6d0cc98ef tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:40.070502 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ef7c952f-e9af-4961-81c0-bda6d0cc98ef tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1762633 Feb 09 18:05:40.073558 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48254) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:40.160488 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b4332c37-ad83-4f5e-8397-31e89fdef7f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:40.262019 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c98cdaf-bd00-487c-a1f9-6cb5c84cea34 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Deleting subnet b91dd94b-10c0-45af-9a82-a04e61ba8834 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:05:40.265121 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b4332c37-ad83-4f5e-8397-31e89fdef7f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:40.283594 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4c98cdaf-bd00-487c-a1f9-6cb5c84cea34 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:40.329133 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4ce7437-93bf-4b1b-a347-5a440ee7bf50 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:40.433987 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914df774-4b1d-428c-b6d4-bd698f84e3f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:05:40.451232 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433148f2-d410-44cb-93c4-29d49521c696 None None] Sync routers for ids ['d0d0d019-1593-4000-89cd-f9220e9356be'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:05:40.470522 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-c718bfe7-a5a0-478b-8bf3-1eefbb502252 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet cf184674-ef83-40e7-9b5f-6b6ad6c402d8 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:05:40.476095 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433148f2-d410-44cb-93c4-29d49521c696 None None] Routers {'d0d0d019-1593-4000-89cd-f9220e9356be'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:05:40.476454 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c718bfe7-a5a0-478b-8bf3-1eefbb502252 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:40.476735 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-433148f2-d410-44cb-93c4-29d49521c696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d0d0d019-1593-4000-89cd-f9220e9356be'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:40.545159 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c718bfe7-a5a0-478b-8bf3-1eefbb502252 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:40.590672 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf886fd-67cb-45ff-89f0-2d5fb31dafb0 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:05:40.603452 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bb5e8a-86db-46a2-b746-b726f04d1103 None None] Sync routers for ids ['896cac4f-52e4-4c79-a962-2aa5ee79b46c'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:05:40.624652 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-914df774-4b1d-428c-b6d4-bd698f84e3f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:40.628175 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bb5e8a-86db-46a2-b746-b726f04d1103 None None] Routers {'896cac4f-52e4-4c79-a962-2aa5ee79b46c'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:05:40.628175 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a0bb5e8a-86db-46a2-b746-b726f04d1103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['896cac4f-52e4-4c79-a962-2aa5ee79b46c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:40.675617 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4c98cdaf-bd00-487c-a1f9-6cb5c84cea34 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:40.700887 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-914df774-4b1d-428c-b6d4-bd698f84e3f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 11.7910399 Feb 09 18:05:40.700887 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c718bfe7-a5a0-478b-8bf3-1eefbb502252 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:40.719964 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48260) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:40.722379 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4ce7437-93bf-4b1b-a347-5a440ee7bf50 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:40.726275 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a0bb5e8a-86db-46a2-b746-b726f04d1103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:40.729457 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c5a50e-42b2-4234-b8ed-278b7840d6b7', 'tag': '0527800b-c013-48a4-899d-0e94ecda1102'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:05:40.729620 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-433148f2-d410-44cb-93c4-29d49521c696 None None] Set router d0d0d019-1593-4000-89cd-f9220e9356be gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:05:40.740259 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bb5e8a-86db-46a2-b746-b726f04d1103 None None] Routers {'896cac4f-52e4-4c79-a962-2aa5ee79b46c'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:05:40.745659 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a0bb5e8a-86db-46a2-b746-b726f04d1103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['896cac4f-52e4-4c79-a962-2aa5ee79b46c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:40.745814 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2bf886fd-67cb-45ff-89f0-2d5fb31dafb0 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:40.745814 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2bf886fd-67cb-45ff-89f0-2d5fb31dafb0 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.4993317 Feb 09 18:05:40.746631 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48266) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:40.757663 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-477e0846-1c84-4bfe-81f2-cf2fc7db0783 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'enable_snat': False}}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:40.830147 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c5a50e-42b2-4234-b8ed-278b7840d6b7', 'tag': '0527800b-c013-48a4-899d-0e94ecda1102', 'status': 'completed', 'code': 200} Feb 09 18:05:40.869656 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a0bb5e8a-86db-46a2-b746-b726f04d1103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:40.870446 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bb5e8a-86db-46a2-b746-b726f04d1103 None None] The sync data for ids ['896cac4f-52e4-4c79-a962-2aa5ee79b46c'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:05:41.016805 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b4332c37-ad83-4f5e-8397-31e89fdef7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:41.047609 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce7437-93bf-4b1b-a347-5a440ee7bf50 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Subnet': ['ID=443ecc94-8b89-40c5-8323-051f10db22bb,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:41.060356 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c79daa9-fe7a-4933-870f-1fbdfc5211f6 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:05:41.082046 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8c79daa9-fe7a-4933-870f-1fbdfc5211f6 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "PUT /v2.0/routers/0f2e48e8-4059-4897-b2b7-3c42f2e7f36c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1083739 Feb 09 18:05:41.098340 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4ce7437-93bf-4b1b-a347-5a440ee7bf50 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:41.100966 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e4ce7437-93bf-4b1b-a347-5a440ee7bf50 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/subnets/443ecc94-8b89-40c5-8323-051f10db22bb HTTP/1.1" status: 204 len: 168 time: 2.2225254 Feb 09 18:05:41.101430 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4332c37-ad83-4f5e-8397-31e89fdef7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739f3fa9-a4de-4107-8153-d88c95739ddc,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:41.104510 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48270) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:41.111818 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c718bfe7-a5a0-478b-8bf3-1eefbb502252 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:41.120373 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48272) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:41.142764 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8233c8b6-714d-46ab-ae33-a16fd7076b57 None None] Network d3049cfd-e850-4b11-9289-5ebdd81b7f4c requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:05:41.173970 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c413682-bb20-441a-8ada-ca6176cd5a38 None None] Sync routers for ids ['0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:05:41.204441 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4c98cdaf-bd00-487c-a1f9-6cb5c84cea34 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:41.278860 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718bfe7-a5a0-478b-8bf3-1eefbb502252 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=cf184674-ef83-40e7-9b5f-6b6ad6c402d8,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:41.293887 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b4332c37-ad83-4f5e-8397-31e89fdef7f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:41.295917 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b4332c37-ad83-4f5e-8397-31e89fdef7f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/739f3fa9-a4de-4107-8153-d88c95739ddc HTTP/1.1" status: 204 len: 168 time: 1.5041351 Feb 09 18:05:41.341258 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c718bfe7-a5a0-478b-8bf3-1eefbb502252 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:41.365430 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0081e543-44a6-49de-9ec9-991dcb24107f None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:05:41.396548 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c718bfe7-a5a0-478b-8bf3-1eefbb502252 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/cf184674-ef83-40e7-9b5f-6b6ad6c402d8 HTTP/1.1" status: 204 len: 168 time: 1.3208749 Feb 09 18:05:41.398816 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48280) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:41.415479 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6c35902a-e84d-4e3f-b35c-aac647862684 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/e6218675-7490-43bb-a39c-b28aed8c0fd6 HTTP/1.1" status: 200 len: 990 time: 0.6852863 Feb 09 18:05:41.456534 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac756db6-c451-479f-931e-a4528c9ed13e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:41.478965 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1d2eecf6-1044-4863-931a-7015a908269d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777621 Feb 09 18:05:41.485815 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48284) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:41.489761 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a24733cb-c3b1-4960-94cc-06f7014f155e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:41.533391 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8f27ab92-8b0d-46fb-9721-01b083e32bf9 req-95797825-56fc-4628-b9e9-d6d872912cac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 1098 time: 0.5922914 Feb 09 18:05:41.567184 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-ac756db6-c451-479f-931e-a4528c9ed13e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting port fc4ef67f-40f9-4fde-9e11-65fad4296eb8 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:41.571653 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac756db6-c451-479f-931e-a4528c9ed13e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:41.639961 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c413682-bb20-441a-8ada-ca6176cd5a38 None None] Routers {'0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:05:41.640708 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-5c413682-bb20-441a-8ada-ca6176cd5a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:41.664334 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4c98cdaf-bd00-487c-a1f9-6cb5c84cea34 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:41.721755 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98cdaf-bd00-487c-a1f9-6cb5c84cea34 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Pushing event deleted for resources: {'Subnet': ['ID=b91dd94b-10c0-45af-9a82-a04e61ba8834,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:41.743985 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4c98cdaf-bd00-487c-a1f9-6cb5c84cea34 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:41.761602 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4c98cdaf-bd00-487c-a1f9-6cb5c84cea34 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] 10.222.0.21 "DELETE /v2.0/subnets/b91dd94b-10c0-45af-9a82-a04e61ba8834 HTTP/1.1" status: 204 len: 168 time: 1.9737892 Feb 09 18:05:41.771514 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48290) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:41.773983 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db4ca63-cec8-407f-8ae0-a847e8943264 None None] Network ff00f2f7-7f50-4144-a186-a893248e0206 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:05:41.813409 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27ab92-8b0d-46fb-9721-01b083e32bf9 req-1eaa3c80-2788-45bc-bb8f-93e571224712 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:41.813814 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8f27ab92-8b0d-46fb-9721-01b083e32bf9 req-1eaa3c80-2788-45bc-bb8f-93e571224712 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d56a852c-565a-4887-9c81-db659a21eec0 HTTP/1.1" status: 200 len: 897 time: 0.2678952 Feb 09 18:05:41.849931 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-5c413682-bb20-441a-8ada-ca6176cd5a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:41.953906 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6253493b-3338-409c-baca-0ada9799240a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:42.022917 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8f27ab92-8b0d-46fb-9721-01b083e32bf9 req-1b8bbd73-1054-4314-874d-90fa864288d0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0527800b-c013-48a4-899d-0e94ecda1102 HTTP/1.1" status: 200 len: 998 time: 0.2005544 Feb 09 18:05:42.032020 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c413682-bb20-441a-8ada-ca6176cd5a38 None None] Routers {'0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:05:42.032757 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-5c413682-bb20-441a-8ada-ca6176cd5a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:42.116770 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-5c413682-bb20-441a-8ada-ca6176cd5a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:42.117397 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c413682-bb20-441a-8ada-ca6176cd5a38 None None] The sync data for ids ['0f2e48e8-4059-4897-b2b7-3c42f2e7f36c'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:05:42.190837 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27ab92-8b0d-46fb-9721-01b083e32bf9 req-257c7b22-a773-4d96-96ac-84204f1b6006 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:42.192350 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8f27ab92-8b0d-46fb-9721-01b083e32bf9 req-257c7b22-a773-4d96-96ac-84204f1b6006 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=323aa9ee-0d96-4ed4-ae98-1d480360728b HTTP/1.1" status: 200 len: 835 time: 0.1602662 Feb 09 18:05:42.268508 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-433148f2-d410-44cb-93c4-29d49521c696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'name': 'tempest-TestNetworkBasicOps-router-2083997425', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:15Z', 'updated_at': '2022-02-09T18:04:33Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:17Z', 'updated_at': '2022-02-09T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'e6218675-7490-43bb-a39c-b28aed8c0fd6', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.45', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'port_id': '0527800b-c013-48a4-899d-0e94ecda1102', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'mac_address': 'fa:16:3e:56:b0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c5a50e-42b2-4234-b8ed-278b7840d6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:05:34Z', 'updated_at': '2022-02-09T18:05:34Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd260d44-2c6c-4126-9f1d-97a1722d5304', 'name': '', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:c9:7c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:31Z', 'updated_at': '2022-02-09T18:04:49Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:42.275541 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97360e14-beb5-4619-8b8e-4636a949d7f5 None None] DHCP port deletion for 533fa7e0-9286-46d7-99f4-266111443da8 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:05:42.282922 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433148f2-d410-44cb-93c4-29d49521c696 None None] Checking router: d0d0d019-1593-4000-89cd-f9220e9356be for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:05:42.288401 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-97360e14-beb5-4619-8b8e-4636a949d7f5 None None] Deleting port 1c47d8ba-5942-426b-b407-cdf9dfb3756c {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:42.288773 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-97360e14-beb5-4619-8b8e-4636a949d7f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:42.316465 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5346a82d-d589-4ed3-bbd1-86b048fbaa76 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:42.332223 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a24733cb-c3b1-4960-94cc-06f7014f155e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:42.333577 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8f27ab92-8b0d-46fb-9721-01b083e32bf9 req-dad442bc-7bb2-4e81-9569-29a7898b992f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d56a852c-565a-4887-9c81-db659a21eec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1301615 Feb 09 18:05:42.335748 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-ac756db6-c451-479f-931e-a4528c9ed13e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] For port fc4ef67f-40f9-4fde-9e11-65fad4296eb8, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=fc4ef67f-40f9-4fde-9e11-65fad4296eb8,segment=NetworkSegment(32a8e3ab-aff7-4c56-a619-3255c4ea9369),segment_id=32a8e3ab-aff7-4c56-a619-3255c4ea9369)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:42.336228 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac756db6-c451-479f-931e-a4528c9ed13e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:42.385580 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433148f2-d410-44cb-93c4-29d49521c696 None None] Routers {'d0d0d019-1593-4000-89cd-f9220e9356be'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:05:42.386660 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-433148f2-d410-44cb-93c4-29d49521c696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d0d0d019-1593-4000-89cd-f9220e9356be'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:42.414054 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a24733cb-c3b1-4960-94cc-06f7014f155e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:42.417721 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48304) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:42.419560 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a24733cb-c3b1-4960-94cc-06f7014f155e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:42.495246 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-ac756db6-c451-479f-931e-a4528c9ed13e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Calling delete_port for fc4ef67f-40f9-4fde-9e11-65fad4296eb8 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:42.508420 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6253493b-3338-409c-baca-0ada9799240a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:42.537024 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8f27ab92-8b0d-46fb-9721-01b083e32bf9 req-80ab65ab-2bf8-4822-9648-8a98cf7e9c45 service neutron] 10.222.0.50 "GET /v2.0/networks/d56a852c-565a-4887-9c81-db659a21eec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959028 Feb 09 18:05:42.588041 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-5346a82d-d589-4ed3-bbd1-86b048fbaa76 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Deleting port 2693908d-3a9b-48d5-9921-d41fe6ff2be4 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:42.588775 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5346a82d-d589-4ed3-bbd1-86b048fbaa76 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:42.592659 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5cd1d4-5bd0-41b9-9bf8-488b6dea0127 None None] DHCP port deletion for d3049cfd-e850-4b11-9289-5ebdd81b7f4c request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:05:42.630028 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4b5cd1d4-5bd0-41b9-9bf8-488b6dea0127 None None] Deleting port fc4ef67f-40f9-4fde-9e11-65fad4296eb8 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:42.630422 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd1d4-5bd0-41b9-9bf8-488b6dea0127 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:42.635436 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a24733cb-c3b1-4960-94cc-06f7014f155e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:42.818489 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8f27ab92-8b0d-46fb-9721-01b083e32bf9 req-b477cb16-91ef-4b3d-ab02-c59db45cf026 service neutron] 10.222.0.50 "GET /v2.0/networks/d56a852c-565a-4887-9c81-db659a21eec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740672 Feb 09 18:05:42.835580 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6253493b-3338-409c-baca-0ada9799240a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Deleting port 50576c8f-3275-4d2f-b412-c9d526b25cdb {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:42.839624 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6253493b-3338-409c-baca-0ada9799240a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:42.848693 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c8402853-bed7-4daf-abcf-088603aa37a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/e6218675-7490-43bb-a39c-b28aed8c0fd6 HTTP/1.1" status: 200 len: 990 time: 0.3653674 Feb 09 18:05:42.908755 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24733cb-c3b1-4960-94cc-06f7014f155e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:42.913729 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a24733cb-c3b1-4960-94cc-06f7014f155e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:42.961969 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc508a65-1394-48a8-ae24-911c49d39116 None None] DHCP port deletion for ff00f2f7-7f50-4144-a186-a893248e0206 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:05:42.991617 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-cc508a65-1394-48a8-ae24-911c49d39116 None None] Deleting port 2693908d-3a9b-48d5-9921-d41fe6ff2be4 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:42.991617 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc508a65-1394-48a8-ae24-911c49d39116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:43.053430 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-4b5cd1d4-5bd0-41b9-9bf8-488b6dea0127 None None] For port fc4ef67f-40f9-4fde-9e11-65fad4296eb8, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=fc4ef67f-40f9-4fde-9e11-65fad4296eb8,segment=NetworkSegment(32a8e3ab-aff7-4c56-a619-3255c4ea9369),segment_id=32a8e3ab-aff7-4c56-a619-3255c4ea9369)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:43.053430 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd1d4-5bd0-41b9-9bf8-488b6dea0127 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:43.076505 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-97360e14-beb5-4619-8b8e-4636a949d7f5 None None] For port 1c47d8ba-5942-426b-b407-cdf9dfb3756c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=1c47d8ba-5942-426b-b407-cdf9dfb3756c,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:43.076981 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-97360e14-beb5-4619-8b8e-4636a949d7f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:43.095126 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac756db6-c451-479f-931e-a4528c9ed13e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:43.172187 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6253493b-3338-409c-baca-0ada9799240a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:43.198985 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac756db6-c451-479f-931e-a4528c9ed13e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Port': ['ID=fc4ef67f-40f9-4fde-9e11-65fad4296eb8,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:43.256406 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 1c47d8ba-5942-426b-b407-cdf9dfb3756c no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:05:43.280971 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-433148f2-d410-44cb-93c4-29d49521c696 None None] Set router d0d0d019-1593-4000-89cd-f9220e9356be gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:05:43.384117 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4b5cd1d4-5bd0-41b9-9bf8-488b6dea0127 None None] Calling delete_port for fc4ef67f-40f9-4fde-9e11-65fad4296eb8 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:43.384399 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6253493b-3338-409c-baca-0ada9799240a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Calling delete_port for 50576c8f-3275-4d2f-b412-c9d526b25cdb owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:43.387574 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac756db6-c451-479f-931e-a4528c9ed13e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] No DVR routers for this DVR port fc4ef67f-40f9-4fde-9e11-65fad4296eb8 on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:05:43.422209 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-97360e14-beb5-4619-8b8e-4636a949d7f5 None None] Calling delete_port for 1c47d8ba-5942-426b-b407-cdf9dfb3756c owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:43.598708 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-5346a82d-d589-4ed3-bbd1-86b048fbaa76 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] For port 2693908d-3a9b-48d5-9921-d41fe6ff2be4, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=2693908d-3a9b-48d5-9921-d41fe6ff2be4,segment=NetworkSegment(f5dfb8e8-70c5-4068-8574-ffce751b5b2c),segment_id=f5dfb8e8-70c5-4068-8574-ffce751b5b2c)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:43.599083 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5346a82d-d589-4ed3-bbd1-86b048fbaa76 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:43.614730 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac756db6-c451-479f-931e-a4528c9ed13e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:43.688858 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6253493b-3338-409c-baca-0ada9799240a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:43.786704 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253493b-3338-409c-baca-0ada9799240a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event deleted for resources: {'Port': ['ID=50576c8f-3275-4d2f-b412-c9d526b25cdb,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:43.799684 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-5346a82d-d589-4ed3-bbd1-86b048fbaa76 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Calling delete_port for 2693908d-3a9b-48d5-9921-d41fe6ff2be4 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:43.857396 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48320) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:43.858151 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-ac756db6-c451-479f-931e-a4528c9ed13e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3049cfd-e850-4b11-9289-5ebdd81b7f4c']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:43.907390 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-4b5cd1d4-5bd0-41b9-9bf8-488b6dea0127 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:05:43.907787 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-4b5cd1d4-5bd0-41b9-9bf8-488b6dea0127 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:05:43.922742 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-cc508a65-1394-48a8-ae24-911c49d39116 None None] For port 2693908d-3a9b-48d5-9921-d41fe6ff2be4, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=2693908d-3a9b-48d5-9921-d41fe6ff2be4,segment=NetworkSegment(f5dfb8e8-70c5-4068-8574-ffce751b5b2c),segment_id=f5dfb8e8-70c5-4068-8574-ffce751b5b2c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:43.923145 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc508a65-1394-48a8-ae24-911c49d39116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:43.942318 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:44.113959 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6253493b-3338-409c-baca-0ada9799240a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:44.157981 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-cc508a65-1394-48a8-ae24-911c49d39116 None None] Calling delete_port for 2693908d-3a9b-48d5-9921-d41fe6ff2be4 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:44.182288 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-ac756db6-c451-479f-931e-a4528c9ed13e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a8e3ab-aff7-4c56-a619-3255c4ea9369') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:44.182610 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-ac756db6-c451-479f-931e-a4528c9ed13e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a8e3ab-aff7-4c56-a619-3255c4ea9369') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:44.202254 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-97360e14-beb5-4619-8b8e-4636a949d7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:44.226287 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac756db6-c451-479f-931e-a4528c9ed13e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:44.285427 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac756db6-c451-479f-931e-a4528c9ed13e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:44.294859 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-89a606ec-5f43-4266-897e-6da4d24f9bc6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/e6218675-7490-43bb-a39c-b28aed8c0fd6 HTTP/1.1" status: 200 len: 990 time: 0.4207029 Feb 09 18:05:44.299118 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac756db6-c451-479f-931e-a4528c9ed13e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:05:44.299458 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac756db6-c451-479f-931e-a4528c9ed13e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:44.308216 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97360e14-beb5-4619-8b8e-4636a949d7f5 None None] No DVR routers for this DVR port 1c47d8ba-5942-426b-b407-cdf9dfb3756c on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:05:44.322688 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:05:44.332899 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97360e14-beb5-4619-8b8e-4636a949d7f5 None None] Pushing event deleted for resources: {'Port': ['ID=1c47d8ba-5942-426b-b407-cdf9dfb3756c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:44.390087 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 2693908d-3a9b-48d5-9921-d41fe6ff2be4 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:05:44.392012 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a24733cb-c3b1-4960-94cc-06f7014f155e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:44.433794 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4b5cd1d4-5bd0-41b9-9bf8-488b6dea0127 None None] Deleting port fc4ef67f-40f9-4fde-9e11-65fad4296eb8 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:44.434175 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd1d4-5bd0-41b9-9bf8-488b6dea0127 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:44.462698 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6253493b-3338-409c-baca-0ada9799240a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:44.468506 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6253493b-3338-409c-baca-0ada9799240a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:44.490949 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-477e0846-1c84-4bfe-81f2-cf2fc7db0783 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:44.493368 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5346a82d-d589-4ed3-bbd1-86b048fbaa76 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:44.550697 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4b5cd1d4-5bd0-41b9-9bf8-488b6dea0127 None None] The port 'fc4ef67f-40f9-4fde-9e11-65fad4296eb8' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:05:44.556552 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346a82d-d589-4ed3-bbd1-86b048fbaa76 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Pushing event deleted for resources: {'Port': ['ID=2693908d-3a9b-48d5-9921-d41fe6ff2be4,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:44.559820 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24733cb-c3b1-4960-94cc-06f7014f155e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:44.565926 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24733cb-c3b1-4960-94cc-06f7014f155e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=f17c338f-f07c-4b23-8b85-155bc7d1c1e6,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:44.568079 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-a24733cb-c3b1-4960-94cc-06f7014f155e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:44.572081 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24733cb-c3b1-4960-94cc-06f7014f155e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:44.587858 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a24733cb-c3b1-4960-94cc-06f7014f155e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:44.587858 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5346a82d-d589-4ed3-bbd1-86b048fbaa76 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] No DVR routers for this DVR port 2693908d-3a9b-48d5-9921-d41fe6ff2be4 on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:05:44.587858 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac756db6-c451-479f-931e-a4528c9ed13e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:44.590923 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6253493b-3338-409c-baca-0ada9799240a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:44.591527 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6253493b-3338-409c-baca-0ada9799240a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Fanout notify agent at l3_agent the message router_deleted on router 0f2e48e8-4059-4897-b2b7-3c42f2e7f36c {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:05:44.597577 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26deb4fb-65d8-46d8-b9eb-40f54d151927 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:05:44.611702 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6253493b-3338-409c-baca-0ada9799240a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:44.615968 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6253493b-3338-409c-baca-0ada9799240a tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "DELETE /v2.0/routers/0f2e48e8-4059-4897-b2b7-3c42f2e7f36c HTTP/1.1" status: 204 len: 168 time: 3.4947262 Feb 09 18:05:44.620987 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48336) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:44.642603 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac756db6-c451-479f-931e-a4528c9ed13e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:44.661272 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-cc508a65-1394-48a8-ae24-911c49d39116 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:05:44.661631 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-cc508a65-1394-48a8-ae24-911c49d39116 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:05:44.667842 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac756db6-c451-479f-931e-a4528c9ed13e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Network': ['ID=d3049cfd-e850-4b11-9289-5ebdd81b7f4c,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:44.720424 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No active binding found for port 2693908d-3a9b-48d5-9921-d41fe6ff2be4 {{(pid=84543) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 09 18:05:44.720832 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 2693908d-3a9b-48d5-9921-d41fe6ff2be4 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:05:44.721250 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device fc4ef67f-40f9-4fde-9e11-65fad4296eb8 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:05:44.769746 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: fc4ef67f-40f9-4fde-9e11-65fad4296eb8 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:05:44.770103 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device fc4ef67f-40f9-4fde-9e11-65fad4296eb8 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:05:44.858530 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5346a82d-d589-4ed3-bbd1-86b048fbaa76 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:44.879496 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-433148f2-d410-44cb-93c4-29d49521c696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'name': 'tempest-TestNetworkBasicOps-router-2083997425', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:15Z', 'updated_at': '2022-02-09T18:04:33Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:17Z', 'updated_at': '2022-02-09T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'e6218675-7490-43bb-a39c-b28aed8c0fd6', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.45', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'port_id': '0527800b-c013-48a4-899d-0e94ecda1102', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'mac_address': 'fa:16:3e:56:b0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c5a50e-42b2-4234-b8ed-278b7840d6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:05:34Z', 'updated_at': '2022-02-09T18:05:34Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd260d44-2c6c-4126-9f1d-97a1722d5304', 'name': '', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:c9:7c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:31Z', 'updated_at': '2022-02-09T18:04:49Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:44.880704 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb12da2c-be4f-41ff-97ff-93aab1805c1e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Deleting subnet e9843f2c-22d7-4566-a8ad-5fd70f1e361d {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:05:44.886359 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb12da2c-be4f-41ff-97ff-93aab1805c1e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:44.895534 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433148f2-d410-44cb-93c4-29d49521c696 None None] The sync data for ids ['d0d0d019-1593-4000-89cd-f9220e9356be'] in dv-neutron-827016-2-hyperv is: [{'id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'name': 'tempest-TestNetworkBasicOps-router-2083997425', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:15Z', 'updated_at': '2022-02-09T18:04:33Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:17Z', 'updated_at': '2022-02-09T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'e6218675-7490-43bb-a39c-b28aed8c0fd6', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.45', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'port_id': '0527800b-c013-48a4-899d-0e94ecda1102', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'mac_address': 'fa:16:3e:56:b0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c5a50e-42b2-4234-b8ed-278b7840d6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:05:34Z', 'updated_at': '2022-02-09T18:05:34Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd260d44-2c6c-4126-9f1d-97a1722d5304', 'name': '', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:c9:7c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:31Z', 'updated_at': '2022-02-09T18:04:49Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:05:44.901480 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-5346a82d-d589-4ed3-bbd1-86b048fbaa76 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff00f2f7-7f50-4144-a186-a893248e0206']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:44.916446 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ac756db6-c451-479f-931e-a4528c9ed13e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/networks/d3049cfd-e850-4b11-9289-5ebdd81b7f4c HTTP/1.1" status: 204 len: 168 time: 3.6801476 Feb 09 18:05:44.918053 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a24733cb-c3b1-4960-94cc-06f7014f155e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.4334495 Feb 09 18:05:44.921320 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48344) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:44.921667 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48346) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:44.931865 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-5346a82d-d589-4ed3-bbd1-86b048fbaa76 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5dfb8e8-70c5-4068-8574-ffce751b5b2c') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:44.932163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-5346a82d-d589-4ed3-bbd1-86b048fbaa76 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5dfb8e8-70c5-4068-8574-ffce751b5b2c') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:44.949732 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-0b2a08cf-2003-40a8-9fec-33a8b90bc440 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1918553893'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:44.961865 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-d20f811f-e82e-413a-8ba7-0626d0ae6f99 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'fixed_ips': [{'subnet_id': 'f17c338f-f07c-4b23-8b85-155bc7d1c1e6', 'ip_address': '2001:db8::ad1c:cdd5:6d40:2d20'}], 'name': 'tempest-NetworksTestDHCPv6-1028147248'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:44.992385 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b96359-704e-449c-a842-7de12b44d947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-533fa7e0-9286-46d7-99f4-266111443da8', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'fixed_ips': [{'subnet_id': 'f17c338f-f07c-4b23-8b85-155bc7d1c1e6'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:05:44.993260 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57b96359-704e-449c-a842-7de12b44d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:45.096441 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb12da2c-be4f-41ff-97ff-93aab1805c1e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:45.132374 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48352) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:45.163573 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-cc508a65-1394-48a8-ae24-911c49d39116 None None] Deleting port 2693908d-3a9b-48d5-9921-d41fe6ff2be4 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:45.164127 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc508a65-1394-48a8-ae24-911c49d39116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:45.170747 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d20f811f-e82e-413a-8ba7-0626d0ae6f99 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:45.184233 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d20f811f-e82e-413a-8ba7-0626d0ae6f99 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:port and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:45.185550 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d20f811f-e82e-413a-8ba7-0626d0ae6f99 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:45.207376 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d20f811f-e82e-413a-8ba7-0626d0ae6f99 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:45.225833 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-0b2a08cf-2003-40a8-9fec-33a8b90bc440 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:45.246845 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5346a82d-d589-4ed3-bbd1-86b048fbaa76 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:45.250434 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-0b2a08cf-2003-40a8-9fec-33a8b90bc440 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:network and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:45.257218 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-0b2a08cf-2003-40a8-9fec-33a8b90bc440 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:45.277869 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-0b2a08cf-2003-40a8-9fec-33a8b90bc440 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:45.281525 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5346a82d-d589-4ed3-bbd1-86b048fbaa76 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:45.298249 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb12da2c-be4f-41ff-97ff-93aab1805c1e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:45.300605 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48360) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:45.309637 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7d4d32-a43b-4005-b130-376a828929ab None None] New status for floating IP e6218675-7490-43bb-a39c-b28aed8c0fd6: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:05:45.390467 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5346a82d-d589-4ed3-bbd1-86b048fbaa76 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:05:45.390798 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5346a82d-d589-4ed3-bbd1-86b048fbaa76 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:45.407623 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-cc508a65-1394-48a8-ae24-911c49d39116 None None] The port '2693908d-3a9b-48d5-9921-d41fe6ff2be4' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:05:45.425685 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:05:45.440263 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-57b96359-704e-449c-a842-7de12b44d947 None None] Allocated IP 2001:db8::2 (533fa7e0-9286-46d7-99f4-266111443da8/f17c338f-f07c-4b23-8b85-155bc7d1c1e6/086932f6-1012-4d4a-a2fd-545afb9dfea3) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:45.478733 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c34bb266-1962-4c46-9d7f-e1d01330dc8d tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-355449323'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:45.483787 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c34bb266-1962-4c46-9d7f-e1d01330dc8d tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:45.487845 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c34bb266-1962-4c46-9d7f-e1d01330dc8d tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Usage tracker for resource:network and tenant:7f79e2b8f88d43328c950aac4bdf4963 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:45.490954 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c34bb266-1962-4c46-9d7f-e1d01330dc8d tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:45.497594 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c34bb266-1962-4c46-9d7f-e1d01330dc8d tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:45.499522 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20f811f-e82e-413a-8ba7-0626d0ae6f99 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:45.532928 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2a08cf-2003-40a8-9fec-33a8b90bc440 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:45.535996 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0b2a08cf-2003-40a8-9fec-33a8b90bc440 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:45.596559 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb12da2c-be4f-41ff-97ff-93aab1805c1e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:45.645305 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12da2c-be4f-41ff-97ff-93aab1805c1e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event deleted for resources: {'Subnet': ['ID=e9843f2c-22d7-4566-a8ad-5fd70f1e361d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:45.650081 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb12da2c-be4f-41ff-97ff-93aab1805c1e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:45.669266 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34bb266-1962-4c46-9d7f-e1d01330dc8d tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Made reservation on behalf of 7f79e2b8f88d43328c950aac4bdf4963 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:45.673153 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c34bb266-1962-4c46-9d7f-e1d01330dc8d tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:45.685745 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5b496e8a-f73a-4e51-ac0e-c4e912ebf86e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/e6218675-7490-43bb-a39c-b28aed8c0fd6 HTTP/1.1" status: 200 len: 990 time: 0.3800929 Feb 09 18:05:45.693584 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c34bb266-1962-4c46-9d7f-e1d01330dc8d tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:45.697520 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2a08cf-2003-40a8-9fec-33a8b90bc440 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:05:45.702563 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4ccfab-b0d9-4046-8999-af44ecd61bea None None] Network 3bb65ab0-70ea-4f4f-83bd-903bbc72ce00 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:05:45.733517 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c34bb266-1962-4c46-9d7f-e1d01330dc8d tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:45.737895 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c34bb266-1962-4c46-9d7f-e1d01330dc8d tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Usage tracker for resource:security_group_rule and tenant:7f79e2b8f88d43328c950aac4bdf4963 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:45.740790 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c34bb266-1962-4c46-9d7f-e1d01330dc8d tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:45.750682 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c34bb266-1962-4c46-9d7f-e1d01330dc8d tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:45.770062 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fb12da2c-be4f-41ff-97ff-93aab1805c1e tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "DELETE /v2.0/subnets/e9843f2c-22d7-4566-a8ad-5fd70f1e361d HTTP/1.1" status: 204 len: 168 time: 1.1455555 Feb 09 18:05:45.770426 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48364) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:45.843933 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0b2a08cf-2003-40a8-9fec-33a8b90bc440 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:45.844325 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-0b2a08cf-2003-40a8-9fec-33a8b90bc440 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Added segment e549787e-b43c-4927-96e3-4637c9965aa9 of type vlan for network 2dfc11fe-706a-4cc9-92c4-b8e9855791ee Feb 09 18:05:45.870447 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5346a82d-d589-4ed3-bbd1-86b048fbaa76 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:45.905287 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5346a82d-d589-4ed3-bbd1-86b048fbaa76 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:45.925057 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d20f811f-e82e-413a-8ba7-0626d0ae6f99 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:45.934972 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-197a8077-44f7-4155-8a16-b53d9e1176e0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:45.954289 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c34bb266-1962-4c46-9d7f-e1d01330dc8d tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:45.957279 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346a82d-d589-4ed3-bbd1-86b048fbaa76 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] Pushing event deleted for resources: {'Network': ['ID=ff00f2f7-7f50-4144-a186-a893248e0206,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:45.964498 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-197a8077-44f7-4155-8a16-b53d9e1176e0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Deleting port 97b4eddd-ffda-4491-b333-65c1914d7b24 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:45.964959 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-197a8077-44f7-4155-8a16-b53d9e1176e0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:45.970013 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0b2a08cf-2003-40a8-9fec-33a8b90bc440 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:45.981893 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5346a82d-d589-4ed3-bbd1-86b048fbaa76 tempest-AllowedAddressPairTestJSON-2048164138 tempest-AllowedAddressPairTestJSON-2048164138-project] 10.222.0.21 "DELETE /v2.0/networks/ff00f2f7-7f50-4144-a186-a893248e0206 HTTP/1.1" status: 204 len: 168 time: 4.2023952 Feb 09 18:05:46.004720 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-d20f811f-e82e-413a-8ba7-0626d0ae6f99 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] device_id is not set on port ad8be428-ced3-4fef-8189-ca3664c804b5 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:05:46.029160 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57b96359-704e-449c-a842-7de12b44d947 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:46.060522 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-57b96359-704e-449c-a842-7de12b44d947 None None] Transition to ACTIVE for port object 086932f6-1012-4d4a-a2fd-545afb9dfea3 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:46.086829 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-57b96359-704e-449c-a842-7de12b44d947 None None] Transition to ACTIVE for port object 086932f6-1012-4d4a-a2fd-545afb9dfea3 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:46.144995 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c34bb266-1962-4c46-9d7f-e1d01330dc8d tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:46.152444 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c392a1e9-444a-4250-a39a-96a0402aed77 None None] DHCP port deletion for 3bb65ab0-70ea-4f4f-83bd-903bbc72ce00 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:05:46.158555 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c392a1e9-444a-4250-a39a-96a0402aed77 None None] Deleting port 97b4eddd-ffda-4491-b333-65c1914d7b24 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:46.158858 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c392a1e9-444a-4250-a39a-96a0402aed77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:46.191599 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34bb266-1962-4c46-9d7f-e1d01330dc8d tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:05:46.204103 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c34bb266-1962-4c46-9d7f-e1d01330dc8d tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:46.204573 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-c34bb266-1962-4c46-9d7f-e1d01330dc8d tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Added segment c57b350b-0211-401c-8ec4-92065a49cda2 of type vlan for network 905e8450-e5b3-4114-ad56-c19c14e6efb3 Feb 09 18:05:46.214343 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-477e0846-1c84-4bfe-81f2-cf2fc7db0783 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:46.227474 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57b96359-704e-449c-a842-7de12b44d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:46.230653 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-477e0846-1c84-4bfe-81f2-cf2fc7db0783 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640420'] for router, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:46.329658 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-197a8077-44f7-4155-8a16-b53d9e1176e0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] For port 97b4eddd-ffda-4491-b333-65c1914d7b24, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=97b4eddd-ffda-4491-b333-65c1914d7b24,segment=NetworkSegment(92cd4d9a-d1a4-4e80-8398-6d60ab89d3a3),segment_id=92cd4d9a-d1a4-4e80-8398-6d60ab89d3a3)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:46.330051 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-197a8077-44f7-4155-8a16-b53d9e1176e0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:46.368168 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b96359-704e-449c-a842-7de12b44d947 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:46.368168 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b96359-704e-449c-a842-7de12b44d947 None None] Pushing event updated for resources: {'Port': ['ID=086932f6-1012-4d4a-a2fd-545afb9dfea3,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:46.368168 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-57b96359-704e-449c-a842-7de12b44d947 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:46.384539 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b96359-704e-449c-a842-7de12b44d947 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:46.495227 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0b2a08cf-2003-40a8-9fec-33a8b90bc440 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:46.499205 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2a08cf-2003-40a8-9fec-33a8b90bc440 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:46.500084 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0b2a08cf-2003-40a8-9fec-33a8b90bc440 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:46.500561 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-197a8077-44f7-4155-8a16-b53d9e1176e0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Calling delete_port for 97b4eddd-ffda-4491-b333-65c1914d7b24 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:46.568701 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bb266-1962-4c46-9d7f-e1d01330dc8d tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dedcb74e-ebd9-41af-9a05-5e7fcbdde1a3,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:46.570320 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-c392a1e9-444a-4250-a39a-96a0402aed77 None None] For port 97b4eddd-ffda-4491-b333-65c1914d7b24, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=97b4eddd-ffda-4491-b333-65c1914d7b24,segment=NetworkSegment(92cd4d9a-d1a4-4e80-8398-6d60ab89d3a3),segment_id=92cd4d9a-d1a4-4e80-8398-6d60ab89d3a3)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:46.570770 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c392a1e9-444a-4250-a39a-96a0402aed77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:46.576201 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c34bb266-1962-4c46-9d7f-e1d01330dc8d tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:46.590028 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-57b96359-704e-449c-a842-7de12b44d947 None None] Attempting to bind port 086932f6-1012-4d4a-a2fd-545afb9dfea3 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:05:46.590356 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-57b96359-704e-449c-a842-7de12b44d947 None None] Attempting to bind port 086932f6-1012-4d4a-a2fd-545afb9dfea3 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:05:46.605884 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b96359-704e-449c-a842-7de12b44d947 None None] Attempting to bind port 086932f6-1012-4d4a-a2fd-545afb9dfea3 on network 533fa7e0-9286-46d7-99f4-266111443da8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:05:46.656698 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-d20f811f-e82e-413a-8ba7-0626d0ae6f99 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 2001:db8::ad1c:cdd5:6d40:2d20 (533fa7e0-9286-46d7-99f4-266111443da8/f17c338f-f07c-4b23-8b85-155bc7d1c1e6/ad8be428-ced3-4fef-8189-ca3664c804b5) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:46.658741 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a08cf-2003-40a8-9fec-33a8b90bc440 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Network': ['ID=2dfc11fe-706a-4cc9-92c4-b8e9855791ee,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:46.690181 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48372) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:46.704670 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 2dfc11fe-706a-4cc9-92c4-b8e9855791ee details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:05:46.724581 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c392a1e9-444a-4250-a39a-96a0402aed77 None None] Calling delete_port for 97b4eddd-ffda-4491-b333-65c1914d7b24 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:46.732603 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0b2a08cf-2003-40a8-9fec-33a8b90bc440 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8063467 Feb 09 18:05:46.743072 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48378) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:46.770959 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-296a70ae-acce-4e71-a987-2395341622f2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'subnet': {'network_id': '2dfc11fe-706a-4cc9-92c4-b8e9855791ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:46.792239 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c34bb266-1962-4c46-9d7f-e1d01330dc8d tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:46.797940 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34bb266-1962-4c46-9d7f-e1d01330dc8d tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:46.798626 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c34bb266-1962-4c46-9d7f-e1d01330dc8d tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:46.802953 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-197a8077-44f7-4155-8a16-b53d9e1176e0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:46.833596 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b96359-704e-449c-a842-7de12b44d947 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:05:46.834602 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b96359-704e-449c-a842-7de12b44d947 None None] Checking segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:05:46.835234 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57b96359-704e-449c-a842-7de12b44d947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:46.835858 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b96359-704e-449c-a842-7de12b44d947 None None] Bound using segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:05:46.836705 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-57b96359-704e-449c-a842-7de12b44d947 None None] Bound port: 086932f6-1012-4d4a-a2fd-545afb9dfea3, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:05:46.838486 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57b96359-704e-449c-a842-7de12b44d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:46.848717 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d95aeb0d-492b-4440-ae05-6351384b9e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:46.849101 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48382) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:46.909200 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197a8077-44f7-4155-8a16-b53d9e1176e0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] No DVR routers for this DVR port 97b4eddd-ffda-4491-b333-65c1914d7b24 on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:05:46.980274 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-57b96359-704e-449c-a842-7de12b44d947 None None] For port 086932f6-1012-4d4a-a2fd-545afb9dfea3, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:05:46.984245 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-57b96359-704e-449c-a842-7de12b44d947 None None] For port 086932f6-1012-4d4a-a2fd-545afb9dfea3, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=086932f6-1012-4d4a-a2fd-545afb9dfea3,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:05:47.005050 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:47.018035 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a8077-44f7-4155-8a16-b53d9e1176e0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event deleted for resources: {'Port': ['ID=97b4eddd-ffda-4491-b333-65c1914d7b24,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:47.028767 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-296a70ae-acce-4e71-a987-2395341622f2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:47.045688 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-c392a1e9-444a-4250-a39a-96a0402aed77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:05:47.046148 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-c392a1e9-444a-4250-a39a-96a0402aed77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:05:47.060104 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-296a70ae-acce-4e71-a987-2395341622f2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:subnet and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:47.072421 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-296a70ae-acce-4e71-a987-2395341622f2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:47.078032 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477e0846-1c84-4bfe-81f2-cf2fc7db0783 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Router 896cac4f-52e4-4c79-a962-2aa5ee79b46c has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:05:47.097492 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-296a70ae-acce-4e71-a987-2395341622f2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:47.107618 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d20f811f-e82e-413a-8ba7-0626d0ae6f99 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:47.108611 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57b96359-704e-449c-a842-7de12b44d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:47.134519 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-d20f811f-e82e-413a-8ba7-0626d0ae6f99 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Transition to ACTIVE for port object ad8be428-ced3-4fef-8189-ca3664c804b5 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:47.145075 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bb266-1962-4c46-9d7f-e1d01330dc8d tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Pushing event updated for resources: {'Network': ['ID=905e8450-e5b3-4114-ad56-c19c14e6efb3,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:47.155890 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4abd228c-e90e-438d-abd7-52700ed974ba tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/e6218675-7490-43bb-a39c-b28aed8c0fd6 HTTP/1.1" status: 200 len: 992 time: 0.4641976 Feb 09 18:05:47.186692 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 905e8450-e5b3-4114-ad56-c19c14e6efb3 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:05:47.192980 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-197a8077-44f7-4155-8a16-b53d9e1176e0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:47.207981 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c34bb266-1962-4c46-9d7f-e1d01330dc8d tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0749304 Feb 09 18:05:47.208919 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 97b4eddd-ffda-4491-b333-65c1914d7b24 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:05:47.211475 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48390) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:47.239462 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-197a8077-44f7-4155-8a16-b53d9e1176e0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb65ab0-70ea-4f4f-83bd-903bbc72ce00']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:47.259735 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-197a8077-44f7-4155-8a16-b53d9e1176e0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92cd4d9a-d1a4-4e80-8398-6d60ab89d3a3') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:47.260033 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-197a8077-44f7-4155-8a16-b53d9e1176e0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92cd4d9a-d1a4-4e80-8398-6d60ab89d3a3') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:47.264274 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296a70ae-acce-4e71-a987-2395341622f2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:47.274713 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-197a8077-44f7-4155-8a16-b53d9e1176e0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:47.296651 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-197a8077-44f7-4155-8a16-b53d9e1176e0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:47.306375 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-197a8077-44f7-4155-8a16-b53d9e1176e0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:05:47.307250 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 97b4eddd-ffda-4491-b333-65c1914d7b24 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:05:47.307754 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 97b4eddd-ffda-4491-b333-65c1914d7b24 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:05:47.308037 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-197a8077-44f7-4155-8a16-b53d9e1176e0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:05:47.335276 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:05:47.393005 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b96359-704e-449c-a842-7de12b44d947 None None] Pushing event updated for resources: {'Port': ['ID=086932f6-1012-4d4a-a2fd-545afb9dfea3,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:47.457257 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d20f811f-e82e-413a-8ba7-0626d0ae6f99 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:47.472162 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-98527828-9812-4b46-b100-e54f94815ce9 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Request body: {'network': {'name': 'tempest-network--1858720271', 'router:external': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:47.472590 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-98527828-9812-4b46-b100-e54f94815ce9 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:47.477905 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-98527828-9812-4b46-b100-e54f94815ce9 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Usage tracker for resource:network and tenant:d04ab1f720c8443890d40fe69c7a7b63 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:47.481151 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-98527828-9812-4b46-b100-e54f94815ce9 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:47.487826 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-98527828-9812-4b46-b100-e54f94815ce9 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:47.547714 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c392a1e9-444a-4250-a39a-96a0402aed77 None None] Deleting port 97b4eddd-ffda-4491-b333-65c1914d7b24 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:47.548225 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c392a1e9-444a-4250-a39a-96a0402aed77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:47.596602 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-296a70ae-acce-4e71-a987-2395341622f2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:47.624965 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98527828-9812-4b46-b100-e54f94815ce9 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Made reservation on behalf of d04ab1f720c8443890d40fe69c7a7b63 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:47.629510 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98527828-9812-4b46-b100-e54f94815ce9 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:47.651968 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-197a8077-44f7-4155-8a16-b53d9e1176e0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:47.661768 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c392a1e9-444a-4250-a39a-96a0402aed77 None None] The port '97b4eddd-ffda-4491-b333-65c1914d7b24' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:05:47.695429 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20f811f-e82e-413a-8ba7-0626d0ae6f99 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:47.712355 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-d20f811f-e82e-413a-8ba7-0626d0ae6f99 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:47.714913 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d01595f8-1012-4f63-8ca0-03aff451944e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77cc0028ca3c4751878efe04d1ccec85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8588226 Feb 09 18:05:47.719454 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20f811f-e82e-413a-8ba7-0626d0ae6f99 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:47.723770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20f811f-e82e-413a-8ba7-0626d0ae6f99 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:47.724430 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d20f811f-e82e-413a-8ba7-0626d0ae6f99 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:47.730184 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f811f-e82e-413a-8ba7-0626d0ae6f99 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=ad8be428-ced3-4fef-8189-ca3664c804b5,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:47.734393 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48398) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:47.782906 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-197a8077-44f7-4155-8a16-b53d9e1176e0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:47.790532 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98527828-9812-4b46-b100-e54f94815ce9 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:47.806064 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-197a8077-44f7-4155-8a16-b53d9e1176e0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "DELETE /v2.0/networks/3bb65ab0-70ea-4f4f-83bd-903bbc72ce00 HTTP/1.1" status: 204 len: 168 time: 2.0332685 Feb 09 18:05:47.810036 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a8077-44f7-4155-8a16-b53d9e1176e0 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event deleted for resources: {'Network': ['ID=3bb65ab0-70ea-4f4f-83bd-903bbc72ce00,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:47.812037 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48402) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:47.895646 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3ef8-5250-44cd-98eb-d0fe44b700c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:47.913466 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d20f811f-e82e-413a-8ba7-0626d0ae6f99 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9846632 Feb 09 18:05:47.922289 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48406) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:47.984063 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3ef8-5250-44cd-98eb-d0fe44b700c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:48.057669 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-98527828-9812-4b46-b100-e54f94815ce9 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:48.067078 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-98527828-9812-4b46-b100-e54f94815ce9 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Usage tracker for resource:security_group_rule and tenant:d04ab1f720c8443890d40fe69c7a7b63 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:48.072565 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-98527828-9812-4b46-b100-e54f94815ce9 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:48.076020 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6aa7c1f0-3cab-4771-a886-5adbcc73f858 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Deleting port 81212bd3-2f75-454d-bd53-0a846b6c0379 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:48.076366 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6aa7c1f0-3cab-4771-a886-5adbcc73f858 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:48.111247 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-98527828-9812-4b46-b100-e54f94815ce9 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:48.229895 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477e0846-1c84-4bfe-81f2-cf2fc7db0783 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:05:48.241909 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3846c161-3e9a-487f-8d32-f38498188201 None None] Sync routers for ids ['896cac4f-52e4-4c79-a962-2aa5ee79b46c'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:05:48.250154 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-477e0846-1c84-4bfe-81f2-cf2fc7db0783 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:48.254571 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-477e0846-1c84-4bfe-81f2-cf2fc7db0783 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "PUT /v2.0/routers/896cac4f-52e4-4c79-a962-2aa5ee79b46c HTTP/1.1" status: 200 len: 923 time: 7.5066881 Feb 09 18:05:48.255761 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48410) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:48.259561 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3846c161-3e9a-487f-8d32-f38498188201 None None] Routers {'896cac4f-52e4-4c79-a962-2aa5ee79b46c'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:05:48.263284 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-3846c161-3e9a-487f-8d32-f38498188201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['896cac4f-52e4-4c79-a962-2aa5ee79b46c'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:48.285523 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a0adb3-6f3d-447f-9c16-961e8a3aaea6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:48.290396 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a0adb3-6f3d-447f-9c16-961e8a3aaea6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:48.291213 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c6a0adb3-6f3d-447f-9c16-961e8a3aaea6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:48.361950 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-3846c161-3e9a-487f-8d32-f38498188201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:48.368142 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6aa7c1f0-3cab-4771-a886-5adbcc73f858 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:48.368702 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6aa7c1f0-3cab-4771-a886-5adbcc73f858 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:48.375139 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3846c161-3e9a-487f-8d32-f38498188201 None None] Routers {'896cac4f-52e4-4c79-a962-2aa5ee79b46c'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:05:48.375799 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-3846c161-3e9a-487f-8d32-f38498188201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['896cac4f-52e4-4c79-a962-2aa5ee79b46c'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:48.386160 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3ef8-5250-44cd-98eb-d0fe44b700c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:48.389363 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3ef8-5250-44cd-98eb-d0fe44b700c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:48.390933 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e3dd3ef8-5250-44cd-98eb-d0fe44b700c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb0d797c-36b7-41e1-b618-3f798efedd3b HTTP/1.1" status: 204 len: 168 time: 0.6398721 Feb 09 18:05:48.407779 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-296a70ae-acce-4e71-a987-2395341622f2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:48.451242 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-3846c161-3e9a-487f-8d32-f38498188201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:48.451658 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3846c161-3e9a-487f-8d32-f38498188201 None None] The sync data for ids ['896cac4f-52e4-4c79-a962-2aa5ee79b46c'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:05:48.467216 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98527828-9812-4b46-b100-e54f94815ce9 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:48.516163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a70ae-acce-4e71-a987-2395341622f2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Subnet': ['ID=ab2ab14f-b367-4799-9f8c-36f5436b0129,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:48.532763 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd3ef8-5250-44cd-98eb-d0fe44b700c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0d797c-36b7-41e1-b618-3f798efedd3b,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:48.536674 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c6a0adb3-6f3d-447f-9c16-961e8a3aaea6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:48.549244 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c6a0adb3-6f3d-447f-9c16-961e8a3aaea6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6256976 Feb 09 18:05:48.558002 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6aa7c1f0-3cab-4771-a886-5adbcc73f858 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Calling delete_port for 81212bd3-2f75-454d-bd53-0a846b6c0379 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:48.576028 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48418) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:48.607711 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98527828-9812-4b46-b100-e54f94815ce9 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:48.620670 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98527828-9812-4b46-b100-e54f94815ce9 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:05:48.631770 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98527828-9812-4b46-b100-e54f94815ce9 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:48.632435 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-98527828-9812-4b46-b100-e54f94815ce9 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Added segment 53f71691-3bde-40ff-ba2d-87510304f0f8 of type vlan for network 4483641f-a9e8-494e-abf0-348d50a2cfd4 Feb 09 18:05:48.649077 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296a70ae-acce-4e71-a987-2395341622f2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Checking segment: {'id': 'e549787e-b43c-4927-96e3-4637c9965aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2dfc11fe-706a-4cc9-92c4-b8e9855791ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:05:48.649442 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296a70ae-acce-4e71-a987-2395341622f2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network hostable DHCP agents. Network: 2dfc11fe-706a-4cc9-92c4-b8e9855791ee, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:05:48.689544 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-c76e6b08-a8da-431f-9738-f3c4d4ea6039 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting port ad8be428-ced3-4fef-8189-ca3664c804b5 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:48.689883 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c76e6b08-a8da-431f-9738-f3c4d4ea6039 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:48.725255 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98527828-9812-4b46-b100-e54f94815ce9 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:48.732148 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98527828-9812-4b46-b100-e54f94815ce9 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92ec4dc-f6ec-4202-b555-1f2d6b43b011,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:48.893358 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98527828-9812-4b46-b100-e54f94815ce9 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:48.896362 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98527828-9812-4b46-b100-e54f94815ce9 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:48.898909 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98527828-9812-4b46-b100-e54f94815ce9 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:48.911497 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296a70ae-acce-4e71-a987-2395341622f2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network 2dfc11fe-706a-4cc9-92c4-b8e9855791ee is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:05:49.011432 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-73826ac0-2ea4-40ce-a95d-7a17a24abec4 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "GET /v2.0/routers/896cac4f-52e4-4c79-a962-2aa5ee79b46c HTTP/1.1" status: 200 len: 923 time: 0.7545457 Feb 09 18:05:49.015011 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48424) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:49.019622 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c76e6b08-a8da-431f-9738-f3c4d4ea6039 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:49.035409 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4be7249a-5c2e-4b22-b975-69e22c6429e2 None None] Provisioning for port 086932f6-1012-4d4a-a2fd-545afb9dfea3 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:49.048410 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98527828-9812-4b46-b100-e54f94815ce9 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Pushing event updated for resources: {'Network': ['ID=4483641f-a9e8-494e-abf0-348d50a2cfd4,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:49.048410 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6aa7c1f0-3cab-4771-a886-5adbcc73f858 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:49.064048 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f6716324-afdc-4279-adfb-97c645197302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:49.074632 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 4483641f-a9e8-494e-abf0-348d50a2cfd4 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:05:49.087149 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-296a70ae-acce-4e71-a987-2395341622f2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 2dfc11fe-706a-4cc9-92c4-b8e9855791ee) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:49.092861 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296a70ae-acce-4e71-a987-2395341622f2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:49.093659 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7c1f0-3cab-4771-a886-5adbcc73f858 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event deleted for resources: {'Port': ['ID=81212bd3-2f75-454d-bd53-0a846b6c0379,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:49.093784 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-296a70ae-acce-4e71-a987-2395341622f2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:49.099170 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-98527828-9812-4b46-b100-e54f94815ce9 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8840020 Feb 09 18:05:49.100303 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48428) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:49.150420 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3e8c1a-1f1d-446f-865e-909895aa8ed3 None None] Network 2dfc11fe-706a-4cc9-92c4-b8e9855791ee requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:05:49.275924 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-c76e6b08-a8da-431f-9738-f3c4d4ea6039 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Calling delete_port for ad8be428-ced3-4fef-8189-ca3664c804b5 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:49.345263 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 086932f6-1012-4d4a-a2fd-545afb9dfea3 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:05:49.390241 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6aa7c1f0-3cab-4771-a886-5adbcc73f858 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:49.392539 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6aa7c1f0-3cab-4771-a886-5adbcc73f858 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:49.393686 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6aa7c1f0-3cab-4771-a886-5adbcc73f858 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "DELETE /v2.0/floatingips/dcdcd299-4b50-4b8b-8346-3fa22ae78f14 HTTP/1.1" status: 204 len: 168 time: 1.5807226 Feb 09 18:05:49.398279 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48440) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:49.407602 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-65d44a35-9bc5-4cc8-8b27-d823121a8923 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Synchronizing usage tracker for tenant:6000760d86014b9c8d68b5ec2afa808b on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:49.461913 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-296a70ae-acce-4e71-a987-2395341622f2 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7128739 Feb 09 18:05:49.464684 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48446) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:49.464875 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b652165d-5118-4c8e-992a-28a4b3fb2cfe tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:49.468356 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-94553a89-b0e3-4ee1-ba5f-7a2c24f1e89d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] DELETE failed (client error): The resource could not be found. Feb 09 18:05:49.468794 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94553a89-b0e3-4ee1-ba5f-7a2c24f1e89d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:05:49.473212 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-94553a89-b0e3-4ee1-ba5f-7a2c24f1e89d tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "DELETE /v2.0/ports/4cb88d8b-65b4-492e-aca6-5cf9c2f3c3c8 HTTP/1.1" status: 404 len: 333 time: 0.0738862 Feb 09 18:05:49.474205 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48450) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:49.481734 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-dfaace36-78e9-426d-b9b6-9ae69aadc4dd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-10966339', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:49.505512 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-dfaace36-78e9-426d-b9b6-9ae69aadc4dd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:49.515738 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-dfaace36-78e9-426d-b9b6-9ae69aadc4dd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:router and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:49.519447 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a6ae0892-9780-44ae-93a1-b8efdc14f9e4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Synchronizing usage tracker for tenant:f3837d08455842e393bcceee43b69ece on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:49.525969 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-dfaace36-78e9-426d-b9b6-9ae69aadc4dd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:49.543226 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-dfaace36-78e9-426d-b9b6-9ae69aadc4dd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:49.661270 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b652165d-5118-4c8e-992a-28a4b3fb2cfe tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:49.665068 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-65d44a35-9bc5-4cc8-8b27-d823121a8923 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Unset dirty status for tenant:6000760d86014b9c8d68b5ec2afa808b on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:49.669214 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-65d44a35-9bc5-4cc8-8b27-d823121a8923 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4&device_id=896cac4f-52e4-4c79-a962-2aa5ee79b46c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6507115 Feb 09 18:05:49.669744 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48460) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:49.717273 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d7d8e74c-4524-40e5-b5fe-bb5bd7ec9764 None None] Provisioning for port ad8be428-ced3-4fef-8189-ca3664c804b5 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:49.733961 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b652165d-5118-4c8e-992a-28a4b3fb2cfe tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4483641f-a9e8-494e-abf0-348d50a2cfd4']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:49.734783 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef69750e-13fb-4ad7-93c9-0e7412b9b1c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-2dfc11fe-706a-4cc9-92c4-b8e9855791ee', 'network_id': '2dfc11fe-706a-4cc9-92c4-b8e9855791ee', 'tenant_id': 'b60c7c82052d46da993e7a5a5abe4cf8', 'fixed_ips': [{'subnet_id': 'ab2ab14f-b367-4799-9f8c-36f5436b0129'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:05:49.735922 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef69750e-13fb-4ad7-93c9-0e7412b9b1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:49.756173 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d7d8e74c-4524-40e5-b5fe-bb5bd7ec9764 None None] Provisioning complete for port ad8be428-ced3-4fef-8189-ca3664c804b5 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:49.756173 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d7d8e74c-4524-40e5-b5fe-bb5bd7ec9764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:49.757396 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a6ae0892-9780-44ae-93a1-b8efdc14f9e4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Unset dirty status for tenant:f3837d08455842e393bcceee43b69ece on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:49.759509 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a6ae0892-9780-44ae-93a1-b8efdc14f9e4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2e48e8-4059-4897-b2b7-3c42f2e7f36c HTTP/1.1" status: 200 len: 205 time: 0.2837126 Feb 09 18:05:49.764721 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b652165d-5118-4c8e-992a-28a4b3fb2cfe tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f71691-3bde-40ff-ba2d-87510304f0f8') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:49.774233 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b652165d-5118-4c8e-992a-28a4b3fb2cfe tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f71691-3bde-40ff-ba2d-87510304f0f8') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:05:49.774233 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48464) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:49.779297 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dfaace36-78e9-426d-b9b6-9ae69aadc4dd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:49.780084 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dfaace36-78e9-426d-b9b6-9ae69aadc4dd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:49.789236 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c76e6b08-a8da-431f-9738-f3c4d4ea6039 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:49.796601 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8e74c-4524-40e5-b5fe-bb5bd7ec9764 None None] Port ad8be428-ced3-4fef-8189-ca3664c804b5 was deleted so its status cannot be updated. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 09 18:05:49.801232 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 086932f6-1012-4d4a-a2fd-545afb9dfea3 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:49.848660 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 086932f6-1012-4d4a-a2fd-545afb9dfea3 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:49.848660 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:49.849057 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e6b08-a8da-431f-9738-f3c4d4ea6039 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Port': ['ID=ad8be428-ced3-4fef-8189-ca3664c804b5,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:49.947353 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b652165d-5118-4c8e-992a-28a4b3fb2cfe tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:49.959064 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dfaace36-78e9-426d-b9b6-9ae69aadc4dd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:49.961027 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c76e6b08-a8da-431f-9738-f3c4d4ea6039 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:49.971937 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-41667d4c-d64e-4c03-bf58-c31cadab64d4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] delete failed (client error): The resource could not be found. Feb 09 18:05:49.981227 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-41667d4c-d64e-4c03-bf58-c31cadab64d4 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "DELETE /v2.0/routers/0f2e48e8-4059-4897-b2b7-3c42f2e7f36c HTTP/1.1" status: 404 len: 336 time: 0.2086985 Feb 09 18:05:49.981997 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48470) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:50.014235 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd73cb2-5c22-4bc1-b0dd-df0d44b171b4 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:50.014872 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ebd73cb2-5c22-4bc1-b0dd-df0d44b171b4 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Synchronizing usage tracker for tenant:6000760d86014b9c8d68b5ec2afa808b on resource:network {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:50.047644 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b652165d-5118-4c8e-992a-28a4b3fb2cfe tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:50.050658 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36e5621-6723-4069-86ee-30c2c0f54ed7 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] DELETE failed (client error): The resource could not be found. Feb 09 18:05:50.055512 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e36e5621-6723-4069-86ee-30c2c0f54ed7 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:05:50.055952 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c76e6b08-a8da-431f-9738-f3c4d4ea6039 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/ad8be428-ced3-4fef-8189-ca3664c804b5 HTTP/1.1" status: 204 len: 168 time: 1.4620664 Feb 09 18:05:50.056070 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e36e5621-6723-4069-86ee-30c2c0f54ed7 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "DELETE /v2.0/subnets/e9843f2c-22d7-4566-a8ad-5fd70f1e361d HTTP/1.1" status: 404 len: 337 time: 0.0694797 Feb 09 18:05:50.058677 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48476) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:50.058936 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48478) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:50.061848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b652165d-5118-4c8e-992a-28a4b3fb2cfe tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:05:50.062515 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b652165d-5118-4c8e-992a-28a4b3fb2cfe tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:50.082696 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:05:50.089553 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:05:50.182159 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dfaace36-78e9-426d-b9b6-9ae69aadc4dd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:50.226055 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-ef69750e-13fb-4ad7-93c9-0e7412b9b1c0 None None] Allocated IP 2001:db8::2 (2dfc11fe-706a-4cc9-92c4-b8e9855791ee/ab2ab14f-b367-4799-9f8c-36f5436b0129/da430f1b-7636-4cce-a53f-4f5007e8095e) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:50.237184 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:50.253206 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e77a603-e8e4-4eb3-b2c5-c48cae789417 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:50.254952 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e77a603-e8e4-4eb3-b2c5-c48cae789417 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:50.255695 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9e77a603-e8e4-4eb3-b2c5-c48cae789417 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:50.262738 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-59bafae1-e0e9-47be-92cf-704928cc8b99 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Deleting port 265ff785-277c-4093-b1c6-06ed3b250506 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:50.263732 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-59bafae1-e0e9-47be-92cf-704928cc8b99 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:50.298930 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b652165d-5118-4c8e-992a-28a4b3fb2cfe tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:50.317069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ebd73cb2-5c22-4bc1-b0dd-df0d44b171b4 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Unset dirty status for tenant:6000760d86014b9c8d68b5ec2afa808b on resource:network {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:50.317623 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ebd73cb2-5c22-4bc1-b0dd-df0d44b171b4 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "GET /v2.0/networks/c9564cd9-4539-4a2d-b376-06d44bc8fbe4 HTTP/1.1" status: 200 len: 881 time: 0.6467478 Feb 09 18:05:50.317974 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48486) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:50.323188 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b652165d-5118-4c8e-992a-28a4b3fb2cfe tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4483641f-a9e8-494e-abf0-348d50a2cfd4 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 18:05:50.327605 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:50.337395 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652165d-5118-4c8e-992a-28a4b3fb2cfe tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Pushing event deleted for resources: {'Network': ['ID=4483641f-a9e8-494e-abf0-348d50a2cfd4,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:50.355432 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b652165d-5118-4c8e-992a-28a4b3fb2cfe tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:50.361989 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b652165d-5118-4c8e-992a-28a4b3fb2cfe tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] 10.222.0.21 "DELETE /v2.0/networks/4483641f-a9e8-494e-abf0-348d50a2cfd4 HTTP/1.1" status: 204 len: 168 time: 1.2556560 Feb 09 18:05:50.362186 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 086932f6-1012-4d4a-a2fd-545afb9dfea3, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=086932f6-1012-4d4a-a2fd-545afb9dfea3,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:50.362657 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48490) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:50.375431 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8cded873-a3bc-4b20-a80f-746d409c7561 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:50.380220 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-55a6736f-b5bf-4ef5-bfcd-1fec08f84a41 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "GET /v2.0/ports?device_id=896cac4f-52e4-4c79-a962-2aa5ee79b46c HTTP/1.1" status: 200 len: 205 time: 0.0593262 Feb 09 18:05:50.385799 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48494) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:50.389197 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8cded873-a3bc-4b20-a80f-746d409c7561 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:50.397836 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dfaace36-78e9-426d-b9b6-9ae69aadc4dd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:50.400005 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-dfaace36-78e9-426d-b9b6-9ae69aadc4dd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9317567 Feb 09 18:05:50.404592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48496) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:50.411782 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-ab8a90a1-2e15-4c03-80ab-06b9bd45d938 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'port': {'network_id': '2dfc11fe-706a-4cc9-92c4-b8e9855791ee', 'name': 'tempest-PortsIpV6TestJSON-631685944'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:50.413415 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8cded873-a3bc-4b20-a80f-746d409c7561 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Usage tracker for resource:network and tenant:d04ab1f720c8443890d40fe69c7a7b63 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:50.528642 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:50.593123 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48502) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:50.593475 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8cded873-a3bc-4b20-a80f-746d409c7561 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:50.616551 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8cded873-a3bc-4b20-a80f-746d409c7561 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:50.642503 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef69750e-13fb-4ad7-93c9-0e7412b9b1c0 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:50.659199 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=086932f6-1012-4d4a-a2fd-545afb9dfea3,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:50.671801 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ef69750e-13fb-4ad7-93c9-0e7412b9b1c0 None None] Transition to ACTIVE for port object da430f1b-7636-4cce-a53f-4f5007e8095e will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:50.697490 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ef69750e-13fb-4ad7-93c9-0e7412b9b1c0 None None] Transition to ACTIVE for port object da430f1b-7636-4cce-a53f-4f5007e8095e will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:50.718034 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bb7dd2b-8885-4b08-9aa4-5997db00baf8 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:50.760734 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9e77a603-e8e4-4eb3-b2c5-c48cae789417 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:50.765502 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9e77a603-e8e4-4eb3-b2c5-c48cae789417 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6995380 Feb 09 18:05:50.769478 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48510) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:50.772339 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ab8a90a1-2e15-4c03-80ab-06b9bd45d938 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:50.801963 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef69750e-13fb-4ad7-93c9-0e7412b9b1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:50.812895 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-fc6d7cda-fd43-4f6a-bac3-c9ca7b198b2a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1254773304'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:50.819992 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fc6d7cda-fd43-4f6a-bac3-c9ca7b198b2a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:50.825067 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-fc6d7cda-fd43-4f6a-bac3-c9ca7b198b2a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Usage tracker for resource:network and tenant:b75406ac5e534d45adbe01b1fd78744d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:50.828492 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-fc6d7cda-fd43-4f6a-bac3-c9ca7b198b2a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:50.834713 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fc6d7cda-fd43-4f6a-bac3-c9ca7b198b2a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:50.842829 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cded873-a3bc-4b20-a80f-746d409c7561 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Made reservation on behalf of d04ab1f720c8443890d40fe69c7a7b63 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:50.846576 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8cded873-a3bc-4b20-a80f-746d409c7561 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:50.910830 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef69750e-13fb-4ad7-93c9-0e7412b9b1c0 None None] Network 2dfc11fe-706a-4cc9-92c4-b8e9855791ee is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:50.913580 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-ef69750e-13fb-4ad7-93c9-0e7412b9b1c0 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:50.919080 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef69750e-13fb-4ad7-93c9-0e7412b9b1c0 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:50.921239 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69750e-13fb-4ad7-93c9-0e7412b9b1c0 None None] Pushing event updated for resources: {'Port': ['ID=da430f1b-7636-4cce-a53f-4f5007e8095e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:50.981101 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cded873-a3bc-4b20-a80f-746d409c7561 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:05:50.984451 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6d7cda-fd43-4f6a-bac3-c9ca7b198b2a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Made reservation on behalf of b75406ac5e534d45adbe01b1fd78744d for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:50.987408 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7cda-fd43-4f6a-bac3-c9ca7b198b2a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:51.010044 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8cded873-a3bc-4b20-a80f-746d409c7561 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:51.010420 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-8cded873-a3bc-4b20-a80f-746d409c7561 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Added segment e4488c36-2d93-4925-b3eb-894c4bf7c963 of type vlan for network ef4d798b-280e-4c91-9820-378843e513ad Feb 09 18:05:51.012902 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7cda-fd43-4f6a-bac3-c9ca7b198b2a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:51.017498 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ef69750e-13fb-4ad7-93c9-0e7412b9b1c0 None None] Attempting to bind port da430f1b-7636-4cce-a53f-4f5007e8095e on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:05:51.017941 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ef69750e-13fb-4ad7-93c9-0e7412b9b1c0 None None] Attempting to bind port da430f1b-7636-4cce-a53f-4f5007e8095e by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'e549787e-b43c-4927-96e3-4637c9965aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2dfc11fe-706a-4cc9-92c4-b8e9855791ee'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:05:51.018510 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef69750e-13fb-4ad7-93c9-0e7412b9b1c0 None None] Attempting to bind port da430f1b-7636-4cce-a53f-4f5007e8095e on network 2dfc11fe-706a-4cc9-92c4-b8e9855791ee {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:05:51.025693 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef69750e-13fb-4ad7-93c9-0e7412b9b1c0 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:05:51.026502 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef69750e-13fb-4ad7-93c9-0e7412b9b1c0 None None] Checking segment: {'id': 'e549787e-b43c-4927-96e3-4637c9965aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2dfc11fe-706a-4cc9-92c4-b8e9855791ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:05:51.026630 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef69750e-13fb-4ad7-93c9-0e7412b9b1c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:51.027104 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef69750e-13fb-4ad7-93c9-0e7412b9b1c0 None None] Bound using segment: {'id': 'e549787e-b43c-4927-96e3-4637c9965aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2dfc11fe-706a-4cc9-92c4-b8e9855791ee'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:05:51.028250 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ef69750e-13fb-4ad7-93c9-0e7412b9b1c0 None None] Bound port: da430f1b-7636-4cce-a53f-4f5007e8095e, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e549787e-b43c-4927-96e3-4637c9965aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2dfc11fe-706a-4cc9-92c4-b8e9855791ee'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:05:51.028250 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef69750e-13fb-4ad7-93c9-0e7412b9b1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:51.070097 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-59bafae1-e0e9-47be-92cf-704928cc8b99 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:51.081169 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ab8a90a1-2e15-4c03-80ab-06b9bd45d938 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:port and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:51.084228 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fc6d7cda-fd43-4f6a-bac3-c9ca7b198b2a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:51.090257 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ab8a90a1-2e15-4c03-80ab-06b9bd45d938 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:51.093889 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-fc6d7cda-fd43-4f6a-bac3-c9ca7b198b2a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Usage tracker for resource:security_group_rule and tenant:b75406ac5e534d45adbe01b1fd78744d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:51.097403 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8cded873-a3bc-4b20-a80f-746d409c7561 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:51.102917 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-fc6d7cda-fd43-4f6a-bac3-c9ca7b198b2a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:51.111805 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fc6d7cda-fd43-4f6a-bac3-c9ca7b198b2a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:51.153049 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ab8a90a1-2e15-4c03-80ab-06b9bd45d938 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:51.153787 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ef69750e-13fb-4ad7-93c9-0e7412b9b1c0 None None] For port da430f1b-7636-4cce-a53f-4f5007e8095e, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:05:51.158663 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ef69750e-13fb-4ad7-93c9-0e7412b9b1c0 None None] For port da430f1b-7636-4cce-a53f-4f5007e8095e, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=da430f1b-7636-4cce-a53f-4f5007e8095e,segment=NetworkSegment(e549787e-b43c-4927-96e3-4637c9965aa9),segment_id=e549787e-b43c-4927-96e3-4637c9965aa9)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:05:51.206223 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 086932f6-1012-4d4a-a2fd-545afb9dfea3 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:05:51.223534 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-59bafae1-e0e9-47be-92cf-704928cc8b99 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Calling delete_port for 265ff785-277c-4093-b1c6-06ed3b250506 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:51.232700 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7cda-fd43-4f6a-bac3-c9ca7b198b2a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:51.243044 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bb7dd2b-8885-4b08-9aa4-5997db00baf8 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:51.292603 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef69750e-13fb-4ad7-93c9-0e7412b9b1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:51.334429 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7cda-fd43-4f6a-bac3-c9ca7b198b2a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:51.349080 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8cded873-a3bc-4b20-a80f-746d409c7561 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:51.349438 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cded873-a3bc-4b20-a80f-746d409c7561 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:51.350019 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8cded873-a3bc-4b20-a80f-746d409c7561 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:51.391007 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8a90a1-2e15-4c03-80ab-06b9bd45d938 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:51.394660 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69750e-13fb-4ad7-93c9-0e7412b9b1c0 None None] Pushing event updated for resources: {'Port': ['ID=da430f1b-7636-4cce-a53f-4f5007e8095e,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:51.395499 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ab8a90a1-2e15-4c03-80ab-06b9bd45d938 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:51.404203 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7dd2b-8885-4b08-9aa4-5997db00baf8 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Deleting port 5a8ac0ae-e8e7-4c24-bfcc-e7b80aedb44b {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:51.404512 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bb7dd2b-8885-4b08-9aa4-5997db00baf8 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:51.425978 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 086932f6-1012-4d4a-a2fd-545afb9dfea3 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:51.437800 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:51.481474 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc6d7cda-fd43-4f6a-bac3-c9ca7b198b2a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:05:51.545830 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d7cda-fd43-4f6a-bac3-c9ca7b198b2a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a08706a4-c72a-42c3-822e-ff10ecd22efc,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:51.562668 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-ab8a90a1-2e15-4c03-80ab-06b9bd45d938 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] device_id is not set on port abddee34-01c0-45c8-8563-a1d7efcb09bb yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:05:51.563313 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7cda-fd43-4f6a-bac3-c9ca7b198b2a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:51.563684 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-fc6d7cda-fd43-4f6a-bac3-c9ca7b198b2a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Added segment e54e51f7-78a1-4b51-b07c-e004fbe9c093 of type vlan for network b3815844-63f8-4061-935b-e544b04a44bd Feb 09 18:05:51.564780 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cded873-a3bc-4b20-a80f-746d409c7561 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Pushing event updated for resources: {'Network': ['ID=ef4d798b-280e-4c91-9820-378843e513ad,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:51.583287 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network ef4d798b-280e-4c91-9820-378843e513ad details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:05:51.622866 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca506ce-e57b-40e7-942c-0a5496079f28 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet f17c338f-f07c-4b23-8b85-155bc7d1c1e6 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:05:51.632262 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3ca506ce-e57b-40e7-942c-0a5496079f28 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:51.682273 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:51.703284 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7cda-fd43-4f6a-bac3-c9ca7b198b2a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:51.748925 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8cded873-a3bc-4b20-a80f-746d409c7561 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3850498 Feb 09 18:05:51.752358 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48514) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:51.765407 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-fe2835f2-56a1-4a0f-ad91-bb8974019b51 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Request body: {'subnet': {'network_id': 'ef4d798b-280e-4c91-9820-378843e513ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:51.775723 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3ca506ce-e57b-40e7-942c-0a5496079f28 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:51.792163 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bb7dd2b-8885-4b08-9aa4-5997db00baf8 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:51.803756 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-fe2835f2-56a1-4a0f-ad91-bb8974019b51 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:51.822797 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-fe2835f2-56a1-4a0f-ad91-bb8974019b51 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Usage tracker for resource:subnet and tenant:d04ab1f720c8443890d40fe69c7a7b63 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:51.830501 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-59bafae1-e0e9-47be-92cf-704928cc8b99 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:51.840371 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-fe2835f2-56a1-4a0f-ad91-bb8974019b51 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:51.896035 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-fe2835f2-56a1-4a0f-ad91-bb8974019b51 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:51.919492 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7cda-fd43-4f6a-bac3-c9ca7b198b2a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:51.923336 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6d7cda-fd43-4f6a-bac3-c9ca7b198b2a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:51.923864 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7cda-fd43-4f6a-bac3-c9ca7b198b2a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:51.933355 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7dd2b-8885-4b08-9aa4-5997db00baf8 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Calling delete_port for 5a8ac0ae-e8e7-4c24-bfcc-e7b80aedb44b owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:51.942277 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bafae1-e0e9-47be-92cf-704928cc8b99 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event deleted for resources: {'Port': ['ID=265ff785-277c-4093-b1c6-06ed3b250506,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:52.113063 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-ab8a90a1-2e15-4c03-80ab-06b9bd45d938 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Allocated IP 2001:db8::1bd (2dfc11fe-706a-4cc9-92c4-b8e9855791ee/ab2ab14f-b367-4799-9f8c-36f5436b0129/abddee34-01c0-45c8-8563-a1d7efcb09bb) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:52.115709 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3ca506ce-e57b-40e7-942c-0a5496079f28 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:52.142350 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2835f2-56a1-4a0f-ad91-bb8974019b51 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Made reservation on behalf of d04ab1f720c8443890d40fe69c7a7b63 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:52.144653 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fe2835f2-56a1-4a0f-ad91-bb8974019b51 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:52.188007 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d7cda-fd43-4f6a-bac3-c9ca7b198b2a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event updated for resources: {'Network': ['ID=b3815844-63f8-4061-935b-e544b04a44bd,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:52.207262 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network b3815844-63f8-4061-935b-e544b04a44bd details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:05:52.288662 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fc6d7cda-fd43-4f6a-bac3-c9ca7b198b2a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6919384 Feb 09 18:05:52.344544 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-59bafae1-e0e9-47be-92cf-704928cc8b99 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:52.478952 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3ca506ce-e57b-40e7-942c-0a5496079f28 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:52.504024 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bb7dd2b-8885-4b08-9aa4-5997db00baf8 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:52.566141 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7dd2b-8885-4b08-9aa4-5997db00baf8 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Pushing event deleted for resources: {'Port': ['ID=5a8ac0ae-e8e7-4c24-bfcc-e7b80aedb44b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:52.645621 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-59bafae1-e0e9-47be-92cf-704928cc8b99 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "DELETE /v2.0/ports/265ff785-277c-4093-b1c6-06ed3b250506 HTTP/1.1" status: 204 len: 168 time: 2.5855863 Feb 09 18:05:52.651358 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72500d0e-7454-4526-bbca-8f3e4c468086 None None] Network 2dfc11fe-706a-4cc9-92c4-b8e9855791ee requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:05:52.658338 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48522) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:52.660571 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca506ce-e57b-40e7-942c-0a5496079f28 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=f17c338f-f07c-4b23-8b85-155bc7d1c1e6,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:52.736263 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3ca506ce-e57b-40e7-942c-0a5496079f28 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:52.821094 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3ca506ce-e57b-40e7-942c-0a5496079f28 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/f17c338f-f07c-4b23-8b85-155bc7d1c1e6 HTTP/1.1" status: 204 len: 168 time: 2.0504782 Feb 09 18:05:52.829525 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48526) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:52.832760 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-60e1a040-0851-477b-8af2-d08cbc8f6e08 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Deleting port 9e02eed5-4022-40f3-83ba-24a3b9cfaba4 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:52.833097 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-60e1a040-0851-477b-8af2-d08cbc8f6e08 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:52.871422 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bb7dd2b-8885-4b08-9aa4-5997db00baf8 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:52.905599 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c942b0-ff0d-4074-8404-1129ed5ce524 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:05:52.967676 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-701f3467-19c5-48c9-954d-ef6acc46e42d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1092327 Feb 09 18:05:52.970526 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ab8a90a1-2e15-4c03-80ab-06b9bd45d938 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:52.980392 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48530) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:52.989303 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-879dd07b-2220-4650-954a-badc6a538f57 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:53.115988 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-ab8a90a1-2e15-4c03-80ab-06b9bd45d938 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Transition to ACTIVE for port object abddee34-01c0-45c8-8563-a1d7efcb09bb will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:53.280366 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bb7dd2b-8885-4b08-9aa4-5997db00baf8 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:53.306807 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bb7dd2b-8885-4b08-9aa4-5997db00baf8 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:53.328297 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device da430f1b-7636-4cce-a53f-4f5007e8095e up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:05:53.457604 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-879dd07b-2220-4650-954a-badc6a538f57 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:53.463686 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ab8a90a1-2e15-4c03-80ab-06b9bd45d938 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:53.498899 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bb7dd2b-8885-4b08-9aa4-5997db00baf8 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:53.499310 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ba6f95f7-c1ab-4929-8b44-0d136137c935 None None] Provisioning for port da430f1b-7636-4cce-a53f-4f5007e8095e completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:53.499586 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb7dd2b-8885-4b08-9aa4-5997db00baf8 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Fanout notify agent at l3_agent the message router_deleted on router 896cac4f-52e4-4c79-a962-2aa5ee79b46c {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:05:53.526591 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bb7dd2b-8885-4b08-9aa4-5997db00baf8 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:53.533448 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1bb7dd2b-8885-4b08-9aa4-5997db00baf8 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "DELETE /v2.0/routers/896cac4f-52e4-4c79-a962-2aa5ee79b46c HTTP/1.1" status: 204 len: 168 time: 3.1369076 Feb 09 18:05:53.534239 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48536) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:53.539939 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ec80bc0e-c141-42d3-8835-aa210222e3b3 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1508884665', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:53.546981 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ec80bc0e-c141-42d3-8835-aa210222e3b3 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:53.551355 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ec80bc0e-c141-42d3-8835-aa210222e3b3 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Usage tracker for resource:router and tenant:7ea17d0ba6504df9b30b6e8259b39c22 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:53.558470 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ec80bc0e-c141-42d3-8835-aa210222e3b3 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:53.569068 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ec80bc0e-c141-42d3-8835-aa210222e3b3 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:53.589137 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port da430f1b-7636-4cce-a53f-4f5007e8095e completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:53.600685 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port da430f1b-7636-4cce-a53f-4f5007e8095e triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:53.600685 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:53.635340 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de598605-5ca2-445c-b6ea-90614c7824de None None] DHCP port deletion for 533fa7e0-9286-46d7-99f4-266111443da8 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:05:53.654637 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-de598605-5ca2-445c-b6ea-90614c7824de None None] Deleting port 086932f6-1012-4d4a-a2fd-545afb9dfea3 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:53.655463 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de598605-5ca2-445c-b6ea-90614c7824de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:53.662677 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-879dd07b-2220-4650-954a-badc6a538f57 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:53.677994 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a90a1-2e15-4c03-80ab-06b9bd45d938 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Port': ['ID=abddee34-01c0-45c8-8563-a1d7efcb09bb,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:53.693262 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec80bc0e-c141-42d3-8835-aa210222e3b3 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:53.694602 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec80bc0e-c141-42d3-8835-aa210222e3b3 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:53.743472 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec80bc0e-c141-42d3-8835-aa210222e3b3 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:53.780540 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8a90a1-2e15-4c03-80ab-06b9bd45d938 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network 2dfc11fe-706a-4cc9-92c4-b8e9855791ee is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:53.783477 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-60e1a040-0851-477b-8af2-d08cbc8f6e08 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:53.794095 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-ab8a90a1-2e15-4c03-80ab-06b9bd45d938 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:53.810606 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8a90a1-2e15-4c03-80ab-06b9bd45d938 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:53.810606 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8a90a1-2e15-4c03-80ab-06b9bd45d938 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:53.810606 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ab8a90a1-2e15-4c03-80ab-06b9bd45d938 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:53.872142 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879dd07b-2220-4650-954a-badc6a538f57 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:53.875938 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-879dd07b-2220-4650-954a-badc6a538f57 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:53.933154 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec80bc0e-c141-42d3-8835-aa210222e3b3 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:53.969909 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-60e1a040-0851-477b-8af2-d08cbc8f6e08 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Calling delete_port for 9e02eed5-4022-40f3-83ba-24a3b9cfaba4 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:53.983792 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:54.040384 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-339e1850-890c-4357-b36d-e982c8f028f4 None None] Provisioning complete for port da430f1b-7636-4cce-a53f-4f5007e8095e triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:54.040767 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-339e1850-890c-4357-b36d-e982c8f028f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:54.043592 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec80bc0e-c141-42d3-8835-aa210222e3b3 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:54.052106 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ec80bc0e-c141-42d3-8835-aa210222e3b3 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5167000 Feb 09 18:05:54.053394 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48540) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:54.068717 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-db6bedf7-9c66-42fe-9ff7-8f66b6d56c99 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:54.105331 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port da430f1b-7636-4cce-a53f-4f5007e8095e, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=da430f1b-7636-4cce-a53f-4f5007e8095e,segment=NetworkSegment(e549787e-b43c-4927-96e3-4637c9965aa9),segment_id=e549787e-b43c-4927-96e3-4637c9965aa9)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:54.107581 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-de598605-5ca2-445c-b6ea-90614c7824de None None] For port 086932f6-1012-4d4a-a2fd-545afb9dfea3, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=086932f6-1012-4d4a-a2fd-545afb9dfea3,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:54.107978 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de598605-5ca2-445c-b6ea-90614c7824de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:54.240946 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ab8a90a1-2e15-4c03-80ab-06b9bd45d938 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8347619 Feb 09 18:05:54.247067 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48544) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:54.322038 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:54.331448 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-de598605-5ca2-445c-b6ea-90614c7824de None None] Calling delete_port for 086932f6-1012-4d4a-a2fd-545afb9dfea3 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:05:54.511203 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=da430f1b-7636-4cce-a53f-4f5007e8095e,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:54.734104 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de598605-5ca2-445c-b6ea-90614c7824de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:54.752849 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-60e1a040-0851-477b-8af2-d08cbc8f6e08 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:54.784542 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db6bedf7-9c66-42fe-9ff7-8f66b6d56c99 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:54.806332 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.objects.ports [None req-fe2835f2-56a1-4a0f-ad91-bb8974019b51 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84541) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 18:05:54.806923 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fe2835f2-56a1-4a0f-ad91-bb8974019b51 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:54.814467 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de598605-5ca2-445c-b6ea-90614c7824de None None] Pushing event deleted for resources: {'Port': ['ID=086932f6-1012-4d4a-a2fd-545afb9dfea3,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:54.817153 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3cdad0e2-60d7-4b68-a5a8-8aaa70272fbd None None] Provisioning for port abddee34-01c0-45c8-8563-a1d7efcb09bb completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:54.825789 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de598605-5ca2-445c-b6ea-90614c7824de None None] No DVR routers for this DVR port 086932f6-1012-4d4a-a2fd-545afb9dfea3 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:05:54.827478 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3cdad0e2-60d7-4b68-a5a8-8aaa70272fbd None None] Provisioning complete for port abddee34-01c0-45c8-8563-a1d7efcb09bb triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:54.827759 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3cdad0e2-60d7-4b68-a5a8-8aaa70272fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:54.851529 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1a040-0851-477b-8af2-d08cbc8f6e08 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event deleted for resources: {'Port': ['ID=9e02eed5-4022-40f3-83ba-24a3b9cfaba4,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:54.890380 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-3cdad0e2-60d7-4b68-a5a8-8aaa70272fbd None None] Port abddee34-01c0-45c8-8563-a1d7efcb09bb cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:05:55.132404 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2835f2-56a1-4a0f-ad91-bb8974019b51 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Pushing event updated for resources: {'Subnet': ['ID=811dae05-63b3-40f3-8819-4aac5ddd8f07,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:55.159752 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-60e1a040-0851-477b-8af2-d08cbc8f6e08 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:55.164370 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-879dd07b-2220-4650-954a-badc6a538f57 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:55.193862 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device da430f1b-7636-4cce-a53f-4f5007e8095e up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:05:55.267439 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port da430f1b-7636-4cce-a53f-4f5007e8095e triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:55.268156 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:55.270125 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db6bedf7-9c66-42fe-9ff7-8f66b6d56c99 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:55.322961 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db6bedf7-9c66-42fe-9ff7-8f66b6d56c99 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:55.340980 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-60e1a040-0851-477b-8af2-d08cbc8f6e08 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "DELETE /v2.0/ports/9e02eed5-4022-40f3-83ba-24a3b9cfaba4 HTTP/1.1" status: 204 len: 168 time: 2.6816552 Feb 09 18:05:55.350371 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48550) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:55.352249 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2835f2-56a1-4a0f-ad91-bb8974019b51 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Checking segment: {'id': 'e4488c36-2d93-4925-b3eb-894c4bf7c963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ef4d798b-280e-4c91-9820-378843e513ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:05:55.352970 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2835f2-56a1-4a0f-ad91-bb8974019b51 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Network hostable DHCP agents. Network: ef4d798b-280e-4c91-9820-378843e513ad, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:05:55.421819 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879dd07b-2220-4650-954a-badc6a538f57 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:55.443073 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-879dd07b-2220-4650-954a-badc6a538f57 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:55.452693 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879dd07b-2220-4650-954a-badc6a538f57 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:55.453745 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-879dd07b-2220-4650-954a-badc6a538f57 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:55.459029 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879dd07b-2220-4650-954a-badc6a538f57 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=b2f11a55-22c3-4c7b-9672-aae69d375502,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:55.460186 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55ef7dd-c5a3-459b-9a10-006af710c2df None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:05:55.532524 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-db6bedf7-9c66-42fe-9ff7-8f66b6d56c99 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Allocated IP 172.26.8.88 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/09bdcb4a-3657-41a5-8b9e-a78735441893) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:55.574672 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 086932f6-1012-4d4a-a2fd-545afb9dfea3 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:05:55.617780 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 086932f6-1012-4d4a-a2fd-545afb9dfea3 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:05:55.618375 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 086932f6-1012-4d4a-a2fd-545afb9dfea3 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:05:55.649743 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48558) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:55.668840 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-879dd07b-2220-4650-954a-badc6a538f57 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6844785 Feb 09 18:05:55.674380 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-8815232a-d781-4bf9-a433-9a87b236d5ea tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Request body: {'subnet': {'network_id': 'b3815844-63f8-4061-935b-e544b04a44bd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:55.679176 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48562) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:55.690958 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8410caab-497a-44e8-8ace-8a2d4d9c04da tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'fixed_ips': [{'subnet_id': 'b2f11a55-22c3-4c7b-9672-aae69d375502', 'ip_address': '2001:db8::9691:2235:7f9b:843'}], 'name': 'tempest-NetworksTestDHCPv6-1611839378'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:55.759872 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2835f2-56a1-4a0f-ad91-bb8974019b51 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Network ef4d798b-280e-4c91-9820-378843e513ad is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:05:55.805726 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21748f0e-a393-4284-af98-a14d07c3baf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-533fa7e0-9286-46d7-99f4-266111443da8', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'fixed_ips': [{'subnet_id': 'b2f11a55-22c3-4c7b-9672-aae69d375502'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:05:55.809071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf9989d-bde9-443d-a270-02845c9acb81 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:55.809071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1bf9989d-bde9-443d-a270-02845c9acb81 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Synchronizing usage tracker for tenant:f3837d08455842e393bcceee43b69ece on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:55.809276 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21748f0e-a393-4284-af98-a14d07c3baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:55.862340 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-8815232a-d781-4bf9-a433-9a87b236d5ea tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:55.878948 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8815232a-d781-4bf9-a433-9a87b236d5ea tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Usage tracker for resource:subnet and tenant:b75406ac5e534d45adbe01b1fd78744d is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:55.881632 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db6bedf7-9c66-42fe-9ff7-8f66b6d56c99 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:55.884919 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8815232a-d781-4bf9-a433-9a87b236d5ea tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:55.892236 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8410caab-497a-44e8-8ace-8a2d4d9c04da tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:55.895118 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-fe2835f2-56a1-4a0f-ad91-bb8974019b51 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, ef4d798b-280e-4c91-9820-378843e513ad) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:55.899758 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-8815232a-d781-4bf9-a433-9a87b236d5ea tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:55.906202 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8410caab-497a-44e8-8ace-8a2d4d9c04da tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:port and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:55.907164 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2835f2-56a1-4a0f-ad91-bb8974019b51 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:55.907746 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fe2835f2-56a1-4a0f-ad91-bb8974019b51 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:55.909866 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8410caab-497a-44e8-8ace-8a2d4d9c04da tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:55.918434 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8410caab-497a-44e8-8ace-8a2d4d9c04da tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:55.919451 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dc4eca-f41a-4a07-9a4b-3465949d2541 None None] Network ef4d798b-280e-4c91-9820-378843e513ad requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:05:55.967247 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1bf9989d-bde9-443d-a270-02845c9acb81 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Unset dirty status for tenant:f3837d08455842e393bcceee43b69ece on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:55.968431 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1bf9989d-bde9-443d-a270-02845c9acb81 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "GET /v2.0/ports?device_id=8191c06a-dccc-43b5-b6a3-64343aff3e2d HTTP/1.1" status: 200 len: 913 time: 0.6061468 Feb 09 18:05:55.971463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48566) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:56.065070 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-deda7758-f628-45dd-8238-1d1302f3d209 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:56.067621 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8410caab-497a-44e8-8ace-8a2d4d9c04da tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:56.077762 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8815232a-d781-4bf9-a433-9a87b236d5ea tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Made reservation on behalf of b75406ac5e534d45adbe01b1fd78744d for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:56.094940 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db6bedf7-9c66-42fe-9ff7-8f66b6d56c99 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:56.099644 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fe2835f2-56a1-4a0f-ad91-bb8974019b51 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.3443336 Feb 09 18:05:56.105201 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48570) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:56.159317 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-65641092-733a-49db-9bcc-1cf0a7e66a2a tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Request body: {'floatingip': {'floating_network_id': 'ef4d798b-280e-4c91-9820-378843e513ad'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:56.202524 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-65641092-733a-49db-9bcc-1cf0a7e66a2a tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:56.235148 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-65641092-733a-49db-9bcc-1cf0a7e66a2a tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Usage tracker for resource:floatingip and tenant:d04ab1f720c8443890d40fe69c7a7b63 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:56.242571 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-65641092-733a-49db-9bcc-1cf0a7e66a2a tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:56.253083 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-21748f0e-a393-4284-af98-a14d07c3baf5 None None] Allocated IP 2001:db8::2 (533fa7e0-9286-46d7-99f4-266111443da8/b2f11a55-22c3-4c7b-9672-aae69d375502/d32b2d66-ffba-4ace-91ba-a8ca6f017e4b) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:56.262728 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-65641092-733a-49db-9bcc-1cf0a7e66a2a tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:56.272749 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6bedf7-9c66-42fe-9ff7-8f66b6d56c99 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:56.274608 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8815232a-d781-4bf9-a433-9a87b236d5ea tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:56.294270 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-db6bedf7-9c66-42fe-9ff7-8f66b6d56c99 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:56.308413 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6bedf7-9c66-42fe-9ff7-8f66b6d56c99 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:56.330355 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddee470-f651-43c2-9e88-0ad9294d6a72 None None] Network ef4d798b-280e-4c91-9820-378843e513ad requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:05:56.413376 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bedf7-9c66-42fe-9ff7-8f66b6d56c99 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Pushing event updated for resources: {'Port': ['ID=09bdcb4a-3657-41a5-8b9e-a78735441893,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:56.511206 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8410caab-497a-44e8-8ace-8a2d4d9c04da tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:56.546651 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-65641092-733a-49db-9bcc-1cf0a7e66a2a tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:56.564520 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-8410caab-497a-44e8-8ace-8a2d4d9c04da tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] device_id is not set on port 97fdb218-6a65-4cc8-aba4-26d5397d5a6f yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:05:56.943783 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21748f0e-a393-4284-af98-a14d07c3baf5 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:56.959511 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-21748f0e-a393-4284-af98-a14d07c3baf5 None None] Transition to ACTIVE for port object d32b2d66-ffba-4ace-91ba-a8ca6f017e4b will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:56.984413 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-21748f0e-a393-4284-af98-a14d07c3baf5 None None] Transition to ACTIVE for port object d32b2d66-ffba-4ace-91ba-a8ca6f017e4b will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:56.985124 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-deda7758-f628-45dd-8238-1d1302f3d209 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:56.991204 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db6bedf7-9c66-42fe-9ff7-8f66b6d56c99 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:57.050399 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-65641092-733a-49db-9bcc-1cf0a7e66a2a tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:57.060166 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21748f0e-a393-4284-af98-a14d07c3baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:57.089114 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-deda7758-f628-45dd-8238-1d1302f3d209 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:57.126637 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8815232a-d781-4bf9-a433-9a87b236d5ea tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:57.275285 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21748f0e-a393-4284-af98-a14d07c3baf5 None None] Pushing event updated for resources: {'Port': ['ID=d32b2d66-ffba-4ace-91ba-a8ca6f017e4b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:57.285900 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-8410caab-497a-44e8-8ace-8a2d4d9c04da tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 2001:db8::9691:2235:7f9b:843 (533fa7e0-9286-46d7-99f4-266111443da8/b2f11a55-22c3-4c7b-9672-aae69d375502/97fdb218-6a65-4cc8-aba4-26d5397d5a6f) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:57.296351 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda7758-f628-45dd-8238-1d1302f3d209 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Port': ['ID=abddee34-01c0-45c8-8563-a1d7efcb09bb,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:57.300768 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21748f0e-a393-4284-af98-a14d07c3baf5 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:57.308718 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-21748f0e-a393-4284-af98-a14d07c3baf5 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:57.314476 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21748f0e-a393-4284-af98-a14d07c3baf5 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:57.351566 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815232a-d781-4bf9-a433-9a87b236d5ea tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event updated for resources: {'Subnet': ['ID=e9174a92-d9bd-477a-9f08-a73f0e2a33dd,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:57.457728 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8815232a-d781-4bf9-a433-9a87b236d5ea tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Checking segment: {'id': 'e54e51f7-78a1-4b51-b07c-e004fbe9c093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b3815844-63f8-4061-935b-e544b04a44bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:05:57.458000 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8815232a-d781-4bf9-a433-9a87b236d5ea tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Network hostable DHCP agents. Network: b3815844-63f8-4061-935b-e544b04a44bd, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:05:57.465290 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-21748f0e-a393-4284-af98-a14d07c3baf5 None None] Attempting to bind port d32b2d66-ffba-4ace-91ba-a8ca6f017e4b on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:05:57.466114 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-21748f0e-a393-4284-af98-a14d07c3baf5 None None] Attempting to bind port d32b2d66-ffba-4ace-91ba-a8ca6f017e4b by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:05:57.466795 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21748f0e-a393-4284-af98-a14d07c3baf5 None None] Attempting to bind port d32b2d66-ffba-4ace-91ba-a8ca6f017e4b on network 533fa7e0-9286-46d7-99f4-266111443da8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:05:57.472298 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-65641092-733a-49db-9bcc-1cf0a7e66a2a tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Allocated IP 172.20.0.10 (ef4d798b-280e-4c91-9820-378843e513ad/811dae05-63b3-40f3-8819-4aac5ddd8f07/b960b4f7-4db9-433c-b1b3-1606ed7ea117) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:57.476115 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21748f0e-a393-4284-af98-a14d07c3baf5 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:05:57.477329 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21748f0e-a393-4284-af98-a14d07c3baf5 None None] Checking segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:05:57.477840 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21748f0e-a393-4284-af98-a14d07c3baf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:57.479389 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21748f0e-a393-4284-af98-a14d07c3baf5 None None] Bound using segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:05:57.480282 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-21748f0e-a393-4284-af98-a14d07c3baf5 None None] Bound port: d32b2d66-ffba-4ace-91ba-a8ca6f017e4b, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:05:57.480543 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21748f0e-a393-4284-af98-a14d07c3baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:57.550595 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db6bedf7-9c66-42fe-9ff7-8f66b6d56c99 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:57.572829 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db6bedf7-9c66-42fe-9ff7-8f66b6d56c99 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640420'] for router, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:57.578575 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-21748f0e-a393-4284-af98-a14d07c3baf5 None None] For port d32b2d66-ffba-4ace-91ba-a8ca6f017e4b, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:05:57.582547 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-21748f0e-a393-4284-af98-a14d07c3baf5 None None] For port d32b2d66-ffba-4ace-91ba-a8ca6f017e4b, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=d32b2d66-ffba-4ace-91ba-a8ca6f017e4b,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:05:57.644701 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c9153154-a622-4055-ace4-8323f7a8672a None None] Provisioning complete for port abddee34-01c0-45c8-8563-a1d7efcb09bb triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:57.644701 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c9153154-a622-4055-ace4-8323f7a8672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:57.676442 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21748f0e-a393-4284-af98-a14d07c3baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:57.713386 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8410caab-497a-44e8-8ace-8a2d4d9c04da tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:57.722106 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-deda7758-f628-45dd-8238-1d1302f3d209 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:57.749368 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8815232a-d781-4bf9-a433-9a87b236d5ea tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Network b3815844-63f8-4061-935b-e544b04a44bd is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:05:57.750037 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-8410caab-497a-44e8-8ace-8a2d4d9c04da tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Transition to ACTIVE for port object 97fdb218-6a65-4cc8-aba4-26d5397d5a6f will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:57.760364 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c9153154-a622-4055-ace4-8323f7a8672a None None] Port abddee34-01c0-45c8-8563-a1d7efcb09bb cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:05:57.771761 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21748f0e-a393-4284-af98-a14d07c3baf5 None None] Pushing event updated for resources: {'Port': ['ID=d32b2d66-ffba-4ace-91ba-a8ca6f017e4b,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:57.780595 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-65641092-733a-49db-9bcc-1cf0a7e66a2a tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:57.833473 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-37c09eb6-6936-4526-ba27-78158167e959 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:57.840636 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-8815232a-d781-4bf9-a433-9a87b236d5ea tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, b3815844-63f8-4061-935b-e544b04a44bd) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:57.844965 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8815232a-d781-4bf9-a433-9a87b236d5ea tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:57.845618 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8815232a-d781-4bf9-a433-9a87b236d5ea tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:57.853766 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cefa69a-3f0d-4d94-b14f-68ff5c86f67a None None] Network b3815844-63f8-4061-935b-e544b04a44bd requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:05:57.946612 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-65641092-733a-49db-9bcc-1cf0a7e66a2a tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:57.963702 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8410caab-497a-44e8-8ace-8a2d4d9c04da tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:58.006065 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8815232a-d781-4bf9-a433-9a87b236d5ea tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3478630 Feb 09 18:05:58.027889 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48580) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:58.042717 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a2b45cc5-61d2-4cb1-b484-1e652278697f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-957494930'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:58.076718 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a2b45cc5-61d2-4cb1-b484-1e652278697f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:58.105776 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a2b45cc5-61d2-4cb1-b484-1e652278697f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Usage tracker for resource:network and tenant:b75406ac5e534d45adbe01b1fd78744d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:58.119805 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-deda7758-f628-45dd-8238-1d1302f3d209 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:58.122279 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a2b45cc5-61d2-4cb1-b484-1e652278697f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:58.152867 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8410caab-497a-44e8-8ace-8a2d4d9c04da tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:58.153893 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a2b45cc5-61d2-4cb1-b484-1e652278697f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:58.162454 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-8410caab-497a-44e8-8ace-8a2d4d9c04da tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:58.184406 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8410caab-497a-44e8-8ace-8a2d4d9c04da tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:58.188550 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8410caab-497a-44e8-8ace-8a2d4d9c04da tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:58.189225 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8410caab-497a-44e8-8ace-8a2d4d9c04da tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:58.195993 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410caab-497a-44e8-8ace-8a2d4d9c04da tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=97fdb218-6a65-4cc8-aba4-26d5397d5a6f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:58.214601 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65641092-733a-49db-9bcc-1cf0a7e66a2a tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Network ef4d798b-280e-4c91-9820-378843e513ad is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:58.227527 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65641092-733a-49db-9bcc-1cf0a7e66a2a tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Pushing event updated for resources: {'Port': ['ID=b960b4f7-4db9-433c-b1b3-1606ed7ea117,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:58.297903 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-65641092-733a-49db-9bcc-1cf0a7e66a2a tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:58.300522 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b45cc5-61d2-4cb1-b484-1e652278697f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Made reservation on behalf of b75406ac5e534d45adbe01b1fd78744d for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:58.303992 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a2b45cc5-61d2-4cb1-b484-1e652278697f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:58.312761 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65641092-733a-49db-9bcc-1cf0a7e66a2a tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:58.329787 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7263b33d-d1b3-4c0a-9269-9700f0d0ba4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-b3815844-63f8-4061-935b-e544b04a44bd', 'network_id': 'b3815844-63f8-4061-935b-e544b04a44bd', 'tenant_id': 'b75406ac5e534d45adbe01b1fd78744d', 'fixed_ips': [{'subnet_id': 'e9174a92-d9bd-477a-9f08-a73f0e2a33dd'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:05:58.330803 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7263b33d-d1b3-4c0a-9269-9700f0d0ba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:58.375908 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b45cc5-61d2-4cb1-b484-1e652278697f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:05:58.381825 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8410caab-497a-44e8-8ace-8a2d4d9c04da tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7012854 Feb 09 18:05:58.383258 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48588) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:58.448155 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a2b45cc5-61d2-4cb1-b484-1e652278697f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:58.448497 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-a2b45cc5-61d2-4cb1-b484-1e652278697f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Added segment 8cf15029-3688-4597-b2dd-77050f807c4f of type vlan for network d04261fd-32af-4213-ba9e-b6b346537d15 Feb 09 18:05:58.505210 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6bedf7-9c66-42fe-9ff7-8f66b6d56c99 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Router 09eabbc7-f5ef-4b18-89b5-a6c6c1043ace is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:05:58.508100 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a2b45cc5-61d2-4cb1-b484-1e652278697f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:58.558164 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-7263b33d-d1b3-4c0a-9269-9700f0d0ba4c None None] Allocated IP 2001:db8:0:ffff::2 (b3815844-63f8-4061-935b-e544b04a44bd/e9174a92-d9bd-477a-9f08-a73f0e2a33dd/0ea40500-c06d-4f43-a265-8ae39d3e830c) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:05:58.678711 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-fd317582-0561-4065-b6c6-aa37800b0720 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Synchronizing usage tracker for tenant:10a4b1464e30470e8e13c0bd2bfded95 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:58.717739 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdef74aa-06b0-4afb-b26d-9bbb431f87fa tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:58.721875 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdef74aa-06b0-4afb-b26d-9bbb431f87fa tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:58.722654 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-cdef74aa-06b0-4afb-b26d-9bbb431f87fa tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:58.794558 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a2b45cc5-61d2-4cb1-b484-1e652278697f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:58.798594 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b45cc5-61d2-4cb1-b484-1e652278697f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:58.799467 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a2b45cc5-61d2-4cb1-b484-1e652278697f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:58.826509 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7263b33d-d1b3-4c0a-9269-9700f0d0ba4c None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:58.841673 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7263b33d-d1b3-4c0a-9269-9700f0d0ba4c None None] Transition to ACTIVE for port object 0ea40500-c06d-4f43-a265-8ae39d3e830c will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:58.867522 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7263b33d-d1b3-4c0a-9269-9700f0d0ba4c None None] Transition to ACTIVE for port object 0ea40500-c06d-4f43-a265-8ae39d3e830c will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:05:58.921624 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7263b33d-d1b3-4c0a-9269-9700f0d0ba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:59.002103 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-fd317582-0561-4065-b6c6-aa37800b0720 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Unset dirty status for tenant:10a4b1464e30470e8e13c0bd2bfded95 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:59.003311 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-fd317582-0561-4065-b6c6-aa37800b0720 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-305791275&fields=id&tenant_id=10a4b1464e30470e8e13c0bd2bfded95 HTTP/1.1" status: 200 len: 267 time: 0.4714916 Feb 09 18:05:59.015171 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-65641092-733a-49db-9bcc-1cf0a7e66a2a tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:59.016666 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263b33d-d1b3-4c0a-9269-9700f0d0ba4c None None] Pushing event updated for resources: {'Port': ['ID=0ea40500-c06d-4f43-a265-8ae39d3e830c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:59.037307 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7263b33d-d1b3-4c0a-9269-9700f0d0ba4c None None] Network b3815844-63f8-4061-935b-e544b04a44bd is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:05:59.042103 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-7263b33d-d1b3-4c0a-9269-9700f0d0ba4c None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:05:59.046019 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7263b33d-d1b3-4c0a-9269-9700f0d0ba4c None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:05:59.177145 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b45cc5-61d2-4cb1-b484-1e652278697f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event updated for resources: {'Network': ['ID=d04261fd-32af-4213-ba9e-b6b346537d15,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:59.211498 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-cdef74aa-06b0-4afb-b26d-9bbb431f87fa tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:59.213484 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-cdef74aa-06b0-4afb-b26d-9bbb431f87fa tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.8258095 Feb 09 18:05:59.220383 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48594) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:59.222151 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network d04261fd-32af-4213-ba9e-b6b346537d15 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:05:59.235863 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device d32b2d66-ffba-4ace-91ba-a8ca6f017e4b up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:05:59.357296 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7c955cae-e9e2-4aa5-ab91-4076c72a6dec tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting port 97fdb218-6a65-4cc8-aba4-26d5397d5a6f {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:05:59.357892 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c955cae-e9e2-4aa5-ab91-4076c72a6dec tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:59.366387 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-65641092-733a-49db-9bcc-1cf0a7e66a2a tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:59.402808 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a2b45cc5-61d2-4cb1-b484-1e652278697f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3688891 Feb 09 18:05:59.409796 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-7263b33d-d1b3-4c0a-9269-9700f0d0ba4c None None] Attempting to bind port 0ea40500-c06d-4f43-a265-8ae39d3e830c on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:05:59.410420 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-7263b33d-d1b3-4c0a-9269-9700f0d0ba4c None None] Attempting to bind port 0ea40500-c06d-4f43-a265-8ae39d3e830c by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'e54e51f7-78a1-4b51-b07c-e004fbe9c093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b3815844-63f8-4061-935b-e544b04a44bd'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:05:59.410785 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7263b33d-d1b3-4c0a-9269-9700f0d0ba4c None None] Attempting to bind port 0ea40500-c06d-4f43-a265-8ae39d3e830c on network b3815844-63f8-4061-935b-e544b04a44bd {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:05:59.421002 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48598) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:59.440195 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-84ca9c62-303f-431f-9f2f-7207b23e1505 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Request body: {'subnet': {'network_id': 'd04261fd-32af-4213-ba9e-b6b346537d15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:05:59.450009 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7263b33d-d1b3-4c0a-9269-9700f0d0ba4c None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:05:59.450694 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7263b33d-d1b3-4c0a-9269-9700f0d0ba4c None None] Checking segment: {'id': 'e54e51f7-78a1-4b51-b07c-e004fbe9c093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b3815844-63f8-4061-935b-e544b04a44bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:05:59.451289 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7263b33d-d1b3-4c0a-9269-9700f0d0ba4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:59.451869 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7263b33d-d1b3-4c0a-9269-9700f0d0ba4c None None] Bound using segment: {'id': 'e54e51f7-78a1-4b51-b07c-e004fbe9c093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b3815844-63f8-4061-935b-e544b04a44bd'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:05:59.452517 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-7263b33d-d1b3-4c0a-9269-9700f0d0ba4c None None] Bound port: 0ea40500-c06d-4f43-a265-8ae39d3e830c, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54e51f7-78a1-4b51-b07c-e004fbe9c093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b3815844-63f8-4061-935b-e544b04a44bd'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:05:59.453084 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7263b33d-d1b3-4c0a-9269-9700f0d0ba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:59.535915 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d808c3dd-4358-4ad7-a673-f4aff59a0adf None None] Provisioning for port d32b2d66-ffba-4ace-91ba-a8ca6f017e4b completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:59.542786 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-deda7758-f628-45dd-8238-1d1302f3d209 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:59.564324 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port d32b2d66-ffba-4ace-91ba-a8ca6f017e4b completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:59.575133 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port d32b2d66-ffba-4ace-91ba-a8ca6f017e4b triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:59.575539 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:59.589287 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-dc9dc5f5-e562-4f7b-8f18-f36dfbcd3c68 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:05:59.589962 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-dc9dc5f5-e562-4f7b-8f18-f36dfbcd3c68 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Synchronizing usage tracker for tenant:10a4b1464e30470e8e13c0bd2bfded95 on resource:network {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:05:59.619347 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-7263b33d-d1b3-4c0a-9269-9700f0d0ba4c None None] For port 0ea40500-c06d-4f43-a265-8ae39d3e830c, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:05:59.634499 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-deda7758-f628-45dd-8238-1d1302f3d209 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:59.635279 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-deda7758-f628-45dd-8238-1d1302f3d209 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:59.639009 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-7263b33d-d1b3-4c0a-9269-9700f0d0ba4c None None] For port 0ea40500-c06d-4f43-a265-8ae39d3e830c, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0ea40500-c06d-4f43-a265-8ae39d3e830c,segment=NetworkSegment(e54e51f7-78a1-4b51-b07c-e004fbe9c093),segment_id=e54e51f7-78a1-4b51-b07c-e004fbe9c093)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:05:59.688611 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-84ca9c62-303f-431f-9f2f-7207b23e1505 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:05:59.697944 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-84ca9c62-303f-431f-9f2f-7207b23e1505 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Usage tracker for resource:subnet and tenant:b75406ac5e534d45adbe01b1fd78744d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:05:59.703185 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-84ca9c62-303f-431f-9f2f-7207b23e1505 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:05:59.720932 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:59.732316 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-dc9dc5f5-e562-4f7b-8f18-f36dfbcd3c68 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Unset dirty status for tenant:10a4b1464e30470e8e13c0bd2bfded95 on resource:network {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:05:59.738700 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-dc9dc5f5-e562-4f7b-8f18-f36dfbcd3c68 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/networks?id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd HTTP/1.1" status: 200 len: 811 time: 0.7020824 Feb 09 18:05:59.740041 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-84ca9c62-303f-431f-9f2f-7207b23e1505 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:05:59.747028 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7263b33d-d1b3-4c0a-9269-9700f0d0ba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:59.795409 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f2f17cb2-4f36-470f-8798-5b65c80980c6 None None] Provisioning for port 97fdb218-6a65-4cc8-aba4-26d5397d5a6f completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:05:59.797010 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.resource_extend [None req-65641092-733a-49db-9bcc-1cf0a7e66a2a tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:05:59.806956 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda7758-f628-45dd-8238-1d1302f3d209 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Port': ['ID=abddee34-01c0-45c8-8563-a1d7efcb09bb,revision_number=3']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:59.831223 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-65641092-733a-49db-9bcc-1cf0a7e66a2a tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:59.832820 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f2f17cb2-4f36-470f-8798-5b65c80980c6 None None] Provisioning complete for port 97fdb218-6a65-4cc8-aba4-26d5397d5a6f triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:05:59.836162 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f2f17cb2-4f36-470f-8798-5b65c80980c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:59.843017 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-18671c11-54ca-454d-9823-e2d9e8d9260e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/quotas/10a4b1464e30470e8e13c0bd2bfded95 HTTP/1.1" status: 200 len: 375 time: 0.1032782 Feb 09 18:05:59.901362 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port d32b2d66-ffba-4ace-91ba-a8ca6f017e4b, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=d32b2d66-ffba-4ace-91ba-a8ca6f017e4b,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:05:59.921635 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ca9c62-303f-431f-9f2f-7207b23e1505 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Made reservation on behalf of b75406ac5e534d45adbe01b1fd78744d for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:05:59.932690 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-65641092-733a-49db-9bcc-1cf0a7e66a2a tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:59.947599 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263b33d-d1b3-4c0a-9269-9700f0d0ba4c None None] Pushing event updated for resources: {'Port': ['ID=0ea40500-c06d-4f43-a265-8ae39d3e830c,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:05:59.956007 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f2f17cb2-4f36-470f-8798-5b65c80980c6 None None] Port 97fdb218-6a65-4cc8-aba4-26d5397d5a6f cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:05:59.963522 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6bedf7-9c66-42fe-9ff7-8f66b6d56c99 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:05:59.971540 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db6bedf7-9c66-42fe-9ff7-8f66b6d56c99 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:59.973273 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-db6bedf7-9c66-42fe-9ff7-8f66b6d56c99 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "PUT /v2.0/routers/09eabbc7-f5ef-4b18-89b5-a6c6c1043ace HTTP/1.1" status: 200 len: 883 time: 5.9184525 Feb 09 18:05:59.984307 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:05:59.987692 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48602) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:05:59.987946 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3faa21-13cf-4ef4-8ad6-33a55232304e None None] Sync routers for ids ['09eabbc7-f5ef-4b18-89b5-a6c6c1043ace'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:06:00.006820 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3faa21-13cf-4ef4-8ad6-33a55232304e None None] Routers {'09eabbc7-f5ef-4b18-89b5-a6c6c1043ace'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:06:00.007851 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8d3faa21-13cf-4ef4-8ad6-33a55232304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['09eabbc7-f5ef-4b18-89b5-a6c6c1043ace'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:00.081085 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deda7758-f628-45dd-8238-1d1302f3d209 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network 2dfc11fe-706a-4cc9-92c4-b8e9855791ee is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:00.110353 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-deda7758-f628-45dd-8238-1d1302f3d209 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:00.113148 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c955cae-e9e2-4aa5-ab91-4076c72a6dec tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:00.122238 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=d32b2d66-ffba-4ace-91ba-a8ca6f017e4b,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:00.161253 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8d3faa21-13cf-4ef4-8ad6-33a55232304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:00.185124 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3faa21-13cf-4ef4-8ad6-33a55232304e None None] Routers {'09eabbc7-f5ef-4b18-89b5-a6c6c1043ace'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:06:00.186087 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8d3faa21-13cf-4ef4-8ad6-33a55232304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['09eabbc7-f5ef-4b18-89b5-a6c6c1043ace'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:00.259180 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84ca9c62-303f-431f-9f2f-7207b23e1505 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:00.269895 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8d3faa21-13cf-4ef4-8ad6-33a55232304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:00.272535 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3faa21-13cf-4ef4-8ad6-33a55232304e None None] The sync data for ids ['09eabbc7-f5ef-4b18-89b5-a6c6c1043ace'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:06:00.287519 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7c955cae-e9e2-4aa5-ab91-4076c72a6dec tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Calling delete_port for 97fdb218-6a65-4cc8-aba4-26d5397d5a6f owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:06:00.443983 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65641092-733a-49db-9bcc-1cf0a7e66a2a tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Pushing event updated for resources: {'Port': ['ID=b960b4f7-4db9-433c-b1b3-1606ed7ea117,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:00.510338 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-5950dba4-10e4-495e-a6fb-15f0bed51fe0 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=10a4b1464e30470e8e13c0bd2bfded95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6580410 Feb 09 18:06:00.516888 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48608) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:00.594186 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-163299aa-9df0-4184-9418-33e313ee8125 None None] Provisioning complete for port abddee34-01c0-45c8-8563-a1d7efcb09bb triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:00.594791 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-163299aa-9df0-4184-9418-33e313ee8125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:00.643628 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-37c09eb6-6936-4526-ba27-78158167e959 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Deleting port fb23881e-a49d-4a72-9884-9fd045055242 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:06:00.644216 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-37c09eb6-6936-4526-ba27-78158167e959 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:00.653648 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-163299aa-9df0-4184-9418-33e313ee8125 None None] Port abddee34-01c0-45c8-8563-a1d7efcb09bb cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:06:00.719275 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-65641092-733a-49db-9bcc-1cf0a7e66a2a tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:00.895485 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-65641092-733a-49db-9bcc-1cf0a7e66a2a tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:00.900228 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-65641092-733a-49db-9bcc-1cf0a7e66a2a tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7902923 Feb 09 18:06:00.912797 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48612) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:00.931251 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c955cae-e9e2-4aa5-ab91-4076c72a6dec tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:01.017897 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-80c20291-ec14-42e5-9d5b-8ce7303b3b2a service neutron] 10.222.0.21 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915061 Feb 09 18:06:01.064457 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c955cae-e9e2-4aa5-ab91-4076c72a6dec tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Port': ['ID=97fdb218-6a65-4cc8-aba4-26d5397d5a6f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:01.082340 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-16843d9d-775d-4413-ab42-fbdf22b45e60 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=ef4d798b-280e-4c91-9820-378843e513ad HTTP/1.1" status: 200 len: 690 time: 0.1631665 Feb 09 18:06:01.084124 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48616) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:01.137933 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-85be75a7-146e-49a6-b2b3-4f150b5e18c7 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=352fd60817ff4d5d9e97f16f52485b96&network_id=d56a852c-565a-4887-9c81-db659a21eec0 HTTP/1.1" status: 200 len: 2999 time: 0.6196349 Feb 09 18:06:01.161114 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84ca9c62-303f-431f-9f2f-7207b23e1505 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:01.240289 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-24feab40-ce94-4036-b970-9cb601964af4 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "GET /v2.0/routers/09eabbc7-f5ef-4b18-89b5-a6c6c1043ace HTTP/1.1" status: 200 len: 924 time: 1.2471712 Feb 09 18:06:01.247558 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48622) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:01.306099 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-5dfa1d18-0e90-4532-9edc-fee8b2e6205d service neutron] 10.222.0.21 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712579 Feb 09 18:06:01.321894 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c955cae-e9e2-4aa5-ab91-4076c72a6dec tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:01.350959 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca9c62-303f-431f-9f2f-7207b23e1505 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event updated for resources: {'Subnet': ['ID=bd18dfdb-83a8-4044-8006-736da4dbb928,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:01.381139 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0ea40500-c06d-4f43-a265-8ae39d3e830c up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:06:01.387743 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-28a84bd2-2eed-4295-9b3b-03d07d4014f3 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4&device_id=09eabbc7-f5ef-4b18-89b5-a6c6c1043ace&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1389217 Feb 09 18:06:01.390548 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48628) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:01.488198 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-37c09eb6-6936-4526-ba27-78158167e959 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:01.512268 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deda7758-f628-45dd-8238-1d1302f3d209 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Router 47cc13bd-8230-4329-bd77-580d4cd80da2 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:06:01.552221 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d615dba9-f198-4692-a020-19e12ccb3bf9 None None] Network b3815844-63f8-4061-935b-e544b04a44bd requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:01.628714 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f08e13-578b-4572-aef4-e7f42bac95ce tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:01.630200 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e7f08e13-578b-4572-aef4-e7f42bac95ce tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "GET /v2.0/networks/c9564cd9-4539-4a2d-b376-06d44bc8fbe4 HTTP/1.1" status: 200 len: 881 time: 0.2385559 Feb 09 18:06:01.639270 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48638) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:01.642478 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 0ea40500-c06d-4f43-a265-8ae39d3e830c completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:01.663120 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-37c09eb6-6936-4526-ba27-78158167e959 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Calling delete_port for fb23881e-a49d-4a72-9884-9fd045055242 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:06:01.665302 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device d32b2d66-ffba-4ace-91ba-a8ca6f017e4b up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:06:01.709375 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7c955cae-e9e2-4aa5-ab91-4076c72a6dec tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/97fdb218-6a65-4cc8-aba4-26d5397d5a6f HTTP/1.1" status: 204 len: 168 time: 2.4818723 Feb 09 18:06:01.727203 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48642) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:01.753161 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ca9c62-303f-431f-9f2f-7207b23e1505 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Checking segment: {'id': '8cf15029-3688-4597-b2dd-77050f807c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd04261fd-32af-4213-ba9e-b6b346537d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:01.753436 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ca9c62-303f-431f-9f2f-7207b23e1505 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Network hostable DHCP agents. Network: d04261fd-32af-4213-ba9e-b6b346537d15, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:06:01.767397 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf71c8a4-df21-41c5-b8d8-8d247d6b1aab tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:01.777938 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-edc7e2d4-8a33-4216-ad4c-830aa2ef8401 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eabbc7-f5ef-4b18-89b5-a6c6c1043ace HTTP/1.1" status: 200 len: 205 time: 0.1374102 Feb 09 18:06:01.784702 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48646) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:01.793934 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ccc180ab-344e-4e2a-9c64-3382db188101 None None] Provisioning for port 0ea40500-c06d-4f43-a265-8ae39d3e830c completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:01.809589 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ccc180ab-344e-4e2a-9c64-3382db188101 None None] Provisioning complete for port 0ea40500-c06d-4f43-a265-8ae39d3e830c triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:01.810046 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ccc180ab-344e-4e2a-9c64-3382db188101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:01.873795 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-cf71c8a4-df21-41c5-b8d8-8d247d6b1aab tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Deleting port b960b4f7-4db9-433c-b1b3-1606ed7ea117 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:06:01.874469 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf71c8a4-df21-41c5-b8d8-8d247d6b1aab tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:01.920976 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port d32b2d66-ffba-4ace-91ba-a8ca6f017e4b triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:01.921618 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:01.957063 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a036efc-84f3-47c5-869a-5154dbc178b7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:01.957281 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a036efc-84f3-47c5-869a-5154dbc178b7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:01.958005 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5a036efc-84f3-47c5-869a-5154dbc178b7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:06:01.994190 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5a036efc-84f3-47c5-869a-5154dbc178b7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:06:01.997906 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5a036efc-84f3-47c5-869a-5154dbc178b7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2628756 Feb 09 18:06:02.003740 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48652) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:02.066776 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ccc180ab-344e-4e2a-9c64-3382db188101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:02.068313 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ca9c62-303f-431f-9f2f-7207b23e1505 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Network d04261fd-32af-4213-ba9e-b6b346537d15 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:06:02.096397 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deda7758-f628-45dd-8238-1d1302f3d209 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:06:02.125854 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d003924d-ed1f-4a53-937e-dff374831791 None None] Sync routers for ids ['47cc13bd-8230-4329-bd77-580d4cd80da2'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:06:02.129902 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-deda7758-f628-45dd-8238-1d1302f3d209 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "PUT /v2.0/routers/47cc13bd-8230-4329-bd77-580d4cd80da2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8786378 Feb 09 18:06:02.135122 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48656) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:02.184461 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ccc180ab-344e-4e2a-9c64-3382db188101 None None] For port 0ea40500-c06d-4f43-a265-8ae39d3e830c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0ea40500-c06d-4f43-a265-8ae39d3e830c,segment=NetworkSegment(e54e51f7-78a1-4b51-b07c-e004fbe9c093),segment_id=e54e51f7-78a1-4b51-b07c-e004fbe9c093)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:02.186530 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d003924d-ed1f-4a53-937e-dff374831791 None None] Routers {'47cc13bd-8230-4329-bd77-580d4cd80da2'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:06:02.187219 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-d003924d-ed1f-4a53-937e-dff374831791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['47cc13bd-8230-4329-bd77-580d4cd80da2'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:02.249055 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8f728bde-4f70-4432-bf01-7bf783b3fccc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:02.276330 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf71c8a4-df21-41c5-b8d8-8d247d6b1aab tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:02.276588 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf71c8a4-df21-41c5-b8d8-8d247d6b1aab tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:02.278632 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-d003924d-ed1f-4a53-937e-dff374831791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:02.284606 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ccc180ab-344e-4e2a-9c64-3382db188101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:02.303743 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-84ca9c62-303f-431f-9f2f-7207b23e1505 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, d04261fd-32af-4213-ba9e-b6b346537d15) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:02.343427 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a761976a-1b86-45cc-a995-88c11a0c1007 None None] Network d04261fd-32af-4213-ba9e-b6b346537d15 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:02.469114 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d003924d-ed1f-4a53-937e-dff374831791 None None] Routers {'47cc13bd-8230-4329-bd77-580d4cd80da2'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:06:02.469925 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-d003924d-ed1f-4a53-937e-dff374831791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['47cc13bd-8230-4329-bd77-580d4cd80da2'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:02.563590 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c19df05-0746-4211-9914-deca16c5fc8d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet b2f11a55-22c3-4c7b-9672-aae69d375502 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:06:02.565621 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-37c09eb6-6936-4526-ba27-78158167e959 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:02.568223 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-d003924d-ed1f-4a53-937e-dff374831791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:02.568639 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d003924d-ed1f-4a53-937e-dff374831791 None None] The sync data for ids ['47cc13bd-8230-4329-bd77-580d4cd80da2'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:06:02.589965 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc180ab-344e-4e2a-9c64-3382db188101 None None] Pushing event updated for resources: {'Port': ['ID=0ea40500-c06d-4f43-a265-8ae39d3e830c,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:02.612307 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-584fe5a2-50cb-4cc1-b75e-b1356a5a9600 None None] Provisioning complete for port 0ea40500-c06d-4f43-a265-8ae39d3e830c triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:02.612726 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-584fe5a2-50cb-4cc1-b75e-b1356a5a9600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:02.627089 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48670) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:02.686554 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b2d0ced9-3a90-4f04-a596-6a675c9a19a8 req-9db52816-76e5-4d37-be7b-7a8a86a2472a tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 210 time: 0.2626712 Feb 09 18:06:02.728235 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a101e0-6162-4e61-9365-648c171f0c0a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:02.728981 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-49a101e0-6162-4e61-9365-648c171f0c0a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Synchronizing usage tracker for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:06:02.753059 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce021ecb-0819-4413-91d8-6defefb4585b tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:02.754623 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ce021ecb-0819-4413-91d8-6defefb4585b tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4 HTTP/1.1" status: 200 len: 814 time: 0.1263735 Feb 09 18:06:02.774210 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ca9c62-303f-431f-9f2f-7207b23e1505 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:02.775750 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84ca9c62-303f-431f-9f2f-7207b23e1505 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:02.804071 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebd5e26-7ccc-4f5d-b1f3-5f5f7101dd8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-d04261fd-32af-4213-ba9e-b6b346537d15', 'network_id': 'd04261fd-32af-4213-ba9e-b6b346537d15', 'tenant_id': 'b75406ac5e534d45adbe01b1fd78744d', 'fixed_ips': [{'subnet_id': 'bd18dfdb-83a8-4044-8006-736da4dbb928'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:06:02.804675 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aebd5e26-7ccc-4f5d-b1f3-5f5f7101dd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:02.815759 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c19df05-0746-4211-9914-deca16c5fc8d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:02.843222 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-49a101e0-6162-4e61-9365-648c171f0c0a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Unset dirty status for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:06:02.844735 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-49a101e0-6162-4e61-9365-648c171f0c0a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports?device_id=47cc13bd-8230-4329-bd77-580d4cd80da2 HTTP/1.1" status: 200 len: 988 time: 0.6971159 Feb 09 18:06:02.853534 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48676) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:02.865191 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-cf71c8a4-df21-41c5-b8d8-8d247d6b1aab tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Calling delete_port for b960b4f7-4db9-433c-b1b3-1606ed7ea117 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:06:02.918272 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8f728bde-4f70-4432-bf01-7bf783b3fccc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:02.922603 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c09eb6-6936-4526-ba27-78158167e959 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event deleted for resources: {'Port': ['ID=fb23881e-a49d-4a72-9884-9fd045055242,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:03.030968 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-aebd5e26-7ccc-4f5d-b1f3-5f5f7101dd8c None None] Allocated IP 2001:db8::1 (d04261fd-32af-4213-ba9e-b6b346537d15/bd18dfdb-83a8-4044-8006-736da4dbb928/04a71d87-91ab-4790-af87-9556a3e5edc6) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:03.035875 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-8f728bde-4f70-4432-bf01-7bf783b3fccc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Deleting port 09bdcb4a-3657-41a5-8b9e-a78735441893 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:06:03.036526 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8f728bde-4f70-4432-bf01-7bf783b3fccc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:03.111437 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-84ca9c62-303f-431f-9f2f-7207b23e1505 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.6866536 Feb 09 18:06:03.112263 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48684) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:03.174399 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c19df05-0746-4211-9914-deca16c5fc8d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:03.250490 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48688) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:03.251765 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0ea40500-c06d-4f43-a265-8ae39d3e830c up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:06:03.320231 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4e58f3d1-8ec0-4dcd-a767-ecaaeb071270 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'network': {'name': 'tempest-network-smoke--763956040', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'port_security_enabled': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:03.388601 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8f728bde-4f70-4432-bf01-7bf783b3fccc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:03.395535 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4e58f3d1-8ec0-4dcd-a767-ecaaeb071270 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:03.448037 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4e58f3d1-8ec0-4dcd-a767-ecaaeb071270 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:03.468614 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 0ea40500-c06d-4f43-a265-8ae39d3e830c triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:03.468989 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:03.522271 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-8f728bde-4f70-4432-bf01-7bf783b3fccc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Calling delete_port for 09bdcb4a-3657-41a5-8b9e-a78735441893 owned by network:router_gateway {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:06:03.553552 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aebd5e26-7ccc-4f5d-b1f3-5f5f7101dd8c None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:03.589437 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:03.591639 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e58f3d1-8ec0-4dcd-a767-ecaaeb071270 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:03.593820 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4e58f3d1-8ec0-4dcd-a767-ecaaeb071270 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:03.613798 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c19df05-0746-4211-9914-deca16c5fc8d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:03.709866 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-aebd5e26-7ccc-4f5d-b1f3-5f5f7101dd8c None None] Transition to ACTIVE for port object 04a71d87-91ab-4790-af87-9556a3e5edc6 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:03.735485 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf71c8a4-df21-41c5-b8d8-8d247d6b1aab tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:03.780337 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e58f3d1-8ec0-4dcd-a767-ecaaeb071270 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:06:03.807900 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71c8a4-df21-41c5-b8d8-8d247d6b1aab tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Pushing event deleted for resources: {'Port': ['ID=b960b4f7-4db9-433c-b1b3-1606ed7ea117,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:03.829636 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4e58f3d1-8ec0-4dcd-a767-ecaaeb071270 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:03.829982 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-4e58f3d1-8ec0-4dcd-a767-ecaaeb071270 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Added segment a3f1a63f-8135-49d5-8ab9-e12871702e49 of type vlan for network e8d2a6eb-9f6f-457f-ba72-221cb18510e1 Feb 09 18:06:03.869027 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:03.909597 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8f728bde-4f70-4432-bf01-7bf783b3fccc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:03.915136 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c7fa7761-8a10-44d6-8b35-bebe75068b64 req-243fbf47-e169-43c3-846e-e7a34c15e700 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 210 time: 0.0526948 Feb 09 18:06:03.933438 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-aebd5e26-7ccc-4f5d-b1f3-5f5f7101dd8c None None] Transition to ACTIVE for port object 04a71d87-91ab-4790-af87-9556a3e5edc6 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:03.968041 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c19df05-0746-4211-9914-deca16c5fc8d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:03.978444 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f728bde-4f70-4432-bf01-7bf783b3fccc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Pushing event deleted for resources: {'Port': ['ID=09bdcb4a-3657-41a5-8b9e-a78735441893,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:04.018254 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aebd5e26-7ccc-4f5d-b1f3-5f5f7101dd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:04.026778 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b0726f92-e933-4a7b-9ba0-98c7aeb11da8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:04.048226 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4e58f3d1-8ec0-4dcd-a767-ecaaeb071270 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:04.111676 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-37c09eb6-6936-4526-ba27-78158167e959 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:04.116258 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19df05-0746-4211-9914-deca16c5fc8d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f11a55-22c3-4c7b-9672-aae69d375502,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:04.135674 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c19df05-0746-4211-9914-deca16c5fc8d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:04.136162 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04cecd2-d689-4da9-88a5-c60fb77f58ac None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:04.239324 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf71c8a4-df21-41c5-b8d8-8d247d6b1aab tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:04.243884 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4e58f3d1-8ec0-4dcd-a767-ecaaeb071270 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:04.247760 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e58f3d1-8ec0-4dcd-a767-ecaaeb071270 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:04.248581 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4e58f3d1-8ec0-4dcd-a767-ecaaeb071270 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:04.254053 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:04.255591 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd5e26-7ccc-4f5d-b1f3-5f5f7101dd8c None None] Pushing event updated for resources: {'Port': ['ID=04a71d87-91ab-4790-af87-9556a3e5edc6,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:04.282895 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebd5e26-7ccc-4f5d-b1f3-5f5f7101dd8c None None] Network d04261fd-32af-4213-ba9e-b6b346537d15 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:04.282895 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-aebd5e26-7ccc-4f5d-b1f3-5f5f7101dd8c None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:04.284089 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebd5e26-7ccc-4f5d-b1f3-5f5f7101dd8c None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:04.396569 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2c19df05-0746-4211-9914-deca16c5fc8d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/b2f11a55-22c3-4c7b-9672-aae69d375502 HTTP/1.1" status: 204 len: 168 time: 2.3801007 Feb 09 18:06:04.407948 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48694) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:04.534263 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-aebd5e26-7ccc-4f5d-b1f3-5f5f7101dd8c None None] Attempting to bind port 04a71d87-91ab-4790-af87-9556a3e5edc6 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:06:04.534753 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-aebd5e26-7ccc-4f5d-b1f3-5f5f7101dd8c None None] Attempting to bind port 04a71d87-91ab-4790-af87-9556a3e5edc6 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '8cf15029-3688-4597-b2dd-77050f807c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd04261fd-32af-4213-ba9e-b6b346537d15'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:06:04.535348 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd5e26-7ccc-4f5d-b1f3-5f5f7101dd8c None None] Attempting to bind port 04a71d87-91ab-4790-af87-9556a3e5edc6 on network d04261fd-32af-4213-ba9e-b6b346537d15 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:06:04.542879 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd5e26-7ccc-4f5d-b1f3-5f5f7101dd8c None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:06:04.543360 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd5e26-7ccc-4f5d-b1f3-5f5f7101dd8c None None] Checking segment: {'id': '8cf15029-3688-4597-b2dd-77050f807c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd04261fd-32af-4213-ba9e-b6b346537d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:04.543876 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aebd5e26-7ccc-4f5d-b1f3-5f5f7101dd8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:04.544353 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd5e26-7ccc-4f5d-b1f3-5f5f7101dd8c None None] Bound using segment: {'id': '8cf15029-3688-4597-b2dd-77050f807c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd04261fd-32af-4213-ba9e-b6b346537d15'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:06:04.545029 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-aebd5e26-7ccc-4f5d-b1f3-5f5f7101dd8c None None] Bound port: 04a71d87-91ab-4790-af87-9556a3e5edc6, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf15029-3688-4597-b2dd-77050f807c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd04261fd-32af-4213-ba9e-b6b346537d15'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:06:04.545501 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aebd5e26-7ccc-4f5d-b1f3-5f5f7101dd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:04.550509 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-876f3355-216e-4153-9993-70f4e8333261 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1391702 Feb 09 18:06:04.557688 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48698) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:04.584238 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Subnet': ['ID=bd18dfdb-83a8-4044-8006-736da4dbb928,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:04.609312 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdeb1d3-1b67-4e16-81bf-92df62d86421 None None] DHCP port deletion for 533fa7e0-9286-46d7-99f4-266111443da8 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:06:04.613794 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8f728bde-4f70-4432-bf01-7bf783b3fccc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:04.628575 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1fdeb1d3-1b67-4e16-81bf-92df62d86421 None None] Deleting port d32b2d66-ffba-4ace-91ba-a8ca6f017e4b {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:06:04.629584 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1fdeb1d3-1b67-4e16-81bf-92df62d86421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:04.700546 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58f3d1-8ec0-4dcd-a767-ecaaeb071270 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Network': ['ID=e8d2a6eb-9f6f-457f-ba72-221cb18510e1,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:04.735064 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-aebd5e26-7ccc-4f5d-b1f3-5f5f7101dd8c None None] For port 04a71d87-91ab-4790-af87-9556a3e5edc6, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:06:04.740800 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network e8d2a6eb-9f6f-457f-ba72-221cb18510e1 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:06:04.787533 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf71c8a4-df21-41c5-b8d8-8d247d6b1aab tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:04.815636 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4e58f3d1-8ec0-4dcd-a767-ecaaeb071270 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5611901 Feb 09 18:06:04.815636 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:04.824506 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-aebd5e26-7ccc-4f5d-b1f3-5f5f7101dd8c None None] For port 04a71d87-91ab-4790-af87-9556a3e5edc6, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=04a71d87-91ab-4790-af87-9556a3e5edc6,segment=NetworkSegment(8cf15029-3688-4597-b2dd-77050f807c4f),segment_id=8cf15029-3688-4597-b2dd-77050f807c4f)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:06:04.831287 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48702) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:04.863469 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04261fd-32af-4213-ba9e-b6b346537d15']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:04.880901 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf15029-3688-4597-b2dd-77050f807c4f') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:04.881489 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf15029-3688-4597-b2dd-77050f807c4f') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:04.901598 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:04.936733 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:04.940252 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aebd5e26-7ccc-4f5d-b1f3-5f5f7101dd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:04.955670 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:06:04.956344 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:06:04.978649 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:06:04.992448 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8f728bde-4f70-4432-bf01-7bf783b3fccc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:05.024539 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8f728bde-4f70-4432-bf01-7bf783b3fccc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:05.031206 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e110ed-30ce-4cb2-b0dc-bdb30916bdbc tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:05.035535 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-36e110ed-30ce-4cb2-b0dc-bdb30916bdbc tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=352fd60817ff4d5d9e97f16f52485b96&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2006450 Feb 09 18:06:05.036585 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1fdeb1d3-1b67-4e16-81bf-92df62d86421 None None] For port d32b2d66-ffba-4ace-91ba-a8ca6f017e4b, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=d32b2d66-ffba-4ace-91ba-a8ca6f017e4b,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:05.037088 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1fdeb1d3-1b67-4e16-81bf-92df62d86421 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:05.040413 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc24bf7e-2182-4d0d-8d3b-4f2b14a4922f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:05.040566 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48708) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:05.040676 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-fc24bf7e-2182-4d0d-8d3b-4f2b14a4922f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:06:05.111984 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf71c8a4-df21-41c5-b8d8-8d247d6b1aab tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:05.259977 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-fc24bf7e-2182-4d0d-8d3b-4f2b14a4922f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:06:05.266016 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fc24bf7e-2182-4d0d-8d3b-4f2b14a4922f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7018437 Feb 09 18:06:05.266016 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-28f2fdd0-b6b2-4e8f-b68f-38e692cea20e req-ac1553d9-ec4a-4474-88d8-75f8fc5fb4b9 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 210 time: 0.0541816 Feb 09 18:06:05.266701 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48712) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:05.267250 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8f728bde-4f70-4432-bf01-7bf783b3fccc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:05.267732 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f728bde-4f70-4432-bf01-7bf783b3fccc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Fanout notify agent at l3_agent the message router_deleted on router 09eabbc7-f5ef-4b18-89b5-a6c6c1043ace {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:06:05.283661 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device d32b2d66-ffba-4ace-91ba-a8ca6f017e4b no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:06:05.313105 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71c8a4-df21-41c5-b8d8-8d247d6b1aab tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=811dae05-63b3-40f3-8819-4aac5ddd8f07,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:05.326067 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-b0726f92-e933-4a7b-9ba0-98c7aeb11da8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting port abddee34-01c0-45c8-8563-a1d7efcb09bb {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:06:05.331660 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b0726f92-e933-4a7b-9ba0-98c7aeb11da8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:05.338998 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1fdeb1d3-1b67-4e16-81bf-92df62d86421 None None] Calling delete_port for d32b2d66-ffba-4ace-91ba-a8ca6f017e4b owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:06:05.391948 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8f728bde-4f70-4432-bf01-7bf783b3fccc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:05.393178 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8f728bde-4f70-4432-bf01-7bf783b3fccc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "DELETE /v2.0/routers/09eabbc7-f5ef-4b18-89b5-a6c6c1043ace HTTP/1.1" status: 204 len: 168 time: 3.6066594 Feb 09 18:06:05.403306 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48716) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:05.416271 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-64e0fef1-3e7b-43eb-9a5f-9554df51ecdc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1080614962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:05.423250 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643926c3-ac42-490e-9fe3-5ce88fbeb3ef tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:05.423573 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.api [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 18:06:05.423573 dv-neutron-827016-2-hyperv neutron-server[84542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 18:06:05.423573 dv-neutron-827016-2-hyperv neutron-server[84542]: [parameters: {'id': 'd04261fd-32af-4213-ba9e-b6b346537d15'}] Feb 09 18:06:05.423573 dv-neutron-827016-2-hyperv neutron-server[84542]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:06:05.424231 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG oslo_db.api [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:06:05.429611 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-643926c3-ac42-490e-9fe3-5ce88fbeb3ef tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1552186 Feb 09 18:06:05.429611 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48720) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:05.434844 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-64e0fef1-3e7b-43eb-9a5f-9554df51ecdc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:05.511656 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-64e0fef1-3e7b-43eb-9a5f-9554df51ecdc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Usage tracker for resource:router and tenant:7ea17d0ba6504df9b30b6e8259b39c22 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:05.515286 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd5e26-7ccc-4f5d-b1f3-5f5f7101dd8c None None] Pushing event updated for resources: {'Port': ['ID=04a71d87-91ab-4790-af87-9556a3e5edc6,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:05.520451 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-64e0fef1-3e7b-43eb-9a5f-9554df51ecdc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:05.539792 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6efd55da-5d2d-425b-b3ec-c836298e8fdb tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010542 Feb 09 18:06:05.556987 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a52d02c-3a5e-41a6-929f-d637e8226754 None None] Network d04261fd-32af-4213-ba9e-b6b346537d15 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:05.601228 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48724) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:05.612707 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-729b5bfc-125b-495e-892a-8c8e3e316565 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:05.668566 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1fdeb1d3-1b67-4e16-81bf-92df62d86421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:05.694384 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-64e0fef1-3e7b-43eb-9a5f-9554df51ecdc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:05.711178 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aeea0e-5d33-4a44-93ea-cbca5d7f9d74 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:05.711634 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aeea0e-5d33-4a44-93ea-cbca5d7f9d74 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:05.715832 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d5aeea0e-5d33-4a44-93ea-cbca5d7f9d74 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1517 time: 0.6711133 Feb 09 18:06:05.718258 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48728) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:05.748759 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdeb1d3-1b67-4e16-81bf-92df62d86421 None None] Pushing event deleted for resources: {'Port': ['ID=d32b2d66-ffba-4ace-91ba-a8ca6f017e4b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:05.750784 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdeb1d3-1b67-4e16-81bf-92df62d86421 None None] No DVR routers for this DVR port d32b2d66-ffba-4ace-91ba-a8ca6f017e4b on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:06:05.755746 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Port d32b2d66-ffba-4ace-91ba-a8ca6f017e4b update to DOWN by agent not found {{(pid=84543) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 09 18:06:05.776234 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8be5c2c9-70d9-49cd-9dcb-272f796fab67 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0568504 Feb 09 18:06:05.780752 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf71c8a4-df21-41c5-b8d8-8d247d6b1aab tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:05.781305 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48732) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:05.836660 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-64e0fef1-3e7b-43eb-9a5f-9554df51ecdc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:05.837957 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-64e0fef1-3e7b-43eb-9a5f-9554df51ecdc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:05.846056 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cb919273-b8e7-418e-af67-232cf342e4c0 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=ef4d798b-280e-4c91-9820-378843e513ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0638921 Feb 09 18:06:05.858045 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48736) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:05.870360 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b0726f92-e933-4a7b-9ba0-98c7aeb11da8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:05.927194 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-cf71c8a4-df21-41c5-b8d8-8d247d6b1aab tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef4d798b-280e-4c91-9820-378843e513ad']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:05.928233 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58144ddf-31bd-44df-8ac8-45fc8cf1f140 None None] get_active_networks_info from dv-neutron-827016-2-hyperv {{(pid=84543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 18:06:05.935210 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:05.953921 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-c53f1d53-83d4-4a01-ad50-59ebb067fda3 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:05.955392 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-c53f1d53-83d4-4a01-ad50-59ebb067fda3 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.50 "GET /v2.0/networks?id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd HTTP/1.1" status: 200 len: 811 time: 0.6999221 Feb 09 18:06:05.965451 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-cf71c8a4-df21-41c5-b8d8-8d247d6b1aab tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4488c36-2d93-4925-b3eb-894c4bf7c963') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:05.965731 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-cf71c8a4-df21-41c5-b8d8-8d247d6b1aab tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4488c36-2d93-4925-b3eb-894c4bf7c963') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:05.979763 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9212b1d1-b269-4b57-bf91-383bf39d0e20 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=352fd60817ff4d5d9e97f16f52485b96&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1089821 Feb 09 18:06:05.998677 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-64e0fef1-3e7b-43eb-9a5f-9554df51ecdc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:05.999779 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48740) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:06.008541 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-b0726f92-e933-4a7b-9ba0-98c7aeb11da8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Calling delete_port for abddee34-01c0-45c8-8563-a1d7efcb09bb owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:06:06.021217 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf71c8a4-df21-41c5-b8d8-8d247d6b1aab tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:06.059631 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-729b5bfc-125b-495e-892a-8c8e3e316565 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:06.077760 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-729b5bfc-125b-495e-892a-8c8e3e316565 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:06.085738 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-729b5bfc-125b-495e-892a-8c8e3e316565 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:06.107680 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Deleting port 04a71d87-91ab-4790-af87-9556a3e5edc6 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:06:06.108231 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:06.111435 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58144ddf-31bd-44df-8ac8-45fc8cf1f140 None None] Resources bound (agent type, host, resource id): {{(pid=84543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 18:06:06.133835 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf71c8a4-df21-41c5-b8d8-8d247d6b1aab tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:06.141247 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-729b5bfc-125b-495e-892a-8c8e3e316565 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:06.166396 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf71c8a4-df21-41c5-b8d8-8d247d6b1aab tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:06:06.166649 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf71c8a4-df21-41c5-b8d8-8d247d6b1aab tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:06:06.188618 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:06:06.223123 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-64e0fef1-3e7b-43eb-9a5f-9554df51ecdc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:06.241320 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a825a145-5358-4ba3-b1f7-b7185ca84b8f tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:06.241733 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a825a145-5358-4ba3-b1f7-b7185ca84b8f tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:06.243324 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a825a145-5358-4ba3-b1f7-b7185ca84b8f tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1517 time: 0.2425649 Feb 09 18:06:06.251500 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48748) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:06.305739 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4bdf373f-2d60-47b1-bd42-3b2b23ae3fb1 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0531213 Feb 09 18:06:06.308361 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48752) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:06.354902 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-87eb91a3-8e1a-432e-a30a-8289498fa4e3 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=ef4d798b-280e-4c91-9820-378843e513ad&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454612 Feb 09 18:06:06.357398 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48758) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:06.363537 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-7a9c9abe-04ef-4728-87f9-e8c02599ded7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1752656988', 'network_id': 'e8d2a6eb-9f6f-457f-ba72-221cb18510e1', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:06.389500 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-64e0fef1-3e7b-43eb-9a5f-9554df51ecdc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:06.390748 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-64e0fef1-3e7b-43eb-9a5f-9554df51ecdc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9843762 Feb 09 18:06:06.410084 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48762) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:06.421119 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729b5bfc-125b-495e-892a-8c8e3e316565 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:06.426223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-729b5bfc-125b-495e-892a-8c8e3e316565 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:06.501746 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-cd07951e-c431-4d1e-8d81-88739d4e9ec0 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Synchronizing usage tracker for tenant:10a4b1464e30470e8e13c0bd2bfded95 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:06:06.542730 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-7a9c9abe-04ef-4728-87f9-e8c02599ded7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:06.559175 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-76448b29-3192-4aa1-94ed-b026a99e4feb tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'enable_snat': True}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:06.585236 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7a9c9abe-04ef-4728-87f9-e8c02599ded7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:subnet and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:06.588619 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7a9c9abe-04ef-4728-87f9-e8c02599ded7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:06.593027 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e795137b-186f-4337-98a3-576b38cc11a5 req-4e9776b4-6645-486f-8c60-6452d64612b3 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 210 time: 0.0471835 Feb 09 18:06:06.607498 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-7a9c9abe-04ef-4728-87f9-e8c02599ded7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:06.608226 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b0726f92-e933-4a7b-9ba0-98c7aeb11da8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:06.673108 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0726f92-e933-4a7b-9ba0-98c7aeb11da8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Port': ['ID=abddee34-01c0-45c8-8563-a1d7efcb09bb,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:06.776536 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9c9abe-04ef-4728-87f9-e8c02599ded7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:06.899058 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-cd07951e-c431-4d1e-8d81-88739d4e9ec0 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Unset dirty status for tenant:10a4b1464e30470e8e13c0bd2bfded95 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:06:06.900198 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-cd07951e-c431-4d1e-8d81-88739d4e9ec0 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10a4b1464e30470e8e13c0bd2bfded95 HTTP/1.1" status: 200 len: 379 time: 0.9141603 Feb 09 18:06:06.919872 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-04e295b4-29fb-4e52-907b-9aae65fe9d80 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Request body: {'port': {'device_id': '925e302a-d2eb-45c2-bd31-2ec545b0f90b', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'admin_state_up': True, 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'security_groups': ['182a8754-6bb2-4adb-a270-f7f586a0643c']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:06.965763 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b0726f92-e933-4a7b-9ba0-98c7aeb11da8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:06.971405 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9abe-04ef-4728-87f9-e8c02599ded7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:07.016197 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf71c8a4-df21-41c5-b8d8-8d247d6b1aab tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:07.053127 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf71c8a4-df21-41c5-b8d8-8d247d6b1aab tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ef4d798b-280e-4c91-9820-378843e513ad {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 18:06:07.149579 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf71c8a4-df21-41c5-b8d8-8d247d6b1aab tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:07.183689 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71c8a4-df21-41c5-b8d8-8d247d6b1aab tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Pushing event deleted for resources: {'Network': ['ID=ef4d798b-280e-4c91-9820-378843e513ad,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:07.252054 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-cf71c8a4-df21-41c5-b8d8-8d247d6b1aab tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] 10.222.0.21 "DELETE /v2.0/networks/ef4d798b-280e-4c91-9820-378843e513ad HTTP/1.1" status: 204 len: 168 time: 6.1419256 Feb 09 18:06:07.257925 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] For port 04a71d87-91ab-4790-af87-9556a3e5edc6, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=04a71d87-91ab-4790-af87-9556a3e5edc6,segment=NetworkSegment(8cf15029-3688-4597-b2dd-77050f807c4f),segment_id=8cf15029-3688-4597-b2dd-77050f807c4f)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:07.258621 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:07.267578 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48766) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:07.527935 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8e40a020-06f7-4743-a701-615e31b74a4f tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Synchronizing usage tracker for tenant:d04ab1f720c8443890d40fe69c7a7b63 on resource:floatingip {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:06:07.600533 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Calling delete_port for 04a71d87-91ab-4790-af87-9556a3e5edc6 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:06:07.729003 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-729b5bfc-125b-495e-892a-8c8e3e316565 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:07.782196 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8e40a020-06f7-4743-a701-615e31b74a4f tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Unset dirty status for tenant:d04ab1f720c8443890d40fe69c7a7b63 on resource:floatingip {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:06:07.787052 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8e40a020-06f7-4743-a701-615e31b74a4f tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.5148563 Feb 09 18:06:07.802587 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48772) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:07.841929 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ac3c7ce2-d6f9-4c14-a526-3bf6de65ff6e req-e4bab831-294e-4eb9-af7b-287f72c22a1e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 210 time: 0.0573449 Feb 09 18:06:07.899046 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0726f92-e933-4a7b-9ba0-98c7aeb11da8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Router 47cc13bd-8230-4329-bd77-580d4cd80da2 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:06:07.963250 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9abe-04ef-4728-87f9-e8c02599ded7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:08.013842 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-04e295b4-29fb-4e52-907b-9aae65fe9d80 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:08.033800 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-04e295b4-29fb-4e52-907b-9aae65fe9d80 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Usage tracker for resource:port and tenant:10a4b1464e30470e8e13c0bd2bfded95 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:08.041052 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-04e295b4-29fb-4e52-907b-9aae65fe9d80 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:08.047727 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b5bfc-125b-495e-892a-8c8e3e316565 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=8c7957db-45b2-4877-b6e2-84331f3bdb83,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:08.053585 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729b5bfc-125b-495e-892a-8c8e3e316565 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:08.108165 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-04e295b4-29fb-4e52-907b-9aae65fe9d80 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:08.117941 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c9abe-04ef-4728-87f9-e8c02599ded7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Subnet': ['ID=97fc45a8-a02b-409e-be4f-d88438f6569c,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:08.118212 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-729b5bfc-125b-495e-892a-8c8e3e316565 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:08.131376 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729b5bfc-125b-495e-892a-8c8e3e316565 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:08.131997 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-729b5bfc-125b-495e-892a-8c8e3e316565 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:08.135634 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0726f92-e933-4a7b-9ba0-98c7aeb11da8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:06:08.139801 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9c9abe-04ef-4728-87f9-e8c02599ded7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Checking segment: {'id': 'a3f1a63f-8135-49d5-8ab9-e12871702e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e8d2a6eb-9f6f-457f-ba72-221cb18510e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:08.140639 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9c9abe-04ef-4728-87f9-e8c02599ded7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network hostable DHCP agents. Network: e8d2a6eb-9f6f-457f-ba72-221cb18510e1, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:06:08.156160 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75df9c36-3ee2-41b5-8251-ecd2c4fd3cfe None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:08.167242 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb5ebcc-50e7-4c0f-b7e7-e5ff194d21c5 None None] Sync routers for ids ['47cc13bd-8230-4329-bd77-580d4cd80da2'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:06:08.184323 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb5ebcc-50e7-4c0f-b7e7-e5ff194d21c5 None None] Routers {'47cc13bd-8230-4329-bd77-580d4cd80da2'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:06:08.189637 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4fb5ebcc-50e7-4c0f-b7e7-e5ff194d21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['47cc13bd-8230-4329-bd77-580d4cd80da2'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:08.224190 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9c9abe-04ef-4728-87f9-e8c02599ded7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network e8d2a6eb-9f6f-457f-ba72-221cb18510e1 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:06:08.224759 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:08.229159 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b0726f92-e933-4a7b-9ba0-98c7aeb11da8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "PUT /v2.0/routers/47cc13bd-8230-4329-bd77-580d4cd80da2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3729594 Feb 09 18:06:08.233182 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48776) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:08.282553 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e621e79-f5a6-4341-8e32-7b80b0abdb15 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] GET failed (client error): The resource could not be found. Feb 09 18:06:08.283224 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1e621e79-f5a6-4341-8e32-7b80b0abdb15 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Synchronizing usage tracker for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:06:08.298913 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf9c1bb-511e-491f-b855-1780992cfae1 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:08.299284 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf9c1bb-511e-491f-b855-1780992cfae1 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:08.299649 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf9c1bb-511e-491f-b855-1780992cfae1 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:08.300005 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf9c1bb-511e-491f-b855-1780992cfae1 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:08.300358 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf9c1bb-511e-491f-b855-1780992cfae1 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:08.300709 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf9c1bb-511e-491f-b855-1780992cfae1 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:08.301062 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf9c1bb-511e-491f-b855-1780992cfae1 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:08.301410 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf9c1bb-511e-491f-b855-1780992cfae1 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:08.301794 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf9c1bb-511e-491f-b855-1780992cfae1 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:08.302172 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf9c1bb-511e-491f-b855-1780992cfae1 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:08.302471 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf9c1bb-511e-491f-b855-1780992cfae1 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:08.303162 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4fb5ebcc-50e7-4c0f-b7e7-e5ff194d21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:08.303628 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-caf9c1bb-511e-491f-b855-1780992cfae1 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Synchronizing usage tracker for tenant:d04ab1f720c8443890d40fe69c7a7b63 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:06:08.307216 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-04e295b4-29fb-4e52-907b-9aae65fe9d80 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Made reservation on behalf of 10a4b1464e30470e8e13c0bd2bfded95 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:08.309431 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-7a9c9abe-04ef-4728-87f9-e8c02599ded7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, e8d2a6eb-9f6f-457f-ba72-221cb18510e1) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:08.315971 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-04e295b4-29fb-4e52-907b-9aae65fe9d80 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:08.316158 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9c9abe-04ef-4728-87f9-e8c02599ded7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:08.316158 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9abe-04ef-4728-87f9-e8c02599ded7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:08.337434 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ad9a99-b66a-4b86-8f76-c627e7b7cb87 None None] Network e8d2a6eb-9f6f-457f-ba72-221cb18510e1 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:08.337885 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Port': ['ID=04a71d87-91ab-4790-af87-9556a3e5edc6,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:08.350596 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb5ebcc-50e7-4c0f-b7e7-e5ff194d21c5 None None] Routers {'47cc13bd-8230-4329-bd77-580d4cd80da2'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:06:08.350596 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4fb5ebcc-50e7-4c0f-b7e7-e5ff194d21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['47cc13bd-8230-4329-bd77-580d4cd80da2'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:08.360558 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] No DVR routers for this DVR port 04a71d87-91ab-4790-af87-9556a3e5edc6 on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:06:08.424837 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1e621e79-f5a6-4341-8e32-7b80b0abdb15 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Unset dirty status for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:06:08.427026 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1e621e79-f5a6-4341-8e32-7b80b0abdb15 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports/abddee34-01c0-45c8-8563-a1d7efcb09bb HTTP/1.1" status: 404 len: 333 time: 0.1908891 Feb 09 18:06:08.429919 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7a9c9abe-04ef-4728-87f9-e8c02599ded7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0715768 Feb 09 18:06:08.431820 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48780) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:08.440699 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-729b5bfc-125b-495e-892a-8c8e3e316565 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8354475 Feb 09 18:06:08.451917 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48784) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:08.475013 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4fb5ebcc-50e7-4c0f-b7e7-e5ff194d21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:08.475426 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb5ebcc-50e7-4c0f-b7e7-e5ff194d21c5 None None] The sync data for ids ['47cc13bd-8230-4329-bd77-580d4cd80da2'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:06:08.565674 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:08.594232 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04261fd-32af-4213-ba9e-b6b346537d15']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:08.595803 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4740120d-a86c-4615-8126-6fd0f597fe4d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:08.611028 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf15029-3688-4597-b2dd-77050f807c4f') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:08.612644 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf15029-3688-4597-b2dd-77050f807c4f') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:08.624233 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:08.641832 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:08.648425 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:06:08.648997 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:08.718603 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-533fa7e0-9286-46d7-99f4-266111443da8', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'fixed_ips': [{'subnet_id': '8c7957db-45b2-4877-b6e2-84331f3bdb83'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:06:08.719689 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:08.785645 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ad9fd2-9a64-4433-923f-a03a91b443b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-e8d2a6eb-9f6f-457f-ba72-221cb18510e1', 'network_id': 'e8d2a6eb-9f6f-457f-ba72-221cb18510e1', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ips': [{'subnet_id': '97fc45a8-a02b-409e-be4f-d88438f6569c'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:06:08.786737 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e8ad9fd2-9a64-4433-923f-a03a91b443b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:06:08.852737 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:06:08.857558 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76448b29-3192-4aa1-94ed-b026a99e4feb tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:08.863710 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-81443558-29d4-4d25-857d-9aa0ebc175ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'fixed_ips': [{'subnet_id': '8c7957db-45b2-4877-b6e2-84331f3bdb83', 'ip_address': '2001:db8::3d33:70a1:ac8:5772'}], 'name': 'tempest-NetworksTestDHCPv6-1786614550'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:08.885936 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-caf9c1bb-511e-491f-b855-1780992cfae1 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Unset dirty status for tenant:d04ab1f720c8443890d40fe69c7a7b63 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:06:08.887499 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-caf9c1bb-511e-491f-b855-1780992cfae1 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7113 time: 1.0828714 Feb 09 18:06:08.893589 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-04e295b4-29fb-4e52-907b-9aae65fe9d80 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Allocated IP 172.20.0.8 (80e60e6d-fc87-452b-ad1a-b77ca354a9cd/e8a71708-3c6c-4754-9944-bc1082e83c1e/cc43ec91-0fc5-42c8-a553-13a6af55add1) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:08.893739 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48792) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:08.914962 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c09eb6-6936-4526-ba27-78158167e959 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Router 8191c06a-dccc-43b5-b6a3-64343aff3e2d has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:06:08.973079 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-a20f5aaa-2001-45ca-81a5-ba6f3312bdc1 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] delete failed (client error): The resource could not be found. Feb 09 18:06:08.974103 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a20f5aaa-2001-45ca-81a5-ba6f3312bdc1 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/4ca7d3c9-8fa7-48fa-9a89-a12131d66aa1 HTTP/1.1" status: 404 len: 345 time: 0.0822601 Feb 09 18:06:08.977470 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48796) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:08.984213 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:09.018018 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9f8f14-2286-4611-8fdd-77b9deda0740 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] DELETE failed (client error): The resource could not be found. Feb 09 18:06:09.018928 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9f8f14-2286-4611-8fdd-77b9deda0740 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:06:09.021084 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:09.025289 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-dc9f8f14-2286-4611-8fdd-77b9deda0740 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] 10.222.0.21 "DELETE /v2.0/networks/ef4d798b-280e-4c91-9820-378843e513ad HTTP/1.1" status: 404 len: 339 time: 0.0465910 Feb 09 18:06:09.034431 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48800) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:09.137300 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Network': ['ID=d04261fd-32af-4213-ba9e-b6b346537d15,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:09.168387 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Allocated IP 2001:db8::2 (533fa7e0-9286-46d7-99f4-266111443da8/8c7957db-45b2-4877-b6e2-84331f3bdb83/d05e3915-087c-44fb-a630-022af52096d3) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:09.239028 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-24f055d6-8ef3-4f8f-9a00-c0aad1a7aad5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/networks/d04261fd-32af-4213-ba9e-b6b346537d15 HTTP/1.1" status: 204 len: 168 time: 6.0319812 Feb 09 18:06:09.264217 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-e8ad9fd2-9a64-4433-923f-a03a91b443b0 None None] Allocated IP 172.20.0.18 (e8d2a6eb-9f6f-457f-ba72-221cb18510e1/97fc45a8-a02b-409e-be4f-d88438f6569c/ea1b07d4-5633-4478-ae63-b2f61329cb91) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:09.269545 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48804) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:09.278841 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Request body: {'network': {'name': 'tempest-network--88623349', 'router:external': True}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:09.295218 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-914326849'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:09.302155 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:09.308088 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d03a6fad-1a1a-45d0-a90d-7ed58d9aac3c req-a614bbc4-ce36-4474-a272-84f27ed61b15 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 210 time: 0.0650744 Feb 09 18:06:09.313657 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Usage tracker for resource:network and tenant:d04ab1f720c8443890d40fe69c7a7b63 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:09.319251 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:09.385815 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:09.422600 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:09.474529 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4740120d-a86c-4615-8126-6fd0f597fe4d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:09.480754 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4740120d-a86c-4615-8126-6fd0f597fe4d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:09.518642 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Usage tracker for resource:network and tenant:b75406ac5e534d45adbe01b1fd78744d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:09.520201 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Made reservation on behalf of d04ab1f720c8443890d40fe69c7a7b63 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:09.523958 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:09.539108 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:09.559403 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:09.576197 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:06:09.593845 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:09.594494 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Added segment fbcec72c-8e49-4fd6-b08a-4528016dc405 of type vlan for network 6ee69911-77e4-404b-9a1f-00644dfbf0db Feb 09 18:06:09.605116 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-81443558-29d4-4d25-857d-9aa0ebc175ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:09.623854 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:09.633473 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-81443558-29d4-4d25-857d-9aa0ebc175ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:09.644770 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Transition to ACTIVE for port object d05e3915-087c-44fb-a630-022af52096d3 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:09.647014 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:09.675405 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e8ad9fd2-9a64-4433-923f-a03a91b443b0 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:09.685091 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Transition to ACTIVE for port object d05e3915-087c-44fb-a630-022af52096d3 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:09.691845 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e8ad9fd2-9a64-4433-923f-a03a91b443b0 None None] Transition to ACTIVE for port object ea1b07d4-5633-4478-ae63-b2f61329cb91 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:09.705116 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4740120d-a86c-4615-8126-6fd0f597fe4d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:09.705836 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4740120d-a86c-4615-8126-6fd0f597fe4d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Fanout notify agent at l3_agent the message router_deleted on router 47cc13bd-8230-4329-bd77-580d4cd80da2 {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:06:09.719051 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e8ad9fd2-9a64-4433-923f-a03a91b443b0 None None] Transition to ACTIVE for port object ea1b07d4-5633-4478-ae63-b2f61329cb91 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:09.726897 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4740120d-a86c-4615-8126-6fd0f597fe4d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:09.728204 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4740120d-a86c-4615-8126-6fd0f597fe4d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/routers/47cc13bd-8230-4329-bd77-580d4cd80da2 HTTP/1.1" status: 204 len: 168 time: 1.2952166 Feb 09 18:06:09.732407 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48810) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:09.744914 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-04e295b4-29fb-4e52-907b-9aae65fe9d80 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:09.747824 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Made reservation on behalf of b75406ac5e534d45adbe01b1fd78744d for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:09.750814 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:09.782306 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81443558-29d4-4d25-857d-9aa0ebc175ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:09.820706 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-04e295b4-29fb-4e52-907b-9aae65fe9d80 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Transition to ACTIVE for port object cc43ec91-0fc5-42c8-a553-13a6af55add1 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:09.825021 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:09.829185 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:09.829336 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:09.829336 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:09.879069 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e8ad9fd2-9a64-4433-923f-a03a91b443b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:09.928218 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:09.932833 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:09.938430 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:09.952387 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ad9fd2-9a64-4433-923f-a03a91b443b0 None None] Network e8d2a6eb-9f6f-457f-ba72-221cb18510e1 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:09.955119 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Pushing event updated for resources: {'Port': ['ID=d05e3915-087c-44fb-a630-022af52096d3,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:09.958722 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-e8ad9fd2-9a64-4433-923f-a03a91b443b0 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:09.986764 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Pushing event updated for resources: {'Network': ['ID=6ee69911-77e4-404b-9a1f-00644dfbf0db,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:09.990005 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.7575316 Feb 09 18:06:10.002527 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48814) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:10.029158 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad9fd2-9a64-4433-923f-a03a91b443b0 None None] Pushing event updated for resources: {'Port': ['ID=ea1b07d4-5633-4478-ae63-b2f61329cb91,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:10.032767 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ad9fd2-9a64-4433-923f-a03a91b443b0 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:10.047802 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:10.048255 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:10.048664 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:10.049069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:10.049467 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:10.049864 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:10.050257 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:10.050675 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:10.051080 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:10.051472 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:10.051862 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32851092-3e06-432c-8d36-c798c41aa6ea tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:10.076780 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48818) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:10.084612 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 6ee69911-77e4-404b-9a1f-00644dfbf0db details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:06:10.097298 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ecdf972b-3b9b-4ebe-b61b-551bc5f7c001 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1107714089', 'description': 'tempest-secgroup-smoke-1107714089 description', 'project_id': '352fd60817ff4d5d9e97f16f52485b96'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:10.125766 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ecdf972b-3b9b-4ebe-b61b-551bc5f7c001 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:10.148656 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:06:10.167640 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-e654af6b-2f4b-4f6d-bbe8-129fdd57015f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting subnet ab2ab14f-b367-4799-9f8c-36f5436b0129 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:06:10.173642 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e654af6b-2f4b-4f6d-bbe8-129fdd57015f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:10.180537 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ecdf972b-3b9b-4ebe-b61b-551bc5f7c001 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:10.193469 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76448b29-3192-4aa1-94ed-b026a99e4feb tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:10.238312 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:10.238658 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Added segment ad449d1a-bf14-4e20-9d79-eb3d9bb99a64 of type vlan for network 8039cc0c-1cbc-454e-ba6a-ed05518371e8 Feb 09 18:06:10.263290 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76448b29-3192-4aa1-94ed-b026a99e4feb tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:10.269526 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237d0e20-df38-4490-8414-0d24c892a835 tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:10.275161 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237d0e20-df38-4490-8414-0d24c892a835 tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:10.279876 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237d0e20-df38-4490-8414-0d24c892a835 tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:10.284903 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237d0e20-df38-4490-8414-0d24c892a835 tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:10.285728 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-237d0e20-df38-4490-8414-0d24c892a835 tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.2821739 Feb 09 18:06:10.289057 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48822) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:10.289401 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c09eb6-6936-4526-ba27-78158167e959 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:06:10.304476 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644c1006-548f-42be-b9d2-fd011a59fe39 None None] Sync routers for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:06:10.323849 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e654af6b-2f4b-4f6d-bbe8-129fdd57015f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:10.355693 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecdf972b-3b9b-4ebe-b61b-551bc5f7c001 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:10.368927 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-81443558-29d4-4d25-857d-9aa0ebc175ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:10.369076 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Attempting to bind port d05e3915-087c-44fb-a630-022af52096d3 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:06:10.369422 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Attempting to bind port d05e3915-087c-44fb-a630-022af52096d3 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:06:10.369780 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Attempting to bind port d05e3915-087c-44fb-a630-022af52096d3 on network 533fa7e0-9286-46d7-99f4-266111443da8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:06:10.397095 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-37c09eb6-6936-4526-ba27-78158167e959 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "PUT /v2.0/routers/8191c06a-dccc-43b5-b6a3-64343aff3e2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4239869 Feb 09 18:06:10.402220 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:10.412412 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48828) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:10.451601 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-e8ad9fd2-9a64-4433-923f-a03a91b443b0 None None] Attempting to bind port ea1b07d4-5633-4478-ae63-b2f61329cb91 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:06:10.451901 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-e8ad9fd2-9a64-4433-923f-a03a91b443b0 None None] Attempting to bind port ea1b07d4-5633-4478-ae63-b2f61329cb91 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'a3f1a63f-8135-49d5-8ab9-e12871702e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e8d2a6eb-9f6f-457f-ba72-221cb18510e1'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:06:10.452223 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ad9fd2-9a64-4433-923f-a03a91b443b0 None None] Attempting to bind port ea1b07d4-5633-4478-ae63-b2f61329cb91 on network e8d2a6eb-9f6f-457f-ba72-221cb18510e1 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:06:10.454399 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:06:10.454771 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Checking segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:10.455160 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:10.455544 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Bound using segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:06:10.456171 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Bound port: d05e3915-087c-44fb-a630-022af52096d3, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:06:10.456547 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:10.519488 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-04e295b4-29fb-4e52-907b-9aae65fe9d80 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:10.519896 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644c1006-548f-42be-b9d2-fd011a59fe39 None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:06:10.520599 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-644c1006-548f-42be-b9d2-fd011a59fe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:10.530750 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-81443558-29d4-4d25-857d-9aa0ebc175ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] device_id is not set on port b90114e4-4454-4089-95b3-d2839fc61d3d yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:06:10.593035 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-644c1006-548f-42be-b9d2-fd011a59fe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:10.595272 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ad9fd2-9a64-4433-923f-a03a91b443b0 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:06:10.595681 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ad9fd2-9a64-4433-923f-a03a91b443b0 None None] Checking segment: {'id': 'a3f1a63f-8135-49d5-8ab9-e12871702e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e8d2a6eb-9f6f-457f-ba72-221cb18510e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:10.596076 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e8ad9fd2-9a64-4433-923f-a03a91b443b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:10.596462 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ad9fd2-9a64-4433-923f-a03a91b443b0 None None] Bound using segment: {'id': 'a3f1a63f-8135-49d5-8ab9-e12871702e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e8d2a6eb-9f6f-457f-ba72-221cb18510e1'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:06:10.596927 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-e8ad9fd2-9a64-4433-923f-a03a91b443b0 None None] Bound port: ea1b07d4-5633-4478-ae63-b2f61329cb91, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f1a63f-8135-49d5-8ab9-e12871702e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e8d2a6eb-9f6f-457f-ba72-221cb18510e1'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:06:10.597294 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e8ad9fd2-9a64-4433-923f-a03a91b443b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:10.606068 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b47742a9-f5b2-4a54-96d3-e8bb99b7491b tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:10.698118 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e654af6b-2f4b-4f6d-bbe8-129fdd57015f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:10.709082 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:06:10.709304 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] For port d05e3915-087c-44fb-a630-022af52096d3, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:06:10.728633 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644c1006-548f-42be-b9d2-fd011a59fe39 None None] Routers {'8191c06a-dccc-43b5-b6a3-64343aff3e2d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:06:10.729502 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-644c1006-548f-42be-b9d2-fd011a59fe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:10.773628 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ecdf972b-3b9b-4ebe-b61b-551bc5f7c001 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:10.829988 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] For port d05e3915-087c-44fb-a630-022af52096d3, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=d05e3915-087c-44fb-a630-022af52096d3,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:06:10.843427 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-644c1006-548f-42be-b9d2-fd011a59fe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:10.844161 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644c1006-548f-42be-b9d2-fd011a59fe39 None None] The sync data for ids ['8191c06a-dccc-43b5-b6a3-64343aff3e2d'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:06:10.853621 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ecdf972b-3b9b-4ebe-b61b-551bc5f7c001 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:10.864524 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-e8ad9fd2-9a64-4433-923f-a03a91b443b0 None None] For port ea1b07d4-5633-4478-ae63-b2f61329cb91, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:06:10.869552 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ecdf972b-3b9b-4ebe-b61b-551bc5f7c001 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:10.869828 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-e8ad9fd2-9a64-4433-923f-a03a91b443b0 None None] For port ea1b07d4-5633-4478-ae63-b2f61329cb91, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=ea1b07d4-5633-4478-ae63-b2f61329cb91,segment=NetworkSegment(a3f1a63f-8135-49d5-8ab9-e12871702e49),segment_id=a3f1a63f-8135-49d5-8ab9-e12871702e49)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:06:10.876055 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e295b4-29fb-4e52-907b-9aae65fe9d80 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Pushing event updated for resources: {'Port': ['ID=cc43ec91-0fc5-42c8-a553-13a6af55add1,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:10.897220 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-04e295b4-29fb-4e52-907b-9aae65fe9d80 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Network 80e60e6d-fc87-452b-ad1a-b77ca354a9cd is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:10.907382 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-04e295b4-29fb-4e52-907b-9aae65fe9d80 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:10.913788 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ecdf972b-3b9b-4ebe-b61b-551bc5f7c001 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:10.915611 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:10.962812 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5464ff-4b68-4d7b-9d13-634c5afa160a req-3b3513d1-da41-4eb1-897e-3157d481c80f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:10.964345 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6e5464ff-4b68-4d7b-9d13-634c5afa160a req-3b3513d1-da41-4eb1-897e-3157d481c80f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 931 time: 0.4743958 Feb 09 18:06:10.968405 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b47742a9-f5b2-4a54-96d3-e8bb99b7491b tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:10.984501 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-04e295b4-29fb-4e52-907b-9aae65fe9d80 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:11.027566 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e8ad9fd2-9a64-4433-923f-a03a91b443b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:11.051903 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Pushing event updated for resources: {'Port': ['ID=d05e3915-087c-44fb-a630-022af52096d3,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:11.068005 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:11.068355 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:11.068751 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:11.069093 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:11.069533 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:11.069867 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:11.070192 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:11.070543 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:11.071249 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:11.071249 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:11.077011 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e78d7a-2ce4-40b5-9908-87c0896d472c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:11.096859 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-b47742a9-f5b2-4a54-96d3-e8bb99b7491b tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee69911-77e4-404b-9a1f-00644dfbf0db']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:11.143677 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-b47742a9-f5b2-4a54-96d3-e8bb99b7491b tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbcec72c-8e49-4fd6-b08a-4528016dc405') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:11.145346 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-b47742a9-f5b2-4a54-96d3-e8bb99b7491b tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbcec72c-8e49-4fd6-b08a-4528016dc405') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:11.178546 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:11.188897 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:11.193339 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:11.210893 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad9fd2-9a64-4433-923f-a03a91b443b0 None None] Pushing event updated for resources: {'Port': ['ID=ea1b07d4-5633-4478-ae63-b2f61329cb91,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:11.215842 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6e5464ff-4b68-4d7b-9d13-634c5afa160a req-518149e6-3c68-4690-b8a5-8ff9fcf21e8a tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270494 Feb 09 18:06:11.222030 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b47742a9-f5b2-4a54-96d3-e8bb99b7491b tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:11.248222 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e654af6b-2f4b-4f6d-bbe8-129fdd57015f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:11.304509 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b47742a9-f5b2-4a54-96d3-e8bb99b7491b tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:11.309185 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654af6b-2f4b-4f6d-bbe8-129fdd57015f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Subnet': ['ID=ab2ab14f-b367-4799-9f8c-36f5436b0129,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:11.318968 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47742a9-f5b2-4a54-96d3-e8bb99b7491b tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:06:11.319571 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b47742a9-f5b2-4a54-96d3-e8bb99b7491b tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:11.326685 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2ae323-dc55-42b0-853b-7b63f40de20e None None] Network 2dfc11fe-706a-4cc9-92c4-b8e9855791ee requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:06:11.365287 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:06:11.449110 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecdf972b-3b9b-4ebe-b61b-551bc5f7c001 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:11.481602 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-76448b29-3192-4aa1-94ed-b026a99e4feb tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Allocated IP 172.26.8.22 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/ed9f12fa-544f-46be-8611-682f8ce84c99) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:11.489563 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e654af6b-2f4b-4f6d-bbe8-129fdd57015f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:11.515590 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event updated for resources: {'Network': ['ID=8039cc0c-1cbc-454e-ba6a-ed05518371e8,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:11.598127 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e654af6b-2f4b-4f6d-bbe8-129fdd57015f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/subnets/ab2ab14f-b367-4799-9f8c-36f5436b0129 HTTP/1.1" status: 204 len: 168 time: 1.8645394 Feb 09 18:06:11.598973 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48832) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:11.619696 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-04e295b4-29fb-4e52-907b-9aae65fe9d80 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:11.620313 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-04e295b4-29fb-4e52-907b-9aae65fe9d80 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:11.624226 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecdf972b-3b9b-4ebe-b61b-551bc5f7c001 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:11.644191 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c290611e-8077-4916-ae96-6ad45185e843 None None] Provisioning for port cc43ec91-0fc5-42c8-a553-13a6af55add1 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:11.658777 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c290611e-8077-4916-ae96-6ad45185e843 None None] Provisioning complete for port cc43ec91-0fc5-42c8-a553-13a6af55add1 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:11.674554 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c290611e-8077-4916-ae96-6ad45185e843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:11.747212 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b47742a9-f5b2-4a54-96d3-e8bb99b7491b tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:11.774151 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47742a9-f5b2-4a54-96d3-e8bb99b7491b tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6ee69911-77e4-404b-9a1f-00644dfbf0db {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 18:06:11.805580 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c290611e-8077-4916-ae96-6ad45185e843 None None] Port cc43ec91-0fc5-42c8-a553-13a6af55add1 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:06:11.805914 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b47742a9-f5b2-4a54-96d3-e8bb99b7491b tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:11.838451 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47742a9-f5b2-4a54-96d3-e8bb99b7491b tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Pushing event deleted for resources: {'Network': ['ID=6ee69911-77e4-404b-9a1f-00644dfbf0db,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:11.854053 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b47742a9-f5b2-4a54-96d3-e8bb99b7491b tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] 10.222.0.21 "DELETE /v2.0/networks/6ee69911-77e4-404b-9a1f-00644dfbf0db HTTP/1.1" status: 204 len: 168 time: 1.5594828 Feb 09 18:06:11.855832 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48836) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:11.856953 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:11.857317 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:11.857737 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:11.858085 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:11.858448 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:11.858780 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:11.859230 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:11.859458 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:11.859753 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:11.860082 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:11.860404 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:11.862539 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-0fd6d0e1-6842-482e-a1bc-215c6cc93f73 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Request body: {'network': {'name': 'tempest-network--511103519', 'router:external': True}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:11.871747 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f023a675-ac9d-4905-a65a-2b514bc356b3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:11.873869 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 8039cc0c-1cbc-454e-ba6a-ed05518371e8 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:06:11.876688 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-0fd6d0e1-6842-482e-a1bc-215c6cc93f73 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:11.882718 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-259cf3b9-48bf-41f5-ba5b-92ffc48830e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.6021643 Feb 09 18:06:11.891567 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-0fd6d0e1-6842-482e-a1bc-215c6cc93f73 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Usage tracker for resource:network and tenant:d04ab1f720c8443890d40fe69c7a7b63 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:11.897274 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48840) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:11.901328 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-0fd6d0e1-6842-482e-a1bc-215c6cc93f73 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:11.913685 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-5533b7bf-11fb-4db2-a1e9-1349187899b0 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Request body: {'subnet': {'network_id': '8039cc0c-1cbc-454e-ba6a-ed05518371e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:11.967465 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf972b-3b9b-4ebe-b61b-551bc5f7c001 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad636a0a-c112-4998-adda-711ab7f6a3ac,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:11.973175 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-81443558-29d4-4d25-857d-9aa0ebc175ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 2001:db8::3d33:70a1:ac8:5772 (533fa7e0-9286-46d7-99f4-266111443da8/8c7957db-45b2-4877-b6e2-84331f3bdb83/b90114e4-4454-4089-95b3-d2839fc61d3d) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:11.975413 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-0fd6d0e1-6842-482e-a1bc-215c6cc93f73 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:11.996890 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d63763-6cea-438e-a74f-30a6ad272cfd None None] DHCP port deletion for 2dfc11fe-706a-4cc9-92c4-b8e9855791ee request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:06:12.024722 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76448b29-3192-4aa1-94ed-b026a99e4feb tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:12.069048 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecdf972b-3b9b-4ebe-b61b-551bc5f7c001 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:12.071062 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ecdf972b-3b9b-4ebe-b61b-551bc5f7c001 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.9873972 Feb 09 18:06:12.079026 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-04e295b4-29fb-4e52-907b-9aae65fe9d80 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1566279 Feb 09 18:06:12.079026 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48844) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:12.087839 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-a783a16d-3379-4296-9951-27635079f52f service neutron] Request body: {'port': {'device_id': '925e302a-d2eb-45c2-bd31-2ec545b0f90b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:12.088045 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a7d63763-6cea-438e-a74f-30a6ad272cfd None None] Deleting port da430f1b-7636-4cce-a53f-4f5007e8095e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:06:12.088425 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7d63763-6cea-438e-a74f-30a6ad272cfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:12.116776 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5533b7bf-11fb-4db2-a1e9-1349187899b0 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:12.126531 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5533b7bf-11fb-4db2-a1e9-1349187899b0 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Usage tracker for resource:subnet and tenant:b75406ac5e534d45adbe01b1fd78744d is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:12.135298 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5533b7bf-11fb-4db2-a1e9-1349187899b0 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:12.149294 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5533b7bf-11fb-4db2-a1e9-1349187899b0 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:12.170585 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-f023a675-ac9d-4905-a65a-2b514bc356b3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting port da430f1b-7636-4cce-a53f-4f5007e8095e {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:06:12.171150 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f023a675-ac9d-4905-a65a-2b514bc356b3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:12.175674 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3fb4c9ce-6796-4a87-a528-2da99c25aebe tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'ad636a0a-c112-4998-adda-711ab7f6a3ac', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:12.190118 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76448b29-3192-4aa1-94ed-b026a99e4feb tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:12.287438 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5533b7bf-11fb-4db2-a1e9-1349187899b0 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Made reservation on behalf of b75406ac5e534d45adbe01b1fd78744d for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:12.321389 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3fb4c9ce-6796-4a87-a528-2da99c25aebe tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:12.339058 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76448b29-3192-4aa1-94ed-b026a99e4feb tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Pushing event updated for resources: {'Port': ['ID=ed9f12fa-544f-46be-8611-682f8ce84c99,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:12.384235 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-a7d63763-6cea-438e-a74f-30a6ad272cfd None None] For port da430f1b-7636-4cce-a53f-4f5007e8095e, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=da430f1b-7636-4cce-a53f-4f5007e8095e,segment=NetworkSegment(e549787e-b43c-4927-96e3-4637c9965aa9),segment_id=e549787e-b43c-4927-96e3-4637c9965aa9)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:12.385284 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7d63763-6cea-438e-a74f-30a6ad272cfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:12.392174 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-3fb4c9ce-6796-4a87-a528-2da99c25aebe tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:12.436809 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-3fb4c9ce-6796-4a87-a528-2da99c25aebe tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:12.452378 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5530e1c1-c420-4407-9fc4-b322f2965513 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:12.500686 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5533b7bf-11fb-4db2-a1e9-1349187899b0 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:12.588525 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a7d63763-6cea-438e-a74f-30a6ad272cfd None None] Calling delete_port for da430f1b-7636-4cce-a53f-4f5007e8095e owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:06:12.751098 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd6d0e1-6842-482e-a1bc-215c6cc93f73 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Made reservation on behalf of d04ab1f720c8443890d40fe69c7a7b63 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:12.753543 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0fd6d0e1-6842-482e-a1bc-215c6cc93f73 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:12.772128 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7d63763-6cea-438e-a74f-30a6ad272cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:12.795273 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3fb4c9ce-6796-4a87-a528-2da99c25aebe tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:12.799359 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd6d0e1-6842-482e-a1bc-215c6cc93f73 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:06:12.809400 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0fd6d0e1-6842-482e-a1bc-215c6cc93f73 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:12.809751 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-0fd6d0e1-6842-482e-a1bc-215c6cc93f73 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Added segment 9adb499c-7ac0-48e9-b6d0-156477b6007b of type vlan for network 04d5dee3-3ec2-4fdc-9b59-62b751b7ad48 Feb 09 18:06:12.824864 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76448b29-3192-4aa1-94ed-b026a99e4feb tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:12.844787 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d63763-6cea-438e-a74f-30a6ad272cfd None None] Pushing event deleted for resources: {'Port': ['ID=da430f1b-7636-4cce-a53f-4f5007e8095e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:12.849062 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0fd6d0e1-6842-482e-a1bc-215c6cc93f73 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:12.856804 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d63763-6cea-438e-a74f-30a6ad272cfd None None] No DVR routers for this DVR port da430f1b-7636-4cce-a53f-4f5007e8095e on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:06:12.867361 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-76448b29-3192-4aa1-94ed-b026a99e4feb tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:12.924595 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76448b29-3192-4aa1-94ed-b026a99e4feb tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:12.988166 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a09932f-e588-4afd-af0d-0d2f94e68f2a None None] Network e8d2a6eb-9f6f-457f-ba72-221cb18510e1 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:13.129756 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5533b7bf-11fb-4db2-a1e9-1349187899b0 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:13.206921 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-a783a16d-3379-4296-9951-27635079f52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:13.214421 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a0b49952-4cff-4148-8d35-54ce135ea41c None None] Provisioning for port ea1b07d4-5633-4478-ae63-b2f61329cb91 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:13.229256 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3fb4c9ce-6796-4a87-a528-2da99c25aebe tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:13.245102 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a1987-8b6a-43a5-ad44-a6109094527c req-0fca98f2-e388-4e6e-8a4f-ca792a710ca7 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:13.254342 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f30a1987-8b6a-43a5-ad44-a6109094527c req-0fca98f2-e388-4e6e-8a4f-ca792a710ca7 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 931 time: 0.7566109 Feb 09 18:06:13.272008 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0fd6d0e1-6842-482e-a1bc-215c6cc93f73 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:13.273528 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd6d0e1-6842-482e-a1bc-215c6cc93f73 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:13.274243 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0fd6d0e1-6842-482e-a1bc-215c6cc93f73 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:13.288916 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device d05e3915-087c-44fb-a630-022af52096d3 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:06:13.404912 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-f023a675-ac9d-4905-a65a-2b514bc356b3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] For port da430f1b-7636-4cce-a53f-4f5007e8095e, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=da430f1b-7636-4cce-a53f-4f5007e8095e,segment=NetworkSegment(e549787e-b43c-4927-96e3-4637c9965aa9),segment_id=e549787e-b43c-4927-96e3-4637c9965aa9)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:13.405377 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f023a675-ac9d-4905-a65a-2b514bc356b3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:13.428314 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-81443558-29d4-4d25-857d-9aa0ebc175ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:13.440229 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-70279be3-36ec-4d06-878f-a959274dd3dc None None] Provisioning for port d05e3915-087c-44fb-a630-022af52096d3 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:13.459559 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533b7bf-11fb-4db2-a1e9-1349187899b0 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event updated for resources: {'Subnet': ['ID=f1139317-a40c-462e-afc9-cfb569b4fc6a,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:13.471827 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port d05e3915-087c-44fb-a630-022af52096d3 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:13.477683 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port d05e3915-087c-44fb-a630-022af52096d3 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:13.481653 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:13.537192 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3fb4c9ce-6796-4a87-a528-2da99c25aebe tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:13.538620 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-81443558-29d4-4d25-857d-9aa0ebc175ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Transition to ACTIVE for port object b90114e4-4454-4089-95b3-d2839fc61d3d will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:13.634919 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:13.669007 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3fb4c9ce-6796-4a87-a528-2da99c25aebe tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:13.672189 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port d05e3915-087c-44fb-a630-022af52096d3, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=d05e3915-087c-44fb-a630-022af52096d3,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:13.710984 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0fd6d0e1-6842-482e-a1bc-215c6cc93f73 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8540666 Feb 09 18:06:13.718088 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-f023a675-ac9d-4905-a65a-2b514bc356b3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Calling delete_port for da430f1b-7636-4cce-a53f-4f5007e8095e owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:06:13.731208 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4c9ce-6796-4a87-a528-2da99c25aebe tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38bda6a1-a3e3-461d-b9e9-9e30e854afe4,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:13.735753 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48850) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:13.743501 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:13.744490 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device ea1b07d4-5633-4478-ae63-b2f61329cb91 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:06:13.770473 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f30a1987-8b6a-43a5-ad44-a6109094527c req-a92f58eb-4560-4a4b-a3a4-26b68db86547 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5151503 Feb 09 18:06:13.771098 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6d0e1-6842-482e-a1bc-215c6cc93f73 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Pushing event updated for resources: {'Network': ['ID=04d5dee3-3ec2-4fdc-9b59-62b751b7ad48,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:13.790095 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5533b7bf-11fb-4db2-a1e9-1349187899b0 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Checking segment: {'id': 'ad449d1a-bf14-4e20-9d79-eb3d9bb99a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8039cc0c-1cbc-454e-ba6a-ed05518371e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:13.790345 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5533b7bf-11fb-4db2-a1e9-1349187899b0 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Network hostable DHCP agents. Network: 8039cc0c-1cbc-454e-ba6a-ed05518371e8, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:06:13.839259 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.api [None req-f023a675-ac9d-4905-a65a-2b514bc356b3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:06:13.839593 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG oslo_db.api [None req-f023a675-ac9d-4905-a65a-2b514bc356b3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:06:13.842811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 04d5dee3-3ec2-4fdc-9b59-62b751b7ad48 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:06:13.856264 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:06:13.860800 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3fb4c9ce-6796-4a87-a528-2da99c25aebe tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:13.862066 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3fb4c9ce-6796-4a87-a528-2da99c25aebe tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.7812562 Feb 09 18:06:13.863293 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-81443558-29d4-4d25-857d-9aa0ebc175ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:13.865057 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48854) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:13.872585 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-0d6755e2-7f11-4a4a-8fc5-96fe1f8ee04f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'ad636a0a-c112-4998-adda-711ab7f6a3ac', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:13.878459 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-0d6755e2-7f11-4a4a-8fc5-96fe1f8ee04f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:13.882203 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5533b7bf-11fb-4db2-a1e9-1349187899b0 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Network 8039cc0c-1cbc-454e-ba6a-ed05518371e8 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:06:13.884624 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-0d6755e2-7f11-4a4a-8fc5-96fe1f8ee04f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:13.889299 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-0d6755e2-7f11-4a4a-8fc5-96fe1f8ee04f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:13.897638 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-0d6755e2-7f11-4a4a-8fc5-96fe1f8ee04f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:13.983895 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-5533b7bf-11fb-4db2-a1e9-1349187899b0 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 8039cc0c-1cbc-454e-ba6a-ed05518371e8) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:13.996682 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5533b7bf-11fb-4db2-a1e9-1349187899b0 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:13.998059 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5533b7bf-11fb-4db2-a1e9-1349187899b0 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:13.998558 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5530e1c1-c420-4407-9fc4-b322f2965513 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:14.003274 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0d6755e2-7f11-4a4a-8fc5-96fe1f8ee04f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:14.019762 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dea9013-b343-4dc8-90f4-90be55e62a78 None None] Network 8039cc0c-1cbc-454e-ba6a-ed05518371e8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:14.035647 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe540edc-1d91-4352-948b-990577296910 tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:14.036522 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-fe540edc-1d91-4352-948b-990577296910 tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Synchronizing usage tracker for tenant:7f79e2b8f88d43328c950aac4bdf4963 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:06:14.039836 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=d05e3915-087c-44fb-a630-022af52096d3,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:14.041714 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81443558-29d4-4d25-857d-9aa0ebc175ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:14.058154 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76448b29-3192-4aa1-94ed-b026a99e4feb tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:14.088281 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0d6755e2-7f11-4a4a-8fc5-96fe1f8ee04f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:14.105448 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-81443558-29d4-4d25-857d-9aa0ebc175ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:14.107921 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81443558-29d4-4d25-857d-9aa0ebc175ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:14.113478 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81443558-29d4-4d25-857d-9aa0ebc175ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:14.113880 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port ea1b07d4-5633-4478-ae63-b2f61329cb91 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:14.114074 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-81443558-29d4-4d25-857d-9aa0ebc175ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:14.123753 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port ea1b07d4-5633-4478-ae63-b2f61329cb91 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:14.123753 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:14.126094 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81443558-29d4-4d25-857d-9aa0ebc175ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=b90114e4-4454-4089-95b3-d2839fc61d3d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:14.133065 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5533b7bf-11fb-4db2-a1e9-1349187899b0 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2339437 Feb 09 18:06:14.138739 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48858) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:14.144732 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-4d68ad60-378c-4f33-8e24-0fe079af2b65 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-216071042'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:14.155491 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4d68ad60-378c-4f33-8e24-0fe079af2b65 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:14.165225 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4d68ad60-378c-4f33-8e24-0fe079af2b65 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Usage tracker for resource:network and tenant:b75406ac5e534d45adbe01b1fd78744d is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:14.169358 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4d68ad60-378c-4f33-8e24-0fe079af2b65 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:14.176051 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4d68ad60-378c-4f33-8e24-0fe079af2b65 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:14.188607 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0d6755e2-7f11-4a4a-8fc5-96fe1f8ee04f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:14.190849 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-a783a16d-3379-4296-9951-27635079f52f service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:06:14.213609 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6755e2-7f11-4a4a-8fc5-96fe1f8ee04f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6039ee69-6bef-4398-9c25-68e3a30bdc4d,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:14.224396 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5530e1c1-c420-4407-9fc4-b322f2965513 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Deleting port d227db40-7a65-4fb0-9a0f-6a289cf4378c {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:06:14.224953 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5530e1c1-c420-4407-9fc4-b322f2965513 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:14.245823 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d68ad60-378c-4f33-8e24-0fe079af2b65 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Made reservation on behalf of b75406ac5e534d45adbe01b1fd78744d for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:14.249958 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4d68ad60-378c-4f33-8e24-0fe079af2b65 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:14.289277 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d68ad60-378c-4f33-8e24-0fe079af2b65 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:06:14.300121 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4d68ad60-378c-4f33-8e24-0fe079af2b65 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:14.300476 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-4d68ad60-378c-4f33-8e24-0fe079af2b65 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Added segment 0f940281-d575-4161-95d7-23eaf1cd56a1 of type vlan for network fe6b031e-a037-4f08-a3a6-67862c324fe7 Feb 09 18:06:14.321960 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0d6755e2-7f11-4a4a-8fc5-96fe1f8ee04f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:14.326691 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0d6755e2-7f11-4a4a-8fc5-96fe1f8ee04f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4587257 Feb 09 18:06:14.327932 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48862) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:14.345809 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-f023a675-ac9d-4905-a65a-2b514bc356b3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting port da430f1b-7636-4cce-a53f-4f5007e8095e {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:06:14.346250 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f023a675-ac9d-4905-a65a-2b514bc356b3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:14.375059 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-81443558-29d4-4d25-857d-9aa0ebc175ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.9219446 Feb 09 18:06:14.386861 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48866) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:14.392150 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-d16cd8f0-05f3-4b85-bc2f-e4e79a9d691d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'ad636a0a-c112-4998-adda-711ab7f6a3ac', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:14.392353 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217aaef1-04da-4073-a4e7-ba74634e8942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-8039cc0c-1cbc-454e-ba6a-ed05518371e8', 'network_id': '8039cc0c-1cbc-454e-ba6a-ed05518371e8', 'tenant_id': 'b75406ac5e534d45adbe01b1fd78744d', 'fixed_ips': [{'subnet_id': 'f1139317-a40c-462e-afc9-cfb569b4fc6a'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:06:14.392839 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-217aaef1-04da-4073-a4e7-ba74634e8942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:14.405602 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-a783a16d-3379-4296-9951-27635079f52f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc43ec91-0fc5-42c8-a553-13a6af55add1 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:06:14.414525 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-94208e17-1cbd-4949-8be7-cdab4156717c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'fixed_ips': [{'subnet_id': '8c7957db-45b2-4877-b6e2-84331f3bdb83', 'ip_address': '2001:db8::3d33:70a1:ac8:5772'}], 'name': 'tempest-NetworksTestDHCPv6-565612572'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:14.432800 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4d68ad60-378c-4f33-8e24-0fe079af2b65 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:14.442776 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d16cd8f0-05f3-4b85-bc2f-e4e79a9d691d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:14.476210 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-a783a16d-3379-4296-9951-27635079f52f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:14.489182 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-fe540edc-1d91-4352-948b-990577296910 tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Unset dirty status for tenant:7f79e2b8f88d43328c950aac4bdf4963 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:06:14.494339 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fe540edc-1d91-4352-948b-990577296910 tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] 10.222.0.21 "GET /v2.0/networks/04d5dee3-3ec2-4fdc-9b59-62b751b7ad48 HTTP/1.1" status: 200 len: 756 time: 0.7473330 Feb 09 18:06:14.507886 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48870) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:14.536006 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d16cd8f0-05f3-4b85-bc2f-e4e79a9d691d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:14.536712 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76448b29-3192-4aa1-94ed-b026a99e4feb tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:14.546634 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:14.547756 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-f023a675-ac9d-4905-a65a-2b514bc356b3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] The port 'da430f1b-7636-4cce-a53f-4f5007e8095e' was deleted {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:06:14.549257 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d16cd8f0-05f3-4b85-bc2f-e4e79a9d691d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:14.567163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d16cd8f0-05f3-4b85-bc2f-e4e79a9d691d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:14.597336 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-a783a16d-3379-4296-9951-27635079f52f service neutron] Transition to ACTIVE for port object cc43ec91-0fc5-42c8-a553-13a6af55add1 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:14.611551 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76448b29-3192-4aa1-94ed-b026a99e4feb tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640420'] for router, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:14.703620 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a5629ce3-c948-4cea-9263-4db0d1bb82c5 None None] Provisioning for port b90114e4-4454-4089-95b3-d2839fc61d3d completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:14.763176 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port ea1b07d4-5633-4478-ae63-b2f61329cb91, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=ea1b07d4-5633-4478-ae63-b2f61329cb91,segment=NetworkSegment(a3f1a63f-8135-49d5-8ab9-e12871702e49),segment_id=a3f1a63f-8135-49d5-8ab9-e12871702e49)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:14.776642 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-a783a16d-3379-4296-9951-27635079f52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:14.776946 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a5629ce3-c948-4cea-9263-4db0d1bb82c5 None None] Provisioning complete for port b90114e4-4454-4089-95b3-d2839fc61d3d triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:14.777317 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a5629ce3-c948-4cea-9263-4db0d1bb82c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:14.780482 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d16cd8f0-05f3-4b85-bc2f-e4e79a9d691d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:14.808627 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f023a675-ac9d-4905-a65a-2b514bc356b3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:14.830454 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4d68ad60-378c-4f33-8e24-0fe079af2b65 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:14.834235 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d68ad60-378c-4f33-8e24-0fe079af2b65 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:14.834955 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4d68ad60-378c-4f33-8e24-0fe079af2b65 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:14.852651 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-217aaef1-04da-4073-a4e7-ba74634e8942 None None] Allocated IP 2001:db8::1 (8039cc0c-1cbc-454e-ba6a-ed05518371e8/f1139317-a40c-462e-afc9-cfb569b4fc6a/558bc315-97b9-4016-9803-c6b2054a5dd8) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:14.860634 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:14.898395 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-94208e17-1cbd-4949-8be7-cdab4156717c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:14.902199 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-f023a675-ac9d-4905-a65a-2b514bc356b3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dfc11fe-706a-4cc9-92c4-b8e9855791ee']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:14.927329 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a5629ce3-c948-4cea-9263-4db0d1bb82c5 None None] Port b90114e4-4454-4089-95b3-d2839fc61d3d cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:06:15.001105 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e720ac-193e-4474-96ed-319b2c4111dd tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:15.002797 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-04e720ac-193e-4474-96ed-319b2c4111dd tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] 10.222.0.21 "GET /v2.0/networks/905e8450-e5b3-4114-ad56-c19c14e6efb3 HTTP/1.1" status: 200 len: 767 time: 0.4940305 Feb 09 18:06:15.019214 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48876) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:15.027522 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device da430f1b-7636-4cce-a53f-4f5007e8095e no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:06:15.091244 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: da430f1b-7636-4cce-a53f-4f5007e8095e {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:06:15.091800 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device da430f1b-7636-4cce-a53f-4f5007e8095e not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:06:15.093380 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=ea1b07d4-5633-4478-ae63-b2f61329cb91,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:15.110880 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5530e1c1-c420-4407-9fc4-b322f2965513 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:15.148351 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783a16d-3379-4296-9951-27635079f52f service neutron] Pushing event updated for resources: {'Port': ['ID=cc43ec91-0fc5-42c8-a553-13a6af55add1,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:15.205554 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-94208e17-1cbd-4949-8be7-cdab4156717c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:port and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:15.222883 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-f023a675-ac9d-4905-a65a-2b514bc356b3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e549787e-b43c-4927-96e3-4637c9965aa9') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:15.223272 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-f023a675-ac9d-4905-a65a-2b514bc356b3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e549787e-b43c-4927-96e3-4637c9965aa9') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:15.250273 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68ad60-378c-4f33-8e24-0fe079af2b65 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event updated for resources: {'Network': ['ID=fe6b031e-a037-4f08-a3a6-67862c324fe7,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:15.260246 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device d05e3915-087c-44fb-a630-022af52096d3 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:06:15.262762 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-94208e17-1cbd-4949-8be7-cdab4156717c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:15.284013 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f023a675-ac9d-4905-a65a-2b514bc356b3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:15.294887 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-94208e17-1cbd-4949-8be7-cdab4156717c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:15.297476 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network fe6b031e-a037-4f08-a3a6-67862c324fe7 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:06:15.319913 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58eb2c56-4d7f-4b34-945f-3683280315ae tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:15.349703 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4d68ad60-378c-4f33-8e24-0fe079af2b65 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2070744 Feb 09 18:06:15.352168 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f023a675-ac9d-4905-a65a-2b514bc356b3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:15.354333 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48880) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:15.370229 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-cb9a51d0-8d40-417d-8608-685ae46251ce tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Request body: {'subnet': {'network_id': 'fe6b031e-a037-4f08-a3a6-67862c324fe7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:15.413614 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f023a675-ac9d-4905-a65a-2b514bc356b3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:06:15.414421 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f023a675-ac9d-4905-a65a-2b514bc356b3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:15.431704 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-217aaef1-04da-4073-a4e7-ba74634e8942 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:15.464213 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-217aaef1-04da-4073-a4e7-ba74634e8942 None None] Transition to ACTIVE for port object 558bc315-97b9-4016-9803-c6b2054a5dd8 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:15.489395 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5530e1c1-c420-4407-9fc4-b322f2965513 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Calling delete_port for d227db40-7a65-4fb0-9a0f-6a289cf4378c owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:06:15.492697 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d16cd8f0-05f3-4b85-bc2f-e4e79a9d691d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:06:15.493930 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:06:15.503776 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-217aaef1-04da-4073-a4e7-ba74634e8942 None None] Transition to ACTIVE for port object 558bc315-97b9-4016-9803-c6b2054a5dd8 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:15.519270 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port d05e3915-087c-44fb-a630-022af52096d3 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:15.522383 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:15.567111 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94208e17-1cbd-4949-8be7-cdab4156717c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:15.615166 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6f6fd-cd96-41cf-8c29-857d71a5aad7 req-e44068ee-541e-4d3a-ba85-75b930f4664d tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:15.618163 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-73f6f6fd-cd96-41cf-8c29-857d71a5aad7 req-e44068ee-541e-4d3a-ba85-75b930f4664d tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 943 time: 0.5555549 Feb 09 18:06:15.619737 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-217aaef1-04da-4073-a4e7-ba74634e8942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:15.640185 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d16cd8f0-05f3-4b85-bc2f-e4e79a9d691d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:15.707811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device ea1b07d4-5633-4478-ae63-b2f61329cb91 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:06:15.752059 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217aaef1-04da-4073-a4e7-ba74634e8942 None None] Network 8039cc0c-1cbc-454e-ba6a-ed05518371e8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:15.759903 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-217aaef1-04da-4073-a4e7-ba74634e8942 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:15.768097 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217aaef1-04da-4073-a4e7-ba74634e8942 None None] Pushing event updated for resources: {'Port': ['ID=558bc315-97b9-4016-9803-c6b2054a5dd8,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:15.773410 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217aaef1-04da-4073-a4e7-ba74634e8942 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:15.777158 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-a783a16d-3379-4296-9951-27635079f52f service neutron] Attempting to bind port cc43ec91-0fc5-42c8-a553-13a6af55add1 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:06:15.777322 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-cb9a51d0-8d40-417d-8608-685ae46251ce tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:15.777500 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-a783a16d-3379-4296-9951-27635079f52f service neutron] Attempting to bind port cc43ec91-0fc5-42c8-a553-13a6af55add1 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'ef1edd2b-cf25-4f82-9baf-16b100c9302b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:06:15.777831 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-a783a16d-3379-4296-9951-27635079f52f service neutron] Attempting to bind port cc43ec91-0fc5-42c8-a553-13a6af55add1 on network 80e60e6d-fc87-452b-ad1a-b77ca354a9cd {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:06:15.782161 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cb9a51d0-8d40-417d-8608-685ae46251ce tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Usage tracker for resource:subnet and tenant:b75406ac5e534d45adbe01b1fd78744d is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:15.785911 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cb9a51d0-8d40-417d-8608-685ae46251ce tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:15.794391 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58eb2c56-4d7f-4b34-945f-3683280315ae tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:15.798675 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16cd8f0-05f3-4b85-bc2f-e4e79a9d691d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452ef543-3395-4d35-bbd8-7939dbdcf661,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:15.808574 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-cb9a51d0-8d40-417d-8608-685ae46251ce tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:15.811415 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-a783a16d-3379-4296-9951-27635079f52f service neutron] Port cc43ec91-0fc5-42c8-a553-13a6af55add1 on network 80e60e6d-fc87-452b-ad1a-b77ca354a9cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:06:15.811754 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-a783a16d-3379-4296-9951-27635079f52f service neutron] Attempting to bind port cc43ec91-0fc5-42c8-a553-13a6af55add1 on network 80e60e6d-fc87-452b-ad1a-b77ca354a9cd {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:06:15.846989 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-58eb2c56-4d7f-4b34-945f-3683280315ae tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d5dee3-3ec2-4fdc-9b59-62b751b7ad48']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:15.851965 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-73f6f6fd-cd96-41cf-8c29-857d71a5aad7 req-35dff5c5-06d5-4de4-b99e-4d521a08eb69 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038181 Feb 09 18:06:15.865545 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-a783a16d-3379-4296-9951-27635079f52f service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:06:15.865744 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-a783a16d-3379-4296-9951-27635079f52f service neutron] Checking segment: {'id': 'ef1edd2b-cf25-4f82-9baf-16b100c9302b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:15.866154 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-a783a16d-3379-4296-9951-27635079f52f service neutron] Bound using segment: {'id': 'ef1edd2b-cf25-4f82-9baf-16b100c9302b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:06:15.866968 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-a783a16d-3379-4296-9951-27635079f52f service neutron] Bound port: cc43ec91-0fc5-42c8-a553-13a6af55add1, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef1edd2b-cf25-4f82-9baf-16b100c9302b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:06:15.867453 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-a783a16d-3379-4296-9951-27635079f52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:15.868344 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f023a675-ac9d-4905-a65a-2b514bc356b3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:15.885483 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-217aaef1-04da-4073-a4e7-ba74634e8942 None None] Attempting to bind port 558bc315-97b9-4016-9803-c6b2054a5dd8 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:06:15.886141 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-217aaef1-04da-4073-a4e7-ba74634e8942 None None] Attempting to bind port 558bc315-97b9-4016-9803-c6b2054a5dd8 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'ad449d1a-bf14-4e20-9d79-eb3d9bb99a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8039cc0c-1cbc-454e-ba6a-ed05518371e8'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:06:15.886683 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217aaef1-04da-4073-a4e7-ba74634e8942 None None] Attempting to bind port 558bc315-97b9-4016-9803-c6b2054a5dd8 on network 8039cc0c-1cbc-454e-ba6a-ed05518371e8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:06:15.895707 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217aaef1-04da-4073-a4e7-ba74634e8942 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:06:15.896100 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217aaef1-04da-4073-a4e7-ba74634e8942 None None] Checking segment: {'id': 'ad449d1a-bf14-4e20-9d79-eb3d9bb99a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8039cc0c-1cbc-454e-ba6a-ed05518371e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:15.896504 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-217aaef1-04da-4073-a4e7-ba74634e8942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:15.896899 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217aaef1-04da-4073-a4e7-ba74634e8942 None None] Bound using segment: {'id': 'ad449d1a-bf14-4e20-9d79-eb3d9bb99a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8039cc0c-1cbc-454e-ba6a-ed05518371e8'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:06:15.897916 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-217aaef1-04da-4073-a4e7-ba74634e8942 None None] Bound port: 558bc315-97b9-4016-9803-c6b2054a5dd8, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad449d1a-bf14-4e20-9d79-eb3d9bb99a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8039cc0c-1cbc-454e-ba6a-ed05518371e8'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:06:15.898394 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-217aaef1-04da-4073-a4e7-ba74634e8942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:15.899674 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f023a675-ac9d-4905-a65a-2b514bc356b3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:15.901476 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f023a675-ac9d-4905-a65a-2b514bc356b3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/networks/2dfc11fe-706a-4cc9-92c4-b8e9855791ee HTTP/1.1" status: 204 len: 168 time: 4.3015127 Feb 09 18:06:15.907630 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-58eb2c56-4d7f-4b34-945f-3683280315ae tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9adb499c-7ac0-48e9-b6d0-156477b6007b') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:15.908165 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-58eb2c56-4d7f-4b34-945f-3683280315ae tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9adb499c-7ac0-48e9-b6d0-156477b6007b') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:15.911767 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48884) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:15.917279 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023a675-ac9d-4905-a65a-2b514bc356b3 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Network': ['ID=2dfc11fe-706a-4cc9-92c4-b8e9855791ee,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:15.921185 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port ea1b07d4-5633-4478-ae63-b2f61329cb91 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:15.921766 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:15.960715 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-94208e17-1cbd-4949-8be7-cdab4156717c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:15.961077 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58eb2c56-4d7f-4b34-945f-3683280315ae tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:15.970168 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d16cd8f0-05f3-4b85-bc2f-e4e79a9d691d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:15.971321 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d16cd8f0-05f3-4b85-bc2f-e4e79a9d691d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.6314125 Feb 09 18:06:15.980153 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9a51d0-8d40-417d-8608-685ae46251ce tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Made reservation on behalf of b75406ac5e534d45adbe01b1fd78744d for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:15.994287 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48888) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:16.005673 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-be89dac6-d198-480a-8942-42ab4d041c1d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'ad636a0a-c112-4998-adda-711ab7f6a3ac', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:16.031445 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-be89dac6-d198-480a-8942-42ab4d041c1d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:16.052667 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-217aaef1-04da-4073-a4e7-ba74634e8942 None None] For port 558bc315-97b9-4016-9803-c6b2054a5dd8, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:06:16.056453 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-217aaef1-04da-4073-a4e7-ba74634e8942 None None] For port 558bc315-97b9-4016-9803-c6b2054a5dd8, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=558bc315-97b9-4016-9803-c6b2054a5dd8,segment=NetworkSegment(ad449d1a-bf14-4e20-9d79-eb3d9bb99a64),segment_id=ad449d1a-bf14-4e20-9d79-eb3d9bb99a64)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:06:16.064434 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58eb2c56-4d7f-4b34-945f-3683280315ae tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:16.089777 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58eb2c56-4d7f-4b34-945f-3683280315ae tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:06:16.090464 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58eb2c56-4d7f-4b34-945f-3683280315ae tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:06:16.107211 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:06:16.143792 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-217aaef1-04da-4073-a4e7-ba74634e8942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:16.203103 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-be89dac6-d198-480a-8942-42ab4d041c1d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:16.214712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-be89dac6-d198-480a-8942-42ab4d041c1d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:16.218806 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5530e1c1-c420-4407-9fc4-b322f2965513 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:16.228456 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217aaef1-04da-4073-a4e7-ba74634e8942 None None] Pushing event updated for resources: {'Port': ['ID=558bc315-97b9-4016-9803-c6b2054a5dd8,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:16.228982 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-94208e17-1cbd-4949-8be7-cdab4156717c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] device_id is not set on port 284f1cf2-b3ac-4be4-a1b2-78fd56cb3b24 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:06:16.262429 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-a783a16d-3379-4296-9951-27635079f52f service neutron] For port cc43ec91-0fc5-42c8-a553-13a6af55add1, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:06:16.267584 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa4f0d2-c154-45b8-8e4d-f2373c444b5f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:16.268158 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cfa4f0d2-c154-45b8-8e4d-f2373c444b5f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Synchronizing usage tracker for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:06:16.270806 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-be89dac6-d198-480a-8942-42ab4d041c1d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:16.293406 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530e1c1-c420-4407-9fc4-b322f2965513 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event deleted for resources: {'Port': ['ID=d227db40-7a65-4fb0-9a0f-6a289cf4378c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:16.296117 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-a783a16d-3379-4296-9951-27635079f52f service neutron] For port cc43ec91-0fc5-42c8-a553-13a6af55add1, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=cc43ec91-0fc5-42c8-a553-13a6af55add1,segment=NetworkSegment(ef1edd2b-cf25-4f82-9baf-16b100c9302b),segment_id=ef1edd2b-cf25-4f82-9baf-16b100c9302b)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:06:16.342011 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cb9a51d0-8d40-417d-8608-685ae46251ce tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:16.376244 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58eb2c56-4d7f-4b34-945f-3683280315ae tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:16.401107 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58eb2c56-4d7f-4b34-945f-3683280315ae tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 04d5dee3-3ec2-4fdc-9b59-62b751b7ad48 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 18:06:16.466871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.ipam_backend_mixin [None req-cb9a51d0-8d40-417d-8608-685ae46251ce tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Performing IP validity checks on allocation pools {{(pid=84541) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 18:06:16.469032 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.ipam_backend_mixin [None req-cb9a51d0-8d40-417d-8608-685ae46251ce tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84541) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 18:06:16.552749 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58eb2c56-4d7f-4b34-945f-3683280315ae tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:16.555857 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-a783a16d-3379-4296-9951-27635079f52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:16.617334 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-26ad2b2e-abd2-468e-9424-4b05d7453a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:16.637090 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783a16d-3379-4296-9951-27635079f52f service neutron] Pushing event updated for resources: {'Port': ['ID=cc43ec91-0fc5-42c8-a553-13a6af55add1,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:16.639833 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb2c56-4d7f-4b34-945f-3683280315ae tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Pushing event deleted for resources: {'Network': ['ID=04d5dee3-3ec2-4fdc-9b59-62b751b7ad48,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:16.656534 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-58eb2c56-4d7f-4b34-945f-3683280315ae tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] 10.222.0.21 "DELETE /v2.0/networks/04d5dee3-3ec2-4fdc-9b59-62b751b7ad48 HTTP/1.1" status: 204 len: 168 time: 1.6255417 Feb 09 18:06:16.702444 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cfa4f0d2-c154-45b8-8e4d-f2373c444b5f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Unset dirty status for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:06:16.707183 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cfa4f0d2-c154-45b8-8e4d-f2373c444b5f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports/65acc692-eed0-4eb7-a963-700bc2054d9b HTTP/1.1" status: 200 len: 845 time: 0.7891796 Feb 09 18:06:16.711220 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48892) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:16.711220 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48894) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:16.712423 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be89dac6-d198-480a-8942-42ab4d041c1d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:16.717364 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76448b29-3192-4aa1-94ed-b026a99e4feb tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Router d897b93d-fe8c-44be-831c-267ee53defbb is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:06:16.793136 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-a783a16d-3379-4296-9951-27635079f52f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:16.794563 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-a783a16d-3379-4296-9951-27635079f52f service neutron] 10.222.0.50 "PUT /v2.0/ports/cc43ec91-0fc5-42c8-a553-13a6af55add1 HTTP/1.1" status: 200 len: 1093 time: 4.7119715 Feb 09 18:06:16.795001 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925e302a-d2eb-45c2-bd31-2ec545b0f90b', 'tag': 'cc43ec91-0fc5-42c8-a553-13a6af55add1'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:06:16.813156 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-d2f67589-e628-4cb4-817e-9a68b60b68d0 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Request body: {'network': {'name': 'tempest-network--824617362'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:16.829542 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:16.845964 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be89dac6-d198-480a-8942-42ab4d041c1d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:16.848082 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-94208e17-1cbd-4949-8be7-cdab4156717c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 18:06:16.848839 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94208e17-1cbd-4949-8be7-cdab4156717c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:06:16.874745 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5530e1c1-c420-4407-9fc4-b322f2965513 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:16.903162 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d2f67589-e628-4cb4-817e-9a68b60b68d0 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:16.943725 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be89dac6-d198-480a-8942-42ab4d041c1d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:16.967268 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d2f67589-e628-4cb4-817e-9a68b60b68d0 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Usage tracker for resource:network and tenant:d04ab1f720c8443890d40fe69c7a7b63 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:16.994937 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925e302a-d2eb-45c2-bd31-2ec545b0f90b', 'tag': 'cc43ec91-0fc5-42c8-a553-13a6af55add1', 'status': 'completed', 'code': 200} Feb 09 18:06:16.997780 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-94208e17-1cbd-4949-8be7-cdab4156717c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 2.5954816 Feb 09 18:06:17.001051 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48904) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:17.062543 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d2f67589-e628-4cb4-817e-9a68b60b68d0 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:17.068145 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89dac6-d198-480a-8942-42ab4d041c1d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1788a1e-e3a5-4ea1-8f81-c2183d2701d3,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:17.098887 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d2f67589-e628-4cb4-817e-9a68b60b68d0 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:17.106932 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be89dac6-d198-480a-8942-42ab4d041c1d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:17.108134 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-be89dac6-d198-480a-8942-42ab4d041c1d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1086950 Feb 09 18:06:17.114549 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3460e04e-ce46-49bf-a231-30426b90c54d tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports/65acc692-eed0-4eb7-a963-700bc2054d9b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3460550 Feb 09 18:06:17.114549 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48908) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:17.121026 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48912) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:17.124678 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-afe66db8-4b32-4e76-9d4c-87d08c81d7f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'ad636a0a-c112-4998-adda-711ab7f6a3ac', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:17.208053 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-497b2a51-5c5c-4579-a1bf-2318714ca37b tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'subnet': {'network_id': '061275a6-3bbf-48c1-8058-6590c56a5f81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:17.226426 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-afe66db8-4b32-4e76-9d4c-87d08c81d7f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:17.242514 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f67589-e628-4cb4-817e-9a68b60b68d0 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Made reservation on behalf of d04ab1f720c8443890d40fe69c7a7b63 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:17.244231 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d2f67589-e628-4cb4-817e-9a68b60b68d0 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:17.266531 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-afe66db8-4b32-4e76-9d4c-87d08c81d7f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:17.300321 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 558bc315-97b9-4016-9803-c6b2054a5dd8 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:06:17.325654 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-afe66db8-4b32-4e76-9d4c-87d08c81d7f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:17.363945 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-afe66db8-4b32-4e76-9d4c-87d08c81d7f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:17.398675 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f67589-e628-4cb4-817e-9a68b60b68d0 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:06:17.454912 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d2f67589-e628-4cb4-817e-9a68b60b68d0 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:17.456984 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-d2f67589-e628-4cb4-817e-9a68b60b68d0 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Added segment a648231a-ea4f-4f4d-a279-34d4821e4b32 of type vlan for network 66360c4e-2ef1-4080-9549-66d92fd50c6f Feb 09 18:06:17.477625 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-497b2a51-5c5c-4579-a1bf-2318714ca37b tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:17.485803 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-497b2a51-5c5c-4579-a1bf-2318714ca37b tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:subnet and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:17.497118 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-497b2a51-5c5c-4579-a1bf-2318714ca37b tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:17.510444 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-497b2a51-5c5c-4579-a1bf-2318714ca37b tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:17.513609 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d2f67589-e628-4cb4-817e-9a68b60b68d0 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:17.514439 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5530e1c1-c420-4407-9fc4-b322f2965513 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:17.524862 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-afe66db8-4b32-4e76-9d4c-87d08c81d7f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Project 352fd60817ff4d5d9e97f16f52485b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:06:17.540699 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5530e1c1-c420-4407-9fc4-b322f2965513 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:17.542093 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2a925-6e6d-42f2-b728-81e41b161a15 req-9124e6a0-6a23-4e3b-b09c-c2a06afc9f12 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:17.543269 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 558bc315-97b9-4016-9803-c6b2054a5dd8 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:17.543624 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-98c2a925-6e6d-42f2-b728-81e41b161a15 req-9124e6a0-6a23-4e3b-b09c-c2a06afc9f12 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 943 time: 0.3976169 Feb 09 18:06:17.554079 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cb9a51d0-8d40-417d-8608-685ae46251ce tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:17.557937 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-afe66db8-4b32-4e76-9d4c-87d08c81d7f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:17.575591 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d62cdb-7f97-4a73-8ad7-cfb98a1e345a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:17.580939 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d62cdb-7f97-4a73-8ad7-cfb98a1e345a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:17.580939 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f6d62cdb-7f97-4a73-8ad7-cfb98a1e345a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:06:17.587947 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-4de59f18-9c73-4568-a584-6efbf9194b99 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10a4b1464e30470e8e13c0bd2bfded95&device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 1096 time: 0.6232004 Feb 09 18:06:17.641091 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca9fede-4264-42a3-8f61-ada5e9f34dd8 None None] Network 8039cc0c-1cbc-454e-ba6a-ed05518371e8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:17.665749 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497b2a51-5c5c-4579-a1bf-2318714ca37b tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:17.681379 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-a33db1fa-ef3a-4395-b1a0-31cbba3392a1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc43ec91-0fc5-42c8-a553-13a6af55add1 HTTP/1.1" status: 200 len: 217 time: 0.0711873 Feb 09 18:06:17.734395 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f6d62cdb-7f97-4a73-8ad7-cfb98a1e345a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:06:17.735563 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f6d62cdb-7f97-4a73-8ad7-cfb98a1e345a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.6474469 Feb 09 18:06:17.750937 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48916) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:17.795425 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5530e1c1-c420-4407-9fc4-b322f2965513 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:17.795805 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5530e1c1-c420-4407-9fc4-b322f2965513 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Fanout notify agent at l3_agent the message router_deleted on router 8191c06a-dccc-43b5-b6a3-64343aff3e2d {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:06:17.812554 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d2f67589-e628-4cb4-817e-9a68b60b68d0 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:17.812844 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f67589-e628-4cb4-817e-9a68b60b68d0 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:17.813528 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d2f67589-e628-4cb4-817e-9a68b60b68d0 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:17.829099 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-fb81d207-6b49-4b4f-ae99-6627e142aa6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:17.830585 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-fb81d207-6b49-4b4f-ae99-6627e142aa6e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e8a71708-3c6c-4754-9944-bc1082e83c1e HTTP/1.1" status: 200 len: 850 time: 0.1429577 Feb 09 18:06:17.839642 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5530e1c1-c420-4407-9fc4-b322f2965513 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:17.840647 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5530e1c1-c420-4407-9fc4-b322f2965513 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "DELETE /v2.0/routers/8191c06a-dccc-43b5-b6a3-64343aff3e2d HTTP/1.1" status: 204 len: 168 time: 7.4247532 Feb 09 18:06:17.841692 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2d73dc03-a545-40bf-96d6-962bfa478f1d None None] Provisioning for port 558bc315-97b9-4016-9803-c6b2054a5dd8 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:17.856188 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2d73dc03-a545-40bf-96d6-962bfa478f1d None None] Provisioning complete for port 558bc315-97b9-4016-9803-c6b2054a5dd8 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:17.856704 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2d73dc03-a545-40bf-96d6-962bfa478f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:17.873907 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a51d0-8d40-417d-8608-685ae46251ce tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event updated for resources: {'Subnet': ['ID=0b20b829-da01-4b2d-9fa2-edea0bc25bb1,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:17.876790 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48922) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:17.909599 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-afe66db8-4b32-4e76-9d4c-87d08c81d7f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:17.940179 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-98986fb5-23e0-445d-8733-f9c1316ca5bd tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting port b90114e4-4454-4089-95b3-d2839fc61d3d {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:06:17.940523 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98986fb5-23e0-445d-8733-f9c1316ca5bd tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:17.948755 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-98c2a925-6e6d-42f2-b728-81e41b161a15 req-76370f7f-c3ea-4418-b843-fce48bf26b44 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3779118 Feb 09 18:06:17.962405 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-497b2a51-5c5c-4579-a1bf-2318714ca37b tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:18.017465 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76448b29-3192-4aa1-94ed-b026a99e4feb tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:06:18.021916 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76448b29-3192-4aa1-94ed-b026a99e4feb tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:18.023715 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-76448b29-3192-4aa1-94ed-b026a99e4feb tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "PUT /v2.0/routers/d897b93d-fe8c-44be-831c-267ee53defbb HTTP/1.1" status: 200 len: 918 time: 11.5187550 Feb 09 18:06:18.034511 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42baffa9-182b-4036-a378-ea4f922a64f2 None None] Sync routers for ids ['d897b93d-fe8c-44be-831c-267ee53defbb'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:06:18.063126 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42baffa9-182b-4036-a378-ea4f922a64f2 None None] Routers {'d897b93d-fe8c-44be-831c-267ee53defbb'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:06:18.064035 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-42baffa9-182b-4036-a378-ea4f922a64f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d897b93d-fe8c-44be-831c-267ee53defbb'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:18.067720 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48926) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:18.069209 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2d73dc03-a545-40bf-96d6-962bfa478f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:18.119892 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-2d73dc03-a545-40bf-96d6-962bfa478f1d None None] For port 558bc315-97b9-4016-9803-c6b2054a5dd8, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=558bc315-97b9-4016-9803-c6b2054a5dd8,segment=NetworkSegment(ad449d1a-bf14-4e20-9d79-eb3d9bb99a64),segment_id=ad449d1a-bf14-4e20-9d79-eb3d9bb99a64)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:18.129570 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-afe66db8-4b32-4e76-9d4c-87d08c81d7f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:18.180007 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-42baffa9-182b-4036-a378-ea4f922a64f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:18.195048 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42baffa9-182b-4036-a378-ea4f922a64f2 None None] Routers {'d897b93d-fe8c-44be-831c-267ee53defbb'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:06:18.195913 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-42baffa9-182b-4036-a378-ea4f922a64f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:05:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d897b93d-fe8c-44be-831c-267ee53defbb'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:18.217549 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2d73dc03-a545-40bf-96d6-962bfa478f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:18.304582 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d2f67589-e628-4cb4-817e-9a68b60b68d0 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5381770 Feb 09 18:06:18.314257 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48930) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:18.353812 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-42baffa9-182b-4036-a378-ea4f922a64f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:18.354224 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42baffa9-182b-4036-a378-ea4f922a64f2 None None] The sync data for ids ['d897b93d-fe8c-44be-831c-267ee53defbb'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:06:18.367622 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73dc03-a545-40bf-96d6-962bfa478f1d None None] Pushing event updated for resources: {'Port': ['ID=558bc315-97b9-4016-9803-c6b2054a5dd8,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:18.381964 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a4068f30-7acc-432a-ac0b-14345fe75218 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:18.422275 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9a51d0-8d40-417d-8608-685ae46251ce tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Checking segment: {'id': '0f940281-d575-4161-95d7-23eaf1cd56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe6b031e-a037-4f08-a3a6-67862c324fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:18.422691 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9a51d0-8d40-417d-8608-685ae46251ce tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Network hostable DHCP agents. Network: fe6b031e-a037-4f08-a3a6-67862c324fe7, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:06:18.440464 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-447abc01-d9bf-401d-9694-99548c654f81 None None] Provisioning complete for port 558bc315-97b9-4016-9803-c6b2054a5dd8 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:18.440815 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-447abc01-d9bf-401d-9694-99548c654f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:18.456349 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe66db8-4b32-4e76-9d4c-87d08c81d7f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c580180b-fc37-49a6-9b62-21be77daaac1,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:18.467121 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f67589-e628-4cb4-817e-9a68b60b68d0 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Pushing event updated for resources: {'Network': ['ID=66360c4e-2ef1-4080-9549-66d92fd50c6f,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:18.492226 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 66360c4e-2ef1-4080-9549-66d92fd50c6f details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:06:18.589440 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-afe66db8-4b32-4e76-9d4c-87d08c81d7f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:18.591524 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-afe66db8-4b32-4e76-9d4c-87d08c81d7f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.4730868 Feb 09 18:06:18.594773 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48934) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:18.604658 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a7a089ab-b37c-43b4-b814-4467ca908d8f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'ad636a0a-c112-4998-adda-711ab7f6a3ac', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:18.612864 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a7a089ab-b37c-43b4-b814-4467ca908d8f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:18.619217 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a7a089ab-b37c-43b4-b814-4467ca908d8f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:18.622987 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a7a089ab-b37c-43b4-b814-4467ca908d8f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:18.632404 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9a51d0-8d40-417d-8608-685ae46251ce tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Network fe6b031e-a037-4f08-a3a6-67862c324fe7 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:06:18.638508 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a7a089ab-b37c-43b4-b814-4467ca908d8f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:18.643225 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-497b2a51-5c5c-4579-a1bf-2318714ca37b tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:18.722311 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497b2a51-5c5c-4579-a1bf-2318714ca37b tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network 061275a6-3bbf-48c1-8058-6590c56a5f81 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:18.736722 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-497b2a51-5c5c-4579-a1bf-2318714ca37b tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:18.741986 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497b2a51-5c5c-4579-a1bf-2318714ca37b tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:18.742604 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-497b2a51-5c5c-4579-a1bf-2318714ca37b tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:18.746463 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-cb9a51d0-8d40-417d-8608-685ae46251ce tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, fe6b031e-a037-4f08-a3a6-67862c324fe7) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:18.755342 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9a51d0-8d40-417d-8608-685ae46251ce tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:18.755930 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cb9a51d0-8d40-417d-8608-685ae46251ce tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:18.760448 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c024642-cbb1-4b78-897d-65b9b9186cca None None] Network 061275a6-3bbf-48c1-8058-6590c56a5f81 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:18.783450 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b2a51-5c5c-4579-a1bf-2318714ca37b tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Subnet': ['ID=d13f060b-701f-4ad8-8256-50bccb0f3f18,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:18.795332 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c725f8e-12fe-48e6-8f81-1ead168e82a4 None None] Network fe6b031e-a037-4f08-a3a6-67862c324fe7 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:18.817119 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-a7a089ab-b37c-43b4-b814-4467ca908d8f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Project 352fd60817ff4d5d9e97f16f52485b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:06:18.823963 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-0509380d-bc6e-49cf-a8d0-0b07886f1a9f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9820664 Feb 09 18:06:18.826667 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7a089ab-b37c-43b4-b814-4467ca908d8f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:18.869818 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-497b2a51-5c5c-4579-a1bf-2318714ca37b tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7225013 Feb 09 18:06:18.875267 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cb9a51d0-8d40-417d-8608-685ae46251ce tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.5135052 Feb 09 18:06:18.875267 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48938) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:18.877029 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48940) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:18.882885 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b74eab6f-7cdd-480d-bcc1-a8ece2a9125f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'security_group': {'name': 'tempest-secgroup-2075761877'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:18.942330 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7a089ab-b37c-43b4-b814-4467ca908d8f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:18.952581 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b74eab6f-7cdd-480d-bcc1-a8ece2a9125f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:19.000456 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a4999be-b9d8-4309-b6eb-3482f9d47606 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Deleting subnet b3213315-d694-43ae-b98f-7103d1eaa8ca {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:06:19.005909 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b74eab6f-7cdd-480d-bcc1-a8ece2a9125f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:security_group and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:19.038360 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1a4999be-b9d8-4309-b6eb-3482f9d47606 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:19.183271 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b74eab6f-7cdd-480d-bcc1-a8ece2a9125f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:19.188894 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7a089ab-b37c-43b4-b814-4467ca908d8f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:19.204386 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98986fb5-23e0-445d-8733-f9c1316ca5bd tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:19.209104 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b74eab6f-7cdd-480d-bcc1-a8ece2a9125f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:19.237420 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a089ab-b37c-43b4-b814-4467ca908d8f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b2acfba-ed38-4cef-a951-aa84529e83f9,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:19.295492 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6caf37ca-9034-410f-8296-fc62303ad0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:19.335405 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1a4999be-b9d8-4309-b6eb-3482f9d47606 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:19.338931 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b74eab6f-7cdd-480d-bcc1-a8ece2a9125f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:19.347043 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 558bc315-97b9-4016-9803-c6b2054a5dd8 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:06:19.409461 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7a089ab-b37c-43b4-b814-4467ca908d8f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:19.414827 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a7a089ab-b37c-43b4-b814-4467ca908d8f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8186386 Feb 09 18:06:19.445203 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a4068f30-7acc-432a-ac0b-14345fe75218 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:19.445683 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b74eab6f-7cdd-480d-bcc1-a8ece2a9125f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:19.450960 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b74eab6f-7cdd-480d-bcc1-a8ece2a9125f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:security_group_rule and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:19.454913 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b74eab6f-7cdd-480d-bcc1-a8ece2a9125f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:19.466845 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b74eab6f-7cdd-480d-bcc1-a8ece2a9125f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:19.482427 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-98986fb5-23e0-445d-8733-f9c1316ca5bd tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Calling delete_port for b90114e4-4454-4089-95b3-d2839fc61d3d owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:06:19.486417 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbfc982-63ef-4209-8881-950864a7b610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-fe6b031e-a037-4f08-a3a6-67862c324fe7', 'network_id': 'fe6b031e-a037-4f08-a3a6-67862c324fe7', 'tenant_id': 'b75406ac5e534d45adbe01b1fd78744d', 'fixed_ips': [{'subnet_id': '0b20b829-da01-4b2d-9fa2-edea0bc25bb1'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:06:19.487216 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1bbfc982-63ef-4209-8881-950864a7b610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:19.506129 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:19.541443 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-d90f3034-147f-422b-a761-6bae9cadb63b service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6599791 Feb 09 18:06:19.566107 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d64e2d-d4ee-4c40-a03a-47f5415daaff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-061275a6-3bbf-48c1-8058-6590c56a5f81', 'network_id': '061275a6-3bbf-48c1-8058-6590c56a5f81', 'tenant_id': 'b60c7c82052d46da993e7a5a5abe4cf8', 'fixed_ips': [{'subnet_id': 'd13f060b-701f-4ad8-8256-50bccb0f3f18'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:06:19.566998 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a8d64e2d-d4ee-4c40-a03a-47f5415daaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:19.589856 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7085c07-0f0a-4b30-b129-abdfe1d1e7b2 req-f9c7c697-333e-4a12-8b6e-c076e31eb863 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:19.591380 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d7085c07-0f0a-4b30-b129-abdfe1d1e7b2 req-f9c7c697-333e-4a12-8b6e-c076e31eb863 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 943 time: 0.3339200 Feb 09 18:06:19.605641 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 558bc315-97b9-4016-9803-c6b2054a5dd8 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:19.606060 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:19.650320 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b74eab6f-7cdd-480d-bcc1-a8ece2a9125f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:19.696633 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:19.719537 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a4068f30-7acc-432a-ac0b-14345fe75218 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:19.735650 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b74eab6f-7cdd-480d-bcc1-a8ece2a9125f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:19.769560 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d7085c07-0f0a-4b30-b129-abdfe1d1e7b2 req-1b311613-b2a0-4216-9a79-5b6fa8913a97 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702707 Feb 09 18:06:19.855239 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74eab6f-7cdd-480d-bcc1-a8ece2a9125f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a4facc-060b-47b1-aae5-888ec2b8d733,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:19.861616 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-1da64a70-cead-4122-a309-3bfb84d79916 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1107714089&fields=id&tenant_id=352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 267 time: 0.1925795 Feb 09 18:06:19.956639 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b74eab6f-7cdd-480d-bcc1-a8ece2a9125f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:19.958320 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b74eab6f-7cdd-480d-bcc1-a8ece2a9125f tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0823445 Feb 09 18:06:19.966182 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48956) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:19.974645 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-6f3d91d9-679b-4de4-94c8-c04219d272d4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'security_group': {'name': 'tempest-secgroup-60534426'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:19.994353 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-1bbfc982-63ef-4209-8881-950864a7b610 None None] Allocated IP 2001:db8::3 (fe6b031e-a037-4f08-a3a6-67862c324fe7/0b20b829-da01-4b2d-9fa2-edea0bc25bb1/f623d92f-498f-4f6f-a5cf-778f7346ecc3) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:19.994646 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6f3d91d9-679b-4de4-94c8-c04219d272d4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:20.007038 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a4068f30-7acc-432a-ac0b-14345fe75218 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Network 66360c4e-2ef1-4080-9549-66d92fd50c6f is not hosted by any dhcp agent {{(pid=84542) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 09 18:06:20.008529 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6f3d91d9-679b-4de4-94c8-c04219d272d4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:security_group and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:20.009021 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4068f30-7acc-432a-ac0b-14345fe75218 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:20.009890 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a4068f30-7acc-432a-ac0b-14345fe75218 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:20.011513 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a4068f30-7acc-432a-ac0b-14345fe75218 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] 10.222.0.21 "PUT /v2.0/networks/66360c4e-2ef1-4080-9549-66d92fd50c6f HTTP/1.1" status: 200 len: 857 time: 1.6872249 Feb 09 18:06:20.017043 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6f3d91d9-679b-4de4-94c8-c04219d272d4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:20.021251 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48960) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:20.031607 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1a4999be-b9d8-4309-b6eb-3482f9d47606 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:20.049087 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6f3d91d9-679b-4de4-94c8-c04219d272d4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:20.078437 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-a8d64e2d-d4ee-4c40-a03a-47f5415daaff None None] Allocated IP 2001:db8::2 (061275a6-3bbf-48c1-8058-6590c56a5f81/d13f060b-701f-4ad8-8256-50bccb0f3f18/6517fd40-125b-4206-9912-a9c7de8e2862) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:20.103277 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:20.126230 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4068f30-7acc-432a-ac0b-14345fe75218 tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Pushing event updated for resources: {'Network': ['ID=66360c4e-2ef1-4080-9549-66d92fd50c6f,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:20.184274 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-044f00c9-496a-4a84-ab89-373083915901 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:20.185665 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-044f00c9-496a-4a84-ab89-373083915901 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/networks?id=e8d2a6eb-9f6f-457f-ba72-221cb18510e1 HTTP/1.1" status: 200 len: 796 time: 0.3124323 Feb 09 18:06:20.194805 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e54914cf-98ab-4402-9690-2c8ddf7f7050 req-585993f1-037c-41ec-a67a-4dfdc0f649b4 service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6432457 Feb 09 18:06:20.199473 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6f3d91d9-679b-4de4-94c8-c04219d272d4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:20.205839 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-df991855-1bbb-4d7f-b2fe-367b21fd37bb tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "GET /v2.0/routers/d897b93d-fe8c-44be-831c-267ee53defbb HTTP/1.1" status: 200 len: 924 time: 2.1355877 Feb 09 18:06:20.210750 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48964) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:20.213663 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:20.227102 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fb33db30-ef02-4bb1-8911-0724255ad8bc tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:20.229485 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-bfb98027-0946-4453-9ad1-f206895e4f8e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/quotas/352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 375 time: 0.0338814 Feb 09 18:06:20.348206 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6f3d91d9-679b-4de4-94c8-c04219d272d4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:20.350201 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98986fb5-23e0-445d-8733-f9c1316ca5bd tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:20.358358 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6f3d91d9-679b-4de4-94c8-c04219d272d4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:security_group_rule and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:20.362222 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-469ef104-c735-4b88-961e-600a9c0d8529 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4&device_id=d897b93d-fe8c-44be-831c-267ee53defbb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1419160 Feb 09 18:06:20.373216 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48968) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:20.376698 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6f3d91d9-679b-4de4-94c8-c04219d272d4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:20.419211 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1a4999be-b9d8-4309-b6eb-3482f9d47606 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:20.458427 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6f3d91d9-679b-4de4-94c8-c04219d272d4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:20.465671 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98986fb5-23e0-445d-8733-f9c1316ca5bd tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Port': ['ID=b90114e4-4454-4089-95b3-d2839fc61d3d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:20.486903 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4999be-b9d8-4309-b6eb-3482f9d47606 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event deleted for resources: {'Subnet': ['ID=b3213315-d694-43ae-b98f-7103d1eaa8ca,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:20.506554 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1bbfc982-63ef-4209-8881-950864a7b610 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:20.526206 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a8d64e2d-d4ee-4c40-a03a-47f5415daaff None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:20.529246 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1bbfc982-63ef-4209-8881-950864a7b610 None None] Transition to ACTIVE for port object f623d92f-498f-4f6f-a5cf-778f7346ecc3 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:20.542388 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1a4999be-b9d8-4309-b6eb-3482f9d47606 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:20.557444 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a8d64e2d-d4ee-4c40-a03a-47f5415daaff None None] Transition to ACTIVE for port object 6517fd40-125b-4206-9912-a9c7de8e2862 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:20.565795 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fb33db30-ef02-4bb1-8911-0724255ad8bc tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:20.576279 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-024b8e61-a28b-46de-9137-4a51bf2a4d2a req-cd4012de-b031-49ba-8172-9c357b4d0257 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10a4b1464e30470e8e13c0bd2bfded95&device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 1096 time: 0.2696307 Feb 09 18:06:20.577960 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1a4999be-b9d8-4309-b6eb-3482f9d47606 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "DELETE /v2.0/subnets/b3213315-d694-43ae-b98f-7103d1eaa8ca HTTP/1.1" status: 204 len: 168 time: 2.6975350 Feb 09 18:06:20.578115 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1bbfc982-63ef-4209-8881-950864a7b610 None None] Transition to ACTIVE for port object f623d92f-498f-4f6f-a5cf-778f7346ecc3 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:20.580848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48974) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:20.595584 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a8d64e2d-d4ee-4c40-a03a-47f5415daaff None None] Transition to ACTIVE for port object 6517fd40-125b-4206-9912-a9c7de8e2862 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:20.603686 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98986fb5-23e0-445d-8733-f9c1316ca5bd tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:20.605771 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-98986fb5-23e0-445d-8733-f9c1316ca5bd tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/b90114e4-4454-4089-95b3-d2839fc61d3d HTTP/1.1" status: 204 len: 168 time: 2.8536608 Feb 09 18:06:20.615445 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 48978) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:20.663532 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-fb33db30-ef02-4bb1-8911-0724255ad8bc tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66360c4e-2ef1-4080-9549-66d92fd50c6f']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:20.669395 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1bbfc982-63ef-4209-8881-950864a7b610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:20.719534 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-fb33db30-ef02-4bb1-8911-0724255ad8bc tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a648231a-ea4f-4f4d-a279-34d4821e4b32') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:20.719755 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-fb33db30-ef02-4bb1-8911-0724255ad8bc tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a648231a-ea4f-4f4d-a279-34d4821e4b32') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:20.721023 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a8d64e2d-d4ee-4c40-a03a-47f5415daaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:20.744460 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-c08697b6-e6bf-4182-b63e-c3583569249b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5044250 Feb 09 18:06:20.784646 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfc982-63ef-4209-8881-950864a7b610 None None] Pushing event updated for resources: {'Port': ['ID=f623d92f-498f-4f6f-a5cf-778f7346ecc3,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:20.836958 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fb33db30-ef02-4bb1-8911-0724255ad8bc tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:20.845845 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46cd134a-a301-4242-a609-6b58c568f404 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:20.847158 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbfc982-63ef-4209-8881-950864a7b610 None None] Network fe6b031e-a037-4f08-a3a6-67862c324fe7 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:20.853796 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d64e2d-d4ee-4c40-a03a-47f5415daaff None None] Network 061275a6-3bbf-48c1-8058-6590c56a5f81 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:20.854948 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-1bbfc982-63ef-4209-8881-950864a7b610 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:20.855321 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6f3d91d9-679b-4de4-94c8-c04219d272d4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:20.863745 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-a8d64e2d-d4ee-4c40-a03a-47f5415daaff None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:20.867358 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbfc982-63ef-4209-8881-950864a7b610 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:20.871344 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d64e2d-d4ee-4c40-a03a-47f5415daaff None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:20.922031 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d64e2d-d4ee-4c40-a03a-47f5415daaff None None] Pushing event updated for resources: {'Port': ['ID=6517fd40-125b-4206-9912-a9c7de8e2862,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:20.952632 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e9e49d-7dbe-4daa-8fe6-8bfdaa8f5230 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:20.954568 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e9e49d-7dbe-4daa-8fe6-8bfdaa8f5230 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:20.963982 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-89e9e49d-7dbe-4daa-8fe6-8bfdaa8f5230 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3384736 Feb 09 18:06:20.963982 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6f3d91d9-679b-4de4-94c8-c04219d272d4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:20.963982 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c954fdf5-afb1-49b2-a5bf-8abc210f5fc4 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:20.963982 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c954fdf5-afb1-49b2-a5bf-8abc210f5fc4 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "GET /v2.0/networks/c9564cd9-4539-4a2d-b376-06d44bc8fbe4 HTTP/1.1" status: 200 len: 881 time: 0.5834985 Feb 09 18:06:20.977834 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48984) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:20.978129 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48986) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:20.978355 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:21.017905 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b8e61-a28b-46de-9137-4a51bf2a4d2a req-5aebf576-47b2-4e2d-bb90-de4ed23f2261 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:21.019470 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-024b8e61-a28b-46de-9137-4a51bf2a4d2a req-5aebf576-47b2-4e2d-bb90-de4ed23f2261 service neutron] 10.222.0.50 "GET /v2.0/networks?id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd HTTP/1.1" status: 200 len: 912 time: 0.4360719 Feb 09 18:06:21.063565 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fb33db30-ef02-4bb1-8911-0724255ad8bc tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:21.098597 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1bbfc982-63ef-4209-8881-950864a7b610 None None] Attempting to bind port f623d92f-498f-4f6f-a5cf-778f7346ecc3 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:06:21.098972 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1bbfc982-63ef-4209-8881-950864a7b610 None None] Attempting to bind port f623d92f-498f-4f6f-a5cf-778f7346ecc3 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '0f940281-d575-4161-95d7-23eaf1cd56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe6b031e-a037-4f08-a3a6-67862c324fe7'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:06:21.099527 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfc982-63ef-4209-8881-950864a7b610 None None] Attempting to bind port f623d92f-498f-4f6f-a5cf-778f7346ecc3 on network fe6b031e-a037-4f08-a3a6-67862c324fe7 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:06:21.104230 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-a8d64e2d-d4ee-4c40-a03a-47f5415daaff None None] Attempting to bind port 6517fd40-125b-4206-9912-a9c7de8e2862 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:06:21.104838 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-a8d64e2d-d4ee-4c40-a03a-47f5415daaff None None] Attempting to bind port 6517fd40-125b-4206-9912-a9c7de8e2862 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '5918f11a-32f4-4202-bfe2-7c49095d6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '061275a6-3bbf-48c1-8058-6590c56a5f81'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:06:21.105785 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d64e2d-d4ee-4c40-a03a-47f5415daaff None None] Attempting to bind port 6517fd40-125b-4206-9912-a9c7de8e2862 on network 061275a6-3bbf-48c1-8058-6590c56a5f81 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:06:21.114269 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Subnet': ['ID=0b20b829-da01-4b2d-9fa2-edea0bc25bb1,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:21.123577 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb33db30-ef02-4bb1-8911-0724255ad8bc tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:06:21.123577 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fb33db30-ef02-4bb1-8911-0724255ad8bc tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:21.124635 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d64e2d-d4ee-4c40-a03a-47f5415daaff None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:06:21.125940 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d64e2d-d4ee-4c40-a03a-47f5415daaff None None] Checking segment: {'id': '5918f11a-32f4-4202-bfe2-7c49095d6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '061275a6-3bbf-48c1-8058-6590c56a5f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:21.126526 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a8d64e2d-d4ee-4c40-a03a-47f5415daaff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:21.127089 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d64e2d-d4ee-4c40-a03a-47f5415daaff None None] Bound using segment: {'id': '5918f11a-32f4-4202-bfe2-7c49095d6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '061275a6-3bbf-48c1-8058-6590c56a5f81'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:06:21.127719 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-a8d64e2d-d4ee-4c40-a03a-47f5415daaff None None] Bound port: 6517fd40-125b-4206-9912-a9c7de8e2862, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5918f11a-32f4-4202-bfe2-7c49095d6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '061275a6-3bbf-48c1-8058-6590c56a5f81'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:06:21.128894 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a8d64e2d-d4ee-4c40-a03a-47f5415daaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:06:21.140855 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:06:21.169438 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfc982-63ef-4209-8881-950864a7b610 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:06:21.169438 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfc982-63ef-4209-8881-950864a7b610 None None] Checking segment: {'id': '0f940281-d575-4161-95d7-23eaf1cd56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe6b031e-a037-4f08-a3a6-67862c324fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:21.169438 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1bbfc982-63ef-4209-8881-950864a7b610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:21.169438 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfc982-63ef-4209-8881-950864a7b610 None None] Bound using segment: {'id': '0f940281-d575-4161-95d7-23eaf1cd56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe6b031e-a037-4f08-a3a6-67862c324fe7'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:06:21.169438 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1bbfc982-63ef-4209-8881-950864a7b610 None None] Bound port: f623d92f-498f-4f6f-a5cf-778f7346ecc3, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f940281-d575-4161-95d7-23eaf1cd56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe6b031e-a037-4f08-a3a6-67862c324fe7'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:06:21.169438 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1bbfc982-63ef-4209-8881-950864a7b610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:21.178801 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9de0cefa-5561-402e-8cc9-d54f51ededb8 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "GET /v2.0/ports?device_id=d897b93d-fe8c-44be-831c-267ee53defbb HTTP/1.1" status: 200 len: 205 time: 0.1973803 Feb 09 18:06:21.185080 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48992) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:21.220282 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d91d9-679b-4de4-94c8-c04219d272d4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7131fc1-2da3-4173-bf81-2d694a75079f,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:21.288685 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46cd134a-a301-4242-a609-6b58c568f404 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:21.297111 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-024b8e61-a28b-46de-9137-4a51bf2a4d2a req-dd1130b5-05c4-4d52-b7c6-b5ed1e94fc0a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc43ec91-0fc5-42c8-a553-13a6af55add1 HTTP/1.1" status: 200 len: 217 time: 0.1828399 Feb 09 18:06:21.315061 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-a8d64e2d-d4ee-4c40-a03a-47f5415daaff None None] For port 6517fd40-125b-4206-9912-a9c7de8e2862, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:06:21.328835 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-a8d64e2d-d4ee-4c40-a03a-47f5415daaff None None] For port 6517fd40-125b-4206-9912-a9c7de8e2862, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=6517fd40-125b-4206-9912-a9c7de8e2862,segment=NetworkSegment(5918f11a-32f4-4202-bfe2-7c49095d6c2c),segment_id=5918f11a-32f4-4202-bfe2-7c49095d6c2c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:06:21.330185 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1bbfc982-63ef-4209-8881-950864a7b610 None None] For port f623d92f-498f-4f6f-a5cf-778f7346ecc3, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:06:21.333445 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1bbfc982-63ef-4209-8881-950864a7b610 None None] For port f623d92f-498f-4f6f-a5cf-778f7346ecc3, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=f623d92f-498f-4f6f-a5cf-778f7346ecc3,segment=NetworkSegment(0f940281-d575-4161-95d7-23eaf1cd56a1),segment_id=0f940281-d575-4161-95d7-23eaf1cd56a1)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:06:21.406413 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a8d64e2d-d4ee-4c40-a03a-47f5415daaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:21.421733 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6f3d91d9-679b-4de4-94c8-c04219d272d4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:21.426349 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6f3d91d9-679b-4de4-94c8-c04219d272d4 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 1.4555960 Feb 09 18:06:21.433232 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 48996) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:21.451005 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-46cd134a-a301-4242-a609-6b58c568f404 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37685c53-9b93-484d-ac5f-1f69d899201b']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:21.458258 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1bbfc982-63ef-4209-8881-950864a7b610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:21.462842 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a50662cc-7799-4fce-8bc1-4b47ecd06535 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2087104523', 'security_groups': ['b7131fc1-2da3-4173-bf81-2d694a75079f'], 'network_id': '061275a6-3bbf-48c1-8058-6590c56a5f81', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd13f060b-701f-4ad8-8256-50bccb0f3f18'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:21.478347 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-91fafdd8-9b0a-4db8-969a-c38f4d97df5d service neutron] 10.222.0.21 "GET /v2.0/networks/e8d2a6eb-9f6f-457f-ba72-221cb18510e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6771753 Feb 09 18:06:21.493732 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:21.563758 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d64e2d-d4ee-4c40-a03a-47f5415daaff None None] Pushing event updated for resources: {'Port': ['ID=6517fd40-125b-4206-9912-a9c7de8e2862,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:21.610078 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6b031e-a037-4f08-a3a6-67862c324fe7']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:21.610515 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:21.627557 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f940281-d575-4161-95d7-23eaf1cd56a1') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:21.627898 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f940281-d575-4161-95d7-23eaf1cd56a1') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:21.652558 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:21.656662 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfc982-63ef-4209-8881-950864a7b610 None None] Pushing event updated for resources: {'Port': ['ID=f623d92f-498f-4f6f-a5cf-778f7346ecc3,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:21.661202 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fb33db30-ef02-4bb1-8911-0724255ad8bc tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:21.695953 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a54e3-1d26-4abd-b03b-ca04fe5c9fbc req-fc14f408-562c-4442-bfa5-01cd3a80ded0 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:21.697497 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-194a54e3-1d26-4abd-b03b-ca04fe5c9fbc req-fc14f408-562c-4442-bfa5-01cd3a80ded0 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 943 time: 0.6707397 Feb 09 18:06:21.700876 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb33db30-ef02-4bb1-8911-0724255ad8bc tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 66360c4e-2ef1-4080-9549-66d92fd50c6f {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 18:06:21.715752 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fb33db30-ef02-4bb1-8911-0724255ad8bc tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:21.742040 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33db30-ef02-4bb1-8911-0724255ad8bc tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] Pushing event deleted for resources: {'Network': ['ID=66360c4e-2ef1-4080-9549-66d92fd50c6f,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:21.748997 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:21.755257 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833ff352-65e8-47c6-8546-3a97eaf67aa4 None None] Network fe6b031e-a037-4f08-a3a6-67862c324fe7 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:21.765296 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-46cd134a-a301-4242-a609-6b58c568f404 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e704b2-c9a8-4db2-90a7-214ba980e0fa') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:21.765948 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-46cd134a-a301-4242-a609-6b58c568f404 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e704b2-c9a8-4db2-90a7-214ba980e0fa') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:21.779412 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fb33db30-ef02-4bb1-8911-0724255ad8bc tempest-ExternalNetworksTestJSON-1131548514 tempest-ExternalNetworksTestJSON-1131548514-project-admin] 10.222.0.21 "DELETE /v2.0/networks/66360c4e-2ef1-4080-9549-66d92fd50c6f HTTP/1.1" status: 204 len: 168 time: 1.7535722 Feb 09 18:06:21.781858 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49000) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:21.789103 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:06:21.794116 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:21.819967 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46cd134a-a301-4242-a609-6b58c568f404 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:21.840274 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b8e61-a28b-46de-9137-4a51bf2a4d2a req-16d7b49c-b0ed-465c-8ecf-08baa64690c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:21.844170 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-024b8e61-a28b-46de-9137-4a51bf2a4d2a req-16d7b49c-b0ed-465c-8ecf-08baa64690c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e8a71708-3c6c-4754-9944-bc1082e83c1e HTTP/1.1" status: 200 len: 850 time: 0.5316725 Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:06:21.858742 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:06:21.993091 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-33e54584-3732-43a2-8b04-172a654636d5 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d2a6eb-9f6f-457f-ba72-221cb18510e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902229 Feb 09 18:06:22.019817 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-17be85cb-ffd1-4921-9365-66859e9580cc tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] DELETE failed (client error): The resource could not be found. Feb 09 18:06:22.024279 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17be85cb-ffd1-4921-9365-66859e9580cc tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:06:22.047540 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-17be85cb-ffd1-4921-9365-66859e9580cc tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] 10.222.0.21 "DELETE /v2.0/subnets/811dae05-63b3-40f3-8819-4aac5ddd8f07 HTTP/1.1" status: 404 len: 337 time: 0.2587199 Feb 09 18:06:22.069289 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49004) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:22.080701 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a50662cc-7799-4fce-8bc1-4b47ecd06535 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:22.086520 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a50662cc-7799-4fce-8bc1-4b47ecd06535 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:port and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:22.089717 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a50662cc-7799-4fce-8bc1-4b47ecd06535 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:22.097310 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a50662cc-7799-4fce-8bc1-4b47ecd06535 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:22.114869 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-babaeb71-1fa0-4806-8d66-e0f8582b4f94 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet 8c7957db-45b2-4877-b6e2-84331f3bdb83 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:06:22.132022 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-babaeb71-1fa0-4806-8d66-e0f8582b4f94 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:22.210887 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-babaeb71-1fa0-4806-8d66-e0f8582b4f94 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:22.328550 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-babaeb71-1fa0-4806-8d66-e0f8582b4f94 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:22.354811 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-61d7b9cd-8bb0-4cf5-84ef-bb499e4a9cff tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:22.382059 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-194a54e3-1d26-4abd-b03b-ca04fe5c9fbc req-d647e329-7de0-4e6d-a1ff-e69a9248c900 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6635051 Feb 09 18:06:22.387419 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50662cc-7799-4fce-8bc1-4b47ecd06535 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:22.417244 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46cd134a-a301-4242-a609-6b58c568f404 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:22.444596 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.api [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 18:06:22.444596 dv-neutron-827016-2-hyperv neutron-server[84541]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 18:06:22.444596 dv-neutron-827016-2-hyperv neutron-server[84541]: [parameters: {'id': 'fe6b031e-a037-4f08-a3a6-67862c324fe7'}] Feb 09 18:06:22.444596 dv-neutron-827016-2-hyperv neutron-server[84541]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:06:22.445435 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG oslo_db.api [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:06:22.501563 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46cd134a-a301-4242-a609-6b58c568f404 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:06:22.502170 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46cd134a-a301-4242-a609-6b58c568f404 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:06:22.528596 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:06:22.567938 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-61d7b9cd-8bb0-4cf5-84ef-bb499e4a9cff tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:22.599533 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-61d7b9cd-8bb0-4cf5-84ef-bb499e4a9cff tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905e8450-e5b3-4114-ad56-c19c14e6efb3']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:22.668159 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-61d7b9cd-8bb0-4cf5-84ef-bb499e4a9cff tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57b350b-0211-401c-8ec4-92065a49cda2') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:22.668468 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-61d7b9cd-8bb0-4cf5-84ef-bb499e4a9cff tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57b350b-0211-401c-8ec4-92065a49cda2') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:22.678045 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9f9f1eab-bfc5-4ade-9b64-9ee8539a7205 req-911ddcb1-ef26-477d-81a9-1751bb69348f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ac543f-9fdd-4138-9459-b56763fbcdb3 HTTP/1.1" status: 200 len: 210 time: 0.0608962 Feb 09 18:06:22.685615 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-61d7b9cd-8bb0-4cf5-84ef-bb499e4a9cff tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:22.708153 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-61d7b9cd-8bb0-4cf5-84ef-bb499e4a9cff tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:22.717816 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46cd134a-a301-4242-a609-6b58c568f404 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:22.721339 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d7b9cd-8bb0-4cf5-84ef-bb499e4a9cff tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:06:22.721987 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-61d7b9cd-8bb0-4cf5-84ef-bb499e4a9cff tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:06:22.744520 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:06:22.759848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a50662cc-7799-4fce-8bc1-4b47ecd06535 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:22.781774 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46cd134a-a301-4242-a609-6b58c568f404 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:22.797521 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd134a-a301-4242-a609-6b58c568f404 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] Pushing event deleted for resources: {'Network': ['ID=37685c53-9b93-484d-ac5f-1f69d899201b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:22.815140 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-46cd134a-a301-4242-a609-6b58c568f404 tempest-FloatingIPTestJSON-357124834 tempest-FloatingIPTestJSON-357124834-project] 10.222.0.21 "DELETE /v2.0/networks/37685c53-9b93-484d-ac5f-1f69d899201b HTTP/1.1" status: 204 len: 168 time: 2.2332158 Feb 09 18:06:22.826109 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-a50662cc-7799-4fce-8bc1-4b47ecd06535 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] device_id is not set on port 6972b8ac-0675-4818-9188-a19fe1c65c74 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:06:22.920298 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-61d7b9cd-8bb0-4cf5-84ef-bb499e4a9cff tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:22.931486 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-024b8e61-a28b-46de-9137-4a51bf2a4d2a req-37c44b18-46f9-479c-a83b-f7b4ef4e0fb9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0724950 Feb 09 18:06:22.932530 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-babaeb71-1fa0-4806-8d66-e0f8582b4f94 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:22.960712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-61d7b9cd-8bb0-4cf5-84ef-bb499e4a9cff tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:22.967538 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:22.976722 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7b9cd-8bb0-4cf5-84ef-bb499e4a9cff tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] Pushing event deleted for resources: {'Network': ['ID=905e8450-e5b3-4114-ad56-c19c14e6efb3,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:22.985334 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530ec682-c8cc-4432-af75-bac4e9835a0b None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:22.991506 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-babaeb71-1fa0-4806-8d66-e0f8582b4f94 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:23.002022 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Deleting port f623d92f-498f-4f6f-a5cf-778f7346ecc3 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:06:23.002900 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:23.074854 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-61d7b9cd-8bb0-4cf5-84ef-bb499e4a9cff tempest-ExternalNetworksTestJSON-381545148 tempest-ExternalNetworksTestJSON-381545148-project] 10.222.0.21 "DELETE /v2.0/networks/905e8450-e5b3-4114-ad56-c19c14e6efb3 HTTP/1.1" status: 204 len: 168 time: 1.0011184 Feb 09 18:06:23.143481 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babaeb71-1fa0-4806-8d66-e0f8582b4f94 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=8c7957db-45b2-4877-b6e2-84331f3bdb83,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:23.214321 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-babaeb71-1fa0-4806-8d66-e0f8582b4f94 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/8c7957db-45b2-4877-b6e2-84331f3bdb83 HTTP/1.1" status: 204 len: 168 time: 2.2262378 Feb 09 18:06:23.227241 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49022) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:23.325374 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] For port f623d92f-498f-4f6f-a5cf-778f7346ecc3, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=f623d92f-498f-4f6f-a5cf-778f7346ecc3,segment=NetworkSegment(0f940281-d575-4161-95d7-23eaf1cd56a1),segment_id=0f940281-d575-4161-95d7-23eaf1cd56a1)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:23.325648 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:23.364161 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6517fd40-125b-4206-9912-a9c7de8e2862 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:06:23.430812 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6da15476-f96e-477f-b64c-32686b5a48f7 None None] Provisioning for port 6517fd40-125b-4206-9912-a9c7de8e2862 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:23.433704 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7cb3db08-2af6-4a69-abac-9130860590f0 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1999764 Feb 09 18:06:23.441793 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-024b8e61-a28b-46de-9137-4a51bf2a4d2a req-634d23b7-3ee9-4d0c-add4-722f0070f2e1 service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986651 Feb 09 18:06:23.445748 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49030) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:23.493402 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-81e71f14-8d59-4b33-9716-1b8f8d533022 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:23.554046 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6da15476-f96e-477f-b64c-32686b5a48f7 None None] Provisioning complete for port 65acc692-eed0-4eb7-a963-700bc2054d9b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:23.554747 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6da15476-f96e-477f-b64c-32686b5a48f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:23.614474 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-812fb072-26e6-4e50-a937-9e63ed5b890d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:23.651536 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Calling delete_port for f623d92f-498f-4f6f-a5cf-778f7346ecc3 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:06:23.744223 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6da15476-f96e-477f-b64c-32686b5a48f7 None None] Port 65acc692-eed0-4eb7-a963-700bc2054d9b cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:06:23.802045 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 6517fd40-125b-4206-9912-a9c7de8e2862 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:23.832821 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 6517fd40-125b-4206-9912-a9c7de8e2862 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:23.833403 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:23.920278 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-a50662cc-7799-4fce-8bc1-4b47ecd06535 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Allocated IP 2001:db8::2bd (061275a6-3bbf-48c1-8058-6590c56a5f81/d13f060b-701f-4ad8-8256-50bccb0f3f18/6972b8ac-0675-4818-9188-a19fe1c65c74) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:23.922980 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49038) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:23.964416 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49042) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:23.989376 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dc62bf-2e3f-4df2-b259-a7b74c0753ae None None] DHCP port deletion for 533fa7e0-9286-46d7-99f4-266111443da8 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:06:24.015194 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-024b8e61-a28b-46de-9137-4a51bf2a4d2a req-aa5f607a-78cd-42ef-a6a1-1109cbc6628b service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520830 Feb 09 18:06:24.022267 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-77dc62bf-2e3f-4df2-b259-a7b74c0753ae None None] Deleting port d05e3915-087c-44fb-a630-022af52096d3 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:06:24.023862 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-77dc62bf-2e3f-4df2-b259-a7b74c0753ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:24.307436 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-48a8e367-9619-4707-bc94-f9e349d689a6 req-a5f83afe-d2ea-4e0c-bab0-bc8add1b5d3c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ac543f-9fdd-4138-9459-b56763fbcdb3 HTTP/1.1" status: 200 len: 210 time: 0.0899868 Feb 09 18:06:24.311011 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:24.362643 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-812fb072-26e6-4e50-a937-9e63ed5b890d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:24.369327 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-812fb072-26e6-4e50-a937-9e63ed5b890d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:24.373155 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-812fb072-26e6-4e50-a937-9e63ed5b890d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:24.380935 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-812fb072-26e6-4e50-a937-9e63ed5b890d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:24.395650 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d410f-232b-4d67-90b6-2e9af33e5ffd req-06b43882-950d-46ed-8454-b35f7a650a36 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:24.397850 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d80d410f-232b-4d67-90b6-2e9af33e5ffd req-06b43882-950d-46ed-8454-b35f7a650a36 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 943 time: 0.7067797 Feb 09 18:06:24.453038 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 6517fd40-125b-4206-9912-a9c7de8e2862, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=6517fd40-125b-4206-9912-a9c7de8e2862,segment=NetworkSegment(5918f11a-32f4-4202-bfe2-7c49095d6c2c),segment_id=5918f11a-32f4-4202-bfe2-7c49095d6c2c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:24.466107 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d80d410f-232b-4d67-90b6-2e9af33e5ffd req-7e326bd1-48fb-460e-b50a-40341c017c79 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566986 Feb 09 18:06:24.468295 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812fb072-26e6-4e50-a937-9e63ed5b890d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:24.496369 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-77dc62bf-2e3f-4df2-b259-a7b74c0753ae None None] For port d05e3915-087c-44fb-a630-022af52096d3, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=d05e3915-087c-44fb-a630-022af52096d3,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:24.496916 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-77dc62bf-2e3f-4df2-b259-a7b74c0753ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:24.500243 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-09f8eb09-bb32-4b02-91b8-3ccc66a52e81 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f79e2b8f88d43328c950aac4bdf4963&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5318773 Feb 09 18:06:24.502567 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49050) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:24.546407 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:24.548842 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-81e71f14-8d59-4b33-9716-1b8f8d533022 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:24.575009 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f2d3027e-1c3b-4516-bbca-1a9e9a648552 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3837d08455842e393bcceee43b69ece&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6426849 Feb 09 18:06:24.581893 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:24.582766 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49054) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:24.611728 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Port': ['ID=f623d92f-498f-4f6f-a5cf-778f7346ecc3,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:24.634102 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] No DVR routers for this DVR port f623d92f-498f-4f6f-a5cf-778f7346ecc3 on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:06:24.637804 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-812fb072-26e6-4e50-a937-9e63ed5b890d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:24.666552 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-81e71f14-8d59-4b33-9716-1b8f8d533022 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Deleting port ed9f12fa-544f-46be-8611-682f8ce84c99 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:06:24.666892 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-81e71f14-8d59-4b33-9716-1b8f8d533022 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:24.683099 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-77dc62bf-2e3f-4df2-b259-a7b74c0753ae None None] Calling delete_port for d05e3915-087c-44fb-a630-022af52096d3 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:06:24.715804 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a50662cc-7799-4fce-8bc1-4b47ecd06535 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:24.764501 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-a50662cc-7799-4fce-8bc1-4b47ecd06535 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Transition to ACTIVE for port object 6972b8ac-0675-4818-9188-a19fe1c65c74 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:24.780137 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=6517fd40-125b-4206-9912-a9c7de8e2862,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:24.846351 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-77dc62bf-2e3f-4df2-b259-a7b74c0753ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:24.850276 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a02df003-a4fa-44c6-818d-bb7f6754b119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:24.869145 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:24.874961 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cce6c7ab-457b-4ed4-91dd-ba3603cefcd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:24.907855 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6b031e-a037-4f08-a3a6-67862c324fe7']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:24.911336 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc62bf-2e3f-4df2-b259-a7b74c0753ae None None] Pushing event deleted for resources: {'Port': ['ID=d05e3915-087c-44fb-a630-022af52096d3,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:24.914335 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dc62bf-2e3f-4df2-b259-a7b74c0753ae None None] No DVR routers for this DVR port d05e3915-087c-44fb-a630-022af52096d3 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:06:24.925356 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f940281-d575-4161-95d7-23eaf1cd56a1') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:24.926235 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f940281-d575-4161-95d7-23eaf1cd56a1') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:24.938209 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a02df003-a4fa-44c6-818d-bb7f6754b119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:24.946570 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:24.948403 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ff4804-b032-49b9-8b89-6ae2c9dac4c1 None None] get_active_networks_info from dv-neutron-827016-2-hyperv {{(pid=84543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 18:06:24.968673 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cce6c7ab-457b-4ed4-91dd-ba3603cefcd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:25.005061 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:25.017361 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:06:25.017891 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:06:25.033411 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:06:25.040156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-81e71f14-8d59-4b33-9716-1b8f8d533022 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:25.142961 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ff4804-b032-49b9-8b89-6ae2c9dac4c1 None None] Resources bound (agent type, host, resource id): {{(pid=84543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 18:06:25.240914 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:25.243631 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-812fb072-26e6-4e50-a937-9e63ed5b890d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:25.244475 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-81e71f14-8d59-4b33-9716-1b8f8d533022 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Calling delete_port for ed9f12fa-544f-46be-8611-682f8ce84c99 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:06:25.265053 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6517fd40-125b-4206-9912-a9c7de8e2862 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:06:25.271414 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a50662cc-7799-4fce-8bc1-4b47ecd06535 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:25.317313 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:25.336649 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812fb072-26e6-4e50-a937-9e63ed5b890d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:25.350277 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-812fb072-26e6-4e50-a937-9e63ed5b890d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:25.356952 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Network': ['ID=fe6b031e-a037-4f08-a3a6-67862c324fe7,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:25.359918 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812fb072-26e6-4e50-a937-9e63ed5b890d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:25.362134 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-812fb072-26e6-4e50-a937-9e63ed5b890d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:25.410997 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1eafbf36-c8da-4f14-bb8a-6a868ed1cb37 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/networks/fe6b031e-a037-4f08-a3a6-67862c324fe7 HTTP/1.1" status: 204 len: 168 time: 6.5230901 Feb 09 18:06:25.414505 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49060) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:25.466595 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 6517fd40-125b-4206-9912-a9c7de8e2862 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:25.466595 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:25.468506 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fb072-26e6-4e50-a937-9e63ed5b890d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=f1888602-ef97-47f6-90af-8f3becdff9df,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:25.484903 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-c86006db-c585-41eb-bfe2-8aa10f84bc90 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1652872475'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:25.500796 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-812fb072-26e6-4e50-a937-9e63ed5b890d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0504677 Feb 09 18:06:25.506446 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50662cc-7799-4fce-8bc1-4b47ecd06535 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network 061275a6-3bbf-48c1-8058-6590c56a5f81 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:25.507726 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49064) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:25.512500 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a4295aef-3376-430a-9d0f-477e3e5cb449 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'fixed_ips': [{'subnet_id': 'f1888602-ef97-47f6-90af-8f3becdff9df', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-810549478'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:25.516062 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-a50662cc-7799-4fce-8bc1-4b47ecd06535 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:25.533342 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c86006db-c585-41eb-bfe2-8aa10f84bc90 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:25.536082 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50662cc-7799-4fce-8bc1-4b47ecd06535 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Port': ['ID=6972b8ac-0675-4818-9188-a19fe1c65c74,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:25.539819 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50662cc-7799-4fce-8bc1-4b47ecd06535 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:25.543690 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c86006db-c585-41eb-bfe2-8aa10f84bc90 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Usage tracker for resource:network and tenant:b75406ac5e534d45adbe01b1fd78744d is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:25.545495 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50662cc-7799-4fce-8bc1-4b47ecd06535 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:25.546802 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a50662cc-7799-4fce-8bc1-4b47ecd06535 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:25.582643 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c86006db-c585-41eb-bfe2-8aa10f84bc90 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:25.616672 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-612d78b1-2522-4ac5-946e-ad8176e8290b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:25.617365 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-612d78b1-2522-4ac5-946e-ad8176e8290b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:06:25.626490 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a02df003-a4fa-44c6-818d-bb7f6754b119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:25.630060 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a02df003-a4fa-44c6-818d-bb7f6754b119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:25.635960 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a02df003-a4fa-44c6-818d-bb7f6754b119 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50ab54ae-56cb-44e9-b76b-7207c9733467 HTTP/1.1" status: 204 len: 168 time: 1.0387745 Feb 09 18:06:25.655120 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02df003-a4fa-44c6-818d-bb7f6754b119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ab54ae-56cb-44e9-b76b-7207c9733467,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:25.663572 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c86006db-c585-41eb-bfe2-8aa10f84bc90 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:25.664671 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cce6c7ab-457b-4ed4-91dd-ba3603cefcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:25.667940 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cce6c7ab-457b-4ed4-91dd-ba3603cefcd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:25.669105 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-cce6c7ab-457b-4ed4-91dd-ba3603cefcd4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dedcb74e-ebd9-41af-9a05-5e7fcbdde1a3 HTTP/1.1" status: 204 len: 168 time: 1.1577725 Feb 09 18:06:25.692959 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6c7ab-457b-4ed4-91dd-ba3603cefcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedcb74e-ebd9-41af-9a05-5e7fcbdde1a3,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:25.706892 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6c218ccb-86f8-4d5d-acb9-fa3c2e9a26b7 req-6b1f24f7-e27f-4451-824b-d6ce7adae1c2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ac543f-9fdd-4138-9459-b56763fbcdb3 HTTP/1.1" status: 200 len: 210 time: 0.1707704 Feb 09 18:06:25.801779 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a50662cc-7799-4fce-8bc1-4b47ecd06535 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3632488 Feb 09 18:06:25.807246 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-612d78b1-2522-4ac5-946e-ad8176e8290b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:06:25.808407 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-612d78b1-2522-4ac5-946e-ad8176e8290b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/networks?id=e8d2a6eb-9f6f-457f-ba72-221cb18510e1 HTTP/1.1" status: 200 len: 796 time: 0.5953262 Feb 09 18:06:25.816551 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49074) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:25.831189 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f8fcbe9a-9c8f-4185-be97-f57d3887d641 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'subnet': {'network_id': '061275a6-3bbf-48c1-8058-6590c56a5f81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:25.840465 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86006db-c585-41eb-bfe2-8aa10f84bc90 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Made reservation on behalf of b75406ac5e534d45adbe01b1fd78744d for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:25.846758 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c86006db-c585-41eb-bfe2-8aa10f84bc90 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:25.972471 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a4295aef-3376-430a-9d0f-477e3e5cb449 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:25.999233 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a4295aef-3376-430a-9d0f-477e3e5cb449 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:26.001326 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86006db-c585-41eb-bfe2-8aa10f84bc90 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:06:26.022407 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c86006db-c585-41eb-bfe2-8aa10f84bc90 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:26.022855 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-c86006db-c585-41eb-bfe2-8aa10f84bc90 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Added segment 74de3ec1-3a05-4e12-a15d-8a0b40c9d0af of type vlan for network 68ee5f09-bbca-4df3-8c73-e66d0a60febb Feb 09 18:06:26.058880 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device d05e3915-087c-44fb-a630-022af52096d3 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:06:26.091860 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c86006db-c585-41eb-bfe2-8aa10f84bc90 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:26.121902 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-697059c4-d330-4680-a261-66f6abccfd97 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:06:26.135230 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4295aef-3376-430a-9d0f-477e3e5cb449 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:26.148336 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a4295aef-3376-430a-9d0f-477e3e5cb449 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:26.170090 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f8fcbe9a-9c8f-4185-be97-f57d3887d641 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:26.177515 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-81e71f14-8d59-4b33-9716-1b8f8d533022 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:26.183959 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f8fcbe9a-9c8f-4185-be97-f57d3887d641 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:subnet and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:26.208744 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637ed60-a50a-49f8-8de8-1fe1ae318680 req-a377ace2-ea55-4394-abf2-f9c447fe9d1f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:26.221162 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b637ed60-a50a-49f8-8de8-1fe1ae318680 req-a377ace2-ea55-4394-abf2-f9c447fe9d1f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 943 time: 0.4983041 Feb 09 18:06:26.227529 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f8fcbe9a-9c8f-4185-be97-f57d3887d641 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:26.241171 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f8fcbe9a-9c8f-4185-be97-f57d3887d641 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:26.245802 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e71f14-8d59-4b33-9716-1b8f8d533022 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Pushing event deleted for resources: {'Port': ['ID=ed9f12fa-544f-46be-8611-682f8ce84c99,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:26.262055 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-697059c4-d330-4680-a261-66f6abccfd97 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:06:26.263550 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-697059c4-d330-4680-a261-66f6abccfd97 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 473 time: 0.4158468 Feb 09 18:06:26.265832 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: d05e3915-087c-44fb-a630-022af52096d3 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:06:26.265832 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device d05e3915-087c-44fb-a630-022af52096d3 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:06:26.273052 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e04b07d-fdb1-4c51-812f-1f18f389eb77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-533fa7e0-9286-46d7-99f4-266111443da8', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'fixed_ips': [{'subnet_id': 'f1888602-ef97-47f6-90af-8f3becdff9df'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:06:26.274426 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2e04b07d-fdb1-4c51-812f-1f18f389eb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:26.287889 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c86006db-c585-41eb-bfe2-8aa10f84bc90 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:26.302262 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86006db-c585-41eb-bfe2-8aa10f84bc90 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:26.303991 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c86006db-c585-41eb-bfe2-8aa10f84bc90 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:26.305490 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8474d710-f0a6-495d-b81b-8a21db9d3772 req-1ecb21c6-4803-4024-a9f6-6f9b5ca383b3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3391471 Feb 09 18:06:26.309097 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-1468b2ee-95ca-4d30-a2a4-8a31f8b73c77 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'port': {'device_id': '42ac543f-9fdd-4138-9459-b56763fbcdb3', 'network_id': 'e8d2a6eb-9f6f-457f-ba72-221cb18510e1', 'admin_state_up': True, 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'security_groups': ['ad636a0a-c112-4998-adda-711ab7f6a3ac']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:26.475544 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-a4295aef-3376-430a-9d0f-477e3e5cb449 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] device_id is not set on port 770a428c-b482-44a7-a479-56ed57ecf5eb yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:06:26.531278 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86006db-c585-41eb-bfe2-8aa10f84bc90 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event updated for resources: {'Network': ['ID=68ee5f09-bbca-4df3-8c73-e66d0a60febb,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:26.532290 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-2e04b07d-fdb1-4c51-812f-1f18f389eb77 None None] Allocated IP 2001:db8::2 (533fa7e0-9286-46d7-99f4-266111443da8/f1888602-ef97-47f6-90af-8f3becdff9df/b4b9d792-597c-4f97-9b25-9312f1aea80c) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:26.535771 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b637ed60-a50a-49f8-8de8-1fe1ae318680 req-adb28f49-1a96-4e7c-bd1b-94927c25c181 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3119042 Feb 09 18:06:26.545234 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c86006db-c585-41eb-bfe2-8aa10f84bc90 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0871112 Feb 09 18:06:26.557778 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49088) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:26.569212 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-6ade0c92-e973-4f4d-bc65-30fceeadb6dd tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Request body: {'subnet': {'network_id': '68ee5f09-bbca-4df3-8c73-e66d0a60febb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:26.643277 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fcbe9a-9c8f-4185-be97-f57d3887d641 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:26.647134 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f8fcbe9a-9c8f-4185-be97-f57d3887d641 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:26.655244 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 68ee5f09-bbca-4df3-8c73-e66d0a60febb details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:06:26.715790 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49092) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:26.871746 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.ipam_backend_mixin [None req-f8fcbe9a-9c8f-4185-be97-f57d3887d641 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d13f060b-701f-4ad8-8256-50bccb0f3f18 (CIDR: 2001:db8::/64) Feb 09 18:06:26.938142 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8fcbe9a-9c8f-4185-be97-f57d3887d641 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:06:26.944125 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8fcbe9a-9c8f-4185-be97-f57d3887d641 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:06:26.957113 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2e04b07d-fdb1-4c51-812f-1f18f389eb77 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:26.973629 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2e04b07d-fdb1-4c51-812f-1f18f389eb77 None None] Transition to ACTIVE for port object b4b9d792-597c-4f97-9b25-9312f1aea80c will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:27.007329 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2e04b07d-fdb1-4c51-812f-1f18f389eb77 None None] Transition to ACTIVE for port object b4b9d792-597c-4f97-9b25-9312f1aea80c will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:27.048978 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-dd3a53e7-9b82-4408-8f20-f54ee734dc00 req-2e7fa4b3-4dec-43c7-b368-fc86562406c5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ac543f-9fdd-4138-9459-b56763fbcdb3 HTTP/1.1" status: 200 len: 210 time: 0.0892692 Feb 09 18:06:27.072971 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6ade0c92-e973-4f4d-bc65-30fceeadb6dd tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:27.075281 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2e04b07d-fdb1-4c51-812f-1f18f389eb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:27.090910 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6ade0c92-e973-4f4d-bc65-30fceeadb6dd tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Usage tracker for resource:subnet and tenant:b75406ac5e534d45adbe01b1fd78744d is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:27.092562 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-1468b2ee-95ca-4d30-a2a4-8a31f8b73c77 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:27.095164 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6ade0c92-e973-4f4d-bc65-30fceeadb6dd tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:27.096769 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-1468b2ee-95ca-4d30-a2a4-8a31f8b73c77 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:port and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:27.099860 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-1468b2ee-95ca-4d30-a2a4-8a31f8b73c77 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:27.102959 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6ade0c92-e973-4f4d-bc65-30fceeadb6dd tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:27.105826 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-1468b2ee-95ca-4d30-a2a4-8a31f8b73c77 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:27.127642 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4295aef-3376-430a-9d0f-477e3e5cb449 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:06:27.128129 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4295aef-3376-430a-9d0f-477e3e5cb449 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:06:27.139039 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f605d6e4-4607-4fe1-b67b-b9ee60492199 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d04ab1f720c8443890d40fe69c7a7b63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4151502 Feb 09 18:06:27.159935 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49104) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:27.177627 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f8fcbe9a-9c8f-4185-be97-f57d3887d641 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3599222 Feb 09 18:06:27.182921 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49108) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:27.186397 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ade0c92-e973-4f4d-bc65-30fceeadb6dd tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Made reservation on behalf of b75406ac5e534d45adbe01b1fd78744d for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:27.193277 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7a749385-d111-466a-b96f-2ba827e34c04 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'subnet': {'network_id': '061275a6-3bbf-48c1-8058-6590c56a5f81', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:27.213228 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e04b07d-fdb1-4c51-812f-1f18f389eb77 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:27.214746 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04b07d-fdb1-4c51-812f-1f18f389eb77 None None] Pushing event updated for resources: {'Port': ['ID=b4b9d792-597c-4f97-9b25-9312f1aea80c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:27.218103 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-2e04b07d-fdb1-4c51-812f-1f18f389eb77 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:27.223605 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e04b07d-fdb1-4c51-812f-1f18f389eb77 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:27.270192 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-81e71f14-8d59-4b33-9716-1b8f8d533022 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:27.311769 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a4295aef-3376-430a-9d0f-477e3e5cb449 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.8078439 Feb 09 18:06:27.315576 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49112) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:27.326663 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-2e04b07d-fdb1-4c51-812f-1f18f389eb77 None None] Attempting to bind port b4b9d792-597c-4f97-9b25-9312f1aea80c on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:06:27.327791 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-2e04b07d-fdb1-4c51-812f-1f18f389eb77 None None] Attempting to bind port b4b9d792-597c-4f97-9b25-9312f1aea80c by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:06:27.329032 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e04b07d-fdb1-4c51-812f-1f18f389eb77 None None] Attempting to bind port b4b9d792-597c-4f97-9b25-9312f1aea80c on network 533fa7e0-9286-46d7-99f4-266111443da8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:06:27.331594 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-1468b2ee-95ca-4d30-a2a4-8a31f8b73c77 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:27.336272 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-1468b2ee-95ca-4d30-a2a4-8a31f8b73c77 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:27.340715 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e04b07d-fdb1-4c51-812f-1f18f389eb77 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:06:27.341483 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e04b07d-fdb1-4c51-812f-1f18f389eb77 None None] Checking segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:27.342129 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2e04b07d-fdb1-4c51-812f-1f18f389eb77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:27.342871 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e04b07d-fdb1-4c51-812f-1f18f389eb77 None None] Bound using segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:06:27.343566 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-2e04b07d-fdb1-4c51-812f-1f18f389eb77 None None] Bound port: b4b9d792-597c-4f97-9b25-9312f1aea80c, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:06:27.344170 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2e04b07d-fdb1-4c51-812f-1f18f389eb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:27.395802 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6ade0c92-e973-4f4d-bc65-30fceeadb6dd tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:27.438419 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8474d710-f0a6-495d-b81b-8a21db9d3772 req-71e080bb-0ad5-49e2-9ebe-332265a13761 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 1098 time: 0.8264899 Feb 09 18:06:27.466283 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-2e04b07d-fdb1-4c51-812f-1f18f389eb77 None None] For port b4b9d792-597c-4f97-9b25-9312f1aea80c, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:06:27.470067 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-2e04b07d-fdb1-4c51-812f-1f18f389eb77 None None] For port b4b9d792-597c-4f97-9b25-9312f1aea80c, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b4b9d792-597c-4f97-9b25-9312f1aea80c,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:06:27.509591 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49118) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:27.531440 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a5ad742f-1830-4fe7-944f-bc1b82c21831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:27.539343 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2e04b07d-fdb1-4c51-812f-1f18f389eb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:27.578894 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a5ad742f-1830-4fe7-944f-bc1b82c21831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:27.621075 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba282c2-fa91-4595-857a-39f7ba32b543 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:27.621796 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-0ba282c2-fa91-4595-857a-39f7ba32b543 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:06:27.676852 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04b07d-fdb1-4c51-812f-1f18f389eb77 None None] Pushing event updated for resources: {'Port': ['ID=b4b9d792-597c-4f97-9b25-9312f1aea80c,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:27.745502 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-81e71f14-8d59-4b33-9716-1b8f8d533022 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:27.746115 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-0ba282c2-fa91-4595-857a-39f7ba32b543 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:06:27.747045 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0ba282c2-fa91-4595-857a-39f7ba32b543 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4213631 Feb 09 18:06:27.750708 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49126) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:27.794904 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-81e71f14-8d59-4b33-9716-1b8f8d533022 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:27.817145 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-80cb20b4-893d-4878-94f3-282536eedb0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1026865095'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:27.863285 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-80cb20b4-893d-4878-94f3-282536eedb0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:27.895384 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7a749385-d111-466a-b96f-2ba827e34c04 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:27.905035 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-80cb20b4-893d-4878-94f3-282536eedb0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:network and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:27.914925 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-80cb20b4-893d-4878-94f3-282536eedb0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:27.919155 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a5ad742f-1830-4fe7-944f-bc1b82c21831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:27.925723 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7a749385-d111-466a-b96f-2ba827e34c04 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:subnet and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:27.943972 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-80cb20b4-893d-4878-94f3-282536eedb0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:27.947109 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7a749385-d111-466a-b96f-2ba827e34c04 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:27.960046 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7a749385-d111-466a-b96f-2ba827e34c04 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:27.970320 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-1468b2ee-95ca-4d30-a2a4-8a31f8b73c77 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.20.0.30 (e8d2a6eb-9f6f-457f-ba72-221cb18510e1/97fc45a8-a02b-409e-be4f-d88438f6569c/f9711a50-b2f0-4a84-af17-fca5698b00f5) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:27.972598 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad742f-1830-4fe7-944f-bc1b82c21831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92ec4dc-f6ec-4202-b555-1f2d6b43b011,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:27.972817 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474d710-f0a6-495d-b81b-8a21db9d3772 req-b51e4455-2622-40ed-83ad-1ed3140b4701 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:27.976244 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8474d710-f0a6-495d-b81b-8a21db9d3772 req-b51e4455-2622-40ed-83ad-1ed3140b4701 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d56a852c-565a-4887-9c81-db659a21eec0 HTTP/1.1" status: 200 len: 897 time: 0.4859509 Feb 09 18:06:28.001829 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac8241b-c3f6-46f0-bf47-6777071bd622 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:28.003914 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac8241b-c3f6-46f0-bf47-6777071bd622 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:28.004718 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-aac8241b-c3f6-46f0-bf47-6777071bd622 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:06:28.034606 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a5ad742f-1830-4fe7-944f-bc1b82c21831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:28.039558 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a5ad742f-1830-4fe7-944f-bc1b82c21831 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d92ec4dc-f6ec-4202-b555-1f2d6b43b011 HTTP/1.1" status: 204 len: 168 time: 0.8768840 Feb 09 18:06:28.047542 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18e41e-b515-45cf-870e-eadd66784188 req-ff694b28-e59c-482f-aee5-74ab03fbcba6 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:28.049117 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ef18e41e-b515-45cf-870e-eadd66784188 req-ff694b28-e59c-482f-aee5-74ab03fbcba6 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 943 time: 0.2431560 Feb 09 18:06:28.061736 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-81e71f14-8d59-4b33-9716-1b8f8d533022 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:28.062273 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e71f14-8d59-4b33-9716-1b8f8d533022 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Fanout notify agent at l3_agent the message router_deleted on router d897b93d-fe8c-44be-831c-267ee53defbb {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:06:28.123361 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6ade0c92-e973-4f4d-bc65-30fceeadb6dd tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:28.130625 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a749385-d111-466a-b96f-2ba827e34c04 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:28.202903 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cb20b4-893d-4878-94f3-282536eedb0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:28.207687 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-80cb20b4-893d-4878-94f3-282536eedb0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:28.241816 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-80cb20b4-893d-4878-94f3-282536eedb0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:28.251893 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-aac8241b-c3f6-46f0-bf47-6777071bd622 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:06:28.253179 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-aac8241b-c3f6-46f0-bf47-6777071bd622 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5012801 Feb 09 18:06:28.269072 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49134) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:28.326135 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device cc43ec91-0fc5-42c8-a553-13a6af55add1 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:06:28.355284 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-81e71f14-8d59-4b33-9716-1b8f8d533022 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:28.356362 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-81e71f14-8d59-4b33-9716-1b8f8d533022 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "DELETE /v2.0/routers/d897b93d-fe8c-44be-831c-267ee53defbb HTTP/1.1" status: 204 len: 168 time: 7.1549325 Feb 09 18:06:28.399486 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49138) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:28.432274 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-071b79ec-4a12-48d5-8237-71484cffffb3 req-abc6132b-8bf8-46fe-bfe8-e4e7449af19e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ac543f-9fdd-4138-9459-b56763fbcdb3 HTTP/1.1" status: 200 len: 210 time: 0.1743212 Feb 09 18:06:28.442370 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8474d710-f0a6-495d-b81b-8a21db9d3772 req-86721ef1-05f3-4ff8-895d-fd497fe3bf4a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0527800b-c013-48a4-899d-0e94ecda1102 HTTP/1.1" status: 200 len: 1000 time: 0.4595566 Feb 09 18:06:28.458468 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-8911c090-e6a5-4958-9474-9303d351b4fe tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1298903368', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:28.494568 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-8911c090-e6a5-4958-9474-9303d351b4fe tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:28.498601 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade0c92-e973-4f4d-bc65-30fceeadb6dd tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event updated for resources: {'Subnet': ['ID=2b20e249-a749-4fb3-8add-e8144db441b0,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:28.515428 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ef18e41e-b515-45cf-870e-eadd66784188 req-e9928581-8de7-4ff4-b6c2-148f27965a49 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4595037 Feb 09 18:06:28.516651 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8911c090-e6a5-4958-9474-9303d351b4fe tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Usage tracker for resource:router and tenant:7ea17d0ba6504df9b30b6e8259b39c22 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:28.530625 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8911c090-e6a5-4958-9474-9303d351b4fe tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:28.534040 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-80cb20b4-893d-4878-94f3-282536eedb0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:28.554202 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade0c92-e973-4f4d-bc65-30fceeadb6dd tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Checking segment: {'id': '74de3ec1-3a05-4e12-a15d-8a0b40c9d0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '68ee5f09-bbca-4df3-8c73-e66d0a60febb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:28.555983 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ade0c92-e973-4f4d-bc65-30fceeadb6dd tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Network hostable DHCP agents. Network: 68ee5f09-bbca-4df3-8c73-e66d0a60febb, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:06:28.556099 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port cc43ec91-0fc5-42c8-a553-13a6af55add1, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=cc43ec91-0fc5-42c8-a553-13a6af55add1,segment=NetworkSegment(ef1edd2b-cf25-4f82-9baf-16b100c9302b),segment_id=ef1edd2b-cf25-4f82-9baf-16b100c9302b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:28.573741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': 'cc43ec91-0fc5-42c8-a553-13a6af55add1', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'port_id': 'cc43ec91-0fc5-42c8-a553-13a6af55add1', 'mac_address': 'fa:16:3e:fd:bc:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:06:28.578260 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-80cb20b4-893d-4878-94f3-282536eedb0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:security_group_rule and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:28.582214 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-80cb20b4-893d-4878-94f3-282536eedb0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:28.594660 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-80cb20b4-893d-4878-94f3-282536eedb0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:28.594826 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a749385-d111-466a-b96f-2ba827e34c04 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:28.637887 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474d710-f0a6-495d-b81b-8a21db9d3772 req-be6b80d3-12f1-4bdb-8d33-27ab1da06ae4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:28.639520 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8474d710-f0a6-495d-b81b-8a21db9d3772 req-be6b80d3-12f1-4bdb-8d33-27ab1da06ae4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=323aa9ee-0d96-4ed4-ae98-1d480360728b HTTP/1.1" status: 200 len: 835 time: 0.1808658 Feb 09 18:06:28.655971 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:28.682431 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc43ec91-0fc5-42c8-a553-13a6af55add1 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:06:28.702325 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port cc43ec91-0fc5-42c8-a553-13a6af55add1, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=cc43ec91-0fc5-42c8-a553-13a6af55add1,segment=NetworkSegment(ef1edd2b-cf25-4f82-9baf-16b100c9302b),segment_id=ef1edd2b-cf25-4f82-9baf-16b100c9302b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:28.713146 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-8911c090-e6a5-4958-9474-9303d351b4fe tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:28.718756 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-1468b2ee-95ca-4d30-a2a4-8a31f8b73c77 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:28.723338 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-41fb7ef1-aef7-477d-b54e-e4d27c08f642 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet f1888602-ef97-47f6-90af-8f3becdff9df {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:06:28.727450 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-41fb7ef1-aef7-477d-b54e-e4d27c08f642 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:28.788614 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:28.794502 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-41fb7ef1-aef7-477d-b54e-e4d27c08f642 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:28.809345 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-1468b2ee-95ca-4d30-a2a4-8a31f8b73c77 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Transition to ACTIVE for port object f9711a50-b2f0-4a84-af17-fca5698b00f5 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:28.890838 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=cc43ec91-0fc5-42c8-a553-13a6af55add1,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:28.895067 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-41fb7ef1-aef7-477d-b54e-e4d27c08f642 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:28.924971 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8474d710-f0a6-495d-b81b-8a21db9d3772 req-386c3ef0-9e84-4794-b47d-3d81648a00bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d56a852c-565a-4887-9c81-db659a21eec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2760718 Feb 09 18:06:28.955908 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-80cb20b4-893d-4878-94f3-282536eedb0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:28.993695 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-1468b2ee-95ca-4d30-a2a4-8a31f8b73c77 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:29.013193 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-80cb20b4-893d-4878-94f3-282536eedb0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:29.021187 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['cc43ec91-0fc5-42c8-a553-13a6af55add1'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:06:29.068613 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb20b4-893d-4878-94f3-282536eedb0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a3fc41-4344-43eb-bcc2-9c0d10aa564c,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:29.078087 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ade0c92-e973-4f4d-bc65-30fceeadb6dd tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Network 68ee5f09-bbca-4df3-8c73-e66d0a60febb is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:06:29.085131 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80cb20b4-893d-4878-94f3-282536eedb0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:06:29.114885 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8911c090-e6a5-4958-9474-9303d351b4fe tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:29.119248 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8911c090-e6a5-4958-9474-9303d351b4fe tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:29.121672 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-41fb7ef1-aef7-477d-b54e-e4d27c08f642 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:29.130635 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bb308e-5608-497b-a6c8-1d2313891cb3 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:29.165231 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-1468b2ee-95ca-4d30-a2a4-8a31f8b73c77 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network e8d2a6eb-9f6f-457f-ba72-221cb18510e1 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:29.189879 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-1468b2ee-95ca-4d30-a2a4-8a31f8b73c77 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:29.193684 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb7ef1-aef7-477d-b54e-e4d27c08f642 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=f1888602-ef97-47f6-90af-8f3becdff9df,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:29.199314 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468b2ee-95ca-4d30-a2a4-8a31f8b73c77 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=f9711a50-b2f0-4a84-af17-fca5698b00f5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:29.205133 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-1468b2ee-95ca-4d30-a2a4-8a31f8b73c77 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:29.214158 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-80cb20b4-893d-4878-94f3-282536eedb0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:29.214781 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-80cb20b4-893d-4878-94f3-282536eedb0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Added segment fc372c04-3013-4bd2-b62a-b0e460d40e07 of type vlan for network 3f2321c5-bf60-493e-93d3-55a59564b49d Feb 09 18:06:29.228012 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-6ade0c92-e973-4f4d-bc65-30fceeadb6dd tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 68ee5f09-bbca-4df3-8c73-e66d0a60febb) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:29.280054 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade0c92-e973-4f4d-bc65-30fceeadb6dd tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:29.280054 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6ade0c92-e973-4f4d-bc65-30fceeadb6dd tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:29.315371 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-41fb7ef1-aef7-477d-b54e-e4d27c08f642 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:29.322508 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6ce2e7-c120-44a7-a0bf-a67f82d16e77 None None] Network 68ee5f09-bbca-4df3-8c73-e66d0a60febb requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:29.375119 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8474d710-f0a6-495d-b81b-8a21db9d3772 req-c08f9414-56b2-40ab-b6a3-bd5c4ef524a8 service neutron] 10.222.0.50 "GET /v2.0/networks/d56a852c-565a-4887-9c81-db659a21eec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131827 Feb 09 18:06:29.381953 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-80cb20b4-893d-4878-94f3-282536eedb0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:29.390491 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8911c090-e6a5-4958-9474-9303d351b4fe tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:29.501091 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6ade0c92-e973-4f4d-bc65-30fceeadb6dd tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.9417472 Feb 09 18:06:29.501908 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49156) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:29.539487 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b4b9d792-597c-4f97-9b25-9312f1aea80c up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:06:29.618764 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-80cb20b4-893d-4878-94f3-282536eedb0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:29.623112 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cb20b4-893d-4878-94f3-282536eedb0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:29.623704 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-80cb20b4-893d-4878-94f3-282536eedb0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:29.663117 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-41fb7ef1-aef7-477d-b54e-e4d27c08f642 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/f1888602-ef97-47f6-90af-8f3becdff9df HTTP/1.1" status: 204 len: 168 time: 1.3899231 Feb 09 18:06:29.663117 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8911c090-e6a5-4958-9474-9303d351b4fe tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:29.665286 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-1468b2ee-95ca-4d30-a2a4-8a31f8b73c77 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:29.665286 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-1468b2ee-95ca-4d30-a2a4-8a31f8b73c77 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:29.675230 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49164) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:29.741254 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a749385-d111-466a-b96f-2ba827e34c04 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:29.815141 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c3c35ab5-1038-4fee-b972-48019ece51f8 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1347141 Feb 09 18:06:29.829172 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49170) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:29.845848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b02f04f7-332e-4d2a-815e-9e871be211a2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:29.888275 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c21a03d6-147b-4c36-af03-6431e3bd7aa6 None None] Provisioning for port b4b9d792-597c-4f97-9b25-9312f1aea80c completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:29.949011 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-1468b2ee-95ca-4d30-a2a4-8a31f8b73c77 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6475036 Feb 09 18:06:29.977610 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a749385-d111-466a-b96f-2ba827e34c04 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network 061275a6-3bbf-48c1-8058-6590c56a5f81 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:29.986358 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-6b626f87-d0ba-4e9c-99ba-1c8c776926c8 service neutron] Request body: {'port': {'device_id': '42ac543f-9fdd-4138-9459-b56763fbcdb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:30.013544 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8911c090-e6a5-4958-9474-9303d351b4fe tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:30.014654 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8911c090-e6a5-4958-9474-9303d351b4fe tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.5854838 Feb 09 18:06:30.041928 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-80cb20b4-893d-4878-94f3-282536eedb0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.5261025 Feb 09 18:06:30.042446 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49176) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:30.042775 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49178) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:30.067470 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a749385-d111-466a-b96f-2ba827e34c04 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Subnet': ['ID=8bcde154-a071-420b-9201-aa88c3d3bbfd,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:30.074155 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port b4b9d792-597c-4f97-9b25-9312f1aea80c completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:30.077906 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-7a749385-d111-466a-b96f-2ba827e34c04 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:30.088789 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a749385-d111-466a-b96f-2ba827e34c04 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:30.089620 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a749385-d111-466a-b96f-2ba827e34c04 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:30.103854 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10b9bc5-b9bb-4a06-baa9-afe9c0326851 None None] Network 061275a6-3bbf-48c1-8058-6590c56a5f81 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:30.118123 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-290ffd0a-618c-48d3-b5e1-12990fdafc08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'port': {'network_id': '3f2321c5-bf60-493e-93d3-55a59564b49d', 'name': 'tempest-PortsTestJSON-573937618'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:30.146715 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8474d710-f0a6-495d-b81b-8a21db9d3772 req-039ef9cb-0ef4-4edd-8d66-77a613ad0c11 service neutron] 10.222.0.50 "GET /v2.0/networks/d56a852c-565a-4887-9c81-db659a21eec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7595177 Feb 09 18:06:30.150451 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-360305f5-8e5a-401a-9abc-7a1aed71f207 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'enable_snat': False}}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:30.176350 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port b4b9d792-597c-4f97-9b25-9312f1aea80c triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:30.177089 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:30.236499 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb20b4-893d-4878-94f3-282536eedb0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Network': ['ID=3f2321c5-bf60-493e-93d3-55a59564b49d,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:30.254079 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b02f04f7-332e-4d2a-815e-9e871be211a2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:30.257777 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7a749385-d111-466a-b96f-2ba827e34c04 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0736389 Feb 09 18:06:30.263906 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-b02f04f7-332e-4d2a-815e-9e871be211a2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:30.266380 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49186) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:30.270869 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-b02f04f7-332e-4d2a-815e-9e871be211a2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:30.282100 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-0812c29c-13ac-481a-a56c-b5d6faddb4c8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1753489142', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8bcde154-a071-420b-9201-aa88c3d3bbfd'}], 'security_groups': ['b7a4facc-060b-47b1-aae5-888ec2b8d733']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:30.292481 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb4b989-a3b4-47b5-a90c-68be5922a83d None None] DHCP port deletion for 533fa7e0-9286-46d7-99f4-266111443da8 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:06:30.294981 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 3f2321c5-bf60-493e-93d3-55a59564b49d details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:06:30.313971 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b02f04f7-332e-4d2a-815e-9e871be211a2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:30.325965 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbec86c-81d7-4bd6-bf29-7d501700cfdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-68ee5f09-bbca-4df3-8c73-e66d0a60febb', 'network_id': '68ee5f09-bbca-4df3-8c73-e66d0a60febb', 'tenant_id': 'b75406ac5e534d45adbe01b1fd78744d', 'fixed_ips': [{'subnet_id': '2b20e249-a749-4fb3-8add-e8144db441b0'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:06:30.327057 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fdbec86c-81d7-4bd6-bf29-7d501700cfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:30.327231 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-6b626f87-d0ba-4e9c-99ba-1c8c776926c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:30.427262 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-cbb4b989-a3b4-47b5-a90c-68be5922a83d None None] Deleting port b4b9d792-597c-4f97-9b25-9312f1aea80c {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:06:30.427959 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cbb4b989-a3b4-47b5-a90c-68be5922a83d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:30.449611 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:30.506457 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-290ffd0a-618c-48d3-b5e1-12990fdafc08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:30.508263 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4a59e5ba-ad81-4c56-939f-c36799594d6e None None] Provisioning for port 6972b8ac-0675-4818-9188-a19fe1c65c74 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:30.528309 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4a59e5ba-ad81-4c56-939f-c36799594d6e None None] Provisioning complete for port 6972b8ac-0675-4818-9188-a19fe1c65c74 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:30.528930 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4a59e5ba-ad81-4c56-939f-c36799594d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:30.552351 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-290ffd0a-618c-48d3-b5e1-12990fdafc08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:port and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:30.560284 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-290ffd0a-618c-48d3-b5e1-12990fdafc08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:30.617000 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0812c29c-13ac-481a-a56c-b5d6faddb4c8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:30.634828 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120a16a-56d6-4e1c-a1eb-ca5c615ad8d0 req-4095bcd0-0422-45a4-8151-85abcab7d839 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:30.636455 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1120a16a-56d6-4e1c-a1eb-ca5c615ad8d0 req-4095bcd0-0422-45a4-8151-85abcab7d839 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 944 time: 0.9175401 Feb 09 18:06:30.652738 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-290ffd0a-618c-48d3-b5e1-12990fdafc08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:30.691708 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406ef3e-f8b4-441d-88bf-19cbf37ab2ce req-f8e12d0b-88fd-4ee9-b41c-9b4073287940 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:30.699750 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9406ef3e-f8b4-441d-88bf-19cbf37ab2ce req-f8e12d0b-88fd-4ee9-b41c-9b4073287940 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ac543f-9fdd-4138-9459-b56763fbcdb3 HTTP/1.1" status: 200 len: 932 time: 0.9912360 Feb 09 18:06:30.700598 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-fdbec86c-81d7-4bd6-bf29-7d501700cfdb None None] Allocated IP 2001:db8::1 (68ee5f09-bbca-4df3-8c73-e66d0a60febb/2b20e249-a749-4fb3-8add-e8144db441b0/957a120c-9985-4177-a916-1e800a6e1975) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:30.744793 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02f04f7-332e-4d2a-815e-9e871be211a2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:30.875912 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1120a16a-56d6-4e1c-a1eb-ca5c615ad8d0 req-f3f08e21-f587-4183-8291-94012413bef5 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146528 Feb 09 18:06:30.896014 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290ffd0a-618c-48d3-b5e1-12990fdafc08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:30.899120 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-290ffd0a-618c-48d3-b5e1-12990fdafc08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:30.913310 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:30.940349 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b02f04f7-332e-4d2a-815e-9e871be211a2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:31.009526 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4a59e5ba-ad81-4c56-939f-c36799594d6e None None] Port 6972b8ac-0675-4818-9188-a19fe1c65c74 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:06:31.037723 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-290ffd0a-618c-48d3-b5e1-12990fdafc08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] device_id is not set on port bc2e103c-93fd-4db9-bf7f-ca647150f1d2 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:06:31.079860 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9406ef3e-f8b4-441d-88bf-19cbf37ab2ce req-931acf28-41ce-4c34-a008-20c931def613 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad636a0a-c112-4998-adda-711ab7f6a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3791497 Feb 09 18:06:31.229551 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-360305f5-8e5a-401a-9abc-7a1aed71f207 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:31.252775 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:31.387833 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-cbb4b989-a3b4-47b5-a90c-68be5922a83d None None] For port b4b9d792-597c-4f97-9b25-9312f1aea80c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b4b9d792-597c-4f97-9b25-9312f1aea80c,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:31.389059 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cbb4b989-a3b4-47b5-a90c-68be5922a83d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:31.461826 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-290ffd0a-618c-48d3-b5e1-12990fdafc08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:31.579295 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-0812c29c-13ac-481a-a56c-b5d6faddb4c8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Delete allocated IP 2001:db8::2bd (061275a6-3bbf-48c1-8058-6590c56a5f81/d13f060b-701f-4ad8-8256-50bccb0f3f18) {{(pid=84542) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 18:06:31.597902 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-290ffd0a-618c-48d3-b5e1-12990fdafc08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:31.607096 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-cbb4b989-a3b4-47b5-a90c-68be5922a83d None None] Calling delete_port for b4b9d792-597c-4f97-9b25-9312f1aea80c owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:06:31.618364 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-0812c29c-13ac-481a-a56c-b5d6faddb4c8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Allocated IP 2001:db8:0:1::76 (061275a6-3bbf-48c1-8058-6590c56a5f81/8bcde154-a071-420b-9201-aa88c3d3bbfd/6972b8ac-0675-4818-9188-a19fe1c65c74) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:31.648794 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4a59e5ba-ad81-4c56-939f-c36799594d6e None None] Provisioning for port f9711a50-b2f0-4a84-af17-fca5698b00f5 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:31.657093 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-360305f5-8e5a-401a-9abc-7a1aed71f207 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:31.666937 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port b4b9d792-597c-4f97-9b25-9312f1aea80c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b4b9d792-597c-4f97-9b25-9312f1aea80c,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:31.674536 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fdbec86c-81d7-4bd6-bf29-7d501700cfdb None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:31.685768 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4a59e5ba-ad81-4c56-939f-c36799594d6e None None] Provisioning complete for port f9711a50-b2f0-4a84-af17-fca5698b00f5 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:31.685929 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4a59e5ba-ad81-4c56-939f-c36799594d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:31.723741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-fdbec86c-81d7-4bd6-bf29-7d501700cfdb None None] Transition to ACTIVE for port object 957a120c-9985-4177-a916-1e800a6e1975 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:31.771123 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:31.823513 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-fdbec86c-81d7-4bd6-bf29-7d501700cfdb None None] Transition to ACTIVE for port object 957a120c-9985-4177-a916-1e800a6e1975 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:31.844421 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-360305f5-8e5a-401a-9abc-7a1aed71f207 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:31.877211 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4a59e5ba-ad81-4c56-939f-c36799594d6e None None] Port f9711a50-b2f0-4a84-af17-fca5698b00f5 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:06:31.902060 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=b4b9d792-597c-4f97-9b25-9312f1aea80c,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:31.930932 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b4b9d792-597c-4f97-9b25-9312f1aea80c no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:06:31.962823 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-6b626f87-d0ba-4e9c-99ba-1c8c776926c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9711a50-b2f0-4a84-af17-fca5698b00f5 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:06:31.963386 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ffd0a-618c-48d3-b5e1-12990fdafc08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Port': ['ID=bc2e103c-93fd-4db9-bf7f-ca647150f1d2,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:31.975898 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-6b626f87-d0ba-4e9c-99ba-1c8c776926c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:32.008736 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b02f04f7-332e-4d2a-815e-9e871be211a2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:32.020104 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fdbec86c-81d7-4bd6-bf29-7d501700cfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:32.024871 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-cbb4b989-a3b4-47b5-a90c-68be5922a83d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:06:32.025428 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-cbb4b989-a3b4-47b5-a90c-68be5922a83d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:06:32.049185 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290ffd0a-618c-48d3-b5e1-12990fdafc08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Checking segment: {'id': 'fc372c04-3013-4bd2-b62a-b0e460d40e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3f2321c5-bf60-493e-93d3-55a59564b49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:32.050016 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290ffd0a-618c-48d3-b5e1-12990fdafc08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network hostable DHCP agents. Network: 3f2321c5-bf60-493e-93d3-55a59564b49d, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:06:32.096688 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0812c29c-13ac-481a-a56c-b5d6faddb4c8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:32.097067 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:32.114783 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-0812c29c-13ac-481a-a56c-b5d6faddb4c8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Transition to ACTIVE for port object 6972b8ac-0675-4818-9188-a19fe1c65c74 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:32.117270 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f04f7-332e-4d2a-815e-9e871be211a2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=23b9580d-87ed-47c0-a992-56a95905fd1c,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:32.122504 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-6b626f87-d0ba-4e9c-99ba-1c8c776926c8 service neutron] Transition to ACTIVE for port object f9711a50-b2f0-4a84-af17-fca5698b00f5 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:32.135384 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02f04f7-332e-4d2a-815e-9e871be211a2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:32.136936 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-b02f04f7-332e-4d2a-815e-9e871be211a2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:32.140304 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02f04f7-332e-4d2a-815e-9e871be211a2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:32.141207 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b02f04f7-332e-4d2a-815e-9e871be211a2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:32.160642 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Subnet': ['ID=2b20e249-a749-4fb3-8add-e8144db441b0,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:32.187938 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0812c29c-13ac-481a-a56c-b5d6faddb4c8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:32.195833 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbec86c-81d7-4bd6-bf29-7d501700cfdb None None] Pushing event updated for resources: {'Port': ['ID=957a120c-9985-4177-a916-1e800a6e1975,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:32.211868 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbec86c-81d7-4bd6-bf29-7d501700cfdb None None] Network 68ee5f09-bbca-4df3-8c73-e66d0a60febb is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:32.227055 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-fdbec86c-81d7-4bd6-bf29-7d501700cfdb None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:32.241109 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbec86c-81d7-4bd6-bf29-7d501700cfdb None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:32.273277 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-360305f5-8e5a-401a-9abc-7a1aed71f207 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Allocated IP 172.26.8.70 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/3b937fa9-ae9f-44b8-adbf-f2852d0aad9f) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:32.312126 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878e7fa2-0438-45bd-aa3a-cf2fc24340ba None None] Update dhcp port {'port': {'network_id': '061275a6-3bbf-48c1-8058-6590c56a5f81', 'fixed_ips': [{'subnet_id': 'd13f060b-701f-4ad8-8256-50bccb0f3f18', 'ip_address': '2001:db8::2'}, {'subnet_id': '8bcde154-a071-420b-9201-aa88c3d3bbfd'}], 'binding:host_id': 'dv-neutron-827016-2-hyperv'}, 'id': '6517fd40-125b-4206-9912-a9c7de8e2862'} from dv-neutron-827016-2-hyperv. {{(pid=84543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 18:06:32.323242 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-6b626f87-d0ba-4e9c-99ba-1c8c776926c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:32.385386 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device cc43ec91-0fc5-42c8-a553-13a6af55add1 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:06:32.386033 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:32.390492 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b02f04f7-332e-4d2a-815e-9e871be211a2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5576885 Feb 09 18:06:32.397454 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49212) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:32.420559 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-0812c29c-13ac-481a-a56c-b5d6faddb4c8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] In _notify_port_updated(), no bound segment for port 6972b8ac-0675-4818-9188-a19fe1c65c74 on network 061275a6-3bbf-48c1-8058-6590c56a5f81 {{(pid=84542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 18:06:32.427391 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0812c29c-13ac-481a-a56c-b5d6faddb4c8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:32.429071 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0812c29c-13ac-481a-a56c-b5d6faddb4c8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:32.435272 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0812c29c-13ac-481a-a56c-b5d6faddb4c8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "PUT /v2.0/ports/6972b8ac-0675-4818-9188-a19fe1c65c74 HTTP/1.1" status: 200 len: 930 time: 2.1638722 Feb 09 18:06:32.452317 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812c29c-13ac-481a-a56c-b5d6faddb4c8 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Port': ['ID=6972b8ac-0675-4818-9188-a19fe1c65c74,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:32.456172 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49216) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:32.508568 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-4280ed43-c6cc-4ab6-8a7f-ee7453de6be1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-529581957', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:32.518638 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290ffd0a-618c-48d3-b5e1-12990fdafc08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network 3f2321c5-bf60-493e-93d3-55a59564b49d is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:06:32.533442 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-cbb4b989-a3b4-47b5-a90c-68be5922a83d None None] Deleting port b4b9d792-597c-4f97-9b25-9312f1aea80c {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:06:32.534362 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cbb4b989-a3b4-47b5-a90c-68be5922a83d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:32.547122 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4280ed43-c6cc-4ab6-8a7f-ee7453de6be1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:32.568045 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ee5f09-bbca-4df3-8c73-e66d0a60febb']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:32.582697 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4280ed43-c6cc-4ab6-8a7f-ee7453de6be1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:router and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:32.590618 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4280ed43-c6cc-4ab6-8a7f-ee7453de6be1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:32.597106 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-290ffd0a-618c-48d3-b5e1-12990fdafc08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 3f2321c5-bf60-493e-93d3-55a59564b49d) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:32.598125 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:32.601786 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290ffd0a-618c-48d3-b5e1-12990fdafc08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:32.606701 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290ffd0a-618c-48d3-b5e1-12990fdafc08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:32.607332 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-290ffd0a-618c-48d3-b5e1-12990fdafc08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:32.625229 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-878e7fa2-0438-45bd-aa3a-cf2fc24340ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:32.629548 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74de3ec1-3a05-4e12-a15d-8a0b40c9d0af') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:32.629847 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74de3ec1-3a05-4e12-a15d-8a0b40c9d0af') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:32.641126 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4280ed43-c6cc-4ab6-8a7f-ee7453de6be1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:32.654339 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdc54b7-ee2d-4ee0-95ec-1d8607a2cc79 None None] Network 3f2321c5-bf60-493e-93d3-55a59564b49d requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:32.683968 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:32.728627 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b626f87-d0ba-4e9c-99ba-1c8c776926c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f9711a50-b2f0-4a84-af17-fca5698b00f5,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:32.739966 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:32.741250 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-fdbec86c-81d7-4bd6-bf29-7d501700cfdb None None] Attempting to bind port 957a120c-9985-4177-a916-1e800a6e1975 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:06:32.741719 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-fdbec86c-81d7-4bd6-bf29-7d501700cfdb None None] Attempting to bind port 957a120c-9985-4177-a916-1e800a6e1975 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '74de3ec1-3a05-4e12-a15d-8a0b40c9d0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '68ee5f09-bbca-4df3-8c73-e66d0a60febb'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:06:32.742080 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbec86c-81d7-4bd6-bf29-7d501700cfdb None None] Attempting to bind port 957a120c-9985-4177-a916-1e800a6e1975 on network 68ee5f09-bbca-4df3-8c73-e66d0a60febb {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:06:32.750277 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24005dde-f681-423f-9251-4a8e607c01d7 req-8629a10e-fcc5-4d63-bea4-c6a4899a6cbd tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:32.758345 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-24005dde-f681-423f-9251-4a8e607c01d7 req-8629a10e-fcc5-4d63-bea4-c6a4899a6cbd tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 944 time: 0.4884472 Feb 09 18:06:32.795011 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:06:32.795413 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:06:32.825341 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:06:32.898211 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-360305f5-8e5a-401a-9abc-7a1aed71f207 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:32.901846 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbec86c-81d7-4bd6-bf29-7d501700cfdb None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:06:32.902220 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbec86c-81d7-4bd6-bf29-7d501700cfdb None None] Checking segment: {'id': '74de3ec1-3a05-4e12-a15d-8a0b40c9d0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '68ee5f09-bbca-4df3-8c73-e66d0a60febb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:32.902649 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fdbec86c-81d7-4bd6-bf29-7d501700cfdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:32.908855 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbec86c-81d7-4bd6-bf29-7d501700cfdb None None] Bound using segment: {'id': '74de3ec1-3a05-4e12-a15d-8a0b40c9d0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '68ee5f09-bbca-4df3-8c73-e66d0a60febb'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:06:32.908855 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-fdbec86c-81d7-4bd6-bf29-7d501700cfdb None None] Bound port: 957a120c-9985-4177-a916-1e800a6e1975, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74de3ec1-3a05-4e12-a15d-8a0b40c9d0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '68ee5f09-bbca-4df3-8c73-e66d0a60febb'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:06:32.908855 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fdbec86c-81d7-4bd6-bf29-7d501700cfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:32.920643 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-290ffd0a-618c-48d3-b5e1-12990fdafc08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.8330998 Feb 09 18:06:32.921554 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4280ed43-c6cc-4ab6-8a7f-ee7453de6be1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:32.922525 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4280ed43-c6cc-4ab6-8a7f-ee7453de6be1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:32.929871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49226) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:32.949085 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-e8da6b1f-6b8b-4615-9faf-95be895fce1f tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1275722209'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:32.969472 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975ce22-7aba-49f9-88b0-e74ae277e569 req-4d2f9df4-66ce-4a84-84f9-9dc7ce9b7f3b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:32.971022 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3975ce22-7aba-49f9-88b0-e74ae277e569 req-4d2f9df4-66ce-4a84-84f9-9dc7ce9b7f3b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ac543f-9fdd-4138-9459-b56763fbcdb3 HTTP/1.1" status: 200 len: 944 time: 0.5887702 Feb 09 18:06:32.974164 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49230) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:32.977001 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port b4b9d792-597c-4f97-9b25-9312f1aea80c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b4b9d792-597c-4f97-9b25-9312f1aea80c,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:32.997550 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e8da6b1f-6b8b-4615-9faf-95be895fce1f tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:33.040120 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e8da6b1f-6b8b-4615-9faf-95be895fce1f tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:network and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:33.058162 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f9dde48f-1b65-4e4e-89fc-e56e179e7838 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting port 6972b8ac-0675-4818-9188-a19fe1c65c74 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:06:33.059017 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e8da6b1f-6b8b-4615-9faf-95be895fce1f tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:33.063531 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f9dde48f-1b65-4e4e-89fc-e56e179e7838 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:33.075117 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e8da6b1f-6b8b-4615-9faf-95be895fce1f tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:33.078813 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-24005dde-f681-423f-9251-4a8e607c01d7 req-491dbd2e-9fdb-4a72-a313-a8e4c25ba901 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3193831 Feb 09 18:06:33.091148 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.api [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 18:06:33.091148 dv-neutron-827016-2-hyperv neutron-server[84541]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 18:06:33.091148 dv-neutron-827016-2-hyperv neutron-server[84541]: [parameters: {'id': '68ee5f09-bbca-4df3-8c73-e66d0a60febb'}] Feb 09 18:06:33.091148 dv-neutron-827016-2-hyperv neutron-server[84541]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:06:33.093190 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG oslo_db.api [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:06:33.096148 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3975ce22-7aba-49f9-88b0-e74ae277e569 req-d91990d6-2293-4a4e-8523-d86d1853be63 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad636a0a-c112-4998-adda-711ab7f6a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058502 Feb 09 18:06:33.099143 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4280ed43-c6cc-4ab6-8a7f-ee7453de6be1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:33.143058 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-360305f5-8e5a-401a-9abc-7a1aed71f207 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:33.226531 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:33.231632 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-6b626f87-d0ba-4e9c-99ba-1c8c776926c8 service neutron] Attempting to bind port f9711a50-b2f0-4a84-af17-fca5698b00f5 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:06:33.232228 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-6b626f87-d0ba-4e9c-99ba-1c8c776926c8 service neutron] Attempting to bind port f9711a50-b2f0-4a84-af17-fca5698b00f5 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'a3f1a63f-8135-49d5-8ab9-e12871702e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e8d2a6eb-9f6f-457f-ba72-221cb18510e1'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:06:33.234108 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-6b626f87-d0ba-4e9c-99ba-1c8c776926c8 service neutron] Attempting to bind port f9711a50-b2f0-4a84-af17-fca5698b00f5 on network e8d2a6eb-9f6f-457f-ba72-221cb18510e1 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:06:33.239325 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360305f5-8e5a-401a-9abc-7a1aed71f207 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Pushing event updated for resources: {'Port': ['ID=3b937fa9-ae9f-44b8-adbf-f2852d0aad9f,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:33.247133 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-6b626f87-d0ba-4e9c-99ba-1c8c776926c8 service neutron] Port f9711a50-b2f0-4a84-af17-fca5698b00f5 on network e8d2a6eb-9f6f-457f-ba72-221cb18510e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:06:33.247727 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-6b626f87-d0ba-4e9c-99ba-1c8c776926c8 service neutron] Attempting to bind port f9711a50-b2f0-4a84-af17-fca5698b00f5 on network e8d2a6eb-9f6f-457f-ba72-221cb18510e1 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:06:33.250978 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4280ed43-c6cc-4ab6-8a7f-ee7453de6be1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:33.257337 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-6b626f87-d0ba-4e9c-99ba-1c8c776926c8 service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:06:33.257839 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-6b626f87-d0ba-4e9c-99ba-1c8c776926c8 service neutron] Checking segment: {'id': 'a3f1a63f-8135-49d5-8ab9-e12871702e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e8d2a6eb-9f6f-457f-ba72-221cb18510e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:33.258568 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-6b626f87-d0ba-4e9c-99ba-1c8c776926c8 service neutron] Bound using segment: {'id': 'a3f1a63f-8135-49d5-8ab9-e12871702e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e8d2a6eb-9f6f-457f-ba72-221cb18510e1'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:06:33.259157 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-6b626f87-d0ba-4e9c-99ba-1c8c776926c8 service neutron] Bound port: f9711a50-b2f0-4a84-af17-fca5698b00f5, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f1a63f-8135-49d5-8ab9-e12871702e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e8d2a6eb-9f6f-457f-ba72-221cb18510e1'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:06:33.259606 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-6b626f87-d0ba-4e9c-99ba-1c8c776926c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:33.262622 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8da6b1f-6b8b-4615-9faf-95be895fce1f tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:33.265892 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e8da6b1f-6b8b-4615-9faf-95be895fce1f tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:33.316491 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360305f5-8e5a-401a-9abc-7a1aed71f207 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:33.318027 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port cc43ec91-0fc5-42c8-a553-13a6af55add1 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:33.320804 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-360305f5-8e5a-401a-9abc-7a1aed71f207 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:33.325566 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360305f5-8e5a-401a-9abc-7a1aed71f207 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:33.384634 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port cc43ec91-0fc5-42c8-a553-13a6af55add1 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:33.385030 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:33.395104 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8da6b1f-6b8b-4615-9faf-95be895fce1f tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:06:33.405129 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4280ed43-c6cc-4ab6-8a7f-ee7453de6be1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:33.406322 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4280ed43-c6cc-4ab6-8a7f-ee7453de6be1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9640572 Feb 09 18:06:33.409163 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49238) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:33.410935 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-fee8e432-ba7a-4319-bc74-02562afc103c tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:33.444140 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-fee8e432-ba7a-4319-bc74-02562afc103c tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:33.455897 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-fee8e432-ba7a-4319-bc74-02562afc103c tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Usage tracker for resource:floatingip and tenant:64ecfb0e9daa4ed0a77fdcc09e87af04 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:33.458775 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e8da6b1f-6b8b-4615-9faf-95be895fce1f tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:33.459159 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-e8da6b1f-6b8b-4615-9faf-95be895fce1f tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Added segment f07e69d5-092c-4e8b-8883-95cc9702ffe9 of type vlan for network 1d487c6c-09a8-46ce-8896-b446c5d687a4 Feb 09 18:06:33.465709 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-fee8e432-ba7a-4319-bc74-02562afc103c tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:33.480028 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-fee8e432-ba7a-4319-bc74-02562afc103c tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:33.515878 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e8da6b1f-6b8b-4615-9faf-95be895fce1f tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:33.573236 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-fdbec86c-81d7-4bd6-bf29-7d501700cfdb None None] For port 957a120c-9985-4177-a916-1e800a6e1975, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:06:33.576514 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=b4b9d792-597c-4f97-9b25-9312f1aea80c,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:33.589014 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fee8e432-ba7a-4319-bc74-02562afc103c tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks [] for floatingip, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:33.604379 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-fdbec86c-81d7-4bd6-bf29-7d501700cfdb None None] For port 957a120c-9985-4177-a916-1e800a6e1975, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=957a120c-9985-4177-a916-1e800a6e1975,segment=NetworkSegment(74de3ec1-3a05-4e12-a15d-8a0b40c9d0af),segment_id=74de3ec1-3a05-4e12-a15d-8a0b40c9d0af)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:06:33.604862 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:33.614678 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f9dde48f-1b65-4e4e-89fc-e56e179e7838 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:33.623147 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-cbb4b989-a3b4-47b5-a90c-68be5922a83d None None] For port b4b9d792-597c-4f97-9b25-9312f1aea80c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b4b9d792-597c-4f97-9b25-9312f1aea80c,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:33.623535 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cbb4b989-a3b4-47b5-a90c-68be5922a83d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:33.625224 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-6b626f87-d0ba-4e9c-99ba-1c8c776926c8 service neutron] For port f9711a50-b2f0-4a84-af17-fca5698b00f5, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:06:33.673555 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e8da6b1f-6b8b-4615-9faf-95be895fce1f tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:33.676929 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8da6b1f-6b8b-4615-9faf-95be895fce1f tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:33.677657 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e8da6b1f-6b8b-4615-9faf-95be895fce1f tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:33.702650 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-878e7fa2-0438-45bd-aa3a-cf2fc24340ba None None] Allocated IP 2001:db8:0:1::2 (061275a6-3bbf-48c1-8058-6590c56a5f81/8bcde154-a071-420b-9201-aa88c3d3bbfd/6517fd40-125b-4206-9912-a9c7de8e2862) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:33.715103 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Deleting port 957a120c-9985-4177-a916-1e800a6e1975 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:06:33.715663 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:33.749389 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-6b626f87-d0ba-4e9c-99ba-1c8c776926c8 service neutron] For port f9711a50-b2f0-4a84-af17-fca5698b00f5, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f9711a50-b2f0-4a84-af17-fca5698b00f5,segment=NetworkSegment(a3f1a63f-8135-49d5-8ab9-e12871702e49),segment_id=a3f1a63f-8135-49d5-8ab9-e12871702e49)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:06:33.809366 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f9dde48f-1b65-4e4e-89fc-e56e179e7838 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Calling delete_port for 6972b8ac-0675-4818-9188-a19fe1c65c74 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:06:33.847542 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-cbb4b989-a3b4-47b5-a90c-68be5922a83d None None] Calling delete_port for b4b9d792-597c-4f97-9b25-9312f1aea80c owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:06:33.859170 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-6b626f87-d0ba-4e9c-99ba-1c8c776926c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:33.868277 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da6b1f-6b8b-4615-9faf-95be895fce1f tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Network': ['ID=1d487c6c-09a8-46ce-8896-b446c5d687a4,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:33.883839 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fdbec86c-81d7-4bd6-bf29-7d501700cfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:33.910674 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e8da6b1f-6b8b-4615-9faf-95be895fce1f tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9727018 Feb 09 18:06:33.919264 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49242) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:33.927309 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'ports': [{'network_id': '3f2321c5-bf60-493e-93d3-55a59564b49d'}, {'network_id': '1d487c6c-09a8-46ce-8896-b446c5d687a4'}]} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:33.928417 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'port': {'network_id': '3f2321c5-bf60-493e-93d3-55a59564b49d'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:33.928941 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'port': {'network_id': '1d487c6c-09a8-46ce-8896-b446c5d687a4'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:33.931656 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 1d487c6c-09a8-46ce-8896-b446c5d687a4 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:06:34.001234 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-6b626f87-d0ba-4e9c-99ba-1c8c776926c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:34.002502 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-6b626f87-d0ba-4e9c-99ba-1c8c776926c8 service neutron] 10.222.0.50 "PUT /v2.0/ports/f9711a50-b2f0-4a84-af17-fca5698b00f5 HTTP/1.1" status: 200 len: 1094 time: 4.0231540 Feb 09 18:06:34.008911 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ac543f-9fdd-4138-9459-b56763fbcdb3', 'tag': 'f9711a50-b2f0-4a84-af17-fca5698b00f5'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:06:34.102894 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b626f87-d0ba-4e9c-99ba-1c8c776926c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f9711a50-b2f0-4a84-af17-fca5698b00f5,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:34.298520 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-878e7fa2-0438-45bd-aa3a-cf2fc24340ba None None] For port 6517fd40-125b-4206-9912-a9c7de8e2862, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=6517fd40-125b-4206-9912-a9c7de8e2862,segment=NetworkSegment(5918f11a-32f4-4202-bfe2-7c49095d6c2c),segment_id=5918f11a-32f4-4202-bfe2-7c49095d6c2c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:34.343241 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ac543f-9fdd-4138-9459-b56763fbcdb3', 'tag': 'f9711a50-b2f0-4a84-af17-fca5698b00f5', 'status': 'completed', 'code': 200} Feb 09 18:06:34.364113 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbec86c-81d7-4bd6-bf29-7d501700cfdb None None] Pushing event updated for resources: {'Port': ['ID=957a120c-9985-4177-a916-1e800a6e1975,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:34.367322 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:34.407812 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.resource_extend [None req-878e7fa2-0438-45bd-aa3a-cf2fc24340ba None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:06:34.457091 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-878e7fa2-0438-45bd-aa3a-cf2fc24340ba None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:34.473715 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925e302a-d2eb-45c2-bd31-2ec545b0f90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc43ec91-0fc5-42c8-a553-13a6af55add1'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:06:34.497560 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port cc43ec91-0fc5-42c8-a553-13a6af55add1, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=cc43ec91-0fc5-42c8-a553-13a6af55add1,segment=NetworkSegment(ef1edd2b-cf25-4f82-9baf-16b100c9302b),segment_id=ef1edd2b-cf25-4f82-9baf-16b100c9302b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:34.500054 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-360305f5-8e5a-401a-9abc-7a1aed71f207 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:34.501946 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-878e7fa2-0438-45bd-aa3a-cf2fc24340ba None None] Transition to ACTIVE for port object 6517fd40-125b-4206-9912-a9c7de8e2862 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:34.539115 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-4019e9fe-17f5-4ab9-855a-b75bca8cb897 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=42ac543f-9fdd-4138-9459-b56763fbcdb3 HTTP/1.1" status: 200 len: 1097 time: 0.4279137 Feb 09 18:06:34.554279 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-cbb4b989-a3b4-47b5-a90c-68be5922a83d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:06:34.554764 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-cbb4b989-a3b4-47b5-a90c-68be5922a83d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:06:34.621867 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:34.657581 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-878e7fa2-0438-45bd-aa3a-cf2fc24340ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:34.690325 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] For port 957a120c-9985-4177-a916-1e800a6e1975, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=957a120c-9985-4177-a916-1e800a6e1975,segment=NetworkSegment(74de3ec1-3a05-4e12-a15d-8a0b40c9d0af),segment_id=74de3ec1-3a05-4e12-a15d-8a0b40c9d0af)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:34.690690 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:34.741467 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f9dde48f-1b65-4e4e-89fc-e56e179e7838 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:34.751401 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ef4057-7124-48d3-8851-1d15e13dc5ec None None] Network 68ee5f09-bbca-4df3-8c73-e66d0a60febb requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:34.780431 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60c1be56-9bd9-4936-90ed-8aac3d1d190f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:34.819469 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dde48f-1b65-4e4e-89fc-e56e179e7838 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Port': ['ID=6972b8ac-0675-4818-9188-a19fe1c65c74,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:34.825940 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-2f813230-77bc-4741-9d1d-813563ee41f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=f9711a50-b2f0-4a84-af17-fca5698b00f5 HTTP/1.1" status: 200 len: 217 time: 0.1388547 Feb 09 18:06:34.860720 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=cc43ec91-0fc5-42c8-a553-13a6af55add1,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:34.883510 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Calling delete_port for 957a120c-9985-4177-a916-1e800a6e1975 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:06:34.954619 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:34.960840 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fee8e432-ba7a-4319-bc74-02562afc103c tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:34.973087 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:port and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:35.028899 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:35.029371 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e7fa2-0438-45bd-aa3a-cf2fc24340ba None None] Pushing event updated for resources: {'Port': ['ID=6517fd40-125b-4206-9912-a9c7de8e2862,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:35.041562 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:35.079954 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f9dde48f-1b65-4e4e-89fc-e56e179e7838 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:35.082411 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda630b8-b953-4a5d-9cf7-0940522863d9 req-be29b022-53ff-4af1-aa3e-ee42bc7b9d30 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:35.093590 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fda630b8-b953-4a5d-9cf7-0940522863d9 req-be29b022-53ff-4af1-aa3e-ee42bc7b9d30 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 944 time: 0.7751007 Feb 09 18:06:35.107953 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26328d32-97d9-4a07-8323-7db3b98f69c6 req-005a444a-d9f6-4d8b-aec8-bd060e7d78d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:35.109416 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-26328d32-97d9-4a07-8323-7db3b98f69c6 req-005a444a-d9f6-4d8b-aec8-bd060e7d78d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ac543f-9fdd-4138-9459-b56763fbcdb3 HTTP/1.1" status: 200 len: 944 time: 0.7227254 Feb 09 18:06:35.112343 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-360305f5-8e5a-401a-9abc-7a1aed71f207 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:35.152794 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f9dde48f-1b65-4e4e-89fc-e56e179e7838 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/ports/6972b8ac-0675-4818-9188-a19fe1c65c74 HTTP/1.1" status: 204 len: 168 time: 2.6953533 Feb 09 18:06:35.158263 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49254) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:35.169015 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-0a79f076-10bc-43ea-a17a-9756b17ca496 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:35.170918 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-0a79f076-10bc-43ea-a17a-9756b17ca496 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97fc45a8-a02b-409e-be4f-d88438f6569c HTTP/1.1" status: 200 len: 838 time: 0.2896352 Feb 09 18:06:35.187750 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-360305f5-8e5a-401a-9abc-7a1aed71f207 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640420'] for router, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:35.264023 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'port': 2} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:35.267768 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:35.268988 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf72158-176c-4083-aed7-1a07345b6df7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] GET failed (client error): The resource could not be found. Feb 09 18:06:35.269554 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-bbf72158-176c-4083-aed7-1a07345b6df7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Synchronizing usage tracker for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:06:35.342848 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:35.447194 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-832a4262-1910-45a9-a038-28982327102c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8d2a6eb-9f6f-457f-ba72-221cb18510e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2225056 Feb 09 18:06:35.450337 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-cbb4b989-a3b4-47b5-a90c-68be5922a83d None None] Deleting port b4b9d792-597c-4f97-9b25-9312f1aea80c {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:06:35.450860 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cbb4b989-a3b4-47b5-a90c-68be5922a83d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:35.473109 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-60c1be56-9bd9-4936-90ed-8aac3d1d190f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 2001:db8::1 (533fa7e0-9286-46d7-99f4-266111443da8/23b9580d-87ed-47c0-a992-56a95905fd1c/46daca85-f49c-4e58-99e0-0cef2e8569a4) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:35.489730 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:35.510016 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fda630b8-b953-4a5d-9cf7-0940522863d9 req-d55d3374-48f0-4736-ab5e-c3b5716a3bbc tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4155452 Feb 09 18:06:35.512044 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-26328d32-97d9-4a07-8323-7db3b98f69c6 req-46f78daa-89a8-4ae5-a1e1-8d6b6b3df6db tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad636a0a-c112-4998-adda-711ab7f6a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3713672 Feb 09 18:06:35.512768 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Port': ['ID=957a120c-9985-4177-a916-1e800a6e1975,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:35.530950 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-fee8e432-ba7a-4319-bc74-02562afc103c tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Allocated IP 172.26.8.141 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/8f94efa6-f7ab-4fc0-b36e-3f40866ce6b0) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:35.537458 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] No DVR routers for this DVR port 957a120c-9985-4177-a916-1e800a6e1975 on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:06:35.646904 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-bbf72158-176c-4083-aed7-1a07345b6df7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Unset dirty status for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:06:35.648208 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-bbf72158-176c-4083-aed7-1a07345b6df7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports/6972b8ac-0675-4818-9188-a19fe1c65c74 HTTP/1.1" status: 404 len: 333 time: 0.4889996 Feb 09 18:06:35.656251 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49258) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:35.679339 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925e302a-d2eb-45c2-bd31-2ec545b0f90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc43ec91-0fc5-42c8-a553-13a6af55add1', 'code': 200} Feb 09 18:06:35.717451 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-9707ffa4-33aa-441a-8ce2-12a32977723b service neutron] 10.222.0.50 "GET /v2.0/networks/e8d2a6eb-9f6f-457f-ba72-221cb18510e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700071 Feb 09 18:06:35.762415 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-66bb64b3-eaf2-4cf8-b353-2a4b887aa2a0 None None] Could not find standard attr ID for object 6972b8ac-0675-4818-9188-a19fe1c65c74. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:06:35.847557 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-cbb4b989-a3b4-47b5-a90c-68be5922a83d None None] For port b4b9d792-597c-4f97-9b25-9312f1aea80c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b4b9d792-597c-4f97-9b25-9312f1aea80c,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:35.847948 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cbb4b989-a3b4-47b5-a90c-68be5922a83d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:35.907819 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60c1be56-9bd9-4936-90ed-8aac3d1d190f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:35.917783 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-66bb64b3-eaf2-4cf8-b353-2a4b887aa2a0 None None] Provisioning for port 6517fd40-125b-4206-9912-a9c7de8e2862 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:35.949398 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-60c1be56-9bd9-4936-90ed-8aac3d1d190f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Transition to ACTIVE for port object 46daca85-f49c-4e58-99e0-0cef2e8569a4 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:35.974504 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a4b9495-c440-43f0-b8cf-8da02f930622 req-a867c592-6538-40ce-a97e-a2297539ea3f service neutron] 10.222.0.50 "GET /v2.0/networks/e8d2a6eb-9f6f-457f-ba72-221cb18510e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500761 Feb 09 18:06:36.015942 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6517fd40-125b-4206-9912-a9c7de8e2862 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:06:36.046332 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-cbb4b989-a3b4-47b5-a90c-68be5922a83d None None] Calling delete_port for b4b9d792-597c-4f97-9b25-9312f1aea80c owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:06:36.092183 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-66bb64b3-eaf2-4cf8-b353-2a4b887aa2a0 None None] Provisioning complete for port 6517fd40-125b-4206-9912-a9c7de8e2862 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:36.092805 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-66bb64b3-eaf2-4cf8-b353-2a4b887aa2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:36.137313 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60c1be56-9bd9-4936-90ed-8aac3d1d190f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:36.260135 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:36.304454 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c1be56-9bd9-4936-90ed-8aac3d1d190f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:36.310458 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-60c1be56-9bd9-4936-90ed-8aac3d1d190f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:36.320459 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c1be56-9bd9-4936-90ed-8aac3d1d190f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:36.320858 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60c1be56-9bd9-4936-90ed-8aac3d1d190f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:36.327085 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1be56-9bd9-4936-90ed-8aac3d1d190f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=46daca85-f49c-4e58-99e0-0cef2e8569a4,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:36.335855 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-21f6510b-6ca6-4358-8560-7d21348b05a5 req-264a002c-b6e5-4e90-9ffc-b324f03a65e0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=42ac543f-9fdd-4138-9459-b56763fbcdb3 HTTP/1.1" status: 200 len: 1097 time: 0.2550268 Feb 09 18:06:36.345546 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 6517fd40-125b-4206-9912-a9c7de8e2862 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:36.345996 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:36.355522 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ee5f09-bbca-4df3-8c73-e66d0a60febb']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:36.400091 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74de3ec1-3a05-4e12-a15d-8a0b40c9d0af') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:36.400417 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74de3ec1-3a05-4e12-a15d-8a0b40c9d0af') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:36.412689 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] device_id is not set on port ec5e7121-3f5a-4cc2-8e83-630fec4aa4c5 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:06:36.432709 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:36.441328 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-de535aa0-354d-4988-bea6-374a474c0519 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:36.442778 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cbb4b989-a3b4-47b5-a90c-68be5922a83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:36.483315 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fee8e432-ba7a-4319-bc74-02562afc103c tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:36.491240 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:36.511289 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4b989-a3b4-47b5-a90c-68be5922a83d None None] Pushing event deleted for resources: {'Port': ['ID=b4b9d792-597c-4f97-9b25-9312f1aea80c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:36.524595 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:06:36.528618 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:36.535448 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb4b989-a3b4-47b5-a90c-68be5922a83d None None] No DVR routers for this DVR port b4b9d792-597c-4f97-9b25-9312f1aea80c on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:06:36.544967 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0160906b-e591-4ff9-af7a-09f35915b87d req-fac66d7d-c6c3-4bbe-9aac-6f2fa96c4ec7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 1098 time: 0.3507326 Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:06:36.545820 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:06:36.548526 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-de535aa0-354d-4988-bea6-374a474c0519 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:36.568170 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-66bb64b3-eaf2-4cf8-b353-2a4b887aa2a0 None None] Provisioning complete for port 65acc692-eed0-4eb7-a963-700bc2054d9b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:36.568771 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-66bb64b3-eaf2-4cf8-b353-2a4b887aa2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:36.651918 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0160906b-e591-4ff9-af7a-09f35915b87d req-94cf3dea-5115-43e7-91d3-3ac4810dead5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966148 Feb 09 18:06:36.714304 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-66bb64b3-eaf2-4cf8-b353-2a4b887aa2a0 None None] Port 65acc692-eed0-4eb7-a963-700bc2054d9b cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:06:36.716049 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609b45fb-6dae-4483-8648-fd4260a975d6 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:36.773716 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6510b-6ca6-4358-8560-7d21348b05a5 req-9f6fb864-5a55-4414-82a5-a90e1cab8288 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:36.774414 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-21f6510b-6ca6-4358-8560-7d21348b05a5 req-9f6fb864-5a55-4414-82a5-a90e1cab8288 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e8d2a6eb-9f6f-457f-ba72-221cb18510e1 HTTP/1.1" status: 200 len: 897 time: 0.4320695 Feb 09 18:06:36.781792 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60c1be56-9bd9-4936-90ed-8aac3d1d190f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:36.790101 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:36.816479 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:36.834910 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d4df92e0-7c87-4b18-9397-3d17fb358967 None None] Could not find standard attr ID for object 6972b8ac-0675-4818-9188-a19fe1c65c74. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:06:36.871054 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fee8e432-ba7a-4319-bc74-02562afc103c tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:36.914889 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Network': ['ID=68ee5f09-bbca-4df3-8c73-e66d0a60febb,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:36.917503 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-de535aa0-354d-4988-bea6-374a474c0519 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:36.969502 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-21f6510b-6ca6-4358-8560-7d21348b05a5 req-70699cdf-3853-41d7-bb79-4100366aa923 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=f9711a50-b2f0-4a84-af17-fca5698b00f5 HTTP/1.1" status: 200 len: 217 time: 0.1234872 Feb 09 18:06:37.010096 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd380ea-cd63-495d-8a8d-edf214fd05be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-533fa7e0-9286-46d7-99f4-266111443da8', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'fixed_ips': [{'subnet_id': '23b9580d-87ed-47c0-a992-56a95905fd1c'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:06:37.011604 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6fd380ea-cd63-495d-8a8d-edf214fd05be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:37.012119 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de535aa0-354d-4988-bea6-374a474c0519 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7131fc1-2da3-4173-bf81-2d694a75079f,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:37.034655 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:37.047441 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-de535aa0-354d-4988-bea6-374a474c0519 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:37.048571 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-de535aa0-354d-4988-bea6-374a474c0519 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/security-groups/b7131fc1-2da3-4173-bf81-2d694a75079f HTTP/1.1" status: 204 len: 168 time: 1.3901687 Feb 09 18:06:37.061152 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9834e41e-d681-4a7a-8013-12a71440f47e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/networks/68ee5f09-bbca-4df3-8c73-e66d0a60febb HTTP/1.1" status: 204 len: 168 time: 7.5536251 Feb 09 18:06:37.066609 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49268) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:37.067022 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49270) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:37.078871 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-232ea310-b615-4284-b07b-7694c83c4730 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-731620529'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:37.083174 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-232ea310-b615-4284-b07b-7694c83c4730 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:37.084674 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee8e432-ba7a-4319-bc74-02562afc103c tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:37.087982 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-232ea310-b615-4284-b07b-7694c83c4730 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Usage tracker for resource:network and tenant:b75406ac5e534d45adbe01b1fd78744d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:37.090911 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-232ea310-b615-4284-b07b-7694c83c4730 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:37.123753 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-232ea310-b615-4284-b07b-7694c83c4730 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:37.151781 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-fee8e432-ba7a-4319-bc74-02562afc103c tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:37.154535 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee8e432-ba7a-4319-bc74-02562afc103c tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:37.188347 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6510b-6ca6-4358-8560-7d21348b05a5 req-e34d35ce-6f7a-4721-8d26-129094fbf831 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:37.190074 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-21f6510b-6ca6-4358-8560-7d21348b05a5 req-e34d35ce-6f7a-4721-8d26-129094fbf831 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97fc45a8-a02b-409e-be4f-d88438f6569c HTTP/1.1" status: 200 len: 838 time: 0.1638067 Feb 09 18:06:37.190451 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8e432-ba7a-4319-bc74-02562afc103c tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Pushing event updated for resources: {'Port': ['ID=8f94efa6-f7ab-4fc0-b36e-3f40866ce6b0,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:37.218267 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-6fd380ea-cd63-495d-8a8d-edf214fd05be None None] Allocated IP 2001:db8::2 (533fa7e0-9286-46d7-99f4-266111443da8/23b9580d-87ed-47c0-a992-56a95905fd1c/1c4a7521-3e1c-4c41-920c-08efefa6ce0a) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:37.250054 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232ea310-b615-4284-b07b-7694c83c4730 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Made reservation on behalf of b75406ac5e534d45adbe01b1fd78744d for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:37.252787 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-232ea310-b615-4284-b07b-7694c83c4730 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:37.270468 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] device_id is not set on port a4f1d6c8-0210-4ae4-9c4a-0d9e644f0584 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:06:37.291767 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808707c-f65c-45ef-b7b9-cc2f8c9960f8 req-2f18b93f-2651-4432-bc3f-4654dac833c5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:37.293799 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6808707c-f65c-45ef-b7b9-cc2f8c9960f8 req-2f18b93f-2651-4432-bc3f-4654dac833c5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ac543f-9fdd-4138-9459-b56763fbcdb3 HTTP/1.1" status: 200 len: 944 time: 0.5688794 Feb 09 18:06:37.338041 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6a2ad-09b4-42bd-a394-173ba7cd08a6 req-7d5d9e60-d5e4-4455-a16c-5462cc64d8c2 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:37.339569 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a6e6a2ad-09b4-42bd-a394-173ba7cd08a6 req-7d5d9e60-d5e4-4455-a16c-5462cc64d8c2 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 945 time: 0.5405278 Feb 09 18:06:37.383116 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a3f74430-11ef-41b0-9385-f7876132cadd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:37.407750 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360305f5-8e5a-401a-9abc-7a1aed71f207 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Router 421cfb32-4b48-47e9-8c84-31e104ea3907 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:06:37.419557 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6808707c-f65c-45ef-b7b9-cc2f8c9960f8 req-ca7d04ba-7302-45aa-900a-99eb6786c8cc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad636a0a-c112-4998-adda-711ab7f6a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100783 Feb 09 18:06:37.425332 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232ea310-b615-4284-b07b-7694c83c4730 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:06:37.448911 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6fd380ea-cd63-495d-8a8d-edf214fd05be None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:37.471719 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a3f74430-11ef-41b0-9385-f7876132cadd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:37.472811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6fd380ea-cd63-495d-8a8d-edf214fd05be None None] Transition to ACTIVE for port object 1c4a7521-3e1c-4c41-920c-08efefa6ce0a will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:37.479401 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a6e6a2ad-09b4-42bd-a394-173ba7cd08a6 req-453b163a-553d-40d6-b70a-d05aff7da03e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215813 Feb 09 18:06:37.497464 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-232ea310-b615-4284-b07b-7694c83c4730 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:37.497464 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-232ea310-b615-4284-b07b-7694c83c4730 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Added segment e9be8752-3d52-464e-a9a8-3113a499c328 of type vlan for network 63f478db-c4bc-4866-82b5-c7b3b03e70db Feb 09 18:06:37.520193 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-21f6510b-6ca6-4358-8560-7d21348b05a5 req-a0db1e3a-d927-4683-8f57-2dd0b639f21e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8d2a6eb-9f6f-457f-ba72-221cb18510e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3197956 Feb 09 18:06:37.523624 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6fd380ea-cd63-495d-8a8d-edf214fd05be None None] Transition to ACTIVE for port object 1c4a7521-3e1c-4c41-920c-08efefa6ce0a will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:37.599839 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6fd380ea-cd63-495d-8a8d-edf214fd05be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:37.632963 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-232ea310-b615-4284-b07b-7694c83c4730 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:37.642087 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-60c1be56-9bd9-4936-90ed-8aac3d1d190f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:06:37.673291 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60c1be56-9bd9-4936-90ed-8aac3d1d190f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:37.706864 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd380ea-cd63-495d-8a8d-edf214fd05be None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:37.710987 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-6fd380ea-cd63-495d-8a8d-edf214fd05be None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:37.711834 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:37.713515 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd380ea-cd63-495d-8a8d-edf214fd05be None None] Pushing event updated for resources: {'Port': ['ID=1c4a7521-3e1c-4c41-920c-08efefa6ce0a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:37.725401 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd380ea-cd63-495d-8a8d-edf214fd05be None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:37.726709 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fee8e432-ba7a-4319-bc74-02562afc103c tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:37.736282 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60c1be56-9bd9-4936-90ed-8aac3d1d190f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:37.737230 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60c1be56-9bd9-4936-90ed-8aac3d1d190f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:37.806988 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a3f74430-11ef-41b0-9385-f7876132cadd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:37.828457 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360305f5-8e5a-401a-9abc-7a1aed71f207 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:06:37.842216 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-360305f5-8e5a-401a-9abc-7a1aed71f207 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:37.842952 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf97050-98a8-4b7c-a521-f7a8ee90b518 None None] Sync routers for ids ['421cfb32-4b48-47e9-8c84-31e104ea3907'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:06:37.846682 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-360305f5-8e5a-401a-9abc-7a1aed71f207 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "PUT /v2.0/routers/421cfb32-4b48-47e9-8c84-31e104ea3907 HTTP/1.1" status: 200 len: 919 time: 7.7579207 Feb 09 18:06:37.846856 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-21f6510b-6ca6-4358-8560-7d21348b05a5 req-371c40bd-a2cc-451e-b57c-9f97b3562a14 service neutron] 10.222.0.50 "GET /v2.0/networks/e8d2a6eb-9f6f-457f-ba72-221cb18510e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084037 Feb 09 18:06:37.846964 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49276) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:37.851880 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:37.853916 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-6fd380ea-cd63-495d-8a8d-edf214fd05be None None] Attempting to bind port 1c4a7521-3e1c-4c41-920c-08efefa6ce0a on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:06:37.854466 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-6fd380ea-cd63-495d-8a8d-edf214fd05be None None] Attempting to bind port 1c4a7521-3e1c-4c41-920c-08efefa6ce0a by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:06:37.854834 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd380ea-cd63-495d-8a8d-edf214fd05be None None] Attempting to bind port 1c4a7521-3e1c-4c41-920c-08efefa6ce0a on network 533fa7e0-9286-46d7-99f4-266111443da8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:06:37.854973 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-232ea310-b615-4284-b07b-7694c83c4730 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:37.858644 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ea310-b615-4284-b07b-7694c83c4730 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:37.863850 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-232ea310-b615-4284-b07b-7694c83c4730 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:37.866709 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd380ea-cd63-495d-8a8d-edf214fd05be None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:06:37.867100 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd380ea-cd63-495d-8a8d-edf214fd05be None None] Checking segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:37.867756 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6fd380ea-cd63-495d-8a8d-edf214fd05be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:37.867911 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd380ea-cd63-495d-8a8d-edf214fd05be None None] Bound using segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:06:37.868359 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-6fd380ea-cd63-495d-8a8d-edf214fd05be None None] Bound port: 1c4a7521-3e1c-4c41-920c-08efefa6ce0a, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:06:37.868904 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6fd380ea-cd63-495d-8a8d-edf214fd05be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:37.887460 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf97050-98a8-4b7c-a521-f7a8ee90b518 None None] Routers {'421cfb32-4b48-47e9-8c84-31e104ea3907'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:06:37.888152 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bdf97050-98a8-4b7c-a521-f7a8ee90b518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:06:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['421cfb32-4b48-47e9-8c84-31e104ea3907'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:37.889160 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f74430-11ef-41b0-9385-f7876132cadd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a4facc-060b-47b1-aae5-888ec2b8d733,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:38.003356 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bdf97050-98a8-4b7c-a521-f7a8ee90b518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:38.088098 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-6fd380ea-cd63-495d-8a8d-edf214fd05be None None] For port 1c4a7521-3e1c-4c41-920c-08efefa6ce0a, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:06:38.094688 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-6fd380ea-cd63-495d-8a8d-edf214fd05be None None] For port 1c4a7521-3e1c-4c41-920c-08efefa6ce0a, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=1c4a7521-3e1c-4c41-920c-08efefa6ce0a,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:06:38.104181 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf97050-98a8-4b7c-a521-f7a8ee90b518 None None] Routers {'421cfb32-4b48-47e9-8c84-31e104ea3907'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:06:38.104983 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1be56-9bd9-4936-90ed-8aac3d1d190f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=46daca85-f49c-4e58-99e0-0cef2e8569a4,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:38.106077 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bdf97050-98a8-4b7c-a521-f7a8ee90b518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:06:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['421cfb32-4b48-47e9-8c84-31e104ea3907'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:38.153588 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a3f74430-11ef-41b0-9385-f7876132cadd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:38.157063 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a3f74430-11ef-41b0-9385-f7876132cadd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/security-groups/b7a4facc-060b-47b1-aae5-888ec2b8d733 HTTP/1.1" status: 204 len: 168 time: 1.0866325 Feb 09 18:06:38.160773 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49280) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:38.165347 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ea310-b615-4284-b07b-7694c83c4730 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event updated for resources: {'Network': ['ID=63f478db-c4bc-4866-82b5-c7b3b03e70db,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:38.181014 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 63f478db-c4bc-4866-82b5-c7b3b03e70db details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:06:38.198266 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6fd380ea-cd63-495d-8a8d-edf214fd05be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:38.202722 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bdf97050-98a8-4b7c-a521-f7a8ee90b518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:38.203004 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf97050-98a8-4b7c-a521-f7a8ee90b518 None None] The sync data for ids ['421cfb32-4b48-47e9-8c84-31e104ea3907'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:06:38.238819 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network 3f2321c5-bf60-493e-93d3-55a59564b49d is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:38.239686 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fee8e432-ba7a-4319-bc74-02562afc103c tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:38.272866 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:38.281949 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Port': ['ID=ec5e7121-3f5a-4cc2-8e83-630fec4aa4c5,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:38.286690 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:38.287807 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:38.347226 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-232ea310-b615-4284-b07b-7694c83c4730 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2763038 Feb 09 18:06:38.357596 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49284) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:38.381827 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-ba0d1e4b-53b4-478c-92d9-e9827c047578 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Request body: {'subnet': {'network_id': '63f478db-c4bc-4866-82b5-c7b3b03e70db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:38.400442 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device f9711a50-b2f0-4a84-af17-fca5698b00f5 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:06:38.414524 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd380ea-cd63-495d-8a8d-edf214fd05be None None] Pushing event updated for resources: {'Port': ['ID=1c4a7521-3e1c-4c41-920c-08efefa6ce0a,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:38.472208 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c1be56-9bd9-4936-90ed-8aac3d1d190f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:38.482440 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-60c1be56-9bd9-4936-90ed-8aac3d1d190f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:38.549414 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-21f6510b-6ca6-4358-8560-7d21348b05a5 req-e10b5769-93bf-479a-9554-28d69759c311 service neutron] 10.222.0.50 "GET /v2.0/networks/e8d2a6eb-9f6f-457f-ba72-221cb18510e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6809828 Feb 09 18:06:38.561254 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Port': ['ID=a4f1d6c8-0210-4ae4-9c4a-0d9e644f0584,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:38.630153 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port f9711a50-b2f0-4a84-af17-fca5698b00f5, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f9711a50-b2f0-4a84-af17-fca5698b00f5,segment=NetworkSegment(a3f1a63f-8135-49d5-8ab9-e12871702e49),segment_id=a3f1a63f-8135-49d5-8ab9-e12871702e49)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:38.667157 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': 'f9711a50-b2f0-4a84-af17-fca5698b00f5', 'network_id': 'e8d2a6eb-9f6f-457f-ba72-221cb18510e1', 'port_id': 'f9711a50-b2f0-4a84-af17-fca5698b00f5', 'mac_address': 'fa:16:3e:29:95:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97fc45a8-a02b-409e-be4f-d88438f6569c', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:06:38.759743 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:38.796243 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9711a50-b2f0-4a84-af17-fca5698b00f5 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:06:38.829968 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port f9711a50-b2f0-4a84-af17-fca5698b00f5, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f9711a50-b2f0-4a84-af17-fca5698b00f5,segment=NetworkSegment(a3f1a63f-8135-49d5-8ab9-e12871702e49),segment_id=a3f1a63f-8135-49d5-8ab9-e12871702e49)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:38.836424 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ba0d1e4b-53b4-478c-92d9-e9827c047578 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:38.851586 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ba0d1e4b-53b4-478c-92d9-e9827c047578 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Usage tracker for resource:subnet and tenant:b75406ac5e534d45adbe01b1fd78744d is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:38.859931 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ba0d1e4b-53b4-478c-92d9-e9827c047578 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:38.872622 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Checking segment: {'id': 'f07e69d5-092c-4e8b-8883-95cc9702ffe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1d487c6c-09a8-46ce-8896-b446c5d687a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:38.872985 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network hostable DHCP agents. Network: 1d487c6c-09a8-46ce-8896-b446c5d687a4, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:06:38.890597 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:38.894974 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ba0d1e4b-53b4-478c-92d9-e9827c047578 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:38.956638 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-e493dc7b-e48d-4177-80c9-11974d5e4522 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting subnet d13f060b-701f-4ad8-8256-50bccb0f3f18 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:06:38.989520 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=f9711a50-b2f0-4a84-af17-fca5698b00f5,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:38.999858 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75205380-d3c5-4466-ab31-c1cfda6ae953 req-3ab97918-3322-4558-b168-8bb1151b5121 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:39.001323 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-75205380-d3c5-4466-ab31-c1cfda6ae953 req-3ab97918-3322-4558-b168-8bb1151b5121 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 945 time: 0.2421811 Feb 09 18:06:39.006806 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e493dc7b-e48d-4177-80c9-11974d5e4522 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:39.012212 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0d1e4b-53b4-478c-92d9-e9827c047578 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Made reservation on behalf of b75406ac5e534d45adbe01b1fd78744d for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:39.089989 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e493dc7b-e48d-4177-80c9-11974d5e4522 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:39.108020 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['f9711a50-b2f0-4a84-af17-fca5698b00f5'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:06:39.139262 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network 1d487c6c-09a8-46ce-8896-b446c5d687a4 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:06:39.147022 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fee8e432-ba7a-4319-bc74-02562afc103c tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:39.208252 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e493dc7b-e48d-4177-80c9-11974d5e4522 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:39.227109 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ba0d1e4b-53b4-478c-92d9-e9827c047578 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:39.257668 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fee8e432-ba7a-4319-bc74-02562afc103c tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:39.266162 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-21cd5860-25c9-464c-b8ad-e438d17894b1 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "GET /v2.0/routers/421cfb32-4b48-47e9-8c84-31e104ea3907 HTTP/1.1" status: 200 len: 925 time: 1.4156291 Feb 09 18:06:39.266162 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 1d487c6c-09a8-46ce-8896-b446c5d687a4) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:39.267472 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49294) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:39.281225 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e37d2db-e0fc-46b2-a48f-0e839cf4e3bb None None] Network 1d487c6c-09a8-46ce-8896-b446c5d687a4 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:39.363229 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-75205380-d3c5-4466-ab31-c1cfda6ae953 req-ad0c85fd-80df-44dc-9ea7-802e2ce3e0e2 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3504004 Feb 09 18:06:39.388432 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0f4ef6f1-8fb2-44ba-83aa-d08614db3ae6 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4&device_id=421cfb32-4b48-47e9-8c84-31e104ea3907&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1192966 Feb 09 18:06:39.388933 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49298) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:39.565825 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cdb450-7278-46f4-8aee-3b9abf61c869 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:39.566691 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f4cdb450-7278-46f4-8aee-3b9abf61c869 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Synchronizing usage tracker for tenant:6000760d86014b9c8d68b5ec2afa808b on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:06:39.574615 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e493dc7b-e48d-4177-80c9-11974d5e4522 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:39.587925 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c1be56-9bd9-4936-90ed-8aac3d1d190f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Router a450793b-71fe-42ca-a7db-04cc5f3f3616 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:06:39.604363 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:39.608734 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:39.612356 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:39.613077 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:39.654946 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e493dc7b-e48d-4177-80c9-11974d5e4522 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:39.661003 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493dc7b-e48d-4177-80c9-11974d5e4522 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Subnet': ['ID=d13f060b-701f-4ad8-8256-50bccb0f3f18,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:39.674459 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9c2b44-cab8-462b-8c93-dfea2404f802 None None] Network 061275a6-3bbf-48c1-8058-6590c56a5f81 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:39.696765 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ba0d1e4b-53b4-478c-92d9-e9827c047578 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:39.757548 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e493dc7b-e48d-4177-80c9-11974d5e4522 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/subnets/d13f060b-701f-4ad8-8256-50bccb0f3f18 HTTP/1.1" status: 204 len: 168 time: 1.5933812 Feb 09 18:06:39.765533 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49304) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:39.799625 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8e432-ba7a-4319-bc74-02562afc103c tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Pushing event updated for resources: {'Port': ['ID=8f94efa6-f7ab-4fc0-b36e-3f40866ce6b0,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:39.810870 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f590404-31f3-4170-8cd8-13383fa9b33c req-33ba341b-8e7e-4fb6-8957-5ac77b5c28fa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:39.813273 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4f590404-31f3-4170-8cd8-13383fa9b33c req-33ba341b-8e7e-4fb6-8957-5ac77b5c28fa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ac543f-9fdd-4138-9459-b56763fbcdb3 HTTP/1.1" status: 200 len: 945 time: 1.0723860 Feb 09 18:06:39.876931 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-11056a25-5478-4906-bce5-4b7ea00ace84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.9550192 Feb 09 18:06:39.880715 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49306) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:39.886376 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5e5c50df-37fb-432c-8ebf-0b8b56618955 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'subnet': {'network_id': '061275a6-3bbf-48c1-8058-6590c56a5f81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:39.915045 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d1e4b-53b4-478c-92d9-e9827c047578 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event updated for resources: {'Subnet': ['ID=29cda424-645d-43d1-b283-6dd6a8fb0654,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:39.921017 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fee8e432-ba7a-4319-bc74-02562afc103c tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:39.975937 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4f590404-31f3-4170-8cd8-13383fa9b33c req-ae6d516c-cf2c-46a0-9d84-68c9a98458d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad636a0a-c112-4998-adda-711ab7f6a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359959 Feb 09 18:06:39.978616 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d1e4b-53b4-478c-92d9-e9827c047578 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Checking segment: {'id': 'e9be8752-3d52-464e-a9a8-3113a499c328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '63f478db-c4bc-4866-82b5-c7b3b03e70db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:39.978886 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0d1e4b-53b4-478c-92d9-e9827c047578 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Network hostable DHCP agents. Network: 63f478db-c4bc-4866-82b5-c7b3b03e70db, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:06:39.990600 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295affcb-eea6-4635-8c93-6c992b8e88f6 req-651c9a41-713a-43a4-8cf9-e926f29fc9df tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:39.997590 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-295affcb-eea6-4635-8c93-6c992b8e88f6 req-651c9a41-713a-43a4-8cf9-e926f29fc9df tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 945 time: 0.3752415 Feb 09 18:06:39.999780 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 1c4a7521-3e1c-4c41-920c-08efefa6ce0a up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:06:40.051032 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fee8e432-ba7a-4319-bc74-02562afc103c tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:40.053666 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fee8e432-ba7a-4319-bc74-02562afc103c tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0661893 Feb 09 18:06:40.062189 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49312) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:40.070507 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a9848bbb-ed47-44d6-aeb3-663c192e1e8b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-477302831'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:40.075936 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a9848bbb-ed47-44d6-aeb3-663c192e1e8b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:40.080138 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a9848bbb-ed47-44d6-aeb3-663c192e1e8b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Usage tracker for resource:network and tenant:64ecfb0e9daa4ed0a77fdcc09e87af04 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:40.083318 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a9848bbb-ed47-44d6-aeb3-663c192e1e8b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:40.089877 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a9848bbb-ed47-44d6-aeb3-663c192e1e8b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:40.105803 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2405c89f-c627-48da-b2e1-59efe0ba0c71 None None] Provisioning for port 46daca85-f49c-4e58-99e0-0cef2e8569a4 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:40.107551 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0d1e4b-53b4-478c-92d9-e9827c047578 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Network 63f478db-c4bc-4866-82b5-c7b3b03e70db is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:06:40.125514 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2405c89f-c627-48da-b2e1-59efe0ba0c71 None None] Provisioning complete for port 46daca85-f49c-4e58-99e0-0cef2e8569a4 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:40.125989 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2405c89f-c627-48da-b2e1-59efe0ba0c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:40.130587 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5e5c50df-37fb-432c-8ebf-0b8b56618955 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:40.147506 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-5e5c50df-37fb-432c-8ebf-0b8b56618955 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:subnet and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:40.220072 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2405c89f-c627-48da-b2e1-59efe0ba0c71 None None] Port 46daca85-f49c-4e58-99e0-0cef2e8569a4 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:06:40.245935 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-5e5c50df-37fb-432c-8ebf-0b8b56618955 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:40.249225 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f4cdb450-7278-46f4-8aee-3b9abf61c869 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] Unset dirty status for tenant:6000760d86014b9c8d68b5ec2afa808b on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:06:40.253521 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f4cdb450-7278-46f4-8aee-3b9abf61c869 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "GET /v2.0/networks/c9564cd9-4539-4a2d-b376-06d44bc8fbe4 HTTP/1.1" status: 200 len: 881 time: 0.8603959 Feb 09 18:06:40.256927 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49318) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:40.258118 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 1c4a7521-3e1c-4c41-920c-08efefa6ce0a completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:40.264608 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b1de240e-6200-483f-a70a-321dcc11a737 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting port a4f1d6c8-0210-4ae4-9c4a-0d9e644f0584 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:06:40.264608 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b1de240e-6200-483f-a70a-321dcc11a737 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:40.274934 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-ba0d1e4b-53b4-478c-92d9-e9827c047578 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 63f478db-c4bc-4866-82b5-c7b3b03e70db) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:40.276515 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9848bbb-ed47-44d6-aeb3-663c192e1e8b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Made reservation on behalf of 64ecfb0e9daa4ed0a77fdcc09e87af04 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:40.279719 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a9848bbb-ed47-44d6-aeb3-663c192e1e8b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:40.296719 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5e5c50df-37fb-432c-8ebf-0b8b56618955 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:40.296832 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0d1e4b-53b4-478c-92d9-e9827c047578 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:40.296832 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ba0d1e4b-53b4-478c-92d9-e9827c047578 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:40.299649 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2405c89f-c627-48da-b2e1-59efe0ba0c71 None None] Provisioning for port 1c4a7521-3e1c-4c41-920c-08efefa6ce0a completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:40.314176 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a9848bbb-ed47-44d6-aeb3-663c192e1e8b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:40.315738 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62b18d8-961d-43d1-987e-3642755e6af5 None None] Network 63f478db-c4bc-4866-82b5-c7b3b03e70db requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:40.340872 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2405c89f-c627-48da-b2e1-59efe0ba0c71 None None] Provisioning complete for port 1c4a7521-3e1c-4c41-920c-08efefa6ce0a triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:40.341259 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2405c89f-c627-48da-b2e1-59efe0ba0c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:40.379462 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-295affcb-eea6-4635-8c93-6c992b8e88f6 req-744aaa17-fa78-48f3-bbfb-b3a1d19f17bb tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3807118 Feb 09 18:06:40.409735 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a9848bbb-ed47-44d6-aeb3-663c192e1e8b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:40.416240 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a9848bbb-ed47-44d6-aeb3-663c192e1e8b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Usage tracker for resource:security_group_rule and tenant:64ecfb0e9daa4ed0a77fdcc09e87af04 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:40.421725 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a9848bbb-ed47-44d6-aeb3-663c192e1e8b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:40.428179 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49322) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:40.439361 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ba0d1e4b-53b4-478c-92d9-e9827c047578 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0789020 Feb 09 18:06:40.440861 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a9848bbb-ed47-44d6-aeb3-663c192e1e8b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:40.444739 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49328) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:40.451665 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device f9711a50-b2f0-4a84-af17-fca5698b00f5 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:06:40.559979 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-513ad08e-8eae-47e2-aabe-899df7705778 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "GET /v2.0/ports?device_id=421cfb32-4b48-47e9-8c84-31e104ea3907 HTTP/1.1" status: 200 len: 205 time: 0.3016479 Feb 09 18:06:40.568401 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49332) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:40.675048 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5c50df-37fb-432c-8ebf-0b8b56618955 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:40.680697 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e5c50df-37fb-432c-8ebf-0b8b56618955 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:40.759074 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a9848bbb-ed47-44d6-aeb3-663c192e1e8b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:40.781529 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2405c89f-c627-48da-b2e1-59efe0ba0c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:40.824518 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a9848bbb-ed47-44d6-aeb3-663c192e1e8b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:40.846469 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ea1fdb3-5f3d-453e-a62a-c28ccd96671c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:40.866261 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port f9711a50-b2f0-4a84-af17-fca5698b00f5 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:40.877733 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-2405c89f-c627-48da-b2e1-59efe0ba0c71 None None] For port 1c4a7521-3e1c-4c41-920c-08efefa6ce0a, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=1c4a7521-3e1c-4c41-920c-08efefa6ce0a,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:40.879673 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9848bbb-ed47-44d6-aeb3-663c192e1e8b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:06:40.896234 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9848bbb-ed47-44d6-aeb3-663c192e1e8b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=622378fd-bba3-407f-9019-e228b7f00799,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:40.901255 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port f9711a50-b2f0-4a84-af17-fca5698b00f5 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:40.901700 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:40.921974 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f092f313-abf5-4904-bc37-2d26c53a457b tempest-TestVolumeBootPattern-1479514589 tempest-TestVolumeBootPattern-1479514589-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 1093 time: 0.4877577 Feb 09 18:06:40.922522 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49336) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:40.944289 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e03a8f-c0da-4d70-963a-6d9238daaa62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-63f478db-c4bc-4866-82b5-c7b3b03e70db', 'network_id': '63f478db-c4bc-4866-82b5-c7b3b03e70db', 'tenant_id': 'b75406ac5e534d45adbe01b1fd78744d', 'fixed_ips': [{'subnet_id': '29cda424-645d-43d1-b283-6dd6a8fb0654'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:06:40.944920 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-49e03a8f-c0da-4d70-963a-6d9238daaa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:40.950942 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a9848bbb-ed47-44d6-aeb3-663c192e1e8b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:40.951489 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-a9848bbb-ed47-44d6-aeb3-663c192e1e8b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Added segment 611dbfc0-4dd4-42fd-a2cc-78146018a543 of type vlan for network 40c995fa-d8eb-4e39-96a4-5f426f978a2f Feb 09 18:06:40.976970 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2405c89f-c627-48da-b2e1-59efe0ba0c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:40.996985 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-462d893a-d176-4bb0-80a8-b825bbfd85fe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': 'cc43ec91-0fc5-42c8-a553-13a6af55add1', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:41.004968 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a9848bbb-ed47-44d6-aeb3-663c192e1e8b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:41.015428 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ea1fdb3-5f3d-453e-a62a-c28ccd96671c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:41.141257 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-462d893a-d176-4bb0-80a8-b825bbfd85fe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:41.148257 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a9848bbb-ed47-44d6-aeb3-663c192e1e8b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:41.152125 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9848bbb-ed47-44d6-aeb3-663c192e1e8b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:41.153688 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a9848bbb-ed47-44d6-aeb3-663c192e1e8b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:41.179410 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ea1fdb3-5f3d-453e-a62a-c28ccd96671c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:41.222309 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-462d893a-d176-4bb0-80a8-b825bbfd85fe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Usage tracker for resource:floatingip and tenant:10a4b1464e30470e8e13c0bd2bfded95 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:41.242454 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-462d893a-d176-4bb0-80a8-b825bbfd85fe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:41.249757 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c1be56-9bd9-4936-90ed-8aac3d1d190f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:06:41.264498 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] Sync routers for ids ['a450793b-71fe-42ca-a7db-04cc5f3f3616'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:06:41.269475 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-462d893a-d176-4bb0-80a8-b825bbfd85fe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:41.276863 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-60c1be56-9bd9-4936-90ed-8aac3d1d190f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "PUT /v2.0/routers/a450793b-71fe-42ca-a7db-04cc5f3f3616/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8665006 Feb 09 18:06:41.282211 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] Routers {'a450793b-71fe-42ca-a7db-04cc5f3f3616'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:06:41.282855 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:06:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['a450793b-71fe-42ca-a7db-04cc5f3f3616'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:41.287901 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49342) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:41.343700 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405c89f-c627-48da-b2e1-59efe0ba0c71 None None] Pushing event updated for resources: {'Port': ['ID=1c4a7521-3e1c-4c41-920c-08efefa6ce0a,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:41.355678 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b1de240e-6200-483f-a70a-321dcc11a737 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:41.366251 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2a3fbe24-03a8-490c-b9bc-b941d77a0015 None None] Provisioning complete for port 46daca85-f49c-4e58-99e0-0cef2e8569a4 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:41.366648 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2a3fbe24-03a8-490c-b9bc-b941d77a0015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:41.391238 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9848bbb-ed47-44d6-aeb3-663c192e1e8b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Pushing event updated for resources: {'Network': ['ID=40c995fa-d8eb-4e39-96a4-5f426f978a2f,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:41.407881 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 40c995fa-d8eb-4e39-96a4-5f426f978a2f details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:06:41.462328 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] Set router a450793b-71fe-42ca-a7db-04cc5f3f3616 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:06:41.510340 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b1de240e-6200-483f-a70a-321dcc11a737 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Calling delete_port for a4f1d6c8-0210-4ae4-9c4a-0d9e644f0584 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:06:41.541053 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-462d893a-d176-4bb0-80a8-b825bbfd85fe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server [None req-49e03a8f-c0da-4d70-963a-6d9238daaa62 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29cda424-645d-43d1-b283-6dd6a8fb0654: This subnet is being modified by another concurrent operation. Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server raise value Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server raise value Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server raise value Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 18:06:41.568770 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server raise value Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server raise value Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server raise value Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server raise exception Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29cda424-645d-43d1-b283-6dd6a8fb0654: This subnet is being modified by another concurrent operation. Feb 09 18:06:41.573865 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server Feb 09 18:06:41.585913 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:41.586529 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a9848bbb-ed47-44d6-aeb3-663c192e1e8b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5170484 Feb 09 18:06:41.586529 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ea1fdb3-5f3d-453e-a62a-c28ccd96671c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:41.592991 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49346) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:41.598593 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1fdb3-5f3d-453e-a62a-c28ccd96671c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Subnet': ['ID=29cda424-645d-43d1-b283-6dd6a8fb0654,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:41.606352 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a15330-1c45-466a-a2f8-26fc4aa1b15f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:41.606960 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-24a15330-1c45-466a-a2f8-26fc4aa1b15f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:06:41.615505 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-bf17a743-2244-43ee-9fe5-2cbb279f28b7 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Request body: {'subnet': {'network_id': '40c995fa-d8eb-4e39-96a4-5f426f978a2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:41.619481 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2a3fbe24-03a8-490c-b9bc-b941d77a0015 None None] Port 46daca85-f49c-4e58-99e0-0cef2e8569a4 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:06:41.635187 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ac543f-9fdd-4138-9459-b56763fbcdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9711a50-b2f0-4a84-af17-fca5698b00f5'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:06:41.645526 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344cb541-a13e-4790-be5a-82c1e638efd3 None None] Network 63f478db-c4bc-4866-82b5-c7b3b03e70db requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:41.665908 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port f9711a50-b2f0-4a84-af17-fca5698b00f5, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f9711a50-b2f0-4a84-af17-fca5698b00f5,segment=NetworkSegment(a3f1a63f-8135-49d5-8ab9-e12871702e49),segment_id=a3f1a63f-8135-49d5-8ab9-e12871702e49)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:41.686274 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-8ea1fdb3-5f3d-453e-a62a-c28ccd96671c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f478db-c4bc-4866-82b5-c7b3b03e70db']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:41.704947 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-8ea1fdb3-5f3d-453e-a62a-c28ccd96671c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9be8752-3d52-464e-a9a8-3113a499c328') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:41.705296 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-8ea1fdb3-5f3d-453e-a62a-c28ccd96671c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9be8752-3d52-464e-a9a8-3113a499c328') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:41.722890 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ea1fdb3-5f3d-453e-a62a-c28ccd96671c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:41.735537 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ac543f-9fdd-4138-9459-b56763fbcdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9711a50-b2f0-4a84-af17-fca5698b00f5', 'code': 200} Feb 09 18:06:41.742172 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:41.749974 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503f466-07f4-4bbd-9ee0-c5a804788747 req-69895c27-774c-4686-b853-ffe73e334273 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:41.751948 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6503f466-07f4-4bbd-9ee0-c5a804788747 req-69895c27-774c-4686-b853-ffe73e334273 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ac543f-9fdd-4138-9459-b56763fbcdb3 HTTP/1.1" status: 200 len: 945 time: 0.2208567 Feb 09 18:06:41.783512 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ea1fdb3-5f3d-453e-a62a-c28ccd96671c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:41.793624 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea1fdb3-5f3d-453e-a62a-c28ccd96671c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:06:41.800353 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ea1fdb3-5f3d-453e-a62a-c28ccd96671c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:06:41.811199 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:06:41.847261 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=f9711a50-b2f0-4a84-af17-fca5698b00f5,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:41.922325 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6503f466-07f4-4bbd-9ee0-c5a804788747 req-cd037db5-5663-496c-a9d1-6536d485c617 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad636a0a-c112-4998-adda-711ab7f6a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619310 Feb 09 18:06:41.958433 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 1c4a7521-3e1c-4c41-920c-08efefa6ce0a up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:06:41.970148 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-24a15330-1c45-466a-a2f8-26fc4aa1b15f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:06:41.972749 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-24a15330-1c45-466a-a2f8-26fc4aa1b15f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports/46daca85-f49c-4e58-99e0-0cef2e8569a4 HTTP/1.1" status: 200 len: 911 time: 0.6755228 Feb 09 18:06:41.980476 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49352) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:41.981036 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e5c50df-37fb-432c-8ebf-0b8b56618955 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:41.998139 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4970c041-8220-4ca3-9d4e-3f4433ddfae5 None None] Provisioning complete for port 65acc692-eed0-4eb7-a963-700bc2054d9b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:42.002519 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4970c041-8220-4ca3-9d4e-3f4433ddfae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:42.004341 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bf17a743-2244-43ee-9fe5-2cbb279f28b7 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:42.014930 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a450793b-71fe-42ca-a7db-04cc5f3f3616', 'name': 'tempest-NetworksTestDHCPv6-router-529581957', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:06:32Z', 'updated_at': '2022-02-09T18:06:36Z', 'revision_number': 2, 'project_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'gw_port_host': None, '_interfaces': [{'id': '46daca85-f49c-4e58-99e0-0cef2e8569a4', 'name': '', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'mac_address': 'fa:16:3e:6c:91:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a450793b-71fe-42ca-a7db-04cc5f3f3616', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23b9580d-87ed-47c0-a992-56a95905fd1c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:06:35Z', 'updated_at': '2022-02-09T18:06:37Z', 'revision_number': 2, 'project_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'subnets': [{'id': '23b9580d-87ed-47c0-a992-56a95905fd1c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:42.019628 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] Checking router: a450793b-71fe-42ca-a7db-04cc5f3f3616 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:06:42.020144 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] Updating router a450793b-71fe-42ca-a7db-04cc5f3f3616 port 46daca85-f49c-4e58-99e0-0cef2e8569a4 binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:06:42.078418 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0415264e-c9a2-4013-8ea5-6f272fcf451a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:42.081293 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:42.085260 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0415264e-c9a2-4013-8ea5-6f272fcf451a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:42.089999 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0415264e-c9a2-4013-8ea5-6f272fcf451a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1043236 Feb 09 18:06:42.090701 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49356) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:42.108544 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82c355f-470b-491d-8a87-c0afd1aad45b None None] get_active_networks_info from dv-neutron-827016-2-hyperv {{(pid=84543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 18:06:42.166177 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c50df-37fb-432c-8ebf-0b8b56618955 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Subnet': ['ID=7b693231-a52c-4b12-9999-a9e30b89ebdb,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:42.182554 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-bf17a743-2244-43ee-9fe5-2cbb279f28b7 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Usage tracker for resource:subnet and tenant:64ecfb0e9daa4ed0a77fdcc09e87af04 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:42.187173 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4970c041-8220-4ca3-9d4e-3f4433ddfae5 None None] Port 65acc692-eed0-4eb7-a963-700bc2054d9b cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:06:42.232061 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b1de240e-6200-483f-a70a-321dcc11a737 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:42.241435 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-bf17a743-2244-43ee-9fe5-2cbb279f28b7 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:42.259305 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5c50df-37fb-432c-8ebf-0b8b56618955 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network 061275a6-3bbf-48c1-8058-6590c56a5f81 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:42.269037 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ea1fdb3-5f3d-453e-a62a-c28ccd96671c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:42.275919 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ea1fdb3-5f3d-453e-a62a-c28ccd96671c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:42.277254 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 1c4a7521-3e1c-4c41-920c-08efefa6ce0a triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:42.277634 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:42.313039 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1fdb3-5f3d-453e-a62a-c28ccd96671c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Network': ['ID=63f478db-c4bc-4866-82b5-c7b3b03e70db,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:42.319774 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8ea1fdb3-5f3d-453e-a62a-c28ccd96671c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/networks/63f478db-c4bc-4866-82b5-c7b3b03e70db HTTP/1.1" status: 204 len: 168 time: 1.8737004 Feb 09 18:06:42.324299 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4970c041-8220-4ca3-9d4e-3f4433ddfae5 None None] Provisioning complete for port 6517fd40-125b-4206-9912-a9c7de8e2862 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:42.324676 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4970c041-8220-4ca3-9d4e-3f4433ddfae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:42.327464 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49360) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:42.339513 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-5e5c50df-37fb-432c-8ebf-0b8b56618955 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:42.339712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-aa1592f3-af4a-43c2-aee7-ea15ef40733f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1550600365'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:42.344079 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-aa1592f3-af4a-43c2-aee7-ea15ef40733f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:42.348386 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-aa1592f3-af4a-43c2-aee7-ea15ef40733f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Usage tracker for resource:network and tenant:b75406ac5e534d45adbe01b1fd78744d is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:42.350418 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bf17a743-2244-43ee-9fe5-2cbb279f28b7 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:42.352109 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-aa1592f3-af4a-43c2-aee7-ea15ef40733f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:42.360599 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-aa1592f3-af4a-43c2-aee7-ea15ef40733f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:42.369107 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5c50df-37fb-432c-8ebf-0b8b56618955 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:42.369848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e5c50df-37fb-432c-8ebf-0b8b56618955 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:42.378059 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de240e-6200-483f-a70a-321dcc11a737 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Port': ['ID=a4f1d6c8-0210-4ae4-9c4a-0d9e644f0584,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:42.419259 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-462d893a-d176-4bb0-80a8-b825bbfd85fe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:42.424736 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ee13c11-770f-4ade-9028-08e432087779 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:42.451532 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82c355f-470b-491d-8a87-c0afd1aad45b None None] Resources bound (agent type, host, resource id): {{(pid=84543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 18:06:42.544578 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1592f3-af4a-43c2-aee7-ea15ef40733f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Made reservation on behalf of b75406ac5e534d45adbe01b1fd78744d for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:42.547822 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aa1592f3-af4a-43c2-aee7-ea15ef40733f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:42.597910 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:42.620752 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] Transition to ACTIVE for port object 46daca85-f49c-4e58-99e0-0cef2e8569a4 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:42.684320 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf17a743-2244-43ee-9fe5-2cbb279f28b7 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Made reservation on behalf of 64ecfb0e9daa4ed0a77fdcc09e87af04 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:42.695892 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:42.698532 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b1de240e-6200-483f-a70a-321dcc11a737 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:42.700493 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b1de240e-6200-483f-a70a-321dcc11a737 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/ports/a4f1d6c8-0210-4ae4-9c4a-0d9e644f0584 HTTP/1.1" status: 204 len: 168 time: 2.5771639 Feb 09 18:06:42.721644 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49364) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:42.768706 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5e5c50df-37fb-432c-8ebf-0b8b56618955 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8925245 Feb 09 18:06:42.769466 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49368) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:42.816725 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1592f3-af4a-43c2-aee7-ea15ef40733f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:06:42.843198 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9db91d5b-fc25-4fe2-bcb0-752552ddeafd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'security_group': {'name': 'tempest-secgroup-1724004243'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:42.859335 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc138093-b3f7-4272-b1fb-3a1336f001b1 None None] Pushing event updated for resources: {'Port': ['ID=46daca85-f49c-4e58-99e0-0cef2e8569a4,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:42.874860 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9db91d5b-fc25-4fe2-bcb0-752552ddeafd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:42.881524 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc138093-b3f7-4272-b1fb-3a1336f001b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:42.881867 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc138093-b3f7-4272-b1fb-3a1336f001b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:42.882198 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc138093-b3f7-4272-b1fb-3a1336f001b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:42.882562 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc138093-b3f7-4272-b1fb-3a1336f001b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:42.883672 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc138093-b3f7-4272-b1fb-3a1336f001b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:42.884002 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc138093-b3f7-4272-b1fb-3a1336f001b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:42.884328 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc138093-b3f7-4272-b1fb-3a1336f001b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:42.884514 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aa1592f3-af4a-43c2-aee7-ea15ef40733f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:42.884650 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc138093-b3f7-4272-b1fb-3a1336f001b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:42.884869 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-aa1592f3-af4a-43c2-aee7-ea15ef40733f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Added segment 79c9ebe0-4c7e-41b8-a099-0e111e5c523f of type vlan for network c62ba7fc-fa00-42e6-850b-da6c96d675cb Feb 09 18:06:42.884974 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc138093-b3f7-4272-b1fb-3a1336f001b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:42.886186 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc138093-b3f7-4272-b1fb-3a1336f001b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:42.886563 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc138093-b3f7-4272-b1fb-3a1336f001b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:06:42.903896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-9db91d5b-fc25-4fe2-bcb0-752552ddeafd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:security_group and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:42.910957 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-9db91d5b-fc25-4fe2-bcb0-752552ddeafd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:42.933642 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c97426-0e45-44e0-b180-2c46afbf9586 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:42.935237 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9db91d5b-fc25-4fe2-bcb0-752552ddeafd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:42.937700 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c97426-0e45-44e0-b180-2c46afbf9586 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:42.938525 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-67c97426-0e45-44e0-b180-2c46afbf9586 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Synchronizing usage tracker for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:06:43.029873 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aa1592f3-af4a-43c2-aee7-ea15ef40733f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:43.031119 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] Attempting to bind port 46daca85-f49c-4e58-99e0-0cef2e8569a4 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:06:43.034087 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] Attempting to bind port 46daca85-f49c-4e58-99e0-0cef2e8569a4 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:06:43.034730 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] Attempting to bind port 46daca85-f49c-4e58-99e0-0cef2e8569a4 on network 533fa7e0-9286-46d7-99f4-266111443da8 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:06:43.053184 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:06:43.053659 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] Checking segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:43.054309 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:43.054772 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] Bound using segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:06:43.055375 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] Bound port: 46daca85-f49c-4e58-99e0-0cef2e8569a4, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:06:43.056241 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:43.063564 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-67c97426-0e45-44e0-b180-2c46afbf9586 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Unset dirty status for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:06:43.064733 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-67c97426-0e45-44e0-b180-2c46afbf9586 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3421636 Feb 09 18:06:43.077105 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49374) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:43.077666 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e712e5-db03-4e4a-a9fe-b1a7c11c7ecf None None] get_active_networks_info from dv-neutron-827016-2-hyperv {{(pid=84543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 18:06:43.101568 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ef4d6684-ff1a-4032-8f4e-b48ec3af5307 req-8df023d2-1421-4f64-ba95-5c750a736a84 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=42ac543f-9fdd-4138-9459-b56763fbcdb3 HTTP/1.1" status: 200 len: 1099 time: 0.9387367 Feb 09 18:06:43.110308 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf17a743-2244-43ee-9fe5-2cbb279f28b7 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:43.196097 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] For port 46daca85-f49c-4e58-99e0-0cef2e8569a4, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:06:43.200614 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] For port 46daca85-f49c-4e58-99e0-0cef2e8569a4, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=46daca85-f49c-4e58-99e0-0cef2e8569a4,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:06:43.218607 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f156a7e0-be52-49e0-85bf-3286b6c665f2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:43.259349 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:43.271461 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-462d893a-d176-4bb0-80a8-b825bbfd85fe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Allocated IP 172.26.8.28 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/f68f8e1d-2709-41c8-821f-818e589e8bcf) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:43.303925 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ef4d6684-ff1a-4032-8f4e-b48ec3af5307 req-e80ecf18-be94-485f-bf61-ebb37d681e8d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ad636a0a-c112-4998-adda-711ab7f6a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864270 Feb 09 18:06:43.306972 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e712e5-db03-4e4a-a9fe-b1a7c11c7ecf None None] Resources bound (agent type, host, resource id): {{(pid=84543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 18:06:43.312258 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9db91d5b-fc25-4fe2-bcb0-752552ddeafd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:43.369435 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] Routers {'a450793b-71fe-42ca-a7db-04cc5f3f3616'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:06:43.370840 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:06:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['a450793b-71fe-42ca-a7db-04cc5f3f3616'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:43.385539 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9db91d5b-fc25-4fe2-bcb0-752552ddeafd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:43.390097 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-9db91d5b-fc25-4fe2-bcb0-752552ddeafd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:security_group_rule and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:43.393121 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-9db91d5b-fc25-4fe2-bcb0-752552ddeafd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:43.400531 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9db91d5b-fc25-4fe2-bcb0-752552ddeafd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:43.455247 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-2b5070f3-6ac9-46ef-89b3-30cf8c531511 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting port ec5e7121-3f5a-4cc2-8e83-630fec4aa4c5 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:06:43.455601 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2b5070f3-6ac9-46ef-89b3-30cf8c531511 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:43.459920 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9db91d5b-fc25-4fe2-bcb0-752552ddeafd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:43.525629 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9db91d5b-fc25-4fe2-bcb0-752552ddeafd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:43.560837 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aa1592f3-af4a-43c2-aee7-ea15ef40733f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:43.563080 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc138093-b3f7-4272-b1fb-3a1336f001b1 None None] Pushing event updated for resources: {'Port': ['ID=46daca85-f49c-4e58-99e0-0cef2e8569a4,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:43.567609 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1592f3-af4a-43c2-aee7-ea15ef40733f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:43.568411 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aa1592f3-af4a-43c2-aee7-ea15ef40733f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:43.594847 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] Set router a450793b-71fe-42ca-a7db-04cc5f3f3616 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:06:43.620793 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db91d5b-fc25-4fe2-bcb0-752552ddeafd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=224f72dd-f40c-4807-a909-ff37e2dc1d5c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:43.691698 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9db91d5b-fc25-4fe2-bcb0-752552ddeafd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:43.696473 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9db91d5b-fc25-4fe2-bcb0-752552ddeafd tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8661954 Feb 09 18:06:43.701137 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49378) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:43.729076 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b6a58-00e5-4612-a47d-8be272c7ff53 req-943fcb06-1979-4b14-abb7-01f604c023f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:43.731820 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c77b6a58-00e5-4612-a47d-8be272c7ff53 req-943fcb06-1979-4b14-abb7-01f604c023f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ac543f-9fdd-4138-9459-b56763fbcdb3 HTTP/1.1" status: 200 len: 946 time: 0.5466459 Feb 09 18:06:43.740368 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-3bb2285e-de17-41e9-b892-f280dcc06779 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'security_group': {'name': 'tempest-secgroup-1905177558'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:43.744602 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-462d893a-d176-4bb0-80a8-b825bbfd85fe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:43.795083 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ee13c11-770f-4ade-9028-08e432087779 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:43.807902 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-3bb2285e-de17-41e9-b892-f280dcc06779 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:43.867828 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-4ee13c11-770f-4ade-9028-08e432087779 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Deleting port 3b937fa9-ae9f-44b8-adbf-f2852d0aad9f {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:06:43.868262 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ee13c11-770f-4ade-9028-08e432087779 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:43.884357 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-aa1592f3-af4a-43c2-aee7-ea15ef40733f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5491154 Feb 09 18:06:43.884357 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-3bb2285e-de17-41e9-b892-f280dcc06779 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:security_group and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:43.891726 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49382) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:43.893639 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1592f3-af4a-43c2-aee7-ea15ef40733f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event updated for resources: {'Network': ['ID=c62ba7fc-fa00-42e6-850b-da6c96d675cb,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:43.901481 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-3bb2285e-de17-41e9-b892-f280dcc06779 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:43.901732 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a0ade8c1-a4f7-40c6-9eac-ece29d11f59b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Request body: {'subnet': {'network_id': 'c62ba7fc-fa00-42e6-850b-da6c96d675cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:43.918991 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network c62ba7fc-fa00-42e6-850b-da6c96d675cb details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:06:43.934156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-462d893a-d176-4bb0-80a8-b825bbfd85fe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:43.942173 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-3bb2285e-de17-41e9-b892-f280dcc06779 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:43.979348 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf17a743-2244-43ee-9fe5-2cbb279f28b7 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:44.000746 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2b5070f3-6ac9-46ef-89b3-30cf8c531511 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:44.024085 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a450793b-71fe-42ca-a7db-04cc5f3f3616', 'name': 'tempest-NetworksTestDHCPv6-router-529581957', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:06:32Z', 'updated_at': '2022-02-09T18:06:36Z', 'revision_number': 2, 'project_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'gw_port_host': None, '_interfaces': [{'id': '46daca85-f49c-4e58-99e0-0cef2e8569a4', 'name': '', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'mac_address': 'fa:16:3e:6c:91:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a450793b-71fe-42ca-a7db-04cc5f3f3616', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23b9580d-87ed-47c0-a992-56a95905fd1c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:06:35Z', 'updated_at': '2022-02-09T18:06:43Z', 'revision_number': 4, 'project_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'subnets': [{'id': '23b9580d-87ed-47c0-a992-56a95905fd1c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:44.024701 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c77b6a58-00e5-4612-a47d-8be272c7ff53 req-a67e3861-15f4-44fe-a0f6-8fa403755ebe tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad636a0a-c112-4998-adda-711ab7f6a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609167 Feb 09 18:06:44.047009 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e578ece-d1c7-4fb5-9492-f15710015e46 None None] The sync data for ids ['a450793b-71fe-42ca-a7db-04cc5f3f3616'] in dv-neutron-827016-2-hyperv is: [{'id': 'a450793b-71fe-42ca-a7db-04cc5f3f3616', 'name': 'tempest-NetworksTestDHCPv6-router-529581957', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:06:32Z', 'updated_at': '2022-02-09T18:06:36Z', 'revision_number': 2, 'project_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'gw_port_host': None, '_interfaces': [{'id': '46daca85-f49c-4e58-99e0-0cef2e8569a4', 'name': '', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'mac_address': 'fa:16:3e:6c:91:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a450793b-71fe-42ca-a7db-04cc5f3f3616', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23b9580d-87ed-47c0-a992-56a95905fd1c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:06:35Z', 'updated_at': '2022-02-09T18:06:43Z', 'revision_number': 4, 'project_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'subnets': [{'id': '23b9580d-87ed-47c0-a992-56a95905fd1c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:06:44.156805 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb68b67e-5412-4306-9774-1a63a47d220d None None] Network 061275a6-3bbf-48c1-8058-6590c56a5f81 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:44.160489 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3bb2285e-de17-41e9-b892-f280dcc06779 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:44.177849 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-2b5070f3-6ac9-46ef-89b3-30cf8c531511 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Calling delete_port for ec5e7121-3f5a-4cc2-8e83-630fec4aa4c5 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:06:44.311147 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462d893a-d176-4bb0-80a8-b825bbfd85fe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:44.330461 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d893a-d176-4bb0-80a8-b825bbfd85fe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Pushing event updated for resources: {'Port': ['ID=f68f8e1d-2709-41c8-821f-818e589e8bcf,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:44.333035 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-462d893a-d176-4bb0-80a8-b825bbfd85fe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:44.343388 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17a743-2244-43ee-9fe5-2cbb279f28b7 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Pushing event updated for resources: {'Subnet': ['ID=b1880a8a-48be-41e5-9eb6-55e15eebe132,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:44.351629 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462d893a-d176-4bb0-80a8-b825bbfd85fe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:44.399017 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a0ade8c1-a4f7-40c6-9eac-ece29d11f59b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:44.470283 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a0ade8c1-a4f7-40c6-9eac-ece29d11f59b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Usage tracker for resource:subnet and tenant:b75406ac5e534d45adbe01b1fd78744d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:44.475066 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a0ade8c1-a4f7-40c6-9eac-ece29d11f59b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:44.504360 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a0ade8c1-a4f7-40c6-9eac-ece29d11f59b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:44.532049 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-3bb2285e-de17-41e9-b892-f280dcc06779 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:44.544731 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-3bb2285e-de17-41e9-b892-f280dcc06779 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:security_group_rule and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:44.548520 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-3bb2285e-de17-41e9-b892-f280dcc06779 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:44.551144 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf17a743-2244-43ee-9fe5-2cbb279f28b7 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Checking segment: {'id': '611dbfc0-4dd4-42fd-a2cc-78146018a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '40c995fa-d8eb-4e39-96a4-5f426f978a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:44.557463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf17a743-2244-43ee-9fe5-2cbb279f28b7 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Network hostable DHCP agents. Network: 40c995fa-d8eb-4e39-96a4-5f426f978a2f, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:06:44.559114 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-f156a7e0-be52-49e0-85bf-3286b6c665f2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting port 46daca85-f49c-4e58-99e0-0cef2e8569a4 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:06:44.559461 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f156a7e0-be52-49e0-85bf-3286b6c665f2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:44.631543 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ee13c11-770f-4ade-9028-08e432087779 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:44.651439 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ade8c1-a4f7-40c6-9eac-ece29d11f59b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Made reservation on behalf of b75406ac5e534d45adbe01b1fd78744d for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:44.658481 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-3bb2285e-de17-41e9-b892-f280dcc06779 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:44.679896 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2b5070f3-6ac9-46ef-89b3-30cf8c531511 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:44.834753 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdcec6f-7763-4794-bcb5-6b3137859d9f None None] Update dhcp port {'port': {'network_id': '061275a6-3bbf-48c1-8058-6590c56a5f81', 'fixed_ips': [{'subnet_id': '8bcde154-a071-420b-9201-aa88c3d3bbfd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7b693231-a52c-4b12-9999-a9e30b89ebdb'}], 'binding:host_id': 'dv-neutron-827016-2-hyperv'}, 'id': '6517fd40-125b-4206-9912-a9c7de8e2862'} from dv-neutron-827016-2-hyperv. {{(pid=84543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 18:06:44.960915 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9cdcec6f-7763-4794-bcb5-6b3137859d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:45.075437 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-4ee13c11-770f-4ade-9028-08e432087779 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Calling delete_port for 3b937fa9-ae9f-44b8-adbf-f2852d0aad9f owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:06:45.124673 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-f156a7e0-be52-49e0-85bf-3286b6c665f2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] For port 46daca85-f49c-4e58-99e0-0cef2e8569a4, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=46daca85-f49c-4e58-99e0-0cef2e8569a4,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:45.129689 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f156a7e0-be52-49e0-85bf-3286b6c665f2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:45.191720 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a0ade8c1-a4f7-40c6-9eac-ece29d11f59b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:45.287398 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf17a743-2244-43ee-9fe5-2cbb279f28b7 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Network 40c995fa-d8eb-4e39-96a4-5f426f978a2f is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:06:45.294288 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-9cdcec6f-7763-4794-bcb5-6b3137859d9f None None] Allocated IP 2001:db8::2 (061275a6-3bbf-48c1-8058-6590c56a5f81/7b693231-a52c-4b12-9999-a9e30b89ebdb/6517fd40-125b-4206-9912-a9c7de8e2862) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:45.303098 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5070f3-6ac9-46ef-89b3-30cf8c531511 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Port': ['ID=ec5e7121-3f5a-4cc2-8e83-630fec4aa4c5,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:45.315284 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-f156a7e0-be52-49e0-85bf-3286b6c665f2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Calling delete_port for 46daca85-f49c-4e58-99e0-0cef2e8569a4 owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:06:45.353324 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2b5070f3-6ac9-46ef-89b3-30cf8c531511 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:45.436018 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3bb2285e-de17-41e9-b892-f280dcc06779 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:45.462965 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-bf17a743-2244-43ee-9fe5-2cbb279f28b7 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 40c995fa-d8eb-4e39-96a4-5f426f978a2f) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:45.484070 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23d6897-7754-4356-8b43-4a5aea61c88f None None] Network 40c995fa-d8eb-4e39-96a4-5f426f978a2f requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:45.487984 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf17a743-2244-43ee-9fe5-2cbb279f28b7 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:45.488691 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf17a743-2244-43ee-9fe5-2cbb279f28b7 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:45.497518 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39a6eb-a61e-4fe2-b007-4c2e3a4272d3 req-fe7c4f2e-ae97-4c91-a88c-50b33a51e166 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:45.499358 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1f39a6eb-a61e-4fe2-b007-4c2e3a4272d3 req-fe7c4f2e-ae97-4c91-a88c-50b33a51e166 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ac543f-9fdd-4138-9459-b56763fbcdb3 HTTP/1.1" status: 200 len: 946 time: 0.2313080 Feb 09 18:06:45.512716 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2b5070f3-6ac9-46ef-89b3-30cf8c531511 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/ports/ec5e7121-3f5a-4cc2-8e83-630fec4aa4c5 HTTP/1.1" status: 204 len: 168 time: 2.4344127 Feb 09 18:06:45.527163 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49388) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:45.548475 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3bb2285e-de17-41e9-b892-f280dcc06779 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:45.640623 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2285e-de17-41e9-b892-f280dcc06779 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6906c6fd-8dd2-47ee-96ea-e2f52c258b64,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:45.647700 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1f39a6eb-a61e-4fe2-b007-4c2e3a4272d3 req-e2e8bf3d-87b1-4ce2-b239-1958f406ea4f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad636a0a-c112-4998-adda-711ab7f6a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336172 Feb 09 18:06:45.683739 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-9cdcec6f-7763-4794-bcb5-6b3137859d9f None None] For port 6517fd40-125b-4206-9912-a9c7de8e2862, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=6517fd40-125b-4206-9912-a9c7de8e2862,segment=NetworkSegment(5918f11a-32f4-4202-bfe2-7c49095d6c2c),segment_id=5918f11a-32f4-4202-bfe2-7c49095d6c2c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:45.719867 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-bf17a743-2244-43ee-9fe5-2cbb279f28b7 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1219227 Feb 09 18:06:45.726763 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49394) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:45.736855 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3bb2285e-de17-41e9-b892-f280dcc06779 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:45.757074 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3bb2285e-de17-41e9-b892-f280dcc06779 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0349152 Feb 09 18:06:45.758499 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49398) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:45.765649 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-cf9ef338-6d35-496d-a2c8-abae63a9e533 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-834095166', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}, 'admin_state_up': False}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:45.773710 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-0dd70eac-b508-4ade-ba95-5137205dcd24 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'security_group': {'name': 'tempest-secgroup-1952574369'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:45.783663 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f156a7e0-be52-49e0-85bf-3286b6c665f2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:45.787239 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0dd70eac-b508-4ade-ba95-5137205dcd24 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:45.799780 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-cf9ef338-6d35-496d-a2c8-abae63a9e533 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:45.823010 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0dd70eac-b508-4ade-ba95-5137205dcd24 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:security_group and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:45.836685 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0dd70eac-b508-4ade-ba95-5137205dcd24 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:45.849997 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0dd70eac-b508-4ade-ba95-5137205dcd24 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:45.859179 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee4404d-e637-4e60-ba39-0331277ed12b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:45.859887 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4ee4404d-e637-4e60-ba39-0331277ed12b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Synchronizing usage tracker for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:06:45.876524 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cf9ef338-6d35-496d-a2c8-abae63a9e533 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Usage tracker for resource:router and tenant:64ecfb0e9daa4ed0a77fdcc09e87af04 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:45.891120 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.resource_extend [None req-9cdcec6f-7763-4794-bcb5-6b3137859d9f None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:06:45.901675 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68deec7d-8e72-428a-8aa2-4481f0156b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-40c995fa-d8eb-4e39-96a4-5f426f978a2f', 'network_id': '40c995fa-d8eb-4e39-96a4-5f426f978a2f', 'tenant_id': '64ecfb0e9daa4ed0a77fdcc09e87af04', 'fixed_ips': [{'subnet_id': 'b1880a8a-48be-41e5-9eb6-55e15eebe132'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:06:45.903102 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68deec7d-8e72-428a-8aa2-4481f0156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:45.925353 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9cdcec6f-7763-4794-bcb5-6b3137859d9f None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:45.934662 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cf9ef338-6d35-496d-a2c8-abae63a9e533 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:45.952672 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156a7e0-be52-49e0-85bf-3286b6c665f2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Port': ['ID=46daca85-f49c-4e58-99e0-0cef2e8569a4,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:45.955280 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-cf9ef338-6d35-496d-a2c8-abae63a9e533 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:45.959523 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ee13c11-770f-4ade-9028-08e432087779 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:46.015748 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a0ade8c1-a4f7-40c6-9eac-ece29d11f59b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:46.063317 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4ee4404d-e637-4e60-ba39-0331277ed12b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Unset dirty status for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:06:46.067397 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4ee4404d-e637-4e60-ba39-0331277ed12b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5392275 Feb 09 18:06:46.069160 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0dd70eac-b508-4ade-ba95-5137205dcd24 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:46.079099 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49402) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:46.089510 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee13c11-770f-4ade-9028-08e432087779 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Pushing event deleted for resources: {'Port': ['ID=3b937fa9-ae9f-44b8-adbf-f2852d0aad9f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:46.197079 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b8b30b-95ce-4227-90e7-b193a67632b3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] GET failed (client error): The resource could not be found. Feb 09 18:06:46.198740 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 46daca85-f49c-4e58-99e0-0cef2e8569a4 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:06:46.201859 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-47b8b30b-95ce-4227-90e7-b193a67632b3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports/a4f1d6c8-0210-4ae4-9c4a-0d9e644f0584 HTTP/1.1" status: 404 len: 333 time: 0.1138494 Feb 09 18:06:46.202615 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49406) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:46.224243 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef338-6d35-496d-a2c8-abae63a9e533 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:46.225759 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef338-6d35-496d-a2c8-abae63a9e533 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:46.249343 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-68deec7d-8e72-428a-8aa2-4481f0156b38 None None] Allocated IP 172.20.0.2 (40c995fa-d8eb-4e39-96a4-5f426f978a2f/b1880a8a-48be-41e5-9eb6-55e15eebe132/33073aaf-b795-4d7c-a2c2-4ad2a43e488d) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:46.252788 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9cdcec6f-7763-4794-bcb5-6b3137859d9f None None] Transition to ACTIVE for port object 6517fd40-125b-4206-9912-a9c7de8e2862 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:46.252788 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 46daca85-f49c-4e58-99e0-0cef2e8569a4 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:06:46.253275 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 46daca85-f49c-4e58-99e0-0cef2e8569a4 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 09 18:06:46.262049 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef338-6d35-496d-a2c8-abae63a9e533 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:46.274230 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58e3b1-8256-4e2a-ba86-739abd3e185b req-0bc56758-4bdb-46f2-9a9e-3445218ccbcc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:46.275877 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1e58e3b1-8256-4e2a-ba86-739abd3e185b req-0bc56758-4bdb-46f2-9a9e-3445218ccbcc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ac543f-9fdd-4138-9459-b56763fbcdb3 HTTP/1.1" status: 200 len: 946 time: 0.4085889 Feb 09 18:06:46.283811 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f156a7e0-be52-49e0-85bf-3286b6c665f2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:46.293211 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Port 46daca85-f49c-4e58-99e0-0cef2e8569a4 not found, will not notify nova. {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 09 18:06:46.367706 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9cdcec6f-7763-4794-bcb5-6b3137859d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:46.404622 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ade8c1-a4f7-40c6-9eac-ece29d11f59b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event updated for resources: {'Subnet': ['ID=d7aec621-14ab-4d11-8ec9-6cbdfe11f546,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:46.423965 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-07803366-9744-4a15-a6e7-bf7b76d5581f tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] GET failed (client error): The resource could not be found. Feb 09 18:06:46.428460 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-07803366-9744-4a15-a6e7-bf7b76d5581f tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports/ec5e7121-3f5a-4cc2-8e83-630fec4aa4c5 HTTP/1.1" status: 404 len: 333 time: 0.1648915 Feb 09 18:06:46.433094 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49410) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:46.474936 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0dd70eac-b508-4ade-ba95-5137205dcd24 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:46.529889 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-462d893a-d176-4bb0-80a8-b825bbfd85fe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:46.534400 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0dd70eac-b508-4ade-ba95-5137205dcd24 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:security_group_rule and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:46.547618 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0dd70eac-b508-4ade-ba95-5137205dcd24 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:46.584917 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1e58e3b1-8256-4e2a-ba86-739abd3e185b req-c452cc1c-3c5c-4c0a-b95f-afe505863b65 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad636a0a-c112-4998-adda-711ab7f6a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2930369 Feb 09 18:06:46.616167 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef338-6d35-496d-a2c8-abae63a9e533 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:46.654526 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdcec6f-7763-4794-bcb5-6b3137859d9f None None] Pushing event updated for resources: {'Port': ['ID=6517fd40-125b-4206-9912-a9c7de8e2862,revision_number=6']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:46.714871 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8b4c696c-c730-4a22-9a25-6877cb86a179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:46.768835 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68deec7d-8e72-428a-8aa2-4481f0156b38 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:46.775505 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ade8c1-a4f7-40c6-9eac-ece29d11f59b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Checking segment: {'id': '79c9ebe0-4c7e-41b8-a099-0e111e5c523f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c62ba7fc-fa00-42e6-850b-da6c96d675cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:46.775666 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ade8c1-a4f7-40c6-9eac-ece29d11f59b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Network hostable DHCP agents. Network: c62ba7fc-fa00-42e6-850b-da6c96d675cb, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:06:46.781591 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0dd70eac-b508-4ade-ba95-5137205dcd24 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:46.788780 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-68deec7d-8e72-428a-8aa2-4481f0156b38 None None] Transition to ACTIVE for port object 33073aaf-b795-4d7c-a2c2-4ad2a43e488d will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:46.826135 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-68deec7d-8e72-428a-8aa2-4481f0156b38 None None] Transition to ACTIVE for port object 33073aaf-b795-4d7c-a2c2-4ad2a43e488d will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:46.862736 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:46.932548 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68deec7d-8e72-428a-8aa2-4481f0156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:46.944932 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d5ce75d6-8c45-4ac0-9abe-c901825a2ad4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:46.965861 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ee13c11-770f-4ade-9028-08e432087779 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:47.008650 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68deec7d-8e72-428a-8aa2-4481f0156b38 None None] Network 40c995fa-d8eb-4e39-96a4-5f426f978a2f is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:47.011596 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-68deec7d-8e72-428a-8aa2-4481f0156b38 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:47.015051 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68deec7d-8e72-428a-8aa2-4481f0156b38 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:47.025349 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68deec7d-8e72-428a-8aa2-4481f0156b38 None None] Pushing event updated for resources: {'Port': ['ID=33073aaf-b795-4d7c-a2c2-4ad2a43e488d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:47.110614 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0dd70eac-b508-4ade-ba95-5137205dcd24 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:47.143418 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-68deec7d-8e72-428a-8aa2-4481f0156b38 None None] Attempting to bind port 33073aaf-b795-4d7c-a2c2-4ad2a43e488d on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:06:47.144284 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-68deec7d-8e72-428a-8aa2-4481f0156b38 None None] Attempting to bind port 33073aaf-b795-4d7c-a2c2-4ad2a43e488d by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '611dbfc0-4dd4-42fd-a2cc-78146018a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '40c995fa-d8eb-4e39-96a4-5f426f978a2f'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:06:47.144894 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68deec7d-8e72-428a-8aa2-4481f0156b38 None None] Attempting to bind port 33073aaf-b795-4d7c-a2c2-4ad2a43e488d on network 40c995fa-d8eb-4e39-96a4-5f426f978a2f {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:06:47.154910 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68deec7d-8e72-428a-8aa2-4481f0156b38 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:06:47.155946 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68deec7d-8e72-428a-8aa2-4481f0156b38 None None] Checking segment: {'id': '611dbfc0-4dd4-42fd-a2cc-78146018a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '40c995fa-d8eb-4e39-96a4-5f426f978a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:47.156600 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68deec7d-8e72-428a-8aa2-4481f0156b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:47.157656 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68deec7d-8e72-428a-8aa2-4481f0156b38 None None] Bound using segment: {'id': '611dbfc0-4dd4-42fd-a2cc-78146018a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '40c995fa-d8eb-4e39-96a4-5f426f978a2f'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:06:47.165440 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-68deec7d-8e72-428a-8aa2-4481f0156b38 None None] Bound port: 33073aaf-b795-4d7c-a2c2-4ad2a43e488d, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611dbfc0-4dd4-42fd-a2cc-78146018a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '40c995fa-d8eb-4e39-96a4-5f426f978a2f'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:06:47.166666 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68deec7d-8e72-428a-8aa2-4481f0156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:47.213807 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f156a7e0-be52-49e0-85bf-3286b6c665f2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Router a450793b-71fe-42ca-a7db-04cc5f3f3616 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:06:47.229301 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-462d893a-d176-4bb0-80a8-b825bbfd85fe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:47.293421 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-68deec7d-8e72-428a-8aa2-4481f0156b38 None None] For port 33073aaf-b795-4d7c-a2c2-4ad2a43e488d, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:06:47.298243 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-68deec7d-8e72-428a-8aa2-4481f0156b38 None None] For port 33073aaf-b795-4d7c-a2c2-4ad2a43e488d, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=33073aaf-b795-4d7c-a2c2-4ad2a43e488d,segment=NetworkSegment(611dbfc0-4dd4-42fd-a2cc-78146018a543),segment_id=611dbfc0-4dd4-42fd-a2cc-78146018a543)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:06:47.354407 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0dd70eac-b508-4ade-ba95-5137205dcd24 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:47.370722 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68deec7d-8e72-428a-8aa2-4481f0156b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:47.406934 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f156a7e0-be52-49e0-85bf-3286b6c665f2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:06:47.421992 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f156a7e0-be52-49e0-85bf-3286b6c665f2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "PUT /v2.0/routers/a450793b-71fe-42ca-a7db-04cc5f3f3616/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3300340 Feb 09 18:06:47.431458 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132d8fc-654c-410a-8b8c-4b8d203e171a None None] Sync routers for ids ['a450793b-71fe-42ca-a7db-04cc5f3f3616'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:06:47.459661 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49418) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:47.461806 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef338-6d35-496d-a2c8-abae63a9e533 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks [] for router_gateway, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:47.483012 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68deec7d-8e72-428a-8aa2-4481f0156b38 None None] Pushing event updated for resources: {'Port': ['ID=33073aaf-b795-4d7c-a2c2-4ad2a43e488d,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:47.484300 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132d8fc-654c-410a-8b8c-4b8d203e171a None None] Routers {'a450793b-71fe-42ca-a7db-04cc5f3f3616'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:06:47.484912 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-b132d8fc-654c-410a-8b8c-4b8d203e171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:06:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['a450793b-71fe-42ca-a7db-04cc5f3f3616'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:47.534405 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef338-6d35-496d-a2c8-abae63a9e533 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:47.565622 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ee13c11-770f-4ade-9028-08e432087779 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:47.570919 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ee13c11-770f-4ade-9028-08e432087779 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:47.606869 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d5ce75d6-8c45-4ac0-9abe-c901825a2ad4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:47.612666 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a67ca155-78dd-4c81-bf8b-a7422cd3c67b None None] Provisioning for port 6517fd40-125b-4206-9912-a9c7de8e2862 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:47.617318 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ade8c1-a4f7-40c6-9eac-ece29d11f59b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Network c62ba7fc-fa00-42e6-850b-da6c96d675cb is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:06:47.621376 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba680ec-a2a5-465c-96ef-3e5ef7aeac12 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:47.622866 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba680ec-a2a5-465c-96ef-3e5ef7aeac12 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:47.623717 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cba680ec-a2a5-465c-96ef-3e5ef7aeac12 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:06:47.623845 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a67ca155-78dd-4c81-bf8b-a7422cd3c67b None None] Provisioning complete for port 6517fd40-125b-4206-9912-a9c7de8e2862 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:47.624109 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a67ca155-78dd-4c81-bf8b-a7422cd3c67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:47.649637 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd70eac-b508-4ade-ba95-5137205dcd24 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa933499-351b-4200-bc0a-baee27037147,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:47.660247 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-b132d8fc-654c-410a-8b8c-4b8d203e171a None None] Set router a450793b-71fe-42ca-a7db-04cc5f3f3616 gateway port host: None {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:06:47.726685 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-cf9ef338-6d35-496d-a2c8-abae63a9e533 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Allocated IP 172.26.8.61 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/4a14ce6d-313e-4dd0-afe9-1f51ebe7d057) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:47.727713 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ee13c11-770f-4ade-9028-08e432087779 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:47.728249 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee13c11-770f-4ade-9028-08e432087779 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Fanout notify agent at l3_agent the message router_deleted on router 421cfb32-4b48-47e9-8c84-31e104ea3907 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:06:47.740253 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ee13c11-770f-4ade-9028-08e432087779 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:47.741543 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4ee13c11-770f-4ade-9028-08e432087779 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "DELETE /v2.0/routers/421cfb32-4b48-47e9-8c84-31e104ea3907 HTTP/1.1" status: 204 len: 168 time: 7.1720545 Feb 09 18:06:47.745976 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-d5ce75d6-8c45-4ac0-9abe-c901825a2ad4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d487c6c-09a8-46ce-8896-b446c5d687a4']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:47.750163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cba680ec-a2a5-465c-96ef-3e5ef7aeac12 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:06:47.750875 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cba680ec-a2a5-465c-96ef-3e5ef7aeac12 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2624722 Feb 09 18:06:47.751705 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49422) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:47.755058 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49424) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:47.812097 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-8032e318-a894-4d0d-b9d4-113b46f0f687 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1035633108', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}, 'admin_state_up': False}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:47.825165 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-d5ce75d6-8c45-4ac0-9abe-c901825a2ad4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07e69d5-092c-4e8b-8883-95cc9702ffe9') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:47.825165 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-d5ce75d6-8c45-4ac0-9abe-c901825a2ad4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07e69d5-092c-4e8b-8883-95cc9702ffe9') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:47.839239 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-b132d8fc-654c-410a-8b8c-4b8d203e171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a450793b-71fe-42ca-a7db-04cc5f3f3616', 'name': 'tempest-NetworksTestDHCPv6-router-529581957', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:06:32Z', 'updated_at': '2022-02-09T18:06:45Z', 'revision_number': 3, 'project_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'gw_port_host': None}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:47.840038 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-a0ade8c1-a4f7-40c6-9eac-ece29d11f59b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, c62ba7fc-fa00-42e6-850b-da6c96d675cb) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:47.844254 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132d8fc-654c-410a-8b8c-4b8d203e171a None None] Checking router: a450793b-71fe-42ca-a7db-04cc5f3f3616 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:06:47.852573 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0dd70eac-b508-4ade-ba95-5137205dcd24 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:47.856958 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac531cc2-45de-436c-92c6-36186e6cb470 None None] Network c62ba7fc-fa00-42e6-850b-da6c96d675cb requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:47.862073 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0dd70eac-b508-4ade-ba95-5137205dcd24 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.1014891 Feb 09 18:06:47.873728 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49430) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:47.877182 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d5ce75d6-8c45-4ac0-9abe-c901825a2ad4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:47.896303 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ade8c1-a4f7-40c6-9eac-ece29d11f59b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:47.896914 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a0ade8c1-a4f7-40c6-9eac-ece29d11f59b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:47.903868 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c960ae59-989a-48fc-aaa9-7d1b9291388e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2001330162', 'security_groups': ['aa933499-351b-4200-bc0a-baee27037147'], 'network_id': '061275a6-3bbf-48c1-8058-6590c56a5f81', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7b693231-a52c-4b12-9999-a9e30b89ebdb'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:47.909987 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-8032e318-a894-4d0d-b9d4-113b46f0f687 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:47.945768 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8032e318-a894-4d0d-b9d4-113b46f0f687 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Usage tracker for resource:router and tenant:7ea17d0ba6504df9b30b6e8259b39c22 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:48.036878 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132d8fc-654c-410a-8b8c-4b8d203e171a None None] Routers {'a450793b-71fe-42ca-a7db-04cc5f3f3616'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:06:48.036878 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-b132d8fc-654c-410a-8b8c-4b8d203e171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:06:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['a450793b-71fe-42ca-a7db-04cc5f3f3616'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:48.037769 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d5ce75d6-8c45-4ac0-9abe-c901825a2ad4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:48.103668 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef338-6d35-496d-a2c8-abae63a9e533 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:48.130061 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8032e318-a894-4d0d-b9d4-113b46f0f687 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:48.137346 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-8032e318-a894-4d0d-b9d4-113b46f0f687 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:48.156485 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49434) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:48.166840 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6517fd40-125b-4206-9912-a9c7de8e2862 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:06:48.229109 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef338-6d35-496d-a2c8-abae63a9e533 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:48.230387 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a67ca155-78dd-4c81-bf8b-a7422cd3c67b None None] Provisioning complete for port 65acc692-eed0-4eb7-a963-700bc2054d9b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:48.230969 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a67ca155-78dd-4c81-bf8b-a7422cd3c67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:48.233727 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ce75d6-8c45-4ac0-9abe-c901825a2ad4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:06:48.234182 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d5ce75d6-8c45-4ac0-9abe-c901825a2ad4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:48.257053 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f210e7-ed94-4ae1-bfbd-815d18f78992 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet 23b9580d-87ed-47c0-a992-56a95905fd1c {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:06:48.259011 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:06:48.276326 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a0ade8c1-a4f7-40c6-9eac-ece29d11f59b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3796587 Feb 09 18:06:48.277675 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91f210e7-ed94-4ae1-bfbd-815d18f78992 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:48.294569 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49438) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:48.309351 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-b132d8fc-654c-410a-8b8c-4b8d203e171a None None] Set router a450793b-71fe-42ca-a7db-04cc5f3f3616 gateway port host: None {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:06:48.341850 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8032e318-a894-4d0d-b9d4-113b46f0f687 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:48.342857 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8032e318-a894-4d0d-b9d4-113b46f0f687 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:48.361013 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-2f1be5a8-f93e-4530-b6e5-0eec4dfa1b18 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Request body: {'subnet': {'network_id': 'c62ba7fc-fa00-42e6-850b-da6c96d675cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:48.386566 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9ef338-6d35-496d-a2c8-abae63a9e533 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:48.458420 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-cf9ef338-6d35-496d-a2c8-abae63a9e533 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:48.477667 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a67ca155-78dd-4c81-bf8b-a7422cd3c67b None None] Port 65acc692-eed0-4eb7-a963-700bc2054d9b cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:06:48.492499 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ef338-6d35-496d-a2c8-abae63a9e533 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:48.575432 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-b132d8fc-654c-410a-8b8c-4b8d203e171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a450793b-71fe-42ca-a7db-04cc5f3f3616', 'name': 'tempest-NetworksTestDHCPv6-router-529581957', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:06:32Z', 'updated_at': '2022-02-09T18:06:45Z', 'revision_number': 3, 'project_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'gw_port_host': None}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:48.586165 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132d8fc-654c-410a-8b8c-4b8d203e171a None None] The sync data for ids ['a450793b-71fe-42ca-a7db-04cc5f3f3616'] in dv-neutron-827016-2-hyperv is: [{'id': 'a450793b-71fe-42ca-a7db-04cc5f3f3616', 'name': 'tempest-NetworksTestDHCPv6-router-529581957', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:06:32Z', 'updated_at': '2022-02-09T18:06:45Z', 'revision_number': 3, 'project_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'gw_port_host': None}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:06:48.649107 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 6517fd40-125b-4206-9912-a9c7de8e2862 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:48.649306 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:48.677509 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c960ae59-989a-48fc-aaa9-7d1b9291388e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:48.681999 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e34990-ed27-4244-910a-ab156d846535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-c62ba7fc-fa00-42e6-850b-da6c96d675cb', 'network_id': 'c62ba7fc-fa00-42e6-850b-da6c96d675cb', 'tenant_id': 'b75406ac5e534d45adbe01b1fd78744d', 'fixed_ips': [{'subnet_id': 'd7aec621-14ab-4d11-8ec9-6cbdfe11f546'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:06:48.682840 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-51e34990-ed27-4244-910a-ab156d846535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:48.709346 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c960ae59-989a-48fc-aaa9-7d1b9291388e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:48.721204 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91f210e7-ed94-4ae1-bfbd-815d18f78992 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:48.767663 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-462d893a-d176-4bb0-80a8-b825bbfd85fe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:06:48.792009 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-462d893a-d176-4bb0-80a8-b825bbfd85fe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:48.844917 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d5ce75d6-8c45-4ac0-9abe-c901825a2ad4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:48.891272 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d5ce75d6-8c45-4ac0-9abe-c901825a2ad4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:48.907433 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d5ce75d6-8c45-4ac0-9abe-c901825a2ad4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/networks/1d487c6c-09a8-46ce-8896-b446c5d687a4 HTTP/1.1" status: 204 len: 168 time: 2.4688911 Feb 09 18:06:48.908382 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c960ae59-989a-48fc-aaa9-7d1b9291388e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:48.929862 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49442) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:48.931740 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ef338-6d35-496d-a2c8-abae63a9e533 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Pushing event updated for resources: {'Port': ['ID=4a14ce6d-313e-4dd0-afe9-1f51ebe7d057,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:48.949271 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-9af2b75b-ea5b-4b8c-80d3-fcd9e1beaf6c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-807973143'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:48.954823 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-462d893a-d176-4bb0-80a8-b825bbfd85fe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:48.955746 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 33073aaf-b795-4d7c-a2c2-4ad2a43e488d up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:06:48.973090 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9af2b75b-ea5b-4b8c-80d3-fcd9e1beaf6c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:48.991665 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9af2b75b-ea5b-4b8c-80d3-fcd9e1beaf6c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:network and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:49.006118 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2f1be5a8-f93e-4530-b6e5-0eec4dfa1b18 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:49.006118 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8032e318-a894-4d0d-b9d4-113b46f0f687 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:49.006118 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9af2b75b-ea5b-4b8c-80d3-fcd9e1beaf6c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:49.034255 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2f1be5a8-f93e-4530-b6e5-0eec4dfa1b18 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Usage tracker for resource:subnet and tenant:b75406ac5e534d45adbe01b1fd78744d is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:49.037538 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9af2b75b-ea5b-4b8c-80d3-fcd9e1beaf6c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:49.038245 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab53a7c5-32df-42f8-92f6-fc3b787a1591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:49.045614 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2f1be5a8-f93e-4530-b6e5-0eec4dfa1b18 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:49.073568 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce75d6-8c45-4ac0-9abe-c901825a2ad4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Network': ['ID=1d487c6c-09a8-46ce-8896-b446c5d687a4,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:49.074120 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2f1be5a8-f93e-4530-b6e5-0eec4dfa1b18 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:49.133430 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-51e34990-ed27-4244-910a-ab156d846535 None None] Allocated IP 2001:db8::2 (c62ba7fc-fa00-42e6-850b-da6c96d675cb/d7aec621-14ab-4d11-8ec9-6cbdfe11f546/38219db3-05fd-47c2-8876-09f14b0120b9) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:49.182372 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d893a-d176-4bb0-80a8-b825bbfd85fe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Pushing event updated for resources: {'Port': ['ID=f68f8e1d-2709-41c8-821f-818e589e8bcf,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:49.205076 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0b7c8e-7975-499a-8a97-7cde26e4f43c None None] Network 40c995fa-d8eb-4e39-96a4-5f426f978a2f requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:49.278750 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91f210e7-ed94-4ae1-bfbd-815d18f78992 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:49.300019 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af2b75b-ea5b-4b8c-80d3-fcd9e1beaf6c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:49.307120 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9af2b75b-ea5b-4b8c-80d3-fcd9e1beaf6c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:49.322575 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1be5a8-f93e-4530-b6e5-0eec4dfa1b18 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Made reservation on behalf of b75406ac5e534d45adbe01b1fd78744d for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:49.446875 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-462d893a-d176-4bb0-80a8-b825bbfd85fe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:49.478149 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 33073aaf-b795-4d7c-a2c2-4ad2a43e488d completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:49.497699 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2fb4f27b-411c-47b8-a199-ba0b727aeba7 None None] Provisioning for port 33073aaf-b795-4d7c-a2c2-4ad2a43e488d completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:49.545241 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 33073aaf-b795-4d7c-a2c2-4ad2a43e488d triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:49.545241 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:49.588270 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af2b75b-ea5b-4b8c-80d3-fcd9e1beaf6c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:06:49.597158 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c960ae59-989a-48fc-aaa9-7d1b9291388e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:49.619589 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2fb4f27b-411c-47b8-a199-ba0b727aeba7 None None] Provisioning complete for port 33073aaf-b795-4d7c-a2c2-4ad2a43e488d triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:49.619589 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2fb4f27b-411c-47b8-a199-ba0b727aeba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:49.624935 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-c960ae59-989a-48fc-aaa9-7d1b9291388e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] device_id is not set on port 68f53394-e408-4263-a6ff-3e8bcfa18078 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:06:49.700261 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9af2b75b-ea5b-4b8c-80d3-fcd9e1beaf6c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:49.700261 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-9af2b75b-ea5b-4b8c-80d3-fcd9e1beaf6c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Added segment 5d999e66-6a86-4360-8652-613614ff86a9 of type vlan for network 83fdcce0-f284-41f1-97ca-f8d82c34f4e3 Feb 09 18:06:49.749306 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8032e318-a894-4d0d-b9d4-113b46f0f687 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:49.839000 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2f1be5a8-f93e-4530-b6e5-0eec4dfa1b18 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:49.865770 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-c960ae59-989a-48fc-aaa9-7d1b9291388e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Allocated IP 2001:db8::3b4 (061275a6-3bbf-48c1-8058-6590c56a5f81/7b693231-a52c-4b12-9999-a9e30b89ebdb/68f53394-e408-4263-a6ff-3e8bcfa18078) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:49.865770 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91f210e7-ed94-4ae1-bfbd-815d18f78992 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:49.892780 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-51e34990-ed27-4244-910a-ab156d846535 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:49.896735 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef338-6d35-496d-a2c8-abae63a9e533 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks [] for router_gateway, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:49.897110 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef338-6d35-496d-a2c8-abae63a9e533 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:49.924655 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f210e7-ed94-4ae1-bfbd-815d18f78992 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=23b9580d-87ed-47c0-a992-56a95905fd1c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:49.935271 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91f210e7-ed94-4ae1-bfbd-815d18f78992 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:49.988816 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9af2b75b-ea5b-4b8c-80d3-fcd9e1beaf6c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:49.989602 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-51e34990-ed27-4244-910a-ab156d846535 None None] Transition to ACTIVE for port object 38219db3-05fd-47c2-8876-09f14b0120b9 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:49.996172 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299debef-8cd4-40e6-af19-c610b1dfabd4 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:50.057239 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:50.100395 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-51e34990-ed27-4244-910a-ab156d846535 None None] Transition to ACTIVE for port object 38219db3-05fd-47c2-8876-09f14b0120b9 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:50.101755 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-91f210e7-ed94-4ae1-bfbd-815d18f78992 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/23b9580d-87ed-47c0-a992-56a95905fd1c HTTP/1.1" status: 204 len: 168 time: 2.3456826 Feb 09 18:06:50.110586 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49446) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:50.194008 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.resource_extend [None req-9af2b75b-ea5b-4b8c-80d3-fcd9e1beaf6c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:06:50.209390 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:50.220637 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-51e34990-ed27-4244-910a-ab156d846535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:50.224969 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2fb4f27b-411c-47b8-a199-ba0b727aeba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:50.318212 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:50.328743 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 33073aaf-b795-4d7c-a2c2-4ad2a43e488d, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=33073aaf-b795-4d7c-a2c2-4ad2a43e488d,segment=NetworkSegment(611dbfc0-4dd4-42fd-a2cc-78146018a543),segment_id=611dbfc0-4dd4-42fd-a2cc-78146018a543)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:50.329940 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [None req-462d893a-d176-4bb0-80a8-b825bbfd85fe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Floating IP d49f67fa-a619-45de-90d6-dce1c981cb32 associated. External IP: 172.26.8.28, port: cc43ec91-0fc5-42c8-a553-13a6af55add1. Feb 09 18:06:50.384819 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9af2b75b-ea5b-4b8c-80d3-fcd9e1beaf6c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:50.388724 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af2b75b-ea5b-4b8c-80d3-fcd9e1beaf6c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:50.389627 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9af2b75b-ea5b-4b8c-80d3-fcd9e1beaf6c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:50.409324 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e34990-ed27-4244-910a-ab156d846535 None None] Network c62ba7fc-fa00-42e6-850b-da6c96d675cb is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:50.417563 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-51e34990-ed27-4244-910a-ab156d846535 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:50.455579 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:50.458032 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e34990-ed27-4244-910a-ab156d846535 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:50.467811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e34990-ed27-4244-910a-ab156d846535 None None] Pushing event updated for resources: {'Port': ['ID=38219db3-05fd-47c2-8876-09f14b0120b9,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:50.585528 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 46daca85-f49c-4e58-99e0-0cef2e8569a4 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:06:50.589176 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c960ae59-989a-48fc-aaa9-7d1b9291388e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:50.599939 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2b75b-ea5b-4b8c-80d3-fcd9e1beaf6c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Network': ['ID=83fdcce0-f284-41f1-97ca-f8d82c34f4e3,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:50.619506 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b69f197d-1c5d-4430-9e16-6de6f1b105aa tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4955761 Feb 09 18:06:50.627776 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49450) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:50.637475 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 83fdcce0-f284-41f1-97ca-f8d82c34f4e3 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:06:50.674983 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 46daca85-f49c-4e58-99e0-0cef2e8569a4 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:06:50.675598 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 46daca85-f49c-4e58-99e0-0cef2e8569a4 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:06:50.694981 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9af2b75b-ea5b-4b8c-80d3-fcd9e1beaf6c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7586930 Feb 09 18:06:50.702705 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-c960ae59-989a-48fc-aaa9-7d1b9291388e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Transition to ACTIVE for port object 68f53394-e408-4263-a6ff-3e8bcfa18078 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:50.704540 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49454) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:50.756059 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-462f6af7-da83-4328-8b21-c5c8e50045c0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'subnet': {'network_id': '83fdcce0-f284-41f1-97ca-f8d82c34f4e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:50.805696 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-2fb4f27b-411c-47b8-a199-ba0b727aeba7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:06:50.806379 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-2fb4f27b-411c-47b8-a199-ba0b727aeba7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:06:50.858001 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=33073aaf-b795-4d7c-a2c2-4ad2a43e488d,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:50.870817 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:06:50.874672 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-51e34990-ed27-4244-910a-ab156d846535 None None] Attempting to bind port 38219db3-05fd-47c2-8876-09f14b0120b9 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:06:50.875282 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-51e34990-ed27-4244-910a-ab156d846535 None None] Attempting to bind port 38219db3-05fd-47c2-8876-09f14b0120b9 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '79c9ebe0-4c7e-41b8-a099-0e111e5c523f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c62ba7fc-fa00-42e6-850b-da6c96d675cb'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:06:50.875848 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e34990-ed27-4244-910a-ab156d846535 None None] Attempting to bind port 38219db3-05fd-47c2-8876-09f14b0120b9 on network c62ba7fc-fa00-42e6-850b-da6c96d675cb {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:06:50.890673 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e34990-ed27-4244-910a-ab156d846535 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:06:50.891373 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e34990-ed27-4244-910a-ab156d846535 None None] Checking segment: {'id': '79c9ebe0-4c7e-41b8-a099-0e111e5c523f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c62ba7fc-fa00-42e6-850b-da6c96d675cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:50.891950 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-51e34990-ed27-4244-910a-ab156d846535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:50.892348 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e34990-ed27-4244-910a-ab156d846535 None None] Bound using segment: {'id': '79c9ebe0-4c7e-41b8-a099-0e111e5c523f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c62ba7fc-fa00-42e6-850b-da6c96d675cb'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:06:50.892839 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-51e34990-ed27-4244-910a-ab156d846535 None None] Bound port: 38219db3-05fd-47c2-8876-09f14b0120b9, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c9ebe0-4c7e-41b8-a099-0e111e5c523f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c62ba7fc-fa00-42e6-850b-da6c96d675cb'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:06:50.893218 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-51e34990-ed27-4244-910a-ab156d846535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:50.922721 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e73c628f-f5e5-4801-8bdf-492c22eb1d58 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:50.983679 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0f7c63-de83-4d6e-807f-6b87c5f3214b None None] DHCP port deletion for 533fa7e0-9286-46d7-99f4-266111443da8 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:06:50.995509 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6d0f7c63-de83-4d6e-807f-6b87c5f3214b None None] Deleting port 1c4a7521-3e1c-4c41-920c-08efefa6ce0a {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:06:50.999120 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d0f7c63-de83-4d6e-807f-6b87c5f3214b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:51.024085 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8032e318-a894-4d0d-b9d4-113b46f0f687 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router_gateway, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:51.061372 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-51e34990-ed27-4244-910a-ab156d846535 None None] For port 38219db3-05fd-47c2-8876-09f14b0120b9, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:06:51.064322 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c960ae59-989a-48fc-aaa9-7d1b9291388e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:51.065884 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-51e34990-ed27-4244-910a-ab156d846535 None None] For port 38219db3-05fd-47c2-8876-09f14b0120b9, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=38219db3-05fd-47c2-8876-09f14b0120b9,segment=NetworkSegment(79c9ebe0-4c7e-41b8-a099-0e111e5c523f),segment_id=79c9ebe0-4c7e-41b8-a099-0e111e5c523f)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:06:51.066856 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-462f6af7-da83-4328-8b21-c5c8e50045c0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:51.108160 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-462f6af7-da83-4328-8b21-c5c8e50045c0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:subnet and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:51.115937 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-462f6af7-da83-4328-8b21-c5c8e50045c0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:51.124913 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8032e318-a894-4d0d-b9d4-113b46f0f687 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:51.142334 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-462f6af7-da83-4328-8b21-c5c8e50045c0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:51.143066 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-51e34990-ed27-4244-910a-ab156d846535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:51.188022 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c960ae59-989a-48fc-aaa9-7d1b9291388e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network 061275a6-3bbf-48c1-8058-6590c56a5f81 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:51.195356 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-c960ae59-989a-48fc-aaa9-7d1b9291388e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:51.197287 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960ae59-989a-48fc-aaa9-7d1b9291388e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Port': ['ID=68f53394-e408-4263-a6ff-3e8bcfa18078,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:51.211274 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c960ae59-989a-48fc-aaa9-7d1b9291388e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:51.215450 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c960ae59-989a-48fc-aaa9-7d1b9291388e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:51.216345 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c960ae59-989a-48fc-aaa9-7d1b9291388e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:51.233585 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2f1be5a8-f93e-4530-b6e5-0eec4dfa1b18 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:51.311576 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462f6af7-da83-4328-8b21-c5c8e50045c0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:51.432816 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1be5a8-f93e-4530-b6e5-0eec4dfa1b18 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Network c62ba7fc-fa00-42e6-850b-da6c96d675cb is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:51.433852 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1be5a8-f93e-4530-b6e5-0eec4dfa1b18 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event updated for resources: {'Subnet': ['ID=a3012ee2-0c4f-444f-9cb6-be64872bec47,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:51.442601 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-2f1be5a8-f93e-4530-b6e5-0eec4dfa1b18 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:51.445718 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1be5a8-f93e-4530-b6e5-0eec4dfa1b18 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:51.446321 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2f1be5a8-f93e-4530-b6e5-0eec4dfa1b18 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:51.449521 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e34990-ed27-4244-910a-ab156d846535 None None] Pushing event updated for resources: {'Port': ['ID=38219db3-05fd-47c2-8876-09f14b0120b9,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:51.470394 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-6d0f7c63-de83-4d6e-807f-6b87c5f3214b None None] For port 1c4a7521-3e1c-4c41-920c-08efefa6ce0a, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=1c4a7521-3e1c-4c41-920c-08efefa6ce0a,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:51.471107 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d0f7c63-de83-4d6e-807f-6b87c5f3214b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:51.492444 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-8032e318-a894-4d0d-b9d4-113b46f0f687 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Allocated IP 172.26.8.148 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/f8e0e694-472f-4eba-8b1a-22a5183f349d) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:51.553224 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c960ae59-989a-48fc-aaa9-7d1b9291388e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6780155 Feb 09 18:06:51.564933 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49458) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:51.589397 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-21686d7e-ce76-4020-8fe3-3c68bed45122 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'subnet': {'network_id': '061275a6-3bbf-48c1-8058-6590c56a5f81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:51.644096 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9ef338-6d35-496d-a2c8-abae63a9e533 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Router f70b2fc8-a42f-47de-b0e9-9e3554123b5f is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:06:51.657991 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2f1be5a8-f93e-4530-b6e5-0eec4dfa1b18 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.3179574 Feb 09 18:06:51.667024 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:51.676322 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49462) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:51.678239 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6d0f7c63-de83-4d6e-807f-6b87c5f3214b None None] Calling delete_port for 1c4a7521-3e1c-4c41-920c-08efefa6ce0a owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:06:51.802314 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-462f6af7-da83-4328-8b21-c5c8e50045c0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:51.836967 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d0f7c63-de83-4d6e-807f-6b87c5f3214b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:51.849433 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e73c628f-f5e5-4801-8bdf-492c22eb1d58 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:51.890523 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f7c63-de83-4d6e-807f-6b87c5f3214b None None] Pushing event deleted for resources: {'Port': ['ID=1c4a7521-3e1c-4c41-920c-08efefa6ce0a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:51.896284 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0f7c63-de83-4d6e-807f-6b87c5f3214b None None] No DVR routers for this DVR port 1c4a7521-3e1c-4c41-920c-08efefa6ce0a on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:06:51.906174 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8f00ee72-f151-4ef5-a6a0-07547be4d463 None None] Provisioning complete for port 33073aaf-b795-4d7c-a2c2-4ad2a43e488d triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:51.906919 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8f00ee72-f151-4ef5-a6a0-07547be4d463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:52.042422 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3045ff-fe1d-48c8-827d-d868c6ad66f1 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:52.043736 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3045ff-fe1d-48c8-827d-d868c6ad66f1 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:52.045033 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-21686d7e-ce76-4020-8fe3-3c68bed45122 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:52.046003 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3045ff-fe1d-48c8-827d-d868c6ad66f1 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:52.046560 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3045ff-fe1d-48c8-827d-d868c6ad66f1 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:52.047974 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3045ff-fe1d-48c8-827d-d868c6ad66f1 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:52.048850 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-bc3045ff-fe1d-48c8-827d-d868c6ad66f1 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Synchronizing usage tracker for tenant:b75406ac5e534d45adbe01b1fd78744d on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:06:52.091748 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-21686d7e-ce76-4020-8fe3-3c68bed45122 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:subnet and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:52.096667 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8032e318-a894-4d0d-b9d4-113b46f0f687 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:52.102151 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-21686d7e-ce76-4020-8fe3-3c68bed45122 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:52.129869 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-21686d7e-ce76-4020-8fe3-3c68bed45122 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:52.170109 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8f00ee72-f151-4ef5-a6a0-07547be4d463 None None] Provisioning for port 68f53394-e408-4263-a6ff-3e8bcfa18078 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:52.178647 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8f00ee72-f151-4ef5-a6a0-07547be4d463 None None] Provisioning complete for port 68f53394-e408-4263-a6ff-3e8bcfa18078 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:52.179392 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8f00ee72-f151-4ef5-a6a0-07547be4d463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:52.204786 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e73c628f-f5e5-4801-8bdf-492c22eb1d58 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:52.236268 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.ipam_backend_mixin [None req-462f6af7-da83-4328-8b21-c5c8e50045c0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Performing IP validity checks on allocation pools {{(pid=84542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 18:06:52.236903 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.ipam_backend_mixin [None req-462f6af7-da83-4328-8b21-c5c8e50045c0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 18:06:52.240940 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21686d7e-ce76-4020-8fe3-3c68bed45122 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:52.271818 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8f00ee72-f151-4ef5-a6a0-07547be4d463 None None] Port 68f53394-e408-4263-a6ff-3e8bcfa18078 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:06:52.344003 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e73c628f-f5e5-4801-8bdf-492c22eb1d58 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:52.352201 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73c628f-f5e5-4801-8bdf-492c22eb1d58 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Fanout notify agent at l3_agent the message router_deleted on router a450793b-71fe-42ca-a7db-04cc5f3f3616 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:06:52.352201 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-bc3045ff-fe1d-48c8-827d-d868c6ad66f1 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Unset dirty status for tenant:b75406ac5e534d45adbe01b1fd78744d on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:06:52.352201 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-bc3045ff-fe1d-48c8-827d-d868c6ad66f1 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6694615 Feb 09 18:06:52.352558 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49466) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:52.361008 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8032e318-a894-4d0d-b9d4-113b46f0f687 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:52.363540 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6a1d1f37-ce80-45ed-a928-c422c995a71a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-521501914'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:52.374289 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6a1d1f37-ce80-45ed-a928-c422c995a71a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:52.385689 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6a1d1f37-ce80-45ed-a928-c422c995a71a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Usage tracker for resource:network and tenant:b75406ac5e534d45adbe01b1fd78744d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:52.396895 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6a1d1f37-ce80-45ed-a928-c422c995a71a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:52.411114 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6a1d1f37-ce80-45ed-a928-c422c995a71a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:52.428579 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e73c628f-f5e5-4801-8bdf-492c22eb1d58 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:52.433031 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e73c628f-f5e5-4801-8bdf-492c22eb1d58 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/routers/a450793b-71fe-42ca-a7db-04cc5f3f3616 HTTP/1.1" status: 204 len: 168 time: 1.8057716 Feb 09 18:06:52.433833 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49470) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:52.459313 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a5164be7-2326-49a7-9d85-f5e94ce5e3c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:52.552313 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be6fd8f5-7df8-4562-a751-8a28263f5728 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:52.568002 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032e318-a894-4d0d-b9d4-113b46f0f687 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Pushing event updated for resources: {'Port': ['ID=f8e0e694-472f-4eba-8b1a-22a5183f349d,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:52.577097 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8032e318-a894-4d0d-b9d4-113b46f0f687 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:52.592860 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1d1f37-ce80-45ed-a928-c422c995a71a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Made reservation on behalf of b75406ac5e534d45adbe01b1fd78744d for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:52.594454 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-8032e318-a894-4d0d-b9d4-113b46f0f687 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:52.596635 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a1d1f37-ce80-45ed-a928-c422c995a71a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:52.602670 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8032e318-a894-4d0d-b9d4-113b46f0f687 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:52.639065 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-21686d7e-ce76-4020-8fe3-3c68bed45122 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:52.651572 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a5164be7-2326-49a7-9d85-f5e94ce5e3c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:52.660072 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a5164be7-2326-49a7-9d85-f5e94ce5e3c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:52.667603 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-462f6af7-da83-4328-8b21-c5c8e50045c0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:52.675381 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a5164be7-2326-49a7-9d85-f5e94ce5e3c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:52.685199 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9dc0e6-50ce-482b-aab8-057f035331c2 None None] Network c62ba7fc-fa00-42e6-850b-da6c96d675cb requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:52.717568 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a5164be7-2326-49a7-9d85-f5e94ce5e3c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:52.719797 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1d1f37-ce80-45ed-a928-c422c995a71a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:06:52.737166 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462d893a-d176-4bb0-80a8-b825bbfd85fe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:06:52.760761 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 38219db3-05fd-47c2-8876-09f14b0120b9 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:06:52.765305 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a1d1f37-ce80-45ed-a928-c422c995a71a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:52.765656 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-6a1d1f37-ce80-45ed-a928-c422c995a71a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Added segment c7ea8a36-7f11-4826-a925-a27fe63c647a of type vlan for network ce18b378-38de-472e-82b8-ad0f60887f62 Feb 09 18:06:52.792739 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f6af7-da83-4328-8b21-c5c8e50045c0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Subnet': ['ID=34da759f-9d77-4c5a-ae8a-3f2b92e6cf1d,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:52.821530 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5164be7-2326-49a7-9d85-f5e94ce5e3c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:52.825133 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5164be7-2326-49a7-9d85-f5e94ce5e3c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:52.843113 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a1d1f37-ce80-45ed-a928-c422c995a71a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:52.936894 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-5eab7eac-c138-43a8-9ca2-da7933d59516 None None] Provisioning for port 38219db3-05fd-47c2-8876-09f14b0120b9 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:52.975603 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9ef338-6d35-496d-a2c8-abae63a9e533 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:06:52.993478 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 38219db3-05fd-47c2-8876-09f14b0120b9 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:53.001999 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 38219db3-05fd-47c2-8876-09f14b0120b9 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:53.002452 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:53.003925 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217bbf8b-124d-4623-a34a-270bba58e608 None None] Sync routers for ids ['f70b2fc8-a42f-47de-b0e9-9e3554123b5f'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:06:53.022916 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217bbf8b-124d-4623-a34a-270bba58e608 None None] Routers {'f70b2fc8-a42f-47de-b0e9-9e3554123b5f'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:06:53.023931 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-217bbf8b-124d-4623-a34a-270bba58e608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:06:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['f70b2fc8-a42f-47de-b0e9-9e3554123b5f'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:53.026710 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-6a1d1f37-ce80-45ed-a928-c422c995a71a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:06:53.067986 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462f6af7-da83-4328-8b21-c5c8e50045c0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Checking segment: {'id': '5d999e66-6a86-4360-8652-613614ff86a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83fdcce0-f284-41f1-97ca-f8d82c34f4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:53.068422 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462f6af7-da83-4328-8b21-c5c8e50045c0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network hostable DHCP agents. Network: 83fdcce0-f284-41f1-97ca-f8d82c34f4e3, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:06:53.172000 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-217bbf8b-124d-4623-a34a-270bba58e608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:53.202873 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a1d1f37-ce80-45ed-a928-c422c995a71a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:53.202873 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d1f37-ce80-45ed-a928-c422c995a71a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:53.202873 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a1d1f37-ce80-45ed-a928-c422c995a71a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:53.207237 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:53.217185 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217bbf8b-124d-4623-a34a-270bba58e608 None None] Routers {'f70b2fc8-a42f-47de-b0e9-9e3554123b5f'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:06:53.218855 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-217bbf8b-124d-4623-a34a-270bba58e608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:06:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['f70b2fc8-a42f-47de-b0e9-9e3554123b5f'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:53.242416 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef338-6d35-496d-a2c8-abae63a9e533 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:53.244466 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462f6af7-da83-4328-8b21-c5c8e50045c0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network 83fdcce0-f284-41f1-97ca-f8d82c34f4e3 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:06:53.246865 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cf9ef338-6d35-496d-a2c8-abae63a9e533 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.5153735 Feb 09 18:06:53.252146 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49474) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:53.314611 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 38219db3-05fd-47c2-8876-09f14b0120b9, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=38219db3-05fd-47c2-8876-09f14b0120b9,segment=NetworkSegment(79c9ebe0-4c7e-41b8-a099-0e111e5c523f),segment_id=79c9ebe0-4c7e-41b8-a099-0e111e5c523f)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:53.323334 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.ipam_backend_mixin [None req-21686d7e-ce76-4020-8fe3-3c68bed45122 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7b693231-a52c-4b12-9999-a9e30b89ebdb (CIDR: 2001:db8::/64) Feb 09 18:06:53.325116 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fbaae7-6948-4041-9492-48d6ba515631 None None] Update dhcp port {'port': {'network_id': 'c62ba7fc-fa00-42e6-850b-da6c96d675cb', 'fixed_ips': [{'subnet_id': 'd7aec621-14ab-4d11-8ec9-6cbdfe11f546', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a3012ee2-0c4f-444f-9cb6-be64872bec47'}], 'binding:host_id': 'dv-neutron-827016-2-hyperv'}, 'id': '38219db3-05fd-47c2-8876-09f14b0120b9'} from dv-neutron-827016-2-hyperv. {{(pid=84543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 18:06:53.338944 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-217bbf8b-124d-4623-a34a-270bba58e608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:53.339951 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217bbf8b-124d-4623-a34a-270bba58e608 None None] The sync data for ids ['f70b2fc8-a42f-47de-b0e9-9e3554123b5f'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:06:53.366589 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d1f37-ce80-45ed-a928-c422c995a71a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event updated for resources: {'Network': ['ID=ce18b378-38de-472e-82b8-ad0f60887f62,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:53.382669 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network ce18b378-38de-472e-82b8-ad0f60887f62 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:06:53.401188 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:53.402056 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 33073aaf-b795-4d7c-a2c2-4ad2a43e488d up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:06:53.418431 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-462f6af7-da83-4328-8b21-c5c8e50045c0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 83fdcce0-f284-41f1-97ca-f8d82c34f4e3) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:53.425166 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6a1d1f37-ce80-45ed-a928-c422c995a71a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0713491 Feb 09 18:06:53.426162 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49478) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:53.435539 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462f6af7-da83-4328-8b21-c5c8e50045c0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:53.436390 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-462f6af7-da83-4328-8b21-c5c8e50045c0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:53.443921 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-21686d7e-ce76-4020-8fe3-3c68bed45122 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:06:53.444324 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21686d7e-ce76-4020-8fe3-3c68bed45122 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:06:53.461178 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6a518906-36cb-4004-87ae-f55239dcbcdb tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:53.472943 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5c7dcd-27fb-4b40-b9a0-ada1bcc8f9dd None None] Network 83fdcce0-f284-41f1-97ca-f8d82c34f4e3 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:53.543379 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5164be7-2326-49a7-9d85-f5e94ce5e3c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:53.591255 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-21686d7e-ce76-4020-8fe3-3c68bed45122 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0194182 Feb 09 18:06:53.593322 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49482) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:53.598045 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-462f6af7-da83-4328-8b21-c5c8e50045c0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8472888 Feb 09 18:06:53.600792 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49486) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:53.604463 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-572b27e9-ee2a-45bb-a2cf-96912c738fb7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'subnet': {'network_id': '061275a6-3bbf-48c1-8058-6590c56a5f81', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:53.616918 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462d893a-d176-4bb0-80a8-b825bbfd85fe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:06:53.622696 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5164be7-2326-49a7-9d85-f5e94ce5e3c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:53.631033 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-86f1ea7c-411a-43dc-b86a-c8af08234abf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'port': {'network_id': '83fdcce0-f284-41f1-97ca-f8d82c34f4e3', 'name': 'tempest-PortsTestJSON-874725026'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:53.647405 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-a5164be7-2326-49a7-9d85-f5e94ce5e3c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:53.653247 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-12fbaae7-6948-4041-9492-48d6ba515631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:53.660717 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5164be7-2326-49a7-9d85-f5e94ce5e3c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:53.662079 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5164be7-2326-49a7-9d85-f5e94ce5e3c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:53.662723 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5ed53f-a25f-481f-8ab7-7d6732389f9a None None] Sync routers for ids ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:06:53.684013 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e997544d-0aa8-488b-abde-855581cfae1e None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:53.858966 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=38219db3-05fd-47c2-8876-09f14b0120b9,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:53.860507 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a518906-36cb-4004-87ae-f55239dcbcdb tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:53.878036 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5164be7-2326-49a7-9d85-f5e94ce5e3c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=8b511b19-9877-403a-8342-6b4b43272085,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:53.887259 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a5164be7-2326-49a7-9d85-f5e94ce5e3c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4451756 Feb 09 18:06:53.887259 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-462d893a-d176-4bb0-80a8-b825bbfd85fe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:53.898469 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49490) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:53.904325 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-7db4e833-d780-4941-ab50-8931a59e2ed4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1213572255', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:53.906133 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5ed53f-a25f-481f-8ab7-7d6732389f9a None None] Routers {'3f7e0be2-fa0f-4081-8802-dd4bd4d20318'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:06:53.906856 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-ae5ed53f-a25f-481f-8ab7-7d6732389f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:06:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:53.940422 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-be6fd8f5-7df8-4562-a751-8a28263f5728 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.20.0.17 (e8d2a6eb-9f6f-457f-ba72-221cb18510e1/97fc45a8-a02b-409e-be4f-d88438f6569c/eb3e303a-9378-44f1-a278-8994464b26d2) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:53.943973 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-7db4e833-d780-4941-ab50-8931a59e2ed4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:53.963143 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-462d893a-d176-4bb0-80a8-b825bbfd85fe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 13.0214982 Feb 09 18:06:53.963143 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a518906-36cb-4004-87ae-f55239dcbcdb tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:53.963143 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925e302a-d2eb-45c2-bd31-2ec545b0f90b', 'tag': 'cc43ec91-0fc5-42c8-a553-13a6af55add1'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:06:54.044272 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a518906-36cb-4004-87ae-f55239dcbcdb tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Network ce18b378-38de-472e-82b8-ad0f60887f62 is not hosted by any dhcp agent {{(pid=84542) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 09 18:06:54.047958 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a518906-36cb-4004-87ae-f55239dcbcdb tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:54.048552 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a518906-36cb-4004-87ae-f55239dcbcdb tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:54.053097 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6a518906-36cb-4004-87ae-f55239dcbcdb tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "PUT /v2.0/networks/ce18b378-38de-472e-82b8-ad0f60887f62 HTTP/1.1" status: 200 len: 723 time: 0.6198204 Feb 09 18:06:54.056706 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49498) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:54.062568 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-44eaf810-058c-49f7-b172-5c1d7dae9a08 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Request body: {'subnet': {'network_id': 'ce18b378-38de-472e-82b8-ad0f60887f62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:54.090962 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925e302a-d2eb-45c2-bd31-2ec545b0f90b', 'tag': 'cc43ec91-0fc5-42c8-a553-13a6af55add1', 'status': 'completed', 'code': 200} Feb 09 18:06:54.137815 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7db4e833-d780-4941-ab50-8931a59e2ed4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:router and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:54.143324 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7db4e833-d780-4941-ab50-8931a59e2ed4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:54.183503 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-7db4e833-d780-4941-ab50-8931a59e2ed4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:54.213472 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-572b27e9-ee2a-45bb-a2cf-96912c738fb7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:54.229528 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-572b27e9-ee2a-45bb-a2cf-96912c738fb7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:subnet and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:54.235043 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 33073aaf-b795-4d7c-a2c2-4ad2a43e488d triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:54.235662 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:54.238631 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-572b27e9-ee2a-45bb-a2cf-96912c738fb7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:54.260877 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-86f1ea7c-411a-43dc-b86a-c8af08234abf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:54.263320 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8032e318-a894-4d0d-b9d4-113b46f0f687 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router_gateway, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:54.264047 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8032e318-a894-4d0d-b9d4-113b46f0f687 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:54.268238 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-572b27e9-ee2a-45bb-a2cf-96912c738fb7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:54.302986 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-86f1ea7c-411a-43dc-b86a-c8af08234abf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:54.308890 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7db4e833-d780-4941-ab50-8931a59e2ed4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:54.309831 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7db4e833-d780-4941-ab50-8931a59e2ed4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:54.325427 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be6fd8f5-7df8-4562-a751-8a28263f5728 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:54.338102 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a518906-36cb-4004-87ae-f55239dcbcdb tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event updated for resources: {'Network': ['ID=ce18b378-38de-472e-82b8-ad0f60887f62,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:54.396833 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-44eaf810-058c-49f7-b172-5c1d7dae9a08 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:54.403177 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network ce18b378-38de-472e-82b8-ad0f60887f62 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:06:54.409836 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-44eaf810-058c-49f7-b172-5c1d7dae9a08 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:54.415511 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8d2e47d1-c73f-4634-a3ea-3c4660cfba25 req-5bdb882e-213a-4baf-97ee-e366024fbd11 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10a4b1464e30470e8e13c0bd2bfded95&device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 1098 time: 0.3213058 Feb 09 18:06:54.504857 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44eaf810-058c-49f7-b172-5c1d7dae9a08 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Made reservation on behalf of b75406ac5e534d45adbe01b1fd78744d for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:54.540554 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-be6fd8f5-7df8-4562-a751-8a28263f5728 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Transition to ACTIVE for port object eb3e303a-9378-44f1-a278-8994464b26d2 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:54.541767 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f1ea7c-411a-43dc-b86a-c8af08234abf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:54.544853 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-86f1ea7c-411a-43dc-b86a-c8af08234abf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:54.554392 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572b27e9-ee2a-45bb-a2cf-96912c738fb7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:54.557857 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-572b27e9-ee2a-45bb-a2cf-96912c738fb7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:54.610341 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b32008f-37c0-4226-b9d1-1512df7b058c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-83fdcce0-f284-41f1-97ca-f8d82c34f4e3', 'network_id': '83fdcce0-f284-41f1-97ca-f8d82c34f4e3', 'tenant_id': 'ce046d049f4e4b9d985a5a697b890edb', 'fixed_ips': [{'subnet_id': '34da759f-9d77-4c5a-ae8a-3f2b92e6cf1d'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:06:54.611453 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b32008f-37c0-4226-b9d1-1512df7b058c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:54.654069 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-44eaf810-058c-49f7-b172-5c1d7dae9a08 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:54.698424 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca569ffe-b550-455d-a01f-fb43b4c93541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-533fa7e0-9286-46d7-99f4-266111443da8', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'fixed_ips': [{'subnet_id': '8b511b19-9877-403a-8342-6b4b43272085'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:06:54.699245 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ca569ffe-b550-455d-a01f-fb43b4c93541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:54.728487 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-ae5ed53f-a25f-481f-8ab7-7d6732389f9a None None] Set router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:06:54.728686 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e47d1-c73f-4634-a3ea-3c4660cfba25 req-01bcf009-845f-42b8-8c10-0bdce28b10f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:54.729004 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8d2e47d1-c73f-4634-a3ea-3c4660cfba25 req-01bcf009-845f-42b8-8c10-0bdce28b10f9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd HTTP/1.1" status: 200 len: 912 time: 0.3015594 Feb 09 18:06:54.839045 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-12fbaae7-6948-4041-9492-48d6ba515631 None None] Allocated IP 172.20.0.1 (c62ba7fc-fa00-42e6-850b-da6c96d675cb/a3012ee2-0c4f-444f-9cb6-be64872bec47/38219db3-05fd-47c2-8876-09f14b0120b9) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:54.881910 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7db4e833-d780-4941-ab50-8931a59e2ed4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:54.903999 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8d2e47d1-c73f-4634-a3ea-3c4660cfba25 req-1b476638-6771-46ac-8d91-12f7d68f378c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc43ec91-0fc5-42c8-a553-13a6af55add1 HTTP/1.1" status: 200 len: 998 time: 0.1629853 Feb 09 18:06:54.931488 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-86f1ea7c-411a-43dc-b86a-c8af08234abf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] device_id is not set on port 6f8cb00a-ce49-45c5-8e09-34418d8a1a99 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:06:55.023630 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e47d1-c73f-4634-a3ea-3c4660cfba25 req-33bc7195-7e99-432e-8578-a5b8949fbf3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:55.025214 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8d2e47d1-c73f-4634-a3ea-3c4660cfba25 req-33bc7195-7e99-432e-8578-a5b8949fbf3d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e8a71708-3c6c-4754-9944-bc1082e83c1e HTTP/1.1" status: 200 len: 850 time: 0.1139145 Feb 09 18:06:55.080713 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.ipam_backend_mixin [None req-572b27e9-ee2a-45bb-a2cf-96912c738fb7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8bcde154-a071-420b-9201-aa88c3d3bbfd (CIDR: 2001:db8:0:1::/64) Feb 09 18:06:55.127094 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7db4e833-d780-4941-ab50-8931a59e2ed4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:55.138074 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be6fd8f5-7df8-4562-a751-8a28263f5728 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:55.151959 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8d2e47d1-c73f-4634-a3ea-3c4660cfba25 req-feaab702-e6a8-4033-9541-1639e8cdccf0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1171699 Feb 09 18:06:55.198808 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-572b27e9-ee2a-45bb-a2cf-96912c738fb7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:06:55.199247 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-572b27e9-ee2a-45bb-a2cf-96912c738fb7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:06:55.220924 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 1c4a7521-3e1c-4c41-920c-08efefa6ce0a no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:06:55.242625 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-44eaf810-058c-49f7-b172-5c1d7dae9a08 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:55.271909 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 1c4a7521-3e1c-4c41-920c-08efefa6ce0a {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:06:55.272254 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 1c4a7521-3e1c-4c41-920c-08efefa6ce0a not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:06:55.286765 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-86f1ea7c-411a-43dc-b86a-c8af08234abf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Allocated IP 172.20.0.10 (83fdcce0-f284-41f1-97ca-f8d82c34f4e3/34da759f-9d77-4c5a-ae8a-3f2b92e6cf1d/6f8cb00a-ce49-45c5-8e09-34418d8a1a99) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:55.290253 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6fd8f5-7df8-4562-a751-8a28263f5728 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network e8d2a6eb-9f6f-457f-ba72-221cb18510e1 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:55.292762 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6fd8f5-7df8-4562-a751-8a28263f5728 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=eb3e303a-9378-44f1-a278-8994464b26d2,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:55.299489 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-be6fd8f5-7df8-4562-a751-8a28263f5728 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:55.307182 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6fd8f5-7df8-4562-a751-8a28263f5728 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:55.366622 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7db4e833-d780-4941-ab50-8931a59e2ed4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:55.371593 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7db4e833-d780-4941-ab50-8931a59e2ed4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.4718211 Feb 09 18:06:55.378751 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eaf810-058c-49f7-b172-5c1d7dae9a08 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event updated for resources: {'Subnet': ['ID=3c4d7228-d75c-48b5-ab68-9f1539f05409,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:55.381654 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49502) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:55.389484 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-572b27e9-ee2a-45bb-a2cf-96912c738fb7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.7949371 Feb 09 18:06:55.395312 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49504) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:55.409507 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-8ddc7c33-51f8-4b24-acba-03561ad7dc29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'subnet': {'network_id': '061275a6-3bbf-48c1-8058-6590c56a5f81', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:55.466708 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8d2e47d1-c73f-4634-a3ea-3c4660cfba25 req-586cfe05-f4f7-49d7-81fd-59382e6d18be service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074150 Feb 09 18:06:55.515306 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-12fbaae7-6948-4041-9492-48d6ba515631 None None] For port 38219db3-05fd-47c2-8876-09f14b0120b9, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=38219db3-05fd-47c2-8876-09f14b0120b9,segment=NetworkSegment(79c9ebe0-4c7e-41b8-a099-0e111e5c523f),segment_id=79c9ebe0-4c7e-41b8-a099-0e111e5c523f)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:06:55.548332 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be6fd8f5-7df8-4562-a751-8a28263f5728 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:55.549136 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 38219db3-05fd-47c2-8876-09f14b0120b9 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:06:55.594883 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-ca569ffe-b550-455d-a01f-fb43b4c93541 None None] Allocated IP 2001:db8::2 (533fa7e0-9286-46d7-99f4-266111443da8/8b511b19-9877-403a-8342-6b4b43272085/250801ba-cbf6-4d16-a802-7f2deb6632a9) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:55.684452 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-12fbaae7-6948-4041-9492-48d6ba515631 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:55.719176 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eaf810-058c-49f7-b172-5c1d7dae9a08 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Checking segment: {'id': 'c7ea8a36-7f11-4826-a925-a27fe63c647a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ce18b378-38de-472e-82b8-ad0f60887f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:55.719724 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eaf810-058c-49f7-b172-5c1d7dae9a08 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Network hostable DHCP agents. Network: ce18b378-38de-472e-82b8-ad0f60887f62, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:06:55.818984 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-12fbaae7-6948-4041-9492-48d6ba515631 None None] Transition to ACTIVE for port object 38219db3-05fd-47c2-8876-09f14b0120b9 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:55.894196 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-12fbaae7-6948-4041-9492-48d6ba515631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:55.894196 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 38219db3-05fd-47c2-8876-09f14b0120b9 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:55.894196 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:55.930526 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8d2e47d1-c73f-4634-a3ea-3c4660cfba25 req-e2220ede-7dff-4430-8263-cb424d1e92c6 service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215845 Feb 09 18:06:55.961052 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-8ddc7c33-51f8-4b24-acba-03561ad7dc29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:06:56.030182 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d16607a8-4b35-4f36-a2c2-fdcc8c0613df None None] Provisioning for port eb3e303a-9378-44f1-a278-8994464b26d2 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:56.033774 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8ddc7c33-51f8-4b24-acba-03561ad7dc29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Usage tracker for resource:subnet and tenant:b60c7c82052d46da993e7a5a5abe4cf8 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:06:56.064133 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8ddc7c33-51f8-4b24-acba-03561ad7dc29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:06:56.089437 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-8ddc7c33-51f8-4b24-acba-03561ad7dc29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:06:56.121261 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-86f1ea7c-411a-43dc-b86a-c8af08234abf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:56.142348 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d16607a8-4b35-4f36-a2c2-fdcc8c0613df None None] Provisioning complete for port eb3e303a-9378-44f1-a278-8994464b26d2 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:56.142348 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d16607a8-4b35-4f36-a2c2-fdcc8c0613df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:56.158134 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be6fd8f5-7df8-4562-a751-8a28263f5728 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:56.169551 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eaf810-058c-49f7-b172-5c1d7dae9a08 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Network ce18b378-38de-472e-82b8-ad0f60887f62 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:06:56.183282 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-86f1ea7c-411a-43dc-b86a-c8af08234abf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Transition to ACTIVE for port object 6f8cb00a-ce49-45c5-8e09-34418d8a1a99 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:56.231458 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8032e318-a894-4d0d-b9d4-113b46f0f687 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Router 802813ec-4f30-4d74-959b-8828ac7ac3e8 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:06:56.231458 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddc7c33-51f8-4b24-acba-03561ad7dc29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Made reservation on behalf of b60c7c82052d46da993e7a5a5abe4cf8 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:06:56.231458 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ddc7c33-51f8-4b24-acba-03561ad7dc29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:56.301555 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-44eaf810-058c-49f7-b172-5c1d7dae9a08 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, ce18b378-38de-472e-82b8-ad0f60887f62) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:56.307602 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-ae5ed53f-a25f-481f-8ab7-7d6732389f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:04:25Z', 'revision_number': 4, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port': {'id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:13Z', 'updated_at': '2022-02-09T18:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'd49f67fa-a619-45de-90d6-dce1c981cb32', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'floating_ip_address': '172.26.8.28', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'port_id': 'cc43ec91-0fc5-42c8-a553-13a6af55add1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'mac_address': 'fa:16:3e:fd:bc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925e302a-d2eb-45c2-bd31-2ec545b0f90b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:06:45Z', 'updated_at': '2022-02-09T18:06:45Z', 'revision_number': 0, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3760f8-e3f8-419b-a593-4e5263a8677e', 'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'mac_address': 'fa:16:3e:3a:97:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:22Z', 'updated_at': '2022-02-09T18:04:35Z', 'revision_number': 5, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'subnets': [{'id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:56.317458 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44eaf810-058c-49f7-b172-5c1d7dae9a08 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:56.318351 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-44eaf810-058c-49f7-b172-5c1d7dae9a08 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:56.318470 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbaae7-6948-4041-9492-48d6ba515631 None None] Pushing event updated for resources: {'Port': ['ID=38219db3-05fd-47c2-8876-09f14b0120b9,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:56.336003 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b6e26a-96dc-40b2-8e91-b3947c6b283a None None] Network ce18b378-38de-472e-82b8-ad0f60887f62 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:56.365748 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5ed53f-a25f-481f-8ab7-7d6732389f9a None None] Checking router: 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:06:56.368525 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d16607a8-4b35-4f36-a2c2-fdcc8c0613df None None] Port eb3e303a-9378-44f1-a278-8994464b26d2 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:06:56.370625 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ca569ffe-b550-455d-a01f-fb43b4c93541 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:56.430522 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Port 38219db3-05fd-47c2-8876-09f14b0120b9 had new provisioning blocks added so it will not transition to active. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Feb 09 18:06:56.447535 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0288959b-9463-45af-8a81-1a47921023af tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:56.472271 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-44eaf810-058c-49f7-b172-5c1d7dae9a08 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4138515 Feb 09 18:06:56.475414 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49510) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:56.496895 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9c1de31f-2333-4cad-9018-abd4c50616c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:56.644348 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ca569ffe-b550-455d-a01f-fb43b4c93541 None None] Transition to ACTIVE for port object 250801ba-cbf6-4d16-a802-7f2deb6632a9 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:56.669968 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ca569ffe-b550-455d-a01f-fb43b4c93541 None None] Transition to ACTIVE for port object 250801ba-cbf6-4d16-a802-7f2deb6632a9 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:56.806895 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ca569ffe-b550-455d-a01f-fb43b4c93541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:56.890143 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d544696e-04bd-4e74-a8a7-42ea37b555ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-ce18b378-38de-472e-82b8-ad0f60887f62', 'network_id': 'ce18b378-38de-472e-82b8-ad0f60887f62', 'tenant_id': 'b75406ac5e534d45adbe01b1fd78744d', 'fixed_ips': [{'subnet_id': '3c4d7228-d75c-48b5-ab68-9f1539f05409'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:06:56.891059 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d544696e-04bd-4e74-a8a7-42ea37b555ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:56.977839 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-86f1ea7c-411a-43dc-b86a-c8af08234abf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:56.986452 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5ed53f-a25f-481f-8ab7-7d6732389f9a None None] Routers {'3f7e0be2-fa0f-4081-8802-dd4bd4d20318'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:06:56.986452 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-ae5ed53f-a25f-481f-8ab7-7d6732389f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:06:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:57.101021 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9c1de31f-2333-4cad-9018-abd4c50616c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1661635'] for subnet, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:57.275394 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f1ea7c-411a-43dc-b86a-c8af08234abf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network 83fdcce0-f284-41f1-97ca-f8d82c34f4e3 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:57.275394 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1ea7c-411a-43dc-b86a-c8af08234abf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Port': ['ID=6f8cb00a-ce49-45c5-8e09-34418d8a1a99,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:57.330821 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-86f1ea7c-411a-43dc-b86a-c8af08234abf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:57.333558 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-0288959b-9463-45af-8a81-1a47921023af tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 2001:db8::1 (533fa7e0-9286-46d7-99f4-266111443da8/8b511b19-9877-403a-8342-6b4b43272085/45831863-40d1-49db-90dd-6f26bff673cb) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:57.342155 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f1ea7c-411a-43dc-b86a-c8af08234abf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:57.351588 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca569ffe-b550-455d-a01f-fb43b4c93541 None None] Pushing event updated for resources: {'Port': ['ID=250801ba-cbf6-4d16-a802-7f2deb6632a9,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:57.377355 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca569ffe-b550-455d-a01f-fb43b4c93541 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:57.422886 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-ca569ffe-b550-455d-a01f-fb43b4c93541 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:57.452775 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca569ffe-b550-455d-a01f-fb43b4c93541 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:57.544307 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-0b32008f-37c0-4226-b9d1-1512df7b058c None None] Allocated IP 172.20.0.2 (83fdcce0-f284-41f1-97ca-f8d82c34f4e3/34da759f-9d77-4c5a-ae8a-3f2b92e6cf1d/0b13bed9-d8ee-4258-af13-1f6ad7911643) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:57.552860 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 38219db3-05fd-47c2-8876-09f14b0120b9 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:06:57.588871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f1ea7c-411a-43dc-b86a-c8af08234abf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:57.588871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-86f1ea7c-411a-43dc-b86a-c8af08234abf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:57.642542 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9c1de31f-2333-4cad-9018-abd4c50616c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779619510155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1927334'] for subnet, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:57.672658 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e52f5d-e42a-41b0-980e-89da4f9ea7e5 None None] Network c62ba7fc-fa00-42e6-850b-da6c96d675cb requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:57.752894 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0288959b-9463-45af-8a81-1a47921023af tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:57.762323 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-86f1ea7c-411a-43dc-b86a-c8af08234abf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1183310 Feb 09 18:06:57.769685 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1de31f-2333-4cad-9018-abd4c50616c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:57.769685 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9c1de31f-2333-4cad-9018-abd4c50616c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:57.769685 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9c1de31f-2333-4cad-9018-abd4c50616c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "PUT /v2.0/subnets/3c4d7228-d75c-48b5-ab68-9f1539f05409 HTTP/1.1" status: 200 len: 826 time: 1.2708738 Feb 09 18:06:57.779151 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49514) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:57.785192 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49516) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:57.809163 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1de31f-2333-4cad-9018-abd4c50616c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event updated for resources: {'Subnet': ['ID=3c4d7228-d75c-48b5-ab68-9f1539f05409,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:57.816022 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.resource_extend [None req-be6fd8f5-7df8-4562-a751-8a28263f5728 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:06:57.849813 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-0288959b-9463-45af-8a81-1a47921023af tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Transition to ACTIVE for port object 45831863-40d1-49db-90dd-6f26bff673cb will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:57.881828 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be6fd8f5-7df8-4562-a751-8a28263f5728 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:57.910103 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ddc7c33-51f8-4b24-acba-03561ad7dc29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:57.946613 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:57.970688 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-b564d37d-bd34-4678-84db-bc0ab01be69d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting port 6f8cb00a-ce49-45c5-8e09-34418d8a1a99 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:06:57.971031 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b564d37d-bd34-4678-84db-bc0ab01be69d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:58.008973 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be6fd8f5-7df8-4562-a751-8a28263f5728 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:58.014831 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0288959b-9463-45af-8a81-1a47921023af tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:58.066803 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ca569ffe-b550-455d-a01f-fb43b4c93541 None None] Attempting to bind port 250801ba-cbf6-4d16-a802-7f2deb6632a9 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:06:58.067799 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ca569ffe-b550-455d-a01f-fb43b4c93541 None None] Attempting to bind port 250801ba-cbf6-4d16-a802-7f2deb6632a9 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:06:58.068251 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca569ffe-b550-455d-a01f-fb43b4c93541 None None] Attempting to bind port 250801ba-cbf6-4d16-a802-7f2deb6632a9 on network 533fa7e0-9286-46d7-99f4-266111443da8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:06:58.095617 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:58.152756 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288959b-9463-45af-8a81-1a47921023af tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=45831863-40d1-49db-90dd-6f26bff673cb,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:58.156387 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0288959b-9463-45af-8a81-1a47921023af tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:58.164120 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-d544696e-04bd-4e74-a8a7-42ea37b555ef None None] Allocated IP 2001:db8::2 (ce18b378-38de-472e-82b8-ad0f60887f62/3c4d7228-d75c-48b5-ab68-9f1539f05409/9a1b2f98-4c22-4ed4-9dba-f90691003c95) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:58.164326 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-0288959b-9463-45af-8a81-1a47921023af tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:58.166692 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0288959b-9463-45af-8a81-1a47921023af tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:06:58.167216 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0288959b-9463-45af-8a81-1a47921023af tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:58.177366 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7d271f15-25f8-4f86-84e9-9764b6891f24 None None] Provisioning for port 38219db3-05fd-47c2-8876-09f14b0120b9 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:06:58.180792 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca569ffe-b550-455d-a01f-fb43b4c93541 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:06:58.181171 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca569ffe-b550-455d-a01f-fb43b4c93541 None None] Checking segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:06:58.181579 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ca569ffe-b550-455d-a01f-fb43b4c93541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:58.181977 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca569ffe-b550-455d-a01f-fb43b4c93541 None None] Bound using segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:06:58.182492 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ca569ffe-b550-455d-a01f-fb43b4c93541 None None] Bound port: 250801ba-cbf6-4d16-a802-7f2deb6632a9, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:06:58.182867 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ca569ffe-b550-455d-a01f-fb43b4c93541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:58.199520 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddc7c33-51f8-4b24-acba-03561ad7dc29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Network 061275a6-3bbf-48c1-8058-6590c56a5f81 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:58.215737 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc7c33-51f8-4b24-acba-03561ad7dc29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Subnet': ['ID=4086d7f9-747a-46d4-a048-057070762732,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:58.218987 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-8ddc7c33-51f8-4b24-acba-03561ad7dc29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:58.226183 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7d271f15-25f8-4f86-84e9-9764b6891f24 None None] Provisioning complete for port 38219db3-05fd-47c2-8876-09f14b0120b9 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:58.226622 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d271f15-25f8-4f86-84e9-9764b6891f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:58.233041 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddc7c33-51f8-4b24-acba-03561ad7dc29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:06:58.233628 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ddc7c33-51f8-4b24-acba-03561ad7dc29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:58.260367 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-ae5ed53f-a25f-481f-8ab7-7d6732389f9a None None] Set router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:06:58.273273 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8032e318-a894-4d0d-b9d4-113b46f0f687 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:06:58.286523 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49837e3-cff1-4e75-98d1-dadd32fad6c7 None None] Sync routers for ids ['802813ec-4f30-4d74-959b-8828ac7ac3e8'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:06:58.288802 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6fd8f5-7df8-4562-a751-8a28263f5728 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=eb3e303a-9378-44f1-a278-8994464b26d2,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:58.306100 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52446a59-b06c-4973-9ace-d54c77c48ed4 None None] Network 061275a6-3bbf-48c1-8058-6590c56a5f81 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:06:58.307341 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be6fd8f5-7df8-4562-a751-8a28263f5728 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:58.308511 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49837e3-cff1-4e75-98d1-dadd32fad6c7 None None] Routers {'802813ec-4f30-4d74-959b-8828ac7ac3e8'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:06:58.309119 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a49837e3-cff1-4e75-98d1-dadd32fad6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:06:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['802813ec-4f30-4d74-959b-8828ac7ac3e8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:58.336841 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c662620d-c674-4f5a-9d52-839e4b019852 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:58.386139 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a49837e3-cff1-4e75-98d1-dadd32fad6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:58.394038 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 38219db3-05fd-47c2-8876-09f14b0120b9 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:06:58.394708 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:58.407051 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49837e3-cff1-4e75-98d1-dadd32fad6c7 None None] Routers {'802813ec-4f30-4d74-959b-8828ac7ac3e8'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:06:58.407915 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a49837e3-cff1-4e75-98d1-dadd32fad6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:06:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['802813ec-4f30-4d74-959b-8828ac7ac3e8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:58.447261 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0288959b-9463-45af-8a81-1a47921023af tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:58.460434 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8ddc7c33-51f8-4b24-acba-03561ad7dc29 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0619602 Feb 09 18:06:58.461901 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49522) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:58.471202 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-fc6bf80b-1f09-4007-9856-93e78388c14e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1988919143', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4086d7f9-747a-46d4-a048-057070762732'}], 'security_groups': ['224f72dd-f40c-4807-a909-ff37e2dc1d5c', '6906c6fd-8dd2-47ee-96ea-e2f52c258b64']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:58.491015 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a49837e3-cff1-4e75-98d1-dadd32fad6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:06:58.491708 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49837e3-cff1-4e75-98d1-dadd32fad6c7 None None] The sync data for ids ['802813ec-4f30-4d74-959b-8828ac7ac3e8'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:06:58.640770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8032e318-a894-4d0d-b9d4-113b46f0f687 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:58.642000 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8032e318-a894-4d0d-b9d4-113b46f0f687 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.8640480 Feb 09 18:06:58.648254 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49526) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:06:58.704326 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8616ff8e-525b-40e7-8c90-fd3ea417897a tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:06:58.995586 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b564d37d-bd34-4678-84db-bc0ab01be69d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:59.017497 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ca569ffe-b550-455d-a01f-fb43b4c93541 None None] For port 250801ba-cbf6-4d16-a802-7f2deb6632a9, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:06:59.045077 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6fd8f5-7df8-4562-a751-8a28263f5728 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network e8d2a6eb-9f6f-457f-ba72-221cb18510e1 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:06:59.050077 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-be6fd8f5-7df8-4562-a751-8a28263f5728 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:06:59.329998 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ca569ffe-b550-455d-a01f-fb43b4c93541 None None] For port 250801ba-cbf6-4d16-a802-7f2deb6632a9, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=250801ba-cbf6-4d16-a802-7f2deb6632a9,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:06:59.347059 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-b564d37d-bd34-4678-84db-bc0ab01be69d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Calling delete_port for 6f8cb00a-ce49-45c5-8e09-34418d8a1a99 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:06:59.370120 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b32008f-37c0-4226-b9d1-1512df7b058c None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:59.456692 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc6bf80b-1f09-4007-9856-93e78388c14e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:59.522741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ca569ffe-b550-455d-a01f-fb43b4c93541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:59.533488 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0b32008f-37c0-4226-b9d1-1512df7b058c None None] Transition to ACTIVE for port object 0b13bed9-d8ee-4258-af13-1f6ad7911643 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:59.687342 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-0288959b-9463-45af-8a81-1a47921023af tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:06:59.689979 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d544696e-04bd-4e74-a8a7-42ea37b555ef None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:59.700324 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0b32008f-37c0-4226-b9d1-1512df7b058c None None] Transition to ACTIVE for port object 0b13bed9-d8ee-4258-af13-1f6ad7911643 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:59.731173 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0288959b-9463-45af-8a81-1a47921023af tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:59.769835 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d544696e-04bd-4e74-a8a7-42ea37b555ef None None] Transition to ACTIVE for port object 9a1b2f98-4c22-4ed4-9dba-f90691003c95 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:59.798565 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca569ffe-b550-455d-a01f-fb43b4c93541 None None] Pushing event updated for resources: {'Port': ['ID=250801ba-cbf6-4d16-a802-7f2deb6632a9,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:06:59.843003 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-c662620d-c674-4f5a-9d52-839e4b019852 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Allocated IP 172.20.0.1 (40c995fa-d8eb-4e39-96a4-5f426f978a2f/b1880a8a-48be-41e5-9eb6-55e15eebe132/6cd3b5f7-9bc7-4b62-8d77-5bc851a8f1eb) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:06:59.860898 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b32008f-37c0-4226-b9d1-1512df7b058c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:59.884823 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0288959b-9463-45af-8a81-1a47921023af tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:59.884823 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0288959b-9463-45af-8a81-1a47921023af tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:59.915897 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d544696e-04bd-4e74-a8a7-42ea37b555ef None None] Transition to ACTIVE for port object 9a1b2f98-4c22-4ed4-9dba-f90691003c95 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:06:59.961470 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b564d37d-bd34-4678-84db-bc0ab01be69d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:06:59.998390 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b32008f-37c0-4226-b9d1-1512df7b058c None None] Network 83fdcce0-f284-41f1-97ca-f8d82c34f4e3 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:00.047311 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32008f-37c0-4226-b9d1-1512df7b058c None None] Pushing event updated for resources: {'Port': ['ID=0b13bed9-d8ee-4258-af13-1f6ad7911643,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:00.050682 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-0b32008f-37c0-4226-b9d1-1512df7b058c None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:00.055101 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f74cb300-941f-40ed-8a99-0d8d38f485d4 None None] Provisioning complete for port eb3e303a-9378-44f1-a278-8994464b26d2 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:00.055713 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f74cb300-941f-40ed-8a99-0d8d38f485d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:00.069761 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564d37d-bd34-4678-84db-bc0ab01be69d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Port': ['ID=6f8cb00a-ce49-45c5-8e09-34418d8a1a99,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:00.153249 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b32008f-37c0-4226-b9d1-1512df7b058c None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:07:00.162783 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d544696e-04bd-4e74-a8a7-42ea37b555ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:00.305106 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288959b-9463-45af-8a81-1a47921023af tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=45831863-40d1-49db-90dd-6f26bff673cb,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:00.305673 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f74cb300-941f-40ed-8a99-0d8d38f485d4 None None] Port eb3e303a-9378-44f1-a278-8994464b26d2 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:07:00.385712 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d544696e-04bd-4e74-a8a7-42ea37b555ef None None] Network ce18b378-38de-472e-82b8-ad0f60887f62 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:00.400707 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-d544696e-04bd-4e74-a8a7-42ea37b555ef None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:00.404457 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d544696e-04bd-4e74-a8a7-42ea37b555ef None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:07:00.454090 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6fd8f5-7df8-4562-a751-8a28263f5728 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router d0d0d019-1593-4000-89cd-f9220e9356be has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:07:00.459659 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c662620d-c674-4f5a-9d52-839e4b019852 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:00.469342 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544696e-04bd-4e74-a8a7-42ea37b555ef None None] Pushing event updated for resources: {'Port': ['ID=9a1b2f98-4c22-4ed4-9dba-f90691003c95,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:00.480243 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b564d37d-bd34-4678-84db-bc0ab01be69d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:00.511227 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-c662620d-c674-4f5a-9d52-839e4b019852 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Transition to ACTIVE for port object 6cd3b5f7-9bc7-4b62-8d77-5bc851a8f1eb will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:00.518934 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b564d37d-bd34-4678-84db-bc0ab01be69d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/ports/6f8cb00a-ce49-45c5-8e09-34418d8a1a99 HTTP/1.1" status: 204 len: 168 time: 2.7523026 Feb 09 18:07:00.521966 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49532) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:00.537931 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de65e79b-570c-4184-8891-a522c9fc940c None None] Update dhcp port {'port': {'network_id': '061275a6-3bbf-48c1-8058-6590c56a5f81', 'fixed_ips': [{'subnet_id': '8bcde154-a071-420b-9201-aa88c3d3bbfd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7b693231-a52c-4b12-9999-a9e30b89ebdb', 'ip_address': '2001:db8::2'}, {'subnet_id': '4086d7f9-747a-46d4-a048-057070762732'}], 'binding:host_id': 'dv-neutron-827016-2-hyperv'}, 'id': '6517fd40-125b-4206-9912-a9c7de8e2862'} from dv-neutron-827016-2-hyperv. {{(pid=84543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 18:07:00.587636 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:00.633791 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed0b261-6b7c-4259-b7b3-65d1ff5c521e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] DELETE failed (client error): The resource could not be found. Feb 09 18:07:00.634437 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bed0b261-6b7c-4259-b7b3-65d1ff5c521e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:00.638913 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-bed0b261-6b7c-4259-b7b3-65d1ff5c521e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/ports/6f8cb00a-ce49-45c5-8e09-34418d8a1a99 HTTP/1.1" status: 404 len: 333 time: 0.1139667 Feb 09 18:07:00.647089 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49536) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:00.649173 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-0b32008f-37c0-4226-b9d1-1512df7b058c None None] Attempting to bind port 0b13bed9-d8ee-4258-af13-1f6ad7911643 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:07:00.649405 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-0b32008f-37c0-4226-b9d1-1512df7b058c None None] Attempting to bind port 0b13bed9-d8ee-4258-af13-1f6ad7911643 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '5d999e66-6a86-4360-8652-613614ff86a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83fdcce0-f284-41f1-97ca-f8d82c34f4e3'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:07:00.649835 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b32008f-37c0-4226-b9d1-1512df7b058c None None] Attempting to bind port 0b13bed9-d8ee-4258-af13-1f6ad7911643 on network 83fdcce0-f284-41f1-97ca-f8d82c34f4e3 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:07:00.664271 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f74cb300-941f-40ed-8a99-0d8d38f485d4 None None] Provisioning complete for port 38219db3-05fd-47c2-8876-09f14b0120b9 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:00.665405 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f74cb300-941f-40ed-8a99-0d8d38f485d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:00.695575 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-ae5ed53f-a25f-481f-8ab7-7d6732389f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:04:25Z', 'revision_number': 4, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port': {'id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:13Z', 'updated_at': '2022-02-09T18:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'd49f67fa-a619-45de-90d6-dce1c981cb32', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'floating_ip_address': '172.26.8.28', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'port_id': 'cc43ec91-0fc5-42c8-a553-13a6af55add1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'mac_address': 'fa:16:3e:fd:bc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925e302a-d2eb-45c2-bd31-2ec545b0f90b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:06:45Z', 'updated_at': '2022-02-09T18:06:45Z', 'revision_number': 0, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3760f8-e3f8-419b-a593-4e5263a8677e', 'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'mac_address': 'fa:16:3e:3a:97:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:22Z', 'updated_at': '2022-02-09T18:04:35Z', 'revision_number': 5, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'subnets': [{'id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:00.737328 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5ed53f-a25f-481f-8ab7-7d6732389f9a None None] The sync data for ids ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'] in dv-neutron-827016-2-hyperv is: [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:04:25Z', 'revision_number': 4, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port': {'id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:13Z', 'updated_at': '2022-02-09T18:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'd49f67fa-a619-45de-90d6-dce1c981cb32', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'floating_ip_address': '172.26.8.28', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'port_id': 'cc43ec91-0fc5-42c8-a553-13a6af55add1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'mac_address': 'fa:16:3e:fd:bc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925e302a-d2eb-45c2-bd31-2ec545b0f90b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:06:45Z', 'updated_at': '2022-02-09T18:06:45Z', 'revision_number': 0, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3760f8-e3f8-419b-a593-4e5263a8677e', 'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'mac_address': 'fa:16:3e:3a:97:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:22Z', 'updated_at': '2022-02-09T18:04:35Z', 'revision_number': 5, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'subnets': [{'id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:07:00.813111 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b32008f-37c0-4226-b9d1-1512df7b058c None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:07:00.814132 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b32008f-37c0-4226-b9d1-1512df7b058c None None] Checking segment: {'id': '5d999e66-6a86-4360-8652-613614ff86a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83fdcce0-f284-41f1-97ca-f8d82c34f4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:07:00.829163 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b32008f-37c0-4226-b9d1-1512df7b058c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:00.829163 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b32008f-37c0-4226-b9d1-1512df7b058c None None] Bound using segment: {'id': '5d999e66-6a86-4360-8652-613614ff86a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83fdcce0-f284-41f1-97ca-f8d82c34f4e3'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:07:00.829163 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-0b32008f-37c0-4226-b9d1-1512df7b058c None None] Bound port: 0b13bed9-d8ee-4258-af13-1f6ad7911643, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d999e66-6a86-4360-8652-613614ff86a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83fdcce0-f284-41f1-97ca-f8d82c34f4e3'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:07:00.829163 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b32008f-37c0-4226-b9d1-1512df7b058c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:00.833760 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Subnet': ['ID=3c4d7228-d75c-48b5-ab68-9f1539f05409,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:00.847488 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-06bf3ab8-c93c-4585-b425-57b2911962d8 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] GET failed (client error): The resource could not be found. Feb 09 18:07:00.848750 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-06bf3ab8-c93c-4585-b425-57b2911962d8 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Synchronizing usage tracker for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:00.932935 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c662620d-c674-4f5a-9d52-839e4b019852 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:00.994978 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-d544696e-04bd-4e74-a8a7-42ea37b555ef None None] Attempting to bind port 9a1b2f98-4c22-4ed4-9dba-f90691003c95 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:07:00.995648 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-d544696e-04bd-4e74-a8a7-42ea37b555ef None None] Attempting to bind port 9a1b2f98-4c22-4ed4-9dba-f90691003c95 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'c7ea8a36-7f11-4826-a925-a27fe63c647a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ce18b378-38de-472e-82b8-ad0f60887f62'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:07:00.996258 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d544696e-04bd-4e74-a8a7-42ea37b555ef None None] Attempting to bind port 9a1b2f98-4c22-4ed4-9dba-f90691003c95 on network ce18b378-38de-472e-82b8-ad0f60887f62 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:07:01.089749 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de65e79b-570c-4184-8891-a522c9fc940c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:01.212194 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-06bf3ab8-c93c-4585-b425-57b2911962d8 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Unset dirty status for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:01.213938 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-06bf3ab8-c93c-4585-b425-57b2911962d8 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports/6f8cb00a-ce49-45c5-8e09-34418d8a1a99 HTTP/1.1" status: 404 len: 333 time: 0.5646408 Feb 09 18:07:01.224711 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d544696e-04bd-4e74-a8a7-42ea37b555ef None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:07:01.225192 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49540) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:01.229383 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d544696e-04bd-4e74-a8a7-42ea37b555ef None None] Checking segment: {'id': 'c7ea8a36-7f11-4826-a925-a27fe63c647a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ce18b378-38de-472e-82b8-ad0f60887f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:07:01.230017 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:01.230600 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d544696e-04bd-4e74-a8a7-42ea37b555ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:01.232445 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d544696e-04bd-4e74-a8a7-42ea37b555ef None None] Bound using segment: {'id': 'c7ea8a36-7f11-4826-a925-a27fe63c647a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ce18b378-38de-472e-82b8-ad0f60887f62'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:07:01.233368 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-d544696e-04bd-4e74-a8a7-42ea37b555ef None None] Bound port: 9a1b2f98-4c22-4ed4-9dba-f90691003c95, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ea8a36-7f11-4826-a925-a27fe63c647a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ce18b378-38de-472e-82b8-ad0f60887f62'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:07:01.235984 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d544696e-04bd-4e74-a8a7-42ea37b555ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:01.306247 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c662620d-c674-4f5a-9d52-839e4b019852 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Network 40c995fa-d8eb-4e39-96a4-5f426f978a2f is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:01.306247 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-c662620d-c674-4f5a-9d52-839e4b019852 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:01.320051 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c662620d-c674-4f5a-9d52-839e4b019852 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:07:01.366998 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9e16a2-bce2-4aa3-a1e0-f0b96e001e78 None None] New status for floating IP d49f67fa-a619-45de-90d6-dce1c981cb32: ACTIVE {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:07:01.508647 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662620d-c674-4f5a-9d52-839e4b019852 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Pushing event updated for resources: {'Port': ['ID=6cd3b5f7-9bc7-4b62-8d77-5bc851a8f1eb,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:01.518110 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c662620d-c674-4f5a-9d52-839e4b019852 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:01.527621 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0288959b-9463-45af-8a81-1a47921023af tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:01.572078 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-0288959b-9463-45af-8a81-1a47921023af tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:01.632799 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6fd8f5-7df8-4562-a751-8a28263f5728 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:07:01.643922 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-be6fd8f5-7df8-4562-a751-8a28263f5728 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "PUT /v2.0/routers/d0d0d019-1593-4000-89cd-f9220e9356be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4812272 Feb 09 18:07:01.655486 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] Sync routers for ids ['d0d0d019-1593-4000-89cd-f9220e9356be'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:07:01.671984 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] Routers {'d0d0d019-1593-4000-89cd-f9220e9356be'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:07:01.671984 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:06:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d0d0d019-1593-4000-89cd-f9220e9356be'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:01.717469 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-fc6bf80b-1f09-4007-9856-93e78388c14e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Delete allocated IP 2001:db8::3b4 (061275a6-3bbf-48c1-8058-6590c56a5f81/7b693231-a52c-4b12-9999-a9e30b89ebdb) {{(pid=84542) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 18:07:01.734470 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-fc6bf80b-1f09-4007-9856-93e78388c14e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Allocated IP 2001:db8:0:2::1b9 (061275a6-3bbf-48c1-8058-6590c56a5f81/4086d7f9-747a-46d4-a048-057070762732/68f53394-e408-4263-a6ff-3e8bcfa18078) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:01.983536 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c662620d-c674-4f5a-9d52-839e4b019852 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:02.134538 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] Set router d0d0d019-1593-4000-89cd-f9220e9356be gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:07:02.184511 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc6bf80b-1f09-4007-9856-93e78388c14e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:02.210642 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-fc6bf80b-1f09-4007-9856-93e78388c14e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Transition to ACTIVE for port object 68f53394-e408-4263-a6ff-3e8bcfa18078 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:02.517118 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce18b378-38de-472e-82b8-ad0f60887f62']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:02.538884 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ea8a36-7f11-4826-a925-a27fe63c647a') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:02.539418 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ea8a36-7f11-4826-a925-a27fe63c647a') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:02.557752 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:02.559126 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-0b32008f-37c0-4226-b9d1-1512df7b058c None None] For port 0b13bed9-d8ee-4258-af13-1f6ad7911643, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:07:02.567549 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-0b32008f-37c0-4226-b9d1-1512df7b058c None None] For port 0b13bed9-d8ee-4258-af13-1f6ad7911643, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0b13bed9-d8ee-4258-af13-1f6ad7911643,segment=NetworkSegment(5d999e66-6a86-4360-8652-613614ff86a9),segment_id=5d999e66-6a86-4360-8652-613614ff86a9)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:07:02.573715 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 250801ba-cbf6-4d16-a802-7f2deb6632a9 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:07:02.591671 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:02.602176 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:07:02.602846 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:02.650160 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b32008f-37c0-4226-b9d1-1512df7b058c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:07:02.726939 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:07:02.746375 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32008f-37c0-4226-b9d1-1512df7b058c None None] Pushing event updated for resources: {'Port': ['ID=0b13bed9-d8ee-4258-af13-1f6ad7911643,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:02.751720 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc6bf80b-1f09-4007-9856-93e78388c14e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:02.821815 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.api [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 18:07:02.821815 dv-neutron-827016-2-hyperv neutron-server[84542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 18:07:02.821815 dv-neutron-827016-2-hyperv neutron-server[84542]: [parameters: {'id': 'ce18b378-38de-472e-82b8-ad0f60887f62'}] Feb 09 18:07:02.821815 dv-neutron-827016-2-hyperv neutron-server[84542]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:07:02.822159 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG oslo_db.api [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:07:02.868162 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d544696e-04bd-4e74-a8a7-42ea37b555ef None None] For port 9a1b2f98-4c22-4ed4-9dba-f90691003c95, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:07:02.870746 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9b20bf65-f104-48fe-94b2-8a5c18f7a91b None None] Provisioning for port 250801ba-cbf6-4d16-a802-7f2deb6632a9 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:02.907709 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d544696e-04bd-4e74-a8a7-42ea37b555ef None None] For port 9a1b2f98-4c22-4ed4-9dba-f90691003c95, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9a1b2f98-4c22-4ed4-9dba-f90691003c95,segment=NetworkSegment(c7ea8a36-7f11-4826-a925-a27fe63c647a),segment_id=c7ea8a36-7f11-4826-a925-a27fe63c647a)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:07:02.963778 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-de65e79b-570c-4184-8891-a522c9fc940c None None] Allocated IP 2001:db8:0:2::2 (061275a6-3bbf-48c1-8058-6590c56a5f81/4086d7f9-747a-46d4-a048-057070762732/6517fd40-125b-4206-9912-a9c7de8e2862) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:03.005558 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d544696e-04bd-4e74-a8a7-42ea37b555ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:03.025125 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c662620d-c674-4f5a-9d52-839e4b019852 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:03.041173 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'name': 'tempest-TestNetworkBasicOps-router-2083997425', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:15Z', 'updated_at': '2022-02-09T18:06:55Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:17Z', 'updated_at': '2022-02-09T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'e6218675-7490-43bb-a39c-b28aed8c0fd6', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.45', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'port_id': '0527800b-c013-48a4-899d-0e94ecda1102', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'mac_address': 'fa:16:3e:56:b0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c5a50e-42b2-4234-b8ed-278b7840d6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:05:34Z', 'updated_at': '2022-02-09T18:05:45Z', 'revision_number': 1, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb3e303a-9378-44f1-a278-8994464b26d2', 'name': '', 'network_id': 'e8d2a6eb-9f6f-457f-ba72-221cb18510e1', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:10:32:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97fc45a8-a02b-409e-be4f-d88438f6569c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:06:53Z', 'updated_at': '2022-02-09T18:06:57Z', 'revision_number': 2, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '97fc45a8-a02b-409e-be4f-d88438f6569c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd260d44-2c6c-4126-9f1d-97a1722d5304', 'name': '', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:c9:7c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:31Z', 'updated_at': '2022-02-09T18:04:49Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:03.046205 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] Checking router: d0d0d019-1593-4000-89cd-f9220e9356be for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:07:03.046205 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] Updating router d0d0d019-1593-4000-89cd-f9220e9356be port eb3e303a-9378-44f1-a278-8994464b26d2 binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:07:03.112977 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c662620d-c674-4f5a-9d52-839e4b019852 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:03.139007 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-fc6bf80b-1f09-4007-9856-93e78388c14e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] In _notify_port_updated(), no bound segment for port 68f53394-e408-4263-a6ff-3e8bcfa18078 on network 061275a6-3bbf-48c1-8058-6590c56a5f81 {{(pid=84542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 18:07:03.152054 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6bf80b-1f09-4007-9856-93e78388c14e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:03.152973 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc6bf80b-1f09-4007-9856-93e78388c14e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:03.157305 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fc6bf80b-1f09-4007-9856-93e78388c14e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "PUT /v2.0/ports/68f53394-e408-4263-a6ff-3e8bcfa18078 HTTP/1.1" status: 200 len: 970 time: 4.6926529 Feb 09 18:07:03.206588 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:03.266518 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9b20bf65-f104-48fe-94b2-8a5c18f7a91b None None] Provisioning for port 6cd3b5f7-9bc7-4b62-8d77-5bc851a8f1eb completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:03.274383 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49548) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:03.293622 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 250801ba-cbf6-4d16-a802-7f2deb6632a9 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:03.329431 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662620d-c674-4f5a-9d52-839e4b019852 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Pushing event updated for resources: {'Port': ['ID=6cd3b5f7-9bc7-4b62-8d77-5bc851a8f1eb,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:03.360479 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:03.385932 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c662620d-c674-4f5a-9d52-839e4b019852 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:03.387852 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bf80b-1f09-4007-9856-93e78388c14e tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event updated for resources: {'Port': ['ID=68f53394-e408-4263-a6ff-3e8bcfa18078,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:03.398698 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 250801ba-cbf6-4d16-a802-7f2deb6632a9 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:03.399080 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:03.482551 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9b20bf65-f104-48fe-94b2-8a5c18f7a91b None None] Provisioning complete for port 6cd3b5f7-9bc7-4b62-8d77-5bc851a8f1eb triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:03.482551 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b20bf65-f104-48fe-94b2-8a5c18f7a91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:03.509549 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Deleting port 9a1b2f98-4c22-4ed4-9dba-f90691003c95 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:03.509549 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:03.525668 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544696e-04bd-4e74-a8a7-42ea37b555ef None None] Pushing event updated for resources: {'Port': ['ID=9a1b2f98-4c22-4ed4-9dba-f90691003c95,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:03.632255 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c662620d-c674-4f5a-9d52-839e4b019852 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Network 40c995fa-d8eb-4e39-96a4-5f426f978a2f is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:03.634478 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-c662620d-c674-4f5a-9d52-839e4b019852 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:03.831154 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-9b20bf65-f104-48fe-94b2-8a5c18f7a91b None None] Port 6cd3b5f7-9bc7-4b62-8d77-5bc851a8f1eb cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:07:03.884728 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-de65e79b-570c-4184-8891-a522c9fc940c None None] For port 6517fd40-125b-4206-9912-a9c7de8e2862, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=6517fd40-125b-4206-9912-a9c7de8e2862,segment=NetworkSegment(5918f11a-32f4-4202-bfe2-7c49095d6c2c),segment_id=5918f11a-32f4-4202-bfe2-7c49095d6c2c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:03.926809 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc0a127-eec2-40d1-9100-ad10907382ca tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting subnet 34da759f-9d77-4c5a-ae8a-3f2b92e6cf1d {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:07:03.943102 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4473bfeb-d261-4154-9ef9-703602f7740e None None] Network ce18b378-38de-472e-82b8-ad0f60887f62 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:04.033709 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-833f6cca-e76b-4281-b942-d69ad8832a9c tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting port 68f53394-e408-4263-a6ff-3e8bcfa18078 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:04.033709 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-833f6cca-e76b-4281-b942-d69ad8832a9c tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:04.040328 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:04.075176 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] Transition to ACTIVE for port object eb3e303a-9378-44f1-a278-8994464b26d2 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:04.135161 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cbc0a127-eec2-40d1-9100-ad10907382ca tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:04.142235 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:04.312498 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.resource_extend [None req-de65e79b-570c-4184-8891-a522c9fc940c None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:07:04.317736 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af55d27-6185-4620-b2c1-45b1b41f4fee None None] Pushing event updated for resources: {'Port': ['ID=eb3e303a-9378-44f1-a278-8994464b26d2,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:04.405275 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de65e79b-570c-4184-8891-a522c9fc940c None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:04.485145 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9b20bf65-f104-48fe-94b2-8a5c18f7a91b None None] Provisioning for port 45831863-40d1-49db-90dd-6f26bff673cb completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:04.542511 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:04.571281 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-de65e79b-570c-4184-8891-a522c9fc940c None None] Transition to ACTIVE for port object 6517fd40-125b-4206-9912-a9c7de8e2862 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:04.578749 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9b20bf65-f104-48fe-94b2-8a5c18f7a91b None None] Provisioning complete for port 45831863-40d1-49db-90dd-6f26bff673cb triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:04.579364 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b20bf65-f104-48fe-94b2-8a5c18f7a91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:04.676884 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] Attempting to bind port eb3e303a-9378-44f1-a278-8994464b26d2 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:07:04.677770 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] Attempting to bind port eb3e303a-9378-44f1-a278-8994464b26d2 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'a3f1a63f-8135-49d5-8ab9-e12871702e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e8d2a6eb-9f6f-457f-ba72-221cb18510e1'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:07:04.678349 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] Attempting to bind port eb3e303a-9378-44f1-a278-8994464b26d2 on network e8d2a6eb-9f6f-457f-ba72-221cb18510e1 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:07:04.691277 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:07:04.692486 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] Checking segment: {'id': 'a3f1a63f-8135-49d5-8ab9-e12871702e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e8d2a6eb-9f6f-457f-ba72-221cb18510e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:07:04.693207 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:04.694147 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] Bound using segment: {'id': 'a3f1a63f-8135-49d5-8ab9-e12871702e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e8d2a6eb-9f6f-457f-ba72-221cb18510e1'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:07:04.694600 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] Bound port: eb3e303a-9378-44f1-a278-8994464b26d2, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f1a63f-8135-49d5-8ab9-e12871702e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e8d2a6eb-9f6f-457f-ba72-221cb18510e1'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:07:04.694969 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:04.713019 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c662620d-c674-4f5a-9d52-839e4b019852 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Router f70b2fc8-a42f-47de-b0e9-9e3554123b5f has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:07:04.756086 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] For port 9a1b2f98-4c22-4ed4-9dba-f90691003c95, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9a1b2f98-4c22-4ed4-9dba-f90691003c95,segment=NetworkSegment(c7ea8a36-7f11-4826-a925-a27fe63c647a),segment_id=c7ea8a36-7f11-4826-a925-a27fe63c647a)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:04.756667 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:04.791357 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de65e79b-570c-4184-8891-a522c9fc940c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:04.869779 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] For port eb3e303a-9378-44f1-a278-8994464b26d2, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:07:04.874890 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] For port eb3e303a-9378-44f1-a278-8994464b26d2, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=eb3e303a-9378-44f1-a278-8994464b26d2,segment=NetworkSegment(a3f1a63f-8135-49d5-8ab9-e12871702e49),segment_id=a3f1a63f-8135-49d5-8ab9-e12871702e49)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:07:04.879824 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62f3050-d397-48f4-ab22-5aed66d28c37 None None] Network 83fdcce0-f284-41f1-97ca-f8d82c34f4e3 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:04.914628 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-9b20bf65-f104-48fe-94b2-8a5c18f7a91b None None] Port 45831863-40d1-49db-90dd-6f26bff673cb cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:07:04.914769 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Calling delete_port for 9a1b2f98-4c22-4ed4-9dba-f90691003c95 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:04.921569 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 250801ba-cbf6-4d16-a802-7f2deb6632a9, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=250801ba-cbf6-4d16-a802-7f2deb6632a9,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:04.955461 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:04.968414 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cbc0a127-eec2-40d1-9100-ad10907382ca tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:04.989748 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c662620d-c674-4f5a-9d52-839e4b019852 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:07:05.013355 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c662620d-c674-4f5a-9d52-839e4b019852 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] 10.222.0.21 "PUT /v2.0/routers/f70b2fc8-a42f-47de-b0e9-9e3554123b5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7585027 Feb 09 18:07:05.017523 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49558) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:05.026070 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:05.029934 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d078032-a90a-46b0-aded-2f846c4c727a None None] Sync routers for ids ['f70b2fc8-a42f-47de-b0e9-9e3554123b5f'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:07:05.037367 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-8df671b9-11be-4483-ae22-212604afedae tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Request body: {'port': {'network_id': '40c995fa-d8eb-4e39-96a4-5f426f978a2f', 'name': 'tempest-FloatingIPAdminTestJSON-1238186599'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:05.048820 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af55d27-6185-4620-b2c1-45b1b41f4fee None None] Pushing event updated for resources: {'Port': ['ID=eb3e303a-9378-44f1-a278-8994464b26d2,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:05.095318 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] Routers {'d0d0d019-1593-4000-89cd-f9220e9356be'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:07:05.099240 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:06:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d0d0d019-1593-4000-89cd-f9220e9356be'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:05.313550 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65e79b-570c-4184-8891-a522c9fc940c None None] Pushing event updated for resources: {'Port': ['ID=6517fd40-125b-4206-9912-a9c7de8e2862,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:05.340255 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:05.389546 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0b13bed9-d8ee-4258-af13-1f6ad7911643 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:07:05.429670 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] Set router d0d0d019-1593-4000-89cd-f9220e9356be gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:07:05.434369 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e982a95-d87a-49dd-88f3-4ff6d65a9cfb None None] Network ce18b378-38de-472e-82b8-ad0f60887f62 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:05.472254 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Port': ['ID=9a1b2f98-4c22-4ed4-9dba-f90691003c95,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:05.505789 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d078032-a90a-46b0-aded-2f846c4c727a None None] Routers {'f70b2fc8-a42f-47de-b0e9-9e3554123b5f'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:07:05.505789 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9d078032-a90a-46b0-aded-2f846c4c727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:06:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['f70b2fc8-a42f-47de-b0e9-9e3554123b5f'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:05.555191 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] No DVR routers for this DVR port 9a1b2f98-4c22-4ed4-9dba-f90691003c95 on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:07:05.561522 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cbc0a127-eec2-40d1-9100-ad10907382ca tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:05.571988 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-8df671b9-11be-4483-ae22-212604afedae tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:05.577038 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8df671b9-11be-4483-ae22-212604afedae tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Usage tracker for resource:port and tenant:64ecfb0e9daa4ed0a77fdcc09e87af04 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:05.582212 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8df671b9-11be-4483-ae22-212604afedae tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:05.589679 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-8df671b9-11be-4483-ae22-212604afedae tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:05.662446 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df671b9-11be-4483-ae22-212604afedae tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Made reservation on behalf of 64ecfb0e9daa4ed0a77fdcc09e87af04 for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:05.669561 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8df671b9-11be-4483-ae22-212604afedae tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:05.689727 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9d078032-a90a-46b0-aded-2f846c4c727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:05.726113 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-8df671b9-11be-4483-ae22-212604afedae tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] device_id is not set on port 2efebcc2-6d75-42c5-b029-9355bb26d3c5 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:07:05.762830 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=250801ba-cbf6-4d16-a802-7f2deb6632a9,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:05.801572 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-833f6cca-e76b-4281-b942-d69ad8832a9c tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:05.832853 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0288959b-9463-45af-8a81-1a47921023af tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Router 6f6bc19f-918f-494c-bf52-22cb45d4a631 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:07:05.871790 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-05099a62-0c6d-49ab-bd50-0a0fdd714346 None None] Provisioning for port 0b13bed9-d8ee-4258-af13-1f6ad7911643 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:05.936958 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d078032-a90a-46b0-aded-2f846c4c727a None None] Routers {'f70b2fc8-a42f-47de-b0e9-9e3554123b5f'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:07:05.938368 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9d078032-a90a-46b0-aded-2f846c4c727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:06:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['f70b2fc8-a42f-47de-b0e9-9e3554123b5f'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:05.987627 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-8df671b9-11be-4483-ae22-212604afedae tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Allocated IP 172.20.0.12 (40c995fa-d8eb-4e39-96a4-5f426f978a2f/b1880a8a-48be-41e5-9eb6-55e15eebe132/2efebcc2-6d75-42c5-b029-9355bb26d3c5) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:06.029963 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9d078032-a90a-46b0-aded-2f846c4c727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:06.030821 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d078032-a90a-46b0-aded-2f846c4c727a None None] The sync data for ids ['f70b2fc8-a42f-47de-b0e9-9e3554123b5f'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:07:06.045782 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-833f6cca-e76b-4281-b942-d69ad8832a9c tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Calling delete_port for 68f53394-e408-4263-a6ff-3e8bcfa18078 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:06.064856 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-05099a62-0c6d-49ab-bd50-0a0fdd714346 None None] Provisioning complete for port 6cd3b5f7-9bc7-4b62-8d77-5bc851a8f1eb triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:06.065483 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05099a62-0c6d-49ab-bd50-0a0fdd714346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:06.095097 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:06.116398 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'name': 'tempest-TestNetworkBasicOps-router-2083997425', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:15Z', 'updated_at': '2022-02-09T18:06:55Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:17Z', 'updated_at': '2022-02-09T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'e6218675-7490-43bb-a39c-b28aed8c0fd6', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.45', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'port_id': '0527800b-c013-48a4-899d-0e94ecda1102', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'mac_address': 'fa:16:3e:56:b0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c5a50e-42b2-4234-b8ed-278b7840d6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:05:34Z', 'updated_at': '2022-02-09T18:05:45Z', 'revision_number': 1, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb3e303a-9378-44f1-a278-8994464b26d2', 'name': '', 'network_id': 'e8d2a6eb-9f6f-457f-ba72-221cb18510e1', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:10:32:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97fc45a8-a02b-409e-be4f-d88438f6569c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:06:53Z', 'updated_at': '2022-02-09T18:07:04Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '97fc45a8-a02b-409e-be4f-d88438f6569c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd260d44-2c6c-4126-9f1d-97a1722d5304', 'name': '', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:c9:7c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:31Z', 'updated_at': '2022-02-09T18:04:49Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:06.125967 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2554bcdc-8dc3-4d9b-ad7b-7d841d4f8bb0 None None] The sync data for ids ['d0d0d019-1593-4000-89cd-f9220e9356be'] in dv-neutron-827016-2-hyperv is: [{'id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'name': 'tempest-TestNetworkBasicOps-router-2083997425', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:15Z', 'updated_at': '2022-02-09T18:06:55Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:17Z', 'updated_at': '2022-02-09T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'e6218675-7490-43bb-a39c-b28aed8c0fd6', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.45', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'port_id': '0527800b-c013-48a4-899d-0e94ecda1102', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'mac_address': 'fa:16:3e:56:b0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c5a50e-42b2-4234-b8ed-278b7840d6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:05:34Z', 'updated_at': '2022-02-09T18:05:45Z', 'revision_number': 1, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb3e303a-9378-44f1-a278-8994464b26d2', 'name': '', 'network_id': 'e8d2a6eb-9f6f-457f-ba72-221cb18510e1', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:10:32:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97fc45a8-a02b-409e-be4f-d88438f6569c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:06:53Z', 'updated_at': '2022-02-09T18:07:04Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '97fc45a8-a02b-409e-be4f-d88438f6569c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd260d44-2c6c-4126-9f1d-97a1722d5304', 'name': '', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:c9:7c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:31Z', 'updated_at': '2022-02-09T18:04:49Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:07:06.136004 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 0b13bed9-d8ee-4258-af13-1f6ad7911643 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:06.151398 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 0b13bed9-d8ee-4258-af13-1f6ad7911643 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:06.151774 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:06.228007 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-05099a62-0c6d-49ab-bd50-0a0fdd714346 None None] Port 6cd3b5f7-9bc7-4b62-8d77-5bc851a8f1eb cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:07:06.391151 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:06.568315 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 0b13bed9-d8ee-4258-af13-1f6ad7911643, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0b13bed9-d8ee-4258-af13-1f6ad7911643,segment=NetworkSegment(5d999e66-6a86-4360-8652-613614ff86a9),segment_id=5d999e66-6a86-4360-8652-613614ff86a9)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:06.569428 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8df671b9-11be-4483-ae22-212604afedae tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:06.569428 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-8df671b9-11be-4483-ae22-212604afedae tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Transition to ACTIVE for port object 2efebcc2-6d75-42c5-b029-9355bb26d3c5 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:06.569707 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8616ff8e-525b-40e7-8c90-fd3ea417897a tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:06.569707 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce18b378-38de-472e-82b8-ad0f60887f62']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:06.569707 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cbc0a127-eec2-40d1-9100-ad10907382ca tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:06.661576 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0a127-eec2-40d1-9100-ad10907382ca tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Subnet': ['ID=34da759f-9d77-4c5a-ae8a-3f2b92e6cf1d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:06.670093 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ea8a36-7f11-4826-a925-a27fe63c647a') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:06.670412 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ea8a36-7f11-4826-a925-a27fe63c647a') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:06.715664 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:06.746082 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cbc0a127-eec2-40d1-9100-ad10907382ca tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:06.751345 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:06.759166 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8df671b9-11be-4483-ae22-212604afedae tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:06.764501 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:06.797298 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c3d3db-140c-447c-b4cf-0761e24d19db None None] Network 83fdcce0-f284-41f1-97ca-f8d82c34f4e3 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:06.806810 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:07:06.807086 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:07:06.830954 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:07:06.892261 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=0b13bed9-d8ee-4258-af13-1f6ad7911643,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:06.901181 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df671b9-11be-4483-ae22-212604afedae tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Pushing event updated for resources: {'Port': ['ID=2efebcc2-6d75-42c5-b029-9355bb26d3c5,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:06.918999 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df671b9-11be-4483-ae22-212604afedae tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Network 40c995fa-d8eb-4e39-96a4-5f426f978a2f is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:06.920610 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-8df671b9-11be-4483-ae22-212604afedae tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:06.924256 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df671b9-11be-4483-ae22-212604afedae tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:07:06.942898 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-cbc0a127-eec2-40d1-9100-ad10907382ca tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/subnets/34da759f-9d77-4c5a-ae8a-3f2b92e6cf1d HTTP/1.1" status: 204 len: 168 time: 5.6916399 Feb 09 18:07:06.949055 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49564) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:06.960765 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-975f2427-cc39-4268-93ce-aecf0f71eb12 None None] Provisioning for port 68f53394-e408-4263-a6ff-3e8bcfa18078 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:06.985314 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-975f2427-cc39-4268-93ce-aecf0f71eb12 None None] Provisioning complete for port 68f53394-e408-4263-a6ff-3e8bcfa18078 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:06.985997 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-975f2427-cc39-4268-93ce-aecf0f71eb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:07.047274 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df671b9-11be-4483-ae22-212604afedae tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:07.048068 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8df671b9-11be-4483-ae22-212604afedae tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:07.149858 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-975f2427-cc39-4268-93ce-aecf0f71eb12 None None] Port 68f53394-e408-4263-a6ff-3e8bcfa18078 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:07:07.159696 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8df671b9-11be-4483-ae22-212604afedae tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1408224 Feb 09 18:07:07.161133 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49568) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:07.189861 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8616ff8e-525b-40e7-8c90-fd3ea417897a tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:07.227381 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-975f2427-cc39-4268-93ce-aecf0f71eb12 None None] Provisioning complete for port 65acc692-eed0-4eb7-a963-700bc2054d9b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:07.227381 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-975f2427-cc39-4268-93ce-aecf0f71eb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:07.286420 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-126a7cf1-d017-4713-bfe2-8acd2311ade5 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'project_id': '64ecfb0e9daa4ed0a77fdcc09e87af04', 'port_id': '2efebcc2-6d75-42c5-b029-9355bb26d3c5'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:07.289437 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-975f2427-cc39-4268-93ce-aecf0f71eb12 None None] Port 65acc692-eed0-4eb7-a963-700bc2054d9b cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:07:07.294776 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-126a7cf1-d017-4713-bfe2-8acd2311ade5 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:07.304721 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-126a7cf1-d017-4713-bfe2-8acd2311ade5 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Usage tracker for resource:floatingip and tenant:64ecfb0e9daa4ed0a77fdcc09e87af04 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:07.305466 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-8616ff8e-525b-40e7-8c90-fd3ea417897a tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Deleting port f8e0e694-472f-4eba-8b1a-22a5183f349d {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:07.307781 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8616ff8e-525b-40e7-8c90-fd3ea417897a tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:07.309322 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device eb3e303a-9378-44f1-a278-8994464b26d2 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:07:07.319296 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-126a7cf1-d017-4713-bfe2-8acd2311ade5 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:07.324111 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-126a7cf1-d017-4713-bfe2-8acd2311ade5 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:07.343077 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af2cf73f-8890-4abd-80aa-a8164b0e9f4a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:07.355874 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0288959b-9463-45af-8a81-1a47921023af tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:07:07.364223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-833f6cca-e76b-4281-b942-d69ad8832a9c tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:07.366984 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:07.372251 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] Sync routers for ids ['6f6bc19f-918f-494c-bf52-22cb45d4a631'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:07:07.387942 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] Routers {'6f6bc19f-918f-494c-bf52-22cb45d4a631'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:07:07.388468 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:06:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6f6bc19f-918f-494c-bf52-22cb45d4a631'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:07.411525 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-126a7cf1-d017-4713-bfe2-8acd2311ade5 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:07.418057 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f2fa70-405c-482a-adab-40272087a784 None None] DHCP port deletion for 83fdcce0-f284-41f1-97ca-f8d82c34f4e3 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:07:07.434161 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2fa70-405c-482a-adab-40272087a784 None None] Deleting port 0b13bed9-d8ee-4258-af13-1f6ad7911643 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:07.434614 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1f2fa70-405c-482a-adab-40272087a784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:07.462568 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:07.464712 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/networks/ce18b378-38de-472e-82b8-ad0f60887f62 HTTP/1.1" status: 204 len: 168 time: 9.7098150 Feb 09 18:07:07.470020 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49574) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:07.474800 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f6cca-e76b-4281-b942-d69ad8832a9c tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Port': ['ID=68f53394-e408-4263-a6ff-3e8bcfa18078,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:07.482348 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0288959b-9463-45af-8a81-1a47921023af tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "PUT /v2.0/routers/6f6bc19f-918f-494c-bf52-22cb45d4a631/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0926652 Feb 09 18:07:07.507375 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49578) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:07.511293 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c743c-0da2-45a6-a1f3-34af56d8b1c9 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Network': ['ID=ce18b378-38de-472e-82b8-ad0f60887f62,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:07.532950 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-975f2427-cc39-4268-93ce-aecf0f71eb12 None None] Provisioning for port 6517fd40-125b-4206-9912-a9c7de8e2862 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:07.542741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-975f2427-cc39-4268-93ce-aecf0f71eb12 None None] Provisioning complete for port 6517fd40-125b-4206-9912-a9c7de8e2862 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:07.543908 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-975f2427-cc39-4268-93ce-aecf0f71eb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:07.575005 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] Set router 6f6bc19f-918f-494c-bf52-22cb45d4a631 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:07:07.580336 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-af2cf73f-8890-4abd-80aa-a8164b0e9f4a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting port 0b13bed9-d8ee-4258-af13-1f6ad7911643 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:07.581224 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af2cf73f-8890-4abd-80aa-a8164b0e9f4a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:07.614620 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-126a7cf1-d017-4713-bfe2-8acd2311ade5 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:07.733882 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-270447ba-7dd8-4a82-b493-157cd60e66f1 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] DELETE failed (client error): The resource could not be found. Feb 09 18:07:07.736862 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-270447ba-7dd8-4a82-b493-157cd60e66f1 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:07.736862 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-270447ba-7dd8-4a82-b493-157cd60e66f1 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/networks/ce18b378-38de-472e-82b8-ad0f60887f62 HTTP/1.1" status: 404 len: 339 time: 0.2629197 Feb 09 18:07:07.768670 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49582) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:07.776450 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-52298c2f-5b88-4e17-a928-1600dcc4b855 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-734064765', 'description': 'd1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:07.783586 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-52298c2f-5b88-4e17-a928-1600dcc4b855 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:07.788616 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-52298c2f-5b88-4e17-a928-1600dcc4b855 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Usage tracker for resource:network and tenant:b75406ac5e534d45adbe01b1fd78744d is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:07.792790 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-52298c2f-5b88-4e17-a928-1600dcc4b855 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:07.809969 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-52298c2f-5b88-4e17-a928-1600dcc4b855 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:07.825963 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-833f6cca-e76b-4281-b942-d69ad8832a9c tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:07.830377 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-833f6cca-e76b-4281-b942-d69ad8832a9c tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/ports/68f53394-e408-4263-a6ff-3e8bcfa18078 HTTP/1.1" status: 204 len: 168 time: 4.5430417 Feb 09 18:07:07.830757 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49586) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:07.835693 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port eb3e303a-9378-44f1-a278-8994464b26d2 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:07.850778 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-f1f2fa70-405c-482a-adab-40272087a784 None None] For port 0b13bed9-d8ee-4258-af13-1f6ad7911643, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0b13bed9-d8ee-4258-af13-1f6ad7911643,segment=NetworkSegment(5d999e66-6a86-4360-8652-613614ff86a9),segment_id=5d999e66-6a86-4360-8652-613614ff86a9)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:07.854447 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1f2fa70-405c-482a-adab-40272087a784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:07.854560 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a3910d-1876-42cb-a236-ead9e6db9d51 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:07.854560 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-03a3910d-1876-42cb-a236-ead9e6db9d51 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:07.860911 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port eb3e303a-9378-44f1-a278-8994464b26d2 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:07.861377 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:07.881930 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-126a7cf1-d017-4713-bfe2-8acd2311ade5 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Allocated IP 172.26.8.106 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/42dade24-09af-4edb-99f2-b0761a67493d) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:07.923675 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52298c2f-5b88-4e17-a928-1600dcc4b855 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Made reservation on behalf of b75406ac5e534d45adbe01b1fd78744d for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:07.927916 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-52298c2f-5b88-4e17-a928-1600dcc4b855 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:07.989628 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3f79a5-3a04-4105-86c0-0a02f0d671ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] GET failed (client error): The resource could not be found. Feb 09 18:07:07.990376 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-df3f79a5-3a04-4105-86c0-0a02f0d671ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Synchronizing usage tracker for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:08.048772 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8616ff8e-525b-40e7-8c90-fd3ea417897a tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:08.057326 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52298c2f-5b88-4e17-a928-1600dcc4b855 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:07:08.086561 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-52298c2f-5b88-4e17-a928-1600dcc4b855 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:08.086773 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-52298c2f-5b88-4e17-a928-1600dcc4b855 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Added segment 32bf2e8e-671c-4bf8-9af0-c3458e15f806 of type vlan for network b46b69b5-df15-42cc-83c6-2c8eabd7c950 Feb 09 18:07:08.089712 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-df3f79a5-3a04-4105-86c0-0a02f0d671ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Unset dirty status for tenant:b60c7c82052d46da993e7a5a5abe4cf8 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:08.092344 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-df3f79a5-3a04-4105-86c0-0a02f0d671ca tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports/68f53394-e408-4263-a6ff-3e8bcfa18078 HTTP/1.1" status: 404 len: 333 time: 0.2491486 Feb 09 18:07:08.101689 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2fa70-405c-482a-adab-40272087a784 None None] Calling delete_port for 0b13bed9-d8ee-4258-af13-1f6ad7911643 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:08.110876 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49590) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:08.121620 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6bc19f-918f-494c-bf52-22cb45d4a631', 'name': 'tempest-NetworksTestDHCPv6-router-1213572255', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:06:54Z', 'updated_at': '2022-02-09T18:06:58Z', 'revision_number': 2, 'project_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'gw_port_host': None, '_interfaces': [{'id': '45831863-40d1-49db-90dd-6f26bff673cb', 'name': '', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'mac_address': 'fa:16:3e:ea:33:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6bc19f-918f-494c-bf52-22cb45d4a631', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b511b19-9877-403a-8342-6b4b43272085', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:06:56Z', 'updated_at': '2022-02-09T18:06:59Z', 'revision_number': 2, 'project_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'subnets': [{'id': '8b511b19-9877-403a-8342-6b4b43272085', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:08.124028 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] Checking router: 6f6bc19f-918f-494c-bf52-22cb45d4a631 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:07:08.124483 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] Updating router 6f6bc19f-918f-494c-bf52-22cb45d4a631 port 45831863-40d1-49db-90dd-6f26bff673cb binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:07:08.180559 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-126a7cf1-d017-4713-bfe2-8acd2311ade5 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:08.188027 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7a5dbc29-14b5-4c8e-a04e-3f6c1b5f7c37 None None] Provisioning complete for port 0b13bed9-d8ee-4258-af13-1f6ad7911643 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:08.188681 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a5dbc29-14b5-4c8e-a04e-3f6c1b5f7c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:08.190153 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:08.198209 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-52298c2f-5b88-4e17-a928-1600dcc4b855 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:08.320374 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-03a3910d-1876-42cb-a236-ead9e6db9d51 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:08.321829 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f984f274-c315-4a82-88ab-ca85dba832bc tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:08.324963 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-03a3910d-1876-42cb-a236-ead9e6db9d51 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports/45831863-40d1-49db-90dd-6f26bff673cb HTTP/1.1" status: 200 len: 911 time: 0.8112276 Feb 09 18:07:08.332600 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:08.359352 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f984f274-c315-4a82-88ab-ca85dba832bc tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:08.399703 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49594) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:08.423590 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port eb3e303a-9378-44f1-a278-8994464b26d2, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=eb3e303a-9378-44f1-a278-8994464b26d2,segment=NetworkSegment(a3f1a63f-8135-49d5-8ab9-e12871702e49),segment_id=a3f1a63f-8135-49d5-8ab9-e12871702e49)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:08.424791 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7a5dbc29-14b5-4c8e-a04e-3f6c1b5f7c37 None None] Port 0b13bed9-d8ee-4258-af13-1f6ad7911643 update to ACTIVE by agent not found {{(pid=84543) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 09 18:07:08.427371 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1f2fa70-405c-482a-adab-40272087a784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:08.430769 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-126a7cf1-d017-4713-bfe2-8acd2311ade5 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:08.434592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-52298c2f-5b88-4e17-a928-1600dcc4b855 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:08.444076 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52298c2f-5b88-4e17-a928-1600dcc4b855 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:08.444076 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-52298c2f-5b88-4e17-a928-1600dcc4b855 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3802616'] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:08.466161 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-8616ff8e-525b-40e7-8c90-fd3ea417897a tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Calling delete_port for f8e0e694-472f-4eba-8b1a-22a5183f349d owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:08.485032 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f2fa70-405c-482a-adab-40272087a784 None None] No DVR routers for this DVR port 0b13bed9-d8ee-4258-af13-1f6ad7911643 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:07:08.524865 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4434506c-d344-4cd1-bcb3-10e8c8f4d8cb None None] get_active_networks_info from dv-neutron-827016-2-hyperv {{(pid=84543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 18:07:08.576308 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:08.577331 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7a5dbc29-14b5-4c8e-a04e-3f6c1b5f7c37 None None] Could not find standard attr ID for object 68f53394-e408-4263-a6ff-3e8bcfa18078. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:07:08.581397 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:08.582534 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 250801ba-cbf6-4d16-a802-7f2deb6632a9 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:07:08.589765 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] Transition to ACTIVE for port object 45831863-40d1-49db-90dd-6f26bff673cb will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:08.621609 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2fa70-405c-482a-adab-40272087a784 None None] Pushing event deleted for resources: {'Port': ['ID=0b13bed9-d8ee-4258-af13-1f6ad7911643,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:08.650998 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:08.661056 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126a7cf1-d017-4713-bfe2-8acd2311ade5 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:08.666230 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-126a7cf1-d017-4713-bfe2-8acd2311ade5 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:08.672799 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126a7cf1-d017-4713-bfe2-8acd2311ade5 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:07:08.708819 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52298c2f-5b88-4e17-a928-1600dcc4b855 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event updated for resources: {'Network': ['ID=b46b69b5-df15-42cc-83c6-2c8eabd7c950,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:08.708819 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a7cf1-d017-4713-bfe2-8acd2311ade5 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Pushing event updated for resources: {'Port': ['ID=42dade24-09af-4edb-99f2-b0761a67493d,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:08.710393 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f984f274-c315-4a82-88ab-ca85dba832bc tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:08.712707 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f984f274-c315-4a82-88ab-ca85dba832bc tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:08.716334 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=eb3e303a-9378-44f1-a278-8994464b26d2,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:08.717314 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f984f274-c315-4a82-88ab-ca85dba832bc tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/security-groups/aa933499-351b-4200-bc0a-baee27037147 HTTP/1.1" status: 204 len: 168 time: 0.6053898 Feb 09 18:07:08.717953 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49598) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:08.736219 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network b46b69b5-df15-42cc-83c6-2c8eabd7c950 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:07:08.750934 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdc217-7da4-4c6c-88c7-4928252f722a None None] Pushing event updated for resources: {'Port': ['ID=45831863-40d1-49db-90dd-6f26bff673cb,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:08.758618 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-52298c2f-5b88-4e17-a928-1600dcc4b855 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9863157 Feb 09 18:07:08.767668 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984f274-c315-4a82-88ab-ca85dba832bc tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa933499-351b-4200-bc0a-baee27037147,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:08.774123 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49602) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:08.804417 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-af2cf73f-8890-4abd-80aa-a8164b0e9f4a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] For port 0b13bed9-d8ee-4258-af13-1f6ad7911643, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0b13bed9-d8ee-4258-af13-1f6ad7911643,segment=NetworkSegment(5d999e66-6a86-4360-8652-613614ff86a9),segment_id=5d999e66-6a86-4360-8652-613614ff86a9)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:08.805200 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af2cf73f-8890-4abd-80aa-a8164b0e9f4a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:08.954354 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] Attempting to bind port 45831863-40d1-49db-90dd-6f26bff673cb on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:07:08.955095 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] Attempting to bind port 45831863-40d1-49db-90dd-6f26bff673cb by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:07:08.957729 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] Attempting to bind port 45831863-40d1-49db-90dd-6f26bff673cb on network 533fa7e0-9286-46d7-99f4-266111443da8 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:07:08.965255 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 250801ba-cbf6-4d16-a802-7f2deb6632a9 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:08.965767 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:07:08.966090 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:08.966249 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] Checking segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:07:08.966750 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:08.967775 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] Bound using segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:07:08.968368 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] Bound port: 45831863-40d1-49db-90dd-6f26bff673cb, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:07:08.968843 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:08.993215 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7a5dbc29-14b5-4c8e-a04e-3f6c1b5f7c37 None None] Provisioning for port 2efebcc2-6d75-42c5-b029-9355bb26d3c5 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:09.015537 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7a5dbc29-14b5-4c8e-a04e-3f6c1b5f7c37 None None] Provisioning complete for port 2efebcc2-6d75-42c5-b029-9355bb26d3c5 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:09.021272 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a5dbc29-14b5-4c8e-a04e-3f6c1b5f7c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:09.062386 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-af2cf73f-8890-4abd-80aa-a8164b0e9f4a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Calling delete_port for 0b13bed9-d8ee-4258-af13-1f6ad7911643 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:09.081664 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] For port 45831863-40d1-49db-90dd-6f26bff673cb, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:07:09.085656 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] For port 45831863-40d1-49db-90dd-6f26bff673cb, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=45831863-40d1-49db-90dd-6f26bff673cb,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:07:09.107390 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad141e4-992a-49fa-a91d-cb58349b7b9f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:09.108074 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5ad141e4-992a-49fa-a91d-cb58349b7b9f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Synchronizing usage tracker for tenant:b75406ac5e534d45adbe01b1fd78744d on resource:network {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:09.148018 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:09.152831 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6bf921ec-6539-4514-b5de-5be30b43c267 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:09.172249 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7a5dbc29-14b5-4c8e-a04e-3f6c1b5f7c37 None None] Port 2efebcc2-6d75-42c5-b029-9355bb26d3c5 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:07:09.197100 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a07ef6-5fc0-43a2-be68-3a5208fe1b47 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:09.202163 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a07ef6-5fc0-43a2-be68-3a5208fe1b47 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:09.203923 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-62a07ef6-5fc0-43a2-be68-3a5208fe1b47 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.8003187 Feb 09 18:07:09.208533 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49608) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:09.217543 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6bf921ec-6539-4514-b5de-5be30b43c267 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:09.272483 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdc217-7da4-4c6c-88c7-4928252f722a None None] Pushing event updated for resources: {'Port': ['ID=45831863-40d1-49db-90dd-6f26bff673cb,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:09.307057 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4434506c-d344-4cd1-bcb3-10e8c8f4d8cb None None] Resources bound (agent type, host, resource id): {{(pid=84543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 18:07:09.311062 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.api [None req-af2cf73f-8890-4abd-80aa-a8164b0e9f4a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:07:09.311383 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG oslo_db.api [None req-af2cf73f-8890-4abd-80aa-a8164b0e9f4a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:07:09.316135 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6517fd40-125b-4206-9912-a9c7de8e2862 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:07:09.317294 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] Routers {'6f6bc19f-918f-494c-bf52-22cb45d4a631'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:07:09.318089 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:06:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6f6bc19f-918f-494c-bf52-22cb45d4a631'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:09.388108 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8616ff8e-525b-40e7-8c90-fd3ea417897a tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:09.449996 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616ff8e-525b-40e7-8c90-fd3ea417897a tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Pushing event deleted for resources: {'Port': ['ID=f8e0e694-472f-4eba-8b1a-22a5183f349d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:09.472184 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5ad141e4-992a-49fa-a91d-cb58349b7b9f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Unset dirty status for tenant:b75406ac5e534d45adbe01b1fd78744d on resource:network {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:09.472184 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5ad141e4-992a-49fa-a91d-cb58349b7b9f tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "GET /v2.0/networks?id=b46b69b5-df15-42cc-83c6-2c8eabd7c950 HTTP/1.1" status: 200 len: 764 time: 0.6942556 Feb 09 18:07:09.492960 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49612) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:09.520468 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-2fd13f65-ef50-46df-8830-7ba35ed51f76 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Request body: {'network': {'description': 'd2'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:09.532833 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] Set router 6f6bc19f-918f-494c-bf52-22cb45d4a631 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:07:09.653972 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 6517fd40-125b-4206-9912-a9c7de8e2862 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:09.654371 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:09.767279 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8616ff8e-525b-40e7-8c90-fd3ea417897a tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:09.917358 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8616ff8e-525b-40e7-8c90-fd3ea417897a tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:09.921587 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-af2cf73f-8890-4abd-80aa-a8164b0e9f4a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting port 0b13bed9-d8ee-4258-af13-1f6ad7911643 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:09.921931 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af2cf73f-8890-4abd-80aa-a8164b0e9f4a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:09.923106 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6bc19f-918f-494c-bf52-22cb45d4a631', 'name': 'tempest-NetworksTestDHCPv6-router-1213572255', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:06:54Z', 'updated_at': '2022-02-09T18:06:58Z', 'revision_number': 2, 'project_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'gw_port_host': None, '_interfaces': [{'id': '45831863-40d1-49db-90dd-6f26bff673cb', 'name': '', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'mac_address': 'fa:16:3e:ea:33:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6bc19f-918f-494c-bf52-22cb45d4a631', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b511b19-9877-403a-8342-6b4b43272085', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:06:56Z', 'updated_at': '2022-02-09T18:07:09Z', 'revision_number': 4, 'project_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'subnets': [{'id': '8b511b19-9877-403a-8342-6b4b43272085', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:09.929121 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60ff21a-c10b-4168-9c97-493b43b4770e None None] The sync data for ids ['6f6bc19f-918f-494c-bf52-22cb45d4a631'] in dv-neutron-827016-2-hyperv is: [{'id': '6f6bc19f-918f-494c-bf52-22cb45d4a631', 'name': 'tempest-NetworksTestDHCPv6-router-1213572255', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:06:54Z', 'updated_at': '2022-02-09T18:06:58Z', 'revision_number': 2, 'project_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'gw_port_host': None, '_interfaces': [{'id': '45831863-40d1-49db-90dd-6f26bff673cb', 'name': '', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'mac_address': 'fa:16:3e:ea:33:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6bc19f-918f-494c-bf52-22cb45d4a631', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b511b19-9877-403a-8342-6b4b43272085', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:06:56Z', 'updated_at': '2022-02-09T18:07:09Z', 'revision_number': 4, 'project_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'subnets': [{'id': '8b511b19-9877-403a-8342-6b4b43272085', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:07:09.957021 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8616ff8e-525b-40e7-8c90-fd3ea417897a tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640420'] for router, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:09.977716 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2fd13f65-ef50-46df-8830-7ba35ed51f76 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:09.978895 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0b13bed9-d8ee-4258-af13-1f6ad7911643 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:07:09.987472 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6bf921ec-6539-4514-b5de-5be30b43c267 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:10.022436 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf921ec-6539-4514-b5de-5be30b43c267 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6906c6fd-8dd2-47ee-96ea-e2f52c258b64,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:10.023591 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 0b13bed9-d8ee-4258-af13-1f6ad7911643 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:07:10.023591 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0b13bed9-d8ee-4258-af13-1f6ad7911643 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 09 18:07:10.036787 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6bf921ec-6539-4514-b5de-5be30b43c267 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:10.040415 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6bf921ec-6539-4514-b5de-5be30b43c267 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/security-groups/6906c6fd-8dd2-47ee-96ea-e2f52c258b64 HTTP/1.1" status: 204 len: 168 time: 1.3053763 Feb 09 18:07:10.047393 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49616) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:10.081294 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Port 0b13bed9-d8ee-4258-af13-1f6ad7911643 not found, will not notify nova. {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 09 18:07:10.154626 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2fd13f65-ef50-46df-8830-7ba35ed51f76 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:10.171590 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-af2cf73f-8890-4abd-80aa-a8164b0e9f4a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] The port '0b13bed9-d8ee-4258-af13-1f6ad7911643' was deleted {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:07:10.230665 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device eb3e303a-9378-44f1-a278-8994464b26d2 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:07:10.327509 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8616ff8e-525b-40e7-8c90-fd3ea417897a tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Router 802813ec-4f30-4d74-959b-8828ac7ac3e8 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:07:10.338755 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af2cf73f-8890-4abd-80aa-a8164b0e9f4a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:10.340914 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2fd13f65-ef50-46df-8830-7ba35ed51f76 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Network b46b69b5-df15-42cc-83c6-2c8eabd7c950 is not hosted by any dhcp agent {{(pid=84541) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 09 18:07:10.344474 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port eb3e303a-9378-44f1-a278-8994464b26d2 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:10.344625 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd13f65-ef50-46df-8830-7ba35ed51f76 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:10.345154 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2fd13f65-ef50-46df-8830-7ba35ed51f76 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:10.345463 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:10.346555 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2fd13f65-ef50-46df-8830-7ba35ed51f76 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "PUT /v2.0/networks/b46b69b5-df15-42cc-83c6-2c8eabd7c950 HTTP/1.1" status: 200 len: 761 time: 0.8447433 Feb 09 18:07:10.349513 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49620) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:10.368110 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd13f65-ef50-46df-8830-7ba35ed51f76 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event updated for resources: {'Network': ['ID=b46b69b5-df15-42cc-83c6-2c8eabd7c950,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:10.412895 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-008c2758-7439-4520-81e9-f5c47f0512c1 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:10.419364 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd13f65-ef50-46df-8830-7ba35ed51f76 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:10.419774 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd13f65-ef50-46df-8830-7ba35ed51f76 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:10.420207 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd13f65-ef50-46df-8830-7ba35ed51f76 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:10.420548 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd13f65-ef50-46df-8830-7ba35ed51f76 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:10.421351 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd13f65-ef50-46df-8830-7ba35ed51f76 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:10.421693 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd13f65-ef50-46df-8830-7ba35ed51f76 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:10.422030 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd13f65-ef50-46df-8830-7ba35ed51f76 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:10.422381 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd13f65-ef50-46df-8830-7ba35ed51f76 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:10.422870 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd13f65-ef50-46df-8830-7ba35ed51f76 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:10.423212 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd13f65-ef50-46df-8830-7ba35ed51f76 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:10.423538 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd13f65-ef50-46df-8830-7ba35ed51f76 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:10.463825 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-008c2758-7439-4520-81e9-f5c47f0512c1 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:10.469406 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network b46b69b5-df15-42cc-83c6-2c8eabd7c950 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:07:10.471465 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-af2cf73f-8890-4abd-80aa-a8164b0e9f4a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83fdcce0-f284-41f1-97ca-f8d82c34f4e3']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:10.647278 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-126a7cf1-d017-4713-bfe2-8acd2311ade5 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:10.666116 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0b13bed9-d8ee-4258-af13-1f6ad7911643 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:07:10.706045 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 0b13bed9-d8ee-4258-af13-1f6ad7911643 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:07:10.706439 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0b13bed9-d8ee-4258-af13-1f6ad7911643 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:07:10.734996 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-af2cf73f-8890-4abd-80aa-a8164b0e9f4a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d999e66-6a86-4360-8652-613614ff86a9') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:10.739156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-af2cf73f-8890-4abd-80aa-a8164b0e9f4a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d999e66-6a86-4360-8652-613614ff86a9') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:10.776371 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af2cf73f-8890-4abd-80aa-a8164b0e9f4a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:10.801569 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752897dc-3eef-4077-8cd0-ac38f775f5d3 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:10.801569 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-752897dc-3eef-4077-8cd0-ac38f775f5d3 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Synchronizing usage tracker for tenant:b75406ac5e534d45adbe01b1fd78744d on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:10.818777 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af2cf73f-8890-4abd-80aa-a8164b0e9f4a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:10.827534 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-752897dc-3eef-4077-8cd0-ac38f775f5d3 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Unset dirty status for tenant:b75406ac5e534d45adbe01b1fd78744d on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:10.828701 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-752897dc-3eef-4077-8cd0-ac38f775f5d3 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "GET /v2.0/networks?id=b46b69b5-df15-42cc-83c6-2c8eabd7c950 HTTP/1.1" status: 200 len: 764 time: 0.4782517 Feb 09 18:07:10.835748 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2cf73f-8890-4abd-80aa-a8164b0e9f4a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:07:10.836905 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af2cf73f-8890-4abd-80aa-a8164b0e9f4a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:10.857483 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49624) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: util.warn( Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: util.warn( Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: util.warn( Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: util.warn( Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:07:10.858286 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:07:10.883718 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-008c2758-7439-4520-81e9-f5c47f0512c1 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:10.931973 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c2758-7439-4520-81e9-f5c47f0512c1 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=224f72dd-f40c-4807-a909-ff37e2dc1d5c,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:10.943434 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-008c2758-7439-4520-81e9-f5c47f0512c1 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:10.945585 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-008c2758-7439-4520-81e9-f5c47f0512c1 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/security-groups/224f72dd-f40c-4807-a909-ff37e2dc1d5c HTTP/1.1" status: 204 len: 168 time: 0.8955824 Feb 09 18:07:10.945717 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8616ff8e-525b-40e7-8c90-fd3ea417897a tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:07:10.946688 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-126a7cf1-d017-4713-bfe2-8acd2311ade5 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:10.958794 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbb8be8-6323-4a42-8935-1b1493f6125a None None] Sync routers for ids ['802813ec-4f30-4d74-959b-8828ac7ac3e8'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:07:10.978079 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbb8be8-6323-4a42-8935-1b1493f6125a None None] Routers {'802813ec-4f30-4d74-959b-8828ac7ac3e8'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:07:10.983718 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-ddbb8be8-6323-4a42-8935-1b1493f6125a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:06:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['802813ec-4f30-4d74-959b-8828ac7ac3e8'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:11.003993 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49628) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:11.045263 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-ddbb8be8-6323-4a42-8935-1b1493f6125a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:11.057375 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbb8be8-6323-4a42-8935-1b1493f6125a None None] Routers {'802813ec-4f30-4d74-959b-8828ac7ac3e8'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:07:11.058270 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-ddbb8be8-6323-4a42-8935-1b1493f6125a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:06:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['802813ec-4f30-4d74-959b-8828ac7ac3e8'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:11.076732 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8616ff8e-525b-40e7-8c90-fd3ea417897a tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:11.080093 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8616ff8e-525b-40e7-8c90-fd3ea417897a tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "PUT /v2.0/routers/802813ec-4f30-4d74-959b-8828ac7ac3e8 HTTP/1.1" status: 200 len: 710 time: 12.4283545 Feb 09 18:07:11.089809 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49632) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:11.132229 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-ddbb8be8-6323-4a42-8935-1b1493f6125a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:11.132637 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbb8be8-6323-4a42-8935-1b1493f6125a None None] The sync data for ids ['802813ec-4f30-4d74-959b-8828ac7ac3e8'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:07:11.247226 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af2cf73f-8890-4abd-80aa-a8164b0e9f4a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:11.291420 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af2cf73f-8890-4abd-80aa-a8164b0e9f4a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:11.292719 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-126a7cf1-d017-4713-bfe2-8acd2311ade5 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:11.310266 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b1dbea61-6162-4ce0-a282-498312cafab4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:11.361925 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cf73f-8890-4abd-80aa-a8164b0e9f4a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Network': ['ID=83fdcce0-f284-41f1-97ca-f8d82c34f4e3,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:11.378458 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52b4d87-b1ce-437e-afeb-6f79642c4bb3 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:11.387321 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e52b4d87-b1ce-437e-afeb-6f79642c4bb3 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5216699 Feb 09 18:07:11.390427 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49638) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:11.395465 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-af2cf73f-8890-4abd-80aa-a8164b0e9f4a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/networks/83fdcce0-f284-41f1-97ca-f8d82c34f4e3 HTTP/1.1" status: 204 len: 168 time: 4.4363425 Feb 09 18:07:11.399296 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49642) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:11.421403 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-126a7cf1-d017-4713-bfe2-8acd2311ade5 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:11.446156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1696414551'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:11.458008 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6f4d024a-4118-4651-95f1-0035a3c341cf tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Synchronizing usage tracker for tenant:b75406ac5e534d45adbe01b1fd78744d on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:11.461860 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:11.470852 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:network and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:11.477275 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b936d1f5-cae9-4345-9ea1-a79db81e0155 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "GET /v2.0/routers/802813ec-4f30-4d74-959b-8828ac7ac3e8 HTTP/1.1" status: 200 len: 745 time: 0.3844054 Feb 09 18:07:11.480777 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49648) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:11.483102 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:11.492951 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:11.532808 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d2b821-819f-4cb6-9531-955141785932 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting subnet 7b693231-a52c-4b12-9999-a9e30b89ebdb {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:07:11.536776 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f5d2b821-819f-4cb6-9531-955141785932 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:11.583752 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fdb33392-0df8-43bc-b646-bec020ee5197 tempest-RoutersIpV6AdminTest-264397702 tempest-RoutersIpV6AdminTest-264397702-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4&device_id=802813ec-4f30-4d74-959b-8828ac7ac3e8 HTTP/1.1" status: 200 len: 205 time: 0.1018713 Feb 09 18:07:11.586816 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49652) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:11.595856 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a7cf1-d017-4713-bfe2-8acd2311ade5 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Pushing event updated for resources: {'Port': ['ID=42dade24-09af-4edb-99f2-b0761a67493d,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:11.619669 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-126a7cf1-d017-4713-bfe2-8acd2311ade5 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:11.627677 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6f4d024a-4118-4651-95f1-0035a3c341cf tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Unset dirty status for tenant:b75406ac5e534d45adbe01b1fd78744d on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:11.632936 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6f4d024a-4118-4651-95f1-0035a3c341cf tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "GET /v2.0/subnets?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4 HTTP/1.1" status: 200 len: 207 time: 0.2362716 Feb 09 18:07:11.637002 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:11.639915 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:11.655109 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f5d2b821-819f-4cb6-9531-955141785932 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:11.676169 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49656) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:11.683742 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a45818ee-ea06-4796-a3f3-cecf9abc6032 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "GET /v2.0/ports?device_id=802813ec-4f30-4d74-959b-8828ac7ac3e8 HTTP/1.1" status: 200 len: 205 time: 0.0958064 Feb 09 18:07:11.695743 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49660) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:11.860654 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:07:11.885138 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:11.885486 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Added segment 125a34c6-00eb-45d2-90cd-7de8202e48b6 of type vlan for network 19ad8a7a-9f49-4e03-8120-40789e453f9b Feb 09 18:07:11.900105 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-06b58b6f-582f-4e34-ac6d-e961b02eec44 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:11.968352 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29651d55-d3b9-408f-b655-09371f0a7fe6 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:11.972357 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29651d55-d3b9-408f-b655-09371f0a7fe6 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:11.976262 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29651d55-d3b9-408f-b655-09371f0a7fe6 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:11.980071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29651d55-d3b9-408f-b655-09371f0a7fe6 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:11.983924 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29651d55-d3b9-408f-b655-09371f0a7fe6 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:11.987896 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29651d55-d3b9-408f-b655-09371f0a7fe6 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:11.990216 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-29651d55-d3b9-408f-b655-09371f0a7fe6 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3145931 Feb 09 18:07:11.994187 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49664) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:12.039935 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:12.047529 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f5d2b821-819f-4cb6-9531-955141785932 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:12.300158 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a6d5214e-8465-4273-9878-e0f8104e9d8e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3047948 Feb 09 18:07:12.315305 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49668) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:12.323102 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:12.326741 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:12.327327 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:12.347012 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-b1dbea61-6162-4ce0-a282-498312cafab4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting port 45831863-40d1-49db-90dd-6f26bff673cb {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:12.348184 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b1dbea61-6162-4ce0-a282-498312cafab4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:12.553538 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934f1d5f-2e6e-4932-b4d3-8eafd5a2bbd8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:12.554825 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934f1d5f-2e6e-4932-b4d3-8eafd5a2bbd8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:12.556065 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934f1d5f-2e6e-4932-b4d3-8eafd5a2bbd8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:12.557345 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934f1d5f-2e6e-4932-b4d3-8eafd5a2bbd8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:12.558762 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934f1d5f-2e6e-4932-b4d3-8eafd5a2bbd8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:12.559667 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-934f1d5f-2e6e-4932-b4d3-8eafd5a2bbd8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Synchronizing usage tracker for tenant:b75406ac5e534d45adbe01b1fd78744d on resource:subnet {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:12.573302 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f5d2b821-819f-4cb6-9531-955141785932 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:12.649607 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.l3_db [None req-126a7cf1-d017-4713-bfe2-8acd2311ade5 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Floating IP 45704de2-7c29-48cf-b5dd-791d2e9457fe associated. External IP: 172.26.8.106, port: 2efebcc2-6d75-42c5-b029-9355bb26d3c5. Feb 09 18:07:12.686932 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2564318 Feb 09 18:07:12.695843 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Network': ['ID=19ad8a7a-9f49-4e03-8120-40789e453f9b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:12.697829 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49672) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:12.703968 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2b821-819f-4cb6-9531-955141785932 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Subnet': ['ID=7b693231-a52c-4b12-9999-a9e30b89ebdb,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:12.707530 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-06b58b6f-582f-4e34-ac6d-e961b02eec44 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:12.715437 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-934f1d5f-2e6e-4932-b4d3-8eafd5a2bbd8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Unset dirty status for tenant:b75406ac5e534d45adbe01b1fd78744d on resource:subnet {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:12.715437 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-934f1d5f-2e6e-4932-b4d3-8eafd5a2bbd8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4052608 Feb 09 18:07:12.715736 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a4d6c43b-20c9-483e-9837-a2f6c86a0510 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'subnet': {'network_id': '19ad8a7a-9f49-4e03-8120-40789e453f9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:12.741970 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49676) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:12.747681 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b510d0-6fa3-42fd-824f-f6863e6457ef None None] Network 061275a6-3bbf-48c1-8058-6590c56a5f81 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:12.748181 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-06b58b6f-582f-4e34-ac6d-e961b02eec44 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:12.750134 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f5d2b821-819f-4cb6-9531-955141785932 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:12.757339 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f5d2b821-819f-4cb6-9531-955141785932 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/subnets/7b693231-a52c-4b12-9999-a9e30b89ebdb HTTP/1.1" status: 204 len: 168 time: 1.7409604 Feb 09 18:07:12.759136 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:12.759482 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:12.759938 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:12.760518 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:12.761043 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:12.761571 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:12.762111 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:12.763072 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:12.763444 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:12.763948 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:12.764840 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ba332d-156f-409e-a6b8-aa1effadb7f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:12.769003 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49680) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:12.829000 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 19ad8a7a-9f49-4e03-8120-40789e453f9b details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:07:12.894161 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2b821-819f-4cb6-9531-955141785932 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:12.894475 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2b821-819f-4cb6-9531-955141785932 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:12.895383 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2b821-819f-4cb6-9531-955141785932 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:12.895383 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2b821-819f-4cb6-9531-955141785932 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:12.895611 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2b821-819f-4cb6-9531-955141785932 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:12.895718 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2b821-819f-4cb6-9531-955141785932 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:12.896042 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2b821-819f-4cb6-9531-955141785932 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:12.896883 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2b821-819f-4cb6-9531-955141785932 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:12.896883 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2b821-819f-4cb6-9531-955141785932 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:12.897350 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2b821-819f-4cb6-9531-955141785932 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:12.897680 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2b821-819f-4cb6-9531-955141785932 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:12.944669 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-b1dbea61-6162-4ce0-a282-498312cafab4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] For port 45831863-40d1-49db-90dd-6f26bff673cb, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=45831863-40d1-49db-90dd-6f26bff673cb,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:12.945034 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b1dbea61-6162-4ce0-a282-498312cafab4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:12.990560 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea7e3f2-bbf2-4e1e-8bd5-72ab3bebe0c1 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:13.003543 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea7e3f2-bbf2-4e1e-8bd5-72ab3bebe0c1 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:13.003543 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea7e3f2-bbf2-4e1e-8bd5-72ab3bebe0c1 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:13.003543 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea7e3f2-bbf2-4e1e-8bd5-72ab3bebe0c1 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:13.003543 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea7e3f2-bbf2-4e1e-8bd5-72ab3bebe0c1 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:13.003543 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-cea7e3f2-bbf2-4e1e-8bd5-72ab3bebe0c1 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2591791 Feb 09 18:07:13.003543 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a4d6c43b-20c9-483e-9837-a2f6c86a0510 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:13.004799 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49684) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:13.008084 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a4d6c43b-20c9-483e-9837-a2f6c86a0510 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:subnet and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:13.030127 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a4d6c43b-20c9-483e-9837-a2f6c86a0510 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:13.042140 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a4d6c43b-20c9-483e-9837-a2f6c86a0510 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:13.101240 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-06b58b6f-582f-4e34-ac6d-e961b02eec44 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:13.101990 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b58b6f-582f-4e34-ac6d-e961b02eec44 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Fanout notify agent at l3_agent the message router_deleted on router 802813ec-4f30-4d74-959b-8828ac7ac3e8 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:07:13.136233 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-06b58b6f-582f-4e34-ac6d-e961b02eec44 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:13.139976 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-06b58b6f-582f-4e34-ac6d-e961b02eec44 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "DELETE /v2.0/routers/802813ec-4f30-4d74-959b-8828ac7ac3e8 HTTP/1.1" status: 204 len: 168 time: 1.4406450 Feb 09 18:07:13.142900 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49688) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:13.181583 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-b1dbea61-6162-4ce0-a282-498312cafab4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Calling delete_port for 45831863-40d1-49db-90dd-6f26bff673cb owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:13.216666 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-22f0d382-1cc1-4964-9b86-93381d977c5c tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "GET /v2.0/ports?device_id=802813ec-4f30-4d74-959b-8828ac7ac3e8 HTTP/1.1" status: 200 len: 205 time: 0.0695100 Feb 09 18:07:13.220977 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d6c43b-20c9-483e-9837-a2f6c86a0510 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:13.231196 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49692) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:13.316525 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-1777e2fb-f736-449c-a7b3-f53896483693 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] delete failed (client error): The resource could not be found. Feb 09 18:07:13.318220 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1777e2fb-f736-449c-a7b3-f53896483693 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "DELETE /v2.0/routers/802813ec-4f30-4d74-959b-8828ac7ac3e8 HTTP/1.1" status: 404 len: 336 time: 0.0866513 Feb 09 18:07:13.319264 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64193c2a-123f-4e1e-82b9-29e1c24e55c5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:13.325120 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-64193c2a-123f-4e1e-82b9-29e1c24e55c5 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "GET /v2.0/networks/b3815844-63f8-4061-935b-e544b04a44bd HTTP/1.1" status: 200 len: 804 time: 0.3147314 Feb 09 18:07:13.325120 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49696) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:13.325501 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49698) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:13.380319 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7ad9d1a0-ca9d-466c-925d-f08ca7078ec4 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "GET /v2.0/ports?device_id=421cfb32-4b48-47e9-8c84-31e104ea3907 HTTP/1.1" status: 200 len: 205 time: 0.0457695 Feb 09 18:07:13.389467 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49704) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:13.465813 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-f9a8c2ae-ef1c-4aac-bd3a-c0063b911c01 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] delete failed (client error): The resource could not be found. Feb 09 18:07:13.469490 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f9a8c2ae-ef1c-4aac-bd3a-c0063b911c01 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "DELETE /v2.0/routers/421cfb32-4b48-47e9-8c84-31e104ea3907 HTTP/1.1" status: 404 len: 336 time: 0.0766723 Feb 09 18:07:13.471541 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49708) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:13.473238 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a4d6c43b-20c9-483e-9837-a2f6c86a0510 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:13.491273 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-690d09a9-860e-4d8b-b13d-d70cdcb50513 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting subnet 4086d7f9-747a-46d4-a048-057070762732 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:07:13.530044 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-690d09a9-860e-4d8b-b13d-d70cdcb50513 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:13.583982 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1bd8718e-2a81-4079-84b2-dcfb7e54dc1e tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "GET /v2.0/ports?device_id=d897b93d-fe8c-44be-831c-267ee53defbb HTTP/1.1" status: 200 len: 205 time: 0.1064887 Feb 09 18:07:13.591737 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49712) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:13.654166 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-690d09a9-860e-4d8b-b13d-d70cdcb50513 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:13.676528 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-436cad08-292b-40bc-9b35-aa51c1981642 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] delete failed (client error): The resource could not be found. Feb 09 18:07:13.676528 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-436cad08-292b-40bc-9b35-aa51c1981642 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "DELETE /v2.0/routers/d897b93d-fe8c-44be-831c-267ee53defbb HTTP/1.1" status: 404 len: 336 time: 0.0754426 Feb 09 18:07:13.676528 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49716) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:13.716910 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-df4fc901-84f2-4885-a3ea-31fcadd27cfc tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eabbc7-f5ef-4b18-89b5-a6c6c1043ace HTTP/1.1" status: 200 len: 205 time: 0.0438178 Feb 09 18:07:13.722179 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-857e4fe3-10f7-4ba2-bded-604bff29cecf tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "GET /v2.0/networks/b3815844-63f8-4061-935b-e544b04a44bd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3911412 Feb 09 18:07:13.722179 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49720) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:13.727201 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49722) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:13.812165 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ac20f9a5-6fc8-49e9-9211-718a8e774993 None None] Provisioning complete for port 65acc692-eed0-4eb7-a963-700bc2054d9b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:13.812758 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ac20f9a5-6fc8-49e9-9211-718a8e774993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:13.813209 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-b93cd949-5c0b-4c83-9b93-94edeb42a6bd tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] delete failed (client error): The resource could not be found. Feb 09 18:07:13.817333 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b93cd949-5c0b-4c83-9b93-94edeb42a6bd tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "DELETE /v2.0/routers/09eabbc7-f5ef-4b18-89b5-a6c6c1043ace HTTP/1.1" status: 404 len: 336 time: 0.0890329 Feb 09 18:07:13.823154 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49730) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:13.877010 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ac20f9a5-6fc8-49e9-9211-718a8e774993 None None] Port 65acc692-eed0-4eb7-a963-700bc2054d9b cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:07:13.893319 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ac20f9a5-6fc8-49e9-9211-718a8e774993 None None] Provisioning complete for port 6517fd40-125b-4206-9912-a9c7de8e2862 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:13.893731 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ac20f9a5-6fc8-49e9-9211-718a8e774993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:13.959567 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade358d9-3cfe-4433-a332-9446805b8e8d tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:13.960901 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ade358d9-3cfe-4433-a332-9446805b8e8d tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "GET /v2.0/subnets/e9174a92-d9bd-477a-9f08-a73f0e2a33dd HTTP/1.1" status: 200 len: 843 time: 0.2325242 Feb 09 18:07:13.965950 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49734) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:14.056278 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c349119d-257e-47bb-a63a-8c69b0032b98 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "GET /v2.0/ports?device_id=896cac4f-52e4-4c79-a962-2aa5ee79b46c HTTP/1.1" status: 200 len: 205 time: 0.2313356 Feb 09 18:07:14.064466 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49738) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:14.135117 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ecb1cb-40d1-4946-9a02-cce4bb075647 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:14.136492 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-36ecb1cb-40d1-4946-9a02-cce4bb075647 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "GET /v2.0/subnets/e9174a92-d9bd-477a-9f08-a73f0e2a33dd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1693120 Feb 09 18:07:14.137658 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a4d6c43b-20c9-483e-9837-a2f6c86a0510 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:14.141611 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49742) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:14.171404 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-0300ba65-0010-498b-9229-97207e2f76be tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] delete failed (client error): The resource could not be found. Feb 09 18:07:14.172511 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0300ba65-0010-498b-9229-97207e2f76be tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "DELETE /v2.0/routers/896cac4f-52e4-4c79-a962-2aa5ee79b46c HTTP/1.1" status: 404 len: 336 time: 0.1110883 Feb 09 18:07:14.180251 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49744) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:14.180591 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49748) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:14.184466 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-48ffbfa0-6fb3-40c0-b6fb-8e06fd0de27b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-400544965'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:14.192290 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-48ffbfa0-6fb3-40c0-b6fb-8e06fd0de27b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:14.195268 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-690d09a9-860e-4d8b-b13d-d70cdcb50513 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:14.250784 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b1dbea61-6162-4ce0-a282-498312cafab4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:14.373516 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-48ffbfa0-6fb3-40c0-b6fb-8e06fd0de27b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:14.388785 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4bf6bfe1-0cbf-4856-9328-b9f13903afc1 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "GET /v2.0/ports?device_id=f01e045b-9f9f-46dd-884c-0a8954181b6c HTTP/1.1" status: 200 len: 205 time: 0.1943202 Feb 09 18:07:14.398858 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49754) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:14.417879 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbea61-6162-4ce0-a282-498312cafab4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Port': ['ID=45831863-40d1-49db-90dd-6f26bff673cb,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:14.496036 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-215a253c-5db8-4bb9-90cd-984ddb33e478 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] delete failed (client error): The resource could not be found. Feb 09 18:07:14.497076 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-215a253c-5db8-4bb9-90cd-984ddb33e478 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "DELETE /v2.0/routers/f01e045b-9f9f-46dd-884c-0a8954181b6c HTTP/1.1" status: 404 len: 336 time: 0.0876360 Feb 09 18:07:14.497832 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6c43b-20c9-483e-9837-a2f6c86a0510 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Subnet': ['ID=2a6e04ac-f0b1-49f1-9097-d557a0b46467,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:14.508634 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49758) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:14.587937 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ffbfa0-6fb3-40c0-b6fb-8e06fd0de27b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Made reservation on behalf of b75406ac5e534d45adbe01b1fd78744d for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:14.591928 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-48ffbfa0-6fb3-40c0-b6fb-8e06fd0de27b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:14.607946 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-7834fb27-af84-45b1-bc94-a687f101de37 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] DELETE failed (client error): The resource could not be found. Feb 09 18:07:14.608393 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7834fb27-af84-45b1-bc94-a687f101de37 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:14.622521 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d6c43b-20c9-483e-9837-a2f6c86a0510 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Checking segment: {'id': '125a34c6-00eb-45d2-90cd-7de8202e48b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '19ad8a7a-9f49-4e03-8120-40789e453f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:07:14.622896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d6c43b-20c9-483e-9837-a2f6c86a0510 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network hostable DHCP agents. Network: 19ad8a7a-9f49-4e03-8120-40789e453f9b, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:07:14.629119 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b1dbea61-6162-4ce0-a282-498312cafab4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:14.638395 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7834fb27-af84-45b1-bc94-a687f101de37 tempest-RoutersIpV6AdminTest-1777695179 tempest-RoutersIpV6AdminTest-1777695179-project] 10.222.0.21 "DELETE /v2.0/subnets/2174f693-8b3b-4674-8014-eaf524bcab07 HTTP/1.1" status: 404 len: 337 time: 0.1275048 Feb 09 18:07:14.664338 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ffbfa0-6fb3-40c0-b6fb-8e06fd0de27b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:07:14.686221 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-48ffbfa0-6fb3-40c0-b6fb-8e06fd0de27b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:14.687642 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-48ffbfa0-6fb3-40c0-b6fb-8e06fd0de27b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Added segment 02a434f7-b8ca-40f7-bd2c-eea3c8645f90 of type vlan for network 14729154-6a3a-45f0-bba5-fa53da7b17ad Feb 09 18:07:14.730363 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-690d09a9-860e-4d8b-b13d-d70cdcb50513 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:14.735772 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-48ffbfa0-6fb3-40c0-b6fb-8e06fd0de27b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:14.790674 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d6c43b-20c9-483e-9837-a2f6c86a0510 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network 19ad8a7a-9f49-4e03-8120-40789e453f9b is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:07:14.843829 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d09a9-860e-4d8b-b13d-d70cdcb50513 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Subnet': ['ID=4086d7f9-747a-46d4-a048-057070762732,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:14.859112 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-690d09a9-860e-4d8b-b13d-d70cdcb50513 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:14.866588 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b90a2d8-049d-4ef8-a834-82c6cc78dfff None None] Network 061275a6-3bbf-48c1-8058-6590c56a5f81 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:14.881192 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-690d09a9-860e-4d8b-b13d-d70cdcb50513 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/subnets/4086d7f9-747a-46d4-a048-057070762732 HTTP/1.1" status: 204 len: 168 time: 2.1017873 Feb 09 18:07:14.882075 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49764) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:14.890714 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-48ffbfa0-6fb3-40c0-b6fb-8e06fd0de27b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:14.899558 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ffbfa0-6fb3-40c0-b6fb-8e06fd0de27b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:14.899558 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-48ffbfa0-6fb3-40c0-b6fb-8e06fd0de27b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:14.986629 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-a4d6c43b-20c9-483e-9837-a2f6c86a0510 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 19ad8a7a-9f49-4e03-8120-40789e453f9b) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:14.994158 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-6472aa63-6442-4d17-980f-e58def7d5900 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] DELETE failed (client error): The resource could not be found. Feb 09 18:07:14.994846 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6472aa63-6442-4d17-980f-e58def7d5900 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:14.996844 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6472aa63-6442-4d17-980f-e58def7d5900 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/subnets/7b693231-a52c-4b12-9999-a9e30b89ebdb HTTP/1.1" status: 404 len: 337 time: 0.1132753 Feb 09 18:07:15.006172 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49768) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:15.045439 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675b1970-7a49-4ab7-8300-a3ad08f28b27 None None] Network 19ad8a7a-9f49-4e03-8120-40789e453f9b requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:15.053644 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d6c43b-20c9-483e-9837-a2f6c86a0510 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:15.054233 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a4d6c43b-20c9-483e-9837-a2f6c86a0510 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:15.089856 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126a7cf1-d017-4713-bfe2-8acd2311ade5 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Router f70b2fc8-a42f-47de-b0e9-9e3554123b5f has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:07:15.109005 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffbfa0-6fb3-40c0-b6fb-8e06fd0de27b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event updated for resources: {'Network': ['ID=14729154-6a3a-45f0-bba5-fa53da7b17ad,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:15.153339 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 14729154-6a3a-45f0-bba5-fa53da7b17ad details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:07:15.178279 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-48ffbfa0-6fb3-40c0-b6fb-8e06fd0de27b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0093000 Feb 09 18:07:15.181106 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49772) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:15.188731 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-904d4dbd-c913-4d40-9ab1-8b25f41f5f56 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Request body: {'subnet': {'network_id': '14729154-6a3a-45f0-bba5-fa53da7b17ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:15.247369 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-573f6a2b-4985-4ff2-9b60-4e738b497aaf tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting subnet 8bcde154-a071-420b-9201-aa88c3d3bbfd {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:07:15.308643 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-deb349b2-8c1f-4afe-b369-71577bf2a556 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:15.337076 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-573f6a2b-4985-4ff2-9b60-4e738b497aaf tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:15.369165 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a4d6c43b-20c9-483e-9837-a2f6c86a0510 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6665170 Feb 09 18:07:15.376481 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49778) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:15.389079 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-82c4f9c9-8f37-4f18-bcf1-e13050f33c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'port': {'network_id': '19ad8a7a-9f49-4e03-8120-40789e453f9b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-885585901'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:15.427575 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49782) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:15.655674 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-904d4dbd-c913-4d40-9ab1-8b25f41f5f56 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:15.663311 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-19ad8a7a-9f49-4e03-8120-40789e453f9b', 'network_id': '19ad8a7a-9f49-4e03-8120-40789e453f9b', 'tenant_id': 'ce046d049f4e4b9d985a5a697b890edb', 'fixed_ips': [{'subnet_id': '2a6e04ac-f0b1-49f1-9097-d557a0b46467'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:07:15.664765 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:15.683240 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-573f6a2b-4985-4ff2-9b60-4e738b497aaf tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:15.684158 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-904d4dbd-c913-4d40-9ab1-8b25f41f5f56 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:15.784896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-82c4f9c9-8f37-4f18-bcf1-e13050f33c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:15.798140 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-573f6a2b-4985-4ff2-9b60-4e738b497aaf tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:15.835093 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-82c4f9c9-8f37-4f18-bcf1-e13050f33c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:15.840408 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904d4dbd-c913-4d40-9ab1-8b25f41f5f56 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Made reservation on behalf of b75406ac5e534d45adbe01b1fd78744d for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:15.945906 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-685c6079-e09c-4f6b-aeb0-82bcc4e0dae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:15.971518 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1dbea61-6162-4ce0-a282-498312cafab4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Router 6f6bc19f-918f-494c-bf52-22cb45d4a631 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:07:15.972232 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Allocated IP 172.20.0.2 (19ad8a7a-9f49-4e03-8120-40789e453f9b/2a6e04ac-f0b1-49f1-9097-d557a0b46467/529cb41d-cfba-4c36-b29a-b1495b9591fc) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:15.995227 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-904d4dbd-c913-4d40-9ab1-8b25f41f5f56 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:16.016770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-685c6079-e09c-4f6b-aeb0-82bcc4e0dae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:16.022731 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-685c6079-e09c-4f6b-aeb0-82bcc4e0dae8 admin admin] Usage tracker for resource:security_group_rule and tenant:7ea17d0ba6504df9b30b6e8259b39c22 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:16.113285 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-685c6079-e09c-4f6b-aeb0-82bcc4e0dae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:16.134761 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-573f6a2b-4985-4ff2-9b60-4e738b497aaf tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:16.180914 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c4f9c9-8f37-4f18-bcf1-e13050f33c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:16.180914 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-82c4f9c9-8f37-4f18-bcf1-e13050f33c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:16.200377 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.ipam_backend_mixin [None req-904d4dbd-c913-4d40-9ab1-8b25f41f5f56 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Performing IP validity checks on allocation pools {{(pid=84542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 18:07:16.200958 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.ipam_backend_mixin [None req-904d4dbd-c913-4d40-9ab1-8b25f41f5f56 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 18:07:16.231080 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-685c6079-e09c-4f6b-aeb0-82bcc4e0dae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:16.265315 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:16.281552 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Transition to ACTIVE for port object 529cb41d-cfba-4c36-b29a-b1495b9591fc will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:16.299229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-82c4f9c9-8f37-4f18-bcf1-e13050f33c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] device_id is not set on port b35f7ed0-b871-4bc6-8e95-2b00d083eb0e yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:07:16.307914 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Transition to ACTIVE for port object 529cb41d-cfba-4c36-b29a-b1495b9591fc will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:16.335641 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-573f6a2b-4985-4ff2-9b60-4e738b497aaf tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:16.343532 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f6a2b-4985-4ff2-9b60-4e738b497aaf tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Subnet': ['ID=8bcde154-a071-420b-9201-aa88c3d3bbfd,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:16.383466 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-573f6a2b-4985-4ff2-9b60-4e738b497aaf tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/subnets/8bcde154-a071-420b-9201-aa88c3d3bbfd HTTP/1.1" status: 204 len: 168 time: 1.3045554 Feb 09 18:07:16.386926 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:16.406844 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49788) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:16.436326 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce0d9fe-5cb0-453e-942a-035a3cb72688 None None] Network 061275a6-3bbf-48c1-8058-6590c56a5f81 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:16.473842 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-936b4a47-e396-42ac-99d0-6df09d851ff1 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] DELETE failed (client error): The resource could not be found. Feb 09 18:07:16.474459 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936b4a47-e396-42ac-99d0-6df09d851ff1 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:16.479514 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1dbea61-6162-4ce0-a282-498312cafab4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:07:16.498035 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd2de9b-d690-4ac4-9e57-f716b82b3d90 None None] Sync routers for ids ['6f6bc19f-918f-494c-bf52-22cb45d4a631'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:07:16.515519 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-936b4a47-e396-42ac-99d0-6df09d851ff1 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/subnets/d13f060b-701f-4ad8-8256-50bccb0f3f18 HTTP/1.1" status: 404 len: 337 time: 0.1073539 Feb 09 18:07:16.519842 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49792) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:16.521520 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-685c6079-e09c-4f6b-aeb0-82bcc4e0dae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:16.523301 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b1dbea61-6162-4ce0-a282-498312cafab4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "PUT /v2.0/routers/6f6bc19f-918f-494c-bf52-22cb45d4a631/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3079565 Feb 09 18:07:16.524617 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd2de9b-d690-4ac4-9e57-f716b82b3d90 None None] Routers {'6f6bc19f-918f-494c-bf52-22cb45d4a631'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:07:16.527257 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ddd2de9b-d690-4ac4-9e57-f716b82b3d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:06:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6f6bc19f-918f-494c-bf52-22cb45d4a631'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:16.533926 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49796) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:16.580685 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-bacc1f3e-7782-4132-a469-76aab2506f48 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "GET /v2.0/ports?device_id=47cc13bd-8230-4329-bd77-580d4cd80da2 HTTP/1.1" status: 200 len: 205 time: 0.0558722 Feb 09 18:07:16.584250 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126a7cf1-d017-4713-bfe2-8acd2311ade5 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:07:16.586086 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49800) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:16.607380 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7abc2ffa-df38-4a83-b2da-bcbd4d5a2ab6 None None] Provisioning complete for port 65acc692-eed0-4eb7-a963-700bc2054d9b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:16.607380 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7abc2ffa-df38-4a83-b2da-bcbd4d5a2ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:16.633079 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1b5537-c9e1-4afa-879c-7164a14e6105 None None] Sync routers for ids ['f70b2fc8-a42f-47de-b0e9-9e3554123b5f'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:07:16.634053 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f7d949-c4b0-419f-bc46-343fc08f1be1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:16.642055 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f7d949-c4b0-419f-bc46-343fc08f1be1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:16.642055 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-37f7d949-c4b0-419f-bc46-343fc08f1be1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:16.646216 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Network 19ad8a7a-9f49-4e03-8120-40789e453f9b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:16.659485 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-ddd2de9b-d690-4ac4-9e57-f716b82b3d90 None None] Set router 6f6bc19f-918f-494c-bf52-22cb45d4a631 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:07:16.669618 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:16.684756 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:07:16.716192 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-a80f8596-97d0-4677-b8c9-fb9541db7317 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] delete failed (client error): The resource could not be found. Feb 09 18:07:16.722072 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a80f8596-97d0-4677-b8c9-fb9541db7317 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/routers/47cc13bd-8230-4329-bd77-580d4cd80da2 HTTP/1.1" status: 404 len: 336 time: 0.1340477 Feb 09 18:07:16.722495 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Pushing event updated for resources: {'Port': ['ID=529cb41d-cfba-4c36-b29a-b1495b9591fc,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:16.724874 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49804) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:16.726634 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-126a7cf1-d017-4713-bfe2-8acd2311ade5 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:16.777798 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ddd2de9b-d690-4ac4-9e57-f716b82b3d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6bc19f-918f-494c-bf52-22cb45d4a631', 'name': 'tempest-NetworksTestDHCPv6-router-1213572255', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:06:54Z', 'updated_at': '2022-02-09T18:07:13Z', 'revision_number': 3, 'project_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'gw_port_host': None}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:16.782551 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd2de9b-d690-4ac4-9e57-f716b82b3d90 None None] Checking router: 6f6bc19f-918f-494c-bf52-22cb45d4a631 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:07:16.795148 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd2de9b-d690-4ac4-9e57-f716b82b3d90 None None] Routers {'6f6bc19f-918f-494c-bf52-22cb45d4a631'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:07:16.795764 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ddd2de9b-d690-4ac4-9e57-f716b82b3d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:06:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6f6bc19f-918f-494c-bf52-22cb45d4a631'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:16.810280 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-685c6079-e09c-4f6b-aeb0-82bcc4e0dae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:16.820019 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-555029c8-3981-4804-aa69-795eda864150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:16.832725 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:16.833217 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:16.833657 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:16.834112 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:16.834600 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:16.835352 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:16.835352 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:16.835823 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:16.836247 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:16.836787 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:16.837204 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:07:16.873679 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7abc2ffa-df38-4a83-b2da-bcbd4d5a2ab6 None None] Port 65acc692-eed0-4eb7-a963-700bc2054d9b cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:07:16.899767 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-126a7cf1-d017-4713-bfe2-8acd2311ade5 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 9.7370114 Feb 09 18:07:16.906862 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49808) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:16.914585 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-37f7d949-c4b0-419f-bc46-343fc08f1be1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:16.916069 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1b5537-c9e1-4afa-879c-7164a14e6105 None None] Routers {'f70b2fc8-a42f-47de-b0e9-9e3554123b5f'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:07:16.916654 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-37f7d949-c4b0-419f-bc46-343fc08f1be1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3815134 Feb 09 18:07:16.921134 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-4c1b5537-c9e1-4afa-879c-7164a14e6105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:06:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['f70b2fc8-a42f-47de-b0e9-9e3554123b5f'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:16.939008 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-904d4dbd-c913-4d40-9ab1-8b25f41f5f56 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:16.939200 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-685c6079-e09c-4f6b-aeb0-82bcc4e0dae8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ea17d0ba6504df9b30b6e8259b39c22&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5026114 Feb 09 18:07:16.939200 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0bfb2f-527e-4a2d-9840-3498823f8ce7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] DELETE failed (client error): The resource could not be found. Feb 09 18:07:16.939200 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d0bfb2f-527e-4a2d-9840-3498823f8ce7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:16.942689 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8d0bfb2f-527e-4a2d-9840-3498823f8ce7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/subnets/ab2ab14f-b367-4799-9f8c-36f5436b0129 HTTP/1.1" status: 404 len: 337 time: 0.0895240 Feb 09 18:07:16.943319 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49812) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:16.943656 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49814) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:16.944090 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49816) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:16.955110 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-ddd2de9b-d690-4ac4-9e57-f716b82b3d90 None None] Set router 6f6bc19f-918f-494c-bf52-22cb45d4a631 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:07:16.999876 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-82c4f9c9-8f37-4f18-bcf1-e13050f33c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Allocated IP 172.20.0.9 (19ad8a7a-9f49-4e03-8120-40789e453f9b/2a6e04ac-f0b1-49f1-9097-d557a0b46467/b35f7ed0-b871-4bc6-8e95-2b00d083eb0e) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:17.019767 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-4c1b5537-c9e1-4afa-879c-7164a14e6105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:17.024993 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Attempting to bind port 529cb41d-cfba-4c36-b29a-b1495b9591fc on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:07:17.025486 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Attempting to bind port 529cb41d-cfba-4c36-b29a-b1495b9591fc by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '125a34c6-00eb-45d2-90cd-7de8202e48b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '19ad8a7a-9f49-4e03-8120-40789e453f9b'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:07:17.025952 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Attempting to bind port 529cb41d-cfba-4c36-b29a-b1495b9591fc on network 19ad8a7a-9f49-4e03-8120-40789e453f9b {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:07:17.063608 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7abc2ffa-df38-4a83-b2da-bcbd4d5a2ab6 None None] Provisioning complete for port 6517fd40-125b-4206-9912-a9c7de8e2862 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:17.063608 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7abc2ffa-df38-4a83-b2da-bcbd4d5a2ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:17.103851 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:17.104861 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:07:17.105034 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d4dbd-c913-4d40-9ab1-8b25f41f5f56 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event updated for resources: {'Subnet': ['ID=9c612ab1-8cf2-4e3f-b1d5-870561298cad,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:17.105446 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Checking segment: {'id': '125a34c6-00eb-45d2-90cd-7de8202e48b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '19ad8a7a-9f49-4e03-8120-40789e453f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:07:17.105988 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:17.106501 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Bound using segment: {'id': '125a34c6-00eb-45d2-90cd-7de8202e48b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '19ad8a7a-9f49-4e03-8120-40789e453f9b'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:07:17.107264 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Bound port: 529cb41d-cfba-4c36-b29a-b1495b9591fc, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125a34c6-00eb-45d2-90cd-7de8202e48b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '19ad8a7a-9f49-4e03-8120-40789e453f9b'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:07:17.107561 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:17.121204 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c6079-e09c-4f6b-aeb0-82bcc4e0dae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea878d0-8a2e-4078-9a1c-825a75279d41,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:17.125142 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bdd4932-a4ef-4f09-86d6-2f037126e3cc tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] DELETE failed (client error): The resource could not be found. Feb 09 18:07:17.125645 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bdd4932-a4ef-4f09-86d6-2f037126e3cc tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:17.131340 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5bdd4932-a4ef-4f09-86d6-2f037126e3cc tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/subnets/443ecc94-8b89-40c5-8323-051f10db22bb HTTP/1.1" status: 404 len: 337 time: 0.1820247 Feb 09 18:07:17.138411 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1b5537-c9e1-4afa-879c-7164a14e6105 None None] Routers {'f70b2fc8-a42f-47de-b0e9-9e3554123b5f'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:07:17.139145 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-4c1b5537-c9e1-4afa-879c-7164a14e6105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:06:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['f70b2fc8-a42f-47de-b0e9-9e3554123b5f'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:17.148066 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49824) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:17.181054 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ddd2de9b-d690-4ac4-9e57-f716b82b3d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6bc19f-918f-494c-bf52-22cb45d4a631', 'name': 'tempest-NetworksTestDHCPv6-router-1213572255', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:06:54Z', 'updated_at': '2022-02-09T18:07:13Z', 'revision_number': 3, 'project_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'gw_port_host': None}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:17.185803 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd2de9b-d690-4ac4-9e57-f716b82b3d90 None None] The sync data for ids ['6f6bc19f-918f-494c-bf52-22cb45d4a631'] in dv-neutron-827016-2-hyperv is: [{'id': '6f6bc19f-918f-494c-bf52-22cb45d4a631', 'name': 'tempest-NetworksTestDHCPv6-router-1213572255', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:06:54Z', 'updated_at': '2022-02-09T18:07:13Z', 'revision_number': 3, 'project_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:07:17.207396 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab4e40c-3622-4a21-975f-3ae5efe573b5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] DELETE failed (client error): The resource could not be found. Feb 09 18:07:17.207396 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab4e40c-3622-4a21-975f-3ae5efe573b5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:17.257751 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-644495b1-c473-45f5-a3f8-d97bff9f1b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:17.302170 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-4c1b5537-c9e1-4afa-879c-7164a14e6105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:17.302893 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1b5537-c9e1-4afa-879c-7164a14e6105 None None] The sync data for ids ['f70b2fc8-a42f-47de-b0e9-9e3554123b5f'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:07:17.307892 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-644495b1-c473-45f5-a3f8-d97bff9f1b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:17.319619 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3ab4e40c-3622-4a21-975f-3ae5efe573b5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/subnets/b15413f0-aa2e-4e06-ae27-b8c9d0dae215 HTTP/1.1" status: 404 len: 337 time: 0.1635010 Feb 09 18:07:17.329860 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49828) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:17.368658 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-504212ad-1527-4980-b23b-aa90f967e00f tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] 10.222.0.21 "GET /v2.0/floatingips/45704de2-7c29-48cf-b5dd-791d2e9457fe HTTP/1.1" status: 200 len: 984 time: 0.4504020 Feb 09 18:07:17.380235 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49832) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:17.418530 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4fb41cb-c523-4e98-a0c9-86cac3ab8d25 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet 8b511b19-9877-403a-8342-6b4b43272085 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:07:17.423827 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-1345328c-51a1-4496-b349-73c32cf98d69 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] DELETE failed (client error): The resource could not be found. Feb 09 18:07:17.428978 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1345328c-51a1-4496-b349-73c32cf98d69 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:17.428978 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1345328c-51a1-4496-b349-73c32cf98d69 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/ports/7a558633-9d0b-4d14-b3bf-370b9a6fced0 HTTP/1.1" status: 404 len: 333 time: 0.0929432 Feb 09 18:07:17.428978 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e4fb41cb-c523-4e98-a0c9-86cac3ab8d25 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:17.443400 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49834) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:17.452955 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] For port 529cb41d-cfba-4c36-b29a-b1495b9591fc, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:07:17.457313 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] For port 529cb41d-cfba-4c36-b29a-b1495b9591fc, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=529cb41d-cfba-4c36-b29a-b1495b9591fc,segment=NetworkSegment(125a34c6-00eb-45d2-90cd-7de8202e48b6),segment_id=125a34c6-00eb-45d2-90cd-7de8202e48b6)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:07:17.484791 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e4fb41cb-c523-4e98-a0c9-86cac3ab8d25 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:17.547532 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:17.577536 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-644495b1-c473-45f5-a3f8-d97bff9f1b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:17.584529 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d34496-e0e5-40bb-8196-59a8acc186bb tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] DELETE failed (client error): The resource could not be found. Feb 09 18:07:17.584976 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d34496-e0e5-40bb-8196-59a8acc186bb tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:17.586636 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e4d34496-e0e5-40bb-8196-59a8acc186bb tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/subnets/24f84125-2a7f-4085-85be-eea4d7e5a6ca HTTP/1.1" status: 404 len: 337 time: 0.1411729 Feb 09 18:07:17.592679 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49840) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:17.596248 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644495b1-c473-45f5-a3f8-d97bff9f1b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea878d0-8a2e-4078-9a1c-825a75279d41,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:17.599012 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67c7000-2e64-40bd-b5f4-b9acc25be0ea None None] DHCP port deletion for 061275a6-3bbf-48c1-8058-6590c56a5f81 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:07:17.601613 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904d4dbd-c913-4d40-9ab1-8b25f41f5f56 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Checking segment: {'id': '02a434f7-b8ca-40f7-bd2c-eea3c8645f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '14729154-6a3a-45f0-bba5-fa53da7b17ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:07:17.601981 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904d4dbd-c913-4d40-9ab1-8b25f41f5f56 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Network hostable DHCP agents. Network: 14729154-6a3a-45f0-bba5-fa53da7b17ad, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:07:17.604542 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e4fb41cb-c523-4e98-a0c9-86cac3ab8d25 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:17.624747 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f67c7000-2e64-40bd-b5f4-b9acc25be0ea None None] Deleting port 6517fd40-125b-4206-9912-a9c7de8e2862 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:17.625128 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f67c7000-2e64-40bd-b5f4-b9acc25be0ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:17.647064 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-644495b1-c473-45f5-a3f8-d97bff9f1b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:17.650766 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-644495b1-c473-45f5-a3f8-d97bff9f1b9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ea878d0-8a2e-4078-9a1c-825a75279d41 HTTP/1.1" status: 204 len: 168 time: 0.7004981 Feb 09 18:07:17.689786 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-2266e516-2b18-49fe-adea-ee5fb81be538 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] DELETE failed (client error): The resource could not be found. Feb 09 18:07:17.690224 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2266e516-2b18-49fe-adea-ee5fb81be538 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:17.692643 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2266e516-2b18-49fe-adea-ee5fb81be538 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/subnets/4a55adaa-e04c-4301-91b5-bf0dbf5ebc21 HTTP/1.1" status: 404 len: 337 time: 0.0966136 Feb 09 18:07:17.697564 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49846) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:17.744524 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7d456256-5c8c-4df5-8085-313895ea5403 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.3049161 Feb 09 18:07:17.744524 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49850) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:17.759023 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a93f9cc-d072-4961-82ce-dc0cbbf01db7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] DELETE failed (client error): The resource could not be found. Feb 09 18:07:17.759619 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a93f9cc-d072-4961-82ce-dc0cbbf01db7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:17.766732 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3a93f9cc-d072-4961-82ce-dc0cbbf01db7 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/ports/c18b37bc-3146-4efc-b75d-89a75dfba78b HTTP/1.1" status: 404 len: 333 time: 0.0677564 Feb 09 18:07:17.771462 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e4fb41cb-c523-4e98-a0c9-86cac3ab8d25 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:17.776878 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73fedc-b188-495b-b496-8d1afd2c468d None None] Pushing event updated for resources: {'Port': ['ID=529cb41d-cfba-4c36-b29a-b1495b9591fc,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:17.784684 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49854) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:17.873655 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb41cb-c523-4e98-a0c9-86cac3ab8d25 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=8b511b19-9877-403a-8342-6b4b43272085,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:17.875888 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e4fb41cb-c523-4e98-a0c9-86cac3ab8d25 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:17.883678 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e4fb41cb-c523-4e98-a0c9-86cac3ab8d25 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/8b511b19-9877-403a-8342-6b4b43272085 HTTP/1.1" status: 204 len: 168 time: 0.9367037 Feb 09 18:07:17.898435 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-83fdf6d1-10d7-4f73-a92d-fba1787a4fd5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] DELETE failed (client error): The resource could not be found. Feb 09 18:07:17.898889 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83fdf6d1-10d7-4f73-a92d-fba1787a4fd5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:17.900644 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-83fdf6d1-10d7-4f73-a92d-fba1787a4fd5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/subnets/63737951-ac8b-4a3c-9f9b-b30aec0bb60b HTTP/1.1" status: 404 len: 337 time: 0.0851152 Feb 09 18:07:17.901198 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49858) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:17.910854 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49860) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:17.916939 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fdc3b5-30d7-4728-8b8d-46be35ae2501 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:18.003171 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-82c4f9c9-8f37-4f18-bcf1-e13050f33c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:18.013918 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-f67c7000-2e64-40bd-b5f4-b9acc25be0ea None None] For port 6517fd40-125b-4206-9912-a9c7de8e2862, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=6517fd40-125b-4206-9912-a9c7de8e2862,segment=NetworkSegment(5918f11a-32f4-4202-bfe2-7c49095d6c2c),segment_id=5918f11a-32f4-4202-bfe2-7c49095d6c2c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:18.016037 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f67c7000-2e64-40bd-b5f4-b9acc25be0ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:18.093743 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904d4dbd-c913-4d40-9ab1-8b25f41f5f56 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Network 14729154-6a3a-45f0-bba5-fa53da7b17ad is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:07:18.121561 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-82c4f9c9-8f37-4f18-bcf1-e13050f33c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Transition to ACTIVE for port object b35f7ed0-b871-4bc6-8e95-2b00d083eb0e will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:18.360783 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-82c4f9c9-8f37-4f18-bcf1-e13050f33c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:18.365684 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 45831863-40d1-49db-90dd-6f26bff673cb no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:07:18.368970 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-904d4dbd-c913-4d40-9ab1-8b25f41f5f56 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 14729154-6a3a-45f0-bba5-fa53da7b17ad) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:18.457887 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904d4dbd-c913-4d40-9ab1-8b25f41f5f56 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:18.458709 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-904d4dbd-c913-4d40-9ab1-8b25f41f5f56 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:18.459942 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4a9cbf-326a-43b2-acaf-0140a349a87a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] DELETE failed (client error): The resource could not be found. Feb 09 18:07:18.460479 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4a9cbf-326a-43b2-acaf-0140a349a87a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:18.462454 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-de4a9cbf-326a-43b2-acaf-0140a349a87a tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/subnets/3e462629-6e7f-4e84-9f12-0a01f996698d HTTP/1.1" status: 404 len: 337 time: 0.4894323 Feb 09 18:07:18.468494 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49868) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:18.482786 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f67c7000-2e64-40bd-b5f4-b9acc25be0ea None None] Calling delete_port for 6517fd40-125b-4206-9912-a9c7de8e2862 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:18.539433 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4715ce15-7450-4bff-ba41-a6d5f2f90cbf None None] Network 14729154-6a3a-45f0-bba5-fa53da7b17ad requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:18.573782 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c4f9c9-8f37-4f18-bcf1-e13050f33c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network 19ad8a7a-9f49-4e03-8120-40789e453f9b is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:18.580050 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-82c4f9c9-8f37-4f18-bcf1-e13050f33c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:18.585336 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-ec78c655-6ee6-472f-98f8-69a6dc96bfba tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Deleting port 65acc692-eed0-4eb7-a963-700bc2054d9b {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:18.585878 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ec78c655-6ee6-472f-98f8-69a6dc96bfba tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:18.594866 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c4f9c9-8f37-4f18-bcf1-e13050f33c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:07:18.617041 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 45831863-40d1-49db-90dd-6f26bff673cb {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:07:18.617458 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 45831863-40d1-49db-90dd-6f26bff673cb not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:07:18.617850 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6517fd40-125b-4206-9912-a9c7de8e2862 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:07:18.630066 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-be81e21c-ee94-4b39-8ef3-86a02d5737b0 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:router {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:18.640701 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4f9c9-8f37-4f18-bcf1-e13050f33c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Port': ['ID=b35f7ed0-b871-4bc6-8e95-2b00d083eb0e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:18.650999 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ee65f36a-b805-4d3a-a9d2-79757615b981 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Deleting port 42dade24-09af-4edb-99f2-b0761a67493d {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:18.651340 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee65f36a-b805-4d3a-a9d2-79757615b981 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:18.734677 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-904d4dbd-c913-4d40-9ab1-8b25f41f5f56 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.5525234 Feb 09 18:07:18.740739 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49872) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:18.856993 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c4f9c9-8f37-4f18-bcf1-e13050f33c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:18.856993 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-82c4f9c9-8f37-4f18-bcf1-e13050f33c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:18.873750 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ec78c655-6ee6-472f-98f8-69a6dc96bfba tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:18.956849 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49876) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:19.052246 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-ec78c655-6ee6-472f-98f8-69a6dc96bfba tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Calling delete_port for 65acc692-eed0-4eb7-a963-700bc2054d9b owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:19.057077 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee65f36a-b805-4d3a-a9d2-79757615b981 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:19.057580 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee65f36a-b805-4d3a-a9d2-79757615b981 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:19.079445 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f67c7000-2e64-40bd-b5f4-b9acc25be0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:19.086584 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-deb349b2-8c1f-4afe-b369-71577bf2a556 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port eb3e303a-9378-44f1-a278-8994464b26d2 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:19.086584 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-deb349b2-8c1f-4afe-b369-71577bf2a556 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:19.147698 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-82c4f9c9-8f37-4f18-bcf1-e13050f33c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.7572229 Feb 09 18:07:19.156075 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49880) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:19.160619 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-6af650ee-b6e9-4fef-b890-1aaef2796c0a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:19.230648 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67c7000-2e64-40bd-b5f4-b9acc25be0ea None None] No DVR routers for this DVR port 6517fd40-125b-4206-9912-a9c7de8e2862 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:07:19.230648 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c7000-2e64-40bd-b5f4-b9acc25be0ea None None] Pushing event deleted for resources: {'Port': ['ID=6517fd40-125b-4206-9912-a9c7de8e2862,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:19.231631 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-078446b2-cd07-4c75-8b01-4b54443adae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:19.260435 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No active binding found for port 6517fd40-125b-4206-9912-a9c7de8e2862 {{(pid=84543) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 09 18:07:19.261442 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6517fd40-125b-4206-9912-a9c7de8e2862 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:07:19.266635 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-be81e21c-ee94-4b39-8ef3-86a02d5737b0 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:router {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:19.277109 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-be81e21c-ee94-4b39-8ef3-86a02d5737b0 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.3739843 Feb 09 18:07:19.278231 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49884) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:19.350382 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a5403b-34c4-44bc-99d0-cc20fdf849b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-14729154-6a3a-45f0-bba5-fa53da7b17ad', 'network_id': '14729154-6a3a-45f0-bba5-fa53da7b17ad', 'tenant_id': 'b75406ac5e534d45adbe01b1fd78744d', 'fixed_ips': [{'subnet_id': '9c612ab1-8cf2-4e3f-b1d5-870561298cad'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:07:19.353259 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e3a5403b-34c4-44bc-99d0-cc20fdf849b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:19.362040 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ec78c655-6ee6-472f-98f8-69a6dc96bfba tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:19.367440 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ee65f36a-b805-4d3a-a9d2-79757615b981 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Calling delete_port for 42dade24-09af-4edb-99f2-b0761a67493d owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:19.509979 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78c655-6ee6-472f-98f8-69a6dc96bfba tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Port': ['ID=65acc692-eed0-4eb7-a963-700bc2054d9b,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:19.533419 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-d2a06c61-90c8-48e3-aee5-14958d4b4b08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting port b35f7ed0-b871-4bc6-8e95-2b00d083eb0e {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:19.533959 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d2a06c61-90c8-48e3-aee5-14958d4b4b08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:19.571574 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5f8e8efe-88c6-436a-ba42-ab0dfee51919 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6000760d86014b9c8d68b5ec2afa808b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6063330 Feb 09 18:07:19.574767 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49888) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:19.632337 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-e3a5403b-34c4-44bc-99d0-cc20fdf849b3 None None] Allocated IP 2001:db8::3 (14729154-6a3a-45f0-bba5-fa53da7b17ad/9c612ab1-8cf2-4e3f-b1d5-870561298cad/4ad6d58f-e8eb-4e80-a538-14e260615910) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:19.646635 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a223c375-0456-48b2-a9e1-b40bb959c359 None None] DHCP port deletion for 533fa7e0-9286-46d7-99f4-266111443da8 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:07:19.648697 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92cfab8-505b-4595-aba3-f3c524418dcf None None] Network 19ad8a7a-9f49-4e03-8120-40789e453f9b requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:19.670268 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ec78c655-6ee6-472f-98f8-69a6dc96bfba tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:19.726390 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-deb349b2-8c1f-4afe-b369-71577bf2a556 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port eb3e303a-9378-44f1-a278-8994464b26d2, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=eb3e303a-9378-44f1-a278-8994464b26d2,segment=NetworkSegment(a3f1a63f-8135-49d5-8ab9-e12871702e49),segment_id=a3f1a63f-8135-49d5-8ab9-e12871702e49)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:19.726750 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-deb349b2-8c1f-4afe-b369-71577bf2a556 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:19.731809 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a223c375-0456-48b2-a9e1-b40bb959c359 None None] Deleting port 250801ba-cbf6-4d16-a802-7f2deb6632a9 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:19.732188 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a223c375-0456-48b2-a9e1-b40bb959c359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:19.797506 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-39c3e526-40eb-4ecd-963a-74e52992b559 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:19.854843 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ec78c655-6ee6-472f-98f8-69a6dc96bfba tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/ports/65acc692-eed0-4eb7-a963-700bc2054d9b HTTP/1.1" status: 204 len: 168 time: 1.3828692 Feb 09 18:07:19.856640 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49894) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:19.863158 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-deb349b2-8c1f-4afe-b369-71577bf2a556 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for eb3e303a-9378-44f1-a278-8994464b26d2 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:20.044040 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:20.044529 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c77f73d2-ea2a-4851-be06-3741a2334597 None None] Provisioning for port 529cb41d-cfba-4c36-b29a-b1495b9591fc completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:20.248869 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a94ddc48-33e9-4b91-aecb-2cbe13b43ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:20.252696 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:20.330513 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b15b1302-c989-4223-9b8a-c6138574a7f5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:20.344546 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a94ddc48-33e9-4b91-aecb-2cbe13b43ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:20.382980 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 529cb41d-cfba-4c36-b29a-b1495b9591fc up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:07:20.422131 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e3a5403b-34c4-44bc-99d0-cc20fdf849b3 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:20.431705 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee65f36a-b805-4d3a-a9d2-79757615b981 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:20.438636 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-a223c375-0456-48b2-a9e1-b40bb959c359 None None] For port 250801ba-cbf6-4d16-a802-7f2deb6632a9, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=250801ba-cbf6-4d16-a802-7f2deb6632a9,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:20.439735 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a223c375-0456-48b2-a9e1-b40bb959c359 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:20.477767 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e3a5403b-34c4-44bc-99d0-cc20fdf849b3 None None] Transition to ACTIVE for port object 4ad6d58f-e8eb-4e80-a538-14e260615910 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:20.545047 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65f36a-b805-4d3a-a9d2-79757615b981 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Pushing event deleted for resources: {'Port': ['ID=42dade24-09af-4edb-99f2-b0761a67493d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:20.612172 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b15b1302-c989-4223-9b8a-c6138574a7f5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:20.617165 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-39c3e526-40eb-4ecd-963a-74e52992b559 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:20.619656 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a223c375-0456-48b2-a9e1-b40bb959c359 None None] Calling delete_port for 250801ba-cbf6-4d16-a802-7f2deb6632a9 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:20.639774 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d2a06c61-90c8-48e3-aee5-14958d4b4b08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:20.655208 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6af650ee-b6e9-4fef-b890-1aaef2796c0a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-65282995'] for subnet, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:20.668982 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e3a5403b-34c4-44bc-99d0-cc20fdf849b3 None None] Transition to ACTIVE for port object 4ad6d58f-e8eb-4e80-a538-14e260615910 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:20.709597 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-39c3e526-40eb-4ecd-963a-74e52992b559 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:20.728440 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b15b1302-c989-4223-9b8a-c6138574a7f5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['061275a6-3bbf-48c1-8058-6590c56a5f81']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:20.735654 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a94ddc48-33e9-4b91-aecb-2cbe13b43ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:20.767522 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b15b1302-c989-4223-9b8a-c6138574a7f5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5918f11a-32f4-4202-bfe2-7c49095d6c2c') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:20.770437 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b15b1302-c989-4223-9b8a-c6138574a7f5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5918f11a-32f4-4202-bfe2-7c49095d6c2c') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:20.770586 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e3a5403b-34c4-44bc-99d0-cc20fdf849b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:20.782728 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-d2a06c61-90c8-48e3-aee5-14958d4b4b08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Calling delete_port for b35f7ed0-b871-4bc6-8e95-2b00d083eb0e owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:20.790439 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ddc48-33e9-4b91-aecb-2cbe13b43ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d41f9d-8268-4ec1-a512-7969709bfabd,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:20.794437 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b15b1302-c989-4223-9b8a-c6138574a7f5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:20.820413 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee65f36a-b805-4d3a-a9d2-79757615b981 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:20.884638 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5403b-34c4-44bc-99d0-cc20fdf849b3 None None] Pushing event updated for resources: {'Port': ['ID=4ad6d58f-e8eb-4e80-a538-14e260615910,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:20.893717 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a5403b-34c4-44bc-99d0-cc20fdf849b3 None None] Network 14729154-6a3a-45f0-bba5-fa53da7b17ad is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:20.895993 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-e3a5403b-34c4-44bc-99d0-cc20fdf849b3 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:20.898022 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a223c375-0456-48b2-a9e1-b40bb959c359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:20.912196 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 529cb41d-cfba-4c36-b29a-b1495b9591fc completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:20.923086 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a5403b-34c4-44bc-99d0-cc20fdf849b3 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:07:20.967304 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b15b1302-c989-4223-9b8a-c6138574a7f5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:20.981123 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 529cb41d-cfba-4c36-b29a-b1495b9591fc triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:20.981123 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:20.992457 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15b1302-c989-4223-9b8a-c6138574a7f5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:07:20.992858 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b15b1302-c989-4223-9b8a-c6138574a7f5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:07:21.008565 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:07:21.017396 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-deb349b2-8c1f-4afe-b369-71577bf2a556 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:21.080166 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-39c3e526-40eb-4ecd-963a-74e52992b559 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:21.085118 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c3e526-40eb-4ecd-963a-74e52992b559 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Fanout notify agent at l3_agent the message router_deleted on router 6f6bc19f-918f-494c-bf52-22cb45d4a631 {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:07:21.100207 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a223c375-0456-48b2-a9e1-b40bb959c359 None None] No DVR routers for this DVR port 250801ba-cbf6-4d16-a802-7f2deb6632a9 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:07:21.104581 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223c375-0456-48b2-a9e1-b40bb959c359 None None] Pushing event deleted for resources: {'Port': ['ID=250801ba-cbf6-4d16-a802-7f2deb6632a9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:21.213398 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a94ddc48-33e9-4b91-aecb-2cbe13b43ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:21.214622 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a94ddc48-33e9-4b91-aecb-2cbe13b43ce8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14d41f9d-8268-4ec1-a512-7969709bfabd HTTP/1.1" status: 204 len: 168 time: 1.6371126 Feb 09 18:07:21.226945 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb349b2-8c1f-4afe-b369-71577bf2a556 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=eb3e303a-9378-44f1-a278-8994464b26d2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:21.231758 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8a357284-3fb8-45f3-a928-43987a4b51ce None None] Provisioning complete for port 529cb41d-cfba-4c36-b29a-b1495b9591fc triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:21.232711 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a357284-3fb8-45f3-a928-43987a4b51ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:21.411090 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b15b1302-c989-4223-9b8a-c6138574a7f5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:21.456630 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-e3a5403b-34c4-44bc-99d0-cc20fdf849b3 None None] Attempting to bind port 4ad6d58f-e8eb-4e80-a538-14e260615910 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:07:21.457005 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-e3a5403b-34c4-44bc-99d0-cc20fdf849b3 None None] Attempting to bind port 4ad6d58f-e8eb-4e80-a538-14e260615910 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '02a434f7-b8ca-40f7-bd2c-eea3c8645f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '14729154-6a3a-45f0-bba5-fa53da7b17ad'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:07:21.457365 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5403b-34c4-44bc-99d0-cc20fdf849b3 None None] Attempting to bind port 4ad6d58f-e8eb-4e80-a538-14e260615910 on network 14729154-6a3a-45f0-bba5-fa53da7b17ad {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:07:21.461729 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d2a06c61-90c8-48e3-aee5-14958d4b4b08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:21.474144 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-39c3e526-40eb-4ecd-963a-74e52992b559 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:21.474144 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-39c3e526-40eb-4ecd-963a-74e52992b559 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/routers/6f6bc19f-918f-494c-bf52-22cb45d4a631 HTTP/1.1" status: 204 len: 168 time: 2.1827030 Feb 09 18:07:21.474961 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49900) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:21.477512 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b15b1302-c989-4223-9b8a-c6138574a7f5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:21.482412 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b1302-c989-4223-9b8a-c6138574a7f5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] Pushing event deleted for resources: {'Network': ['ID=061275a6-3bbf-48c1-8058-6590c56a5f81,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:21.497665 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b15b1302-c989-4223-9b8a-c6138574a7f5 tempest-PortsIpV6TestJSON-318598865 tempest-PortsIpV6TestJSON-318598865-project] 10.222.0.21 "DELETE /v2.0/networks/061275a6-3bbf-48c1-8058-6590c56a5f81 HTTP/1.1" status: 204 len: 168 time: 1.6070805 Feb 09 18:07:21.527014 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:21.556230 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5403b-34c4-44bc-99d0-cc20fdf849b3 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:07:21.556832 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5403b-34c4-44bc-99d0-cc20fdf849b3 None None] Checking segment: {'id': '02a434f7-b8ca-40f7-bd2c-eea3c8645f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '14729154-6a3a-45f0-bba5-fa53da7b17ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:07:21.557441 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e3a5403b-34c4-44bc-99d0-cc20fdf849b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:21.558043 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5403b-34c4-44bc-99d0-cc20fdf849b3 None None] Bound using segment: {'id': '02a434f7-b8ca-40f7-bd2c-eea3c8645f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '14729154-6a3a-45f0-bba5-fa53da7b17ad'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:07:21.558878 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-e3a5403b-34c4-44bc-99d0-cc20fdf849b3 None None] Bound port: 4ad6d58f-e8eb-4e80-a538-14e260615910, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a434f7-b8ca-40f7-bd2c-eea3c8645f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '14729154-6a3a-45f0-bba5-fa53da7b17ad'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:07:21.559998 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e3a5403b-34c4-44bc-99d0-cc20fdf849b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:21.620251 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6af650ee-b6e9-4fef-b890-1aaef2796c0a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779619510155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1085756'] for subnet, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:21.665917 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a06c61-90c8-48e3-aee5-14958d4b4b08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Port': ['ID=b35f7ed0-b871-4bc6-8e95-2b00d083eb0e,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:21.688340 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-73725231-8a3f-417b-a7d6-ffc88e930352 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:21.716812 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:21.819168 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 529cb41d-cfba-4c36-b29a-b1495b9591fc, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=529cb41d-cfba-4c36-b29a-b1495b9591fc,segment=NetworkSegment(125a34c6-00eb-45d2-90cd-7de8202e48b6),segment_id=125a34c6-00eb-45d2-90cd-7de8202e48b6)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:21.825124 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a357284-3fb8-45f3-a928-43987a4b51ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:21.869170 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af650ee-b6e9-4fef-b890-1aaef2796c0a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event updated for resources: {'Subnet': ['ID=9c612ab1-8cf2-4e3f-b1d5-870561298cad,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:21.889150 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:21.890078 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af650ee-b6e9-4fef-b890-1aaef2796c0a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:21.895798 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6af650ee-b6e9-4fef-b890-1aaef2796c0a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:21.903601 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6af650ee-b6e9-4fef-b890-1aaef2796c0a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "PUT /v2.0/subnets/9c612ab1-8cf2-4e3f-b1d5-870561298cad HTTP/1.1" status: 200 len: 900 time: 3.1621172 Feb 09 18:07:21.915872 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49910) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:22.000068 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-73725231-8a3f-417b-a7d6-ffc88e930352 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:22.001590 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-73725231-8a3f-417b-a7d6-ffc88e930352 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4483976 Feb 09 18:07:22.004681 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49914) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:22.111004 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49918) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:22.119237 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=529cb41d-cfba-4c36-b29a-b1495b9591fc,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:22.124210 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 250801ba-cbf6-4d16-a802-7f2deb6632a9 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:07:22.134748 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d2a06c61-90c8-48e3-aee5-14958d4b4b08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:22.137630 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d2a06c61-90c8-48e3-aee5-14958d4b4b08 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/ports/b35f7ed0-b871-4bc6-8e95-2b00d083eb0e HTTP/1.1" status: 204 len: 168 time: 2.9408002 Feb 09 18:07:22.147679 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49926) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:22.149181 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4391764-a3ec-4133-bd13-cf0cfcc577f0 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:22.158549 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c4391764-a3ec-4133-bd13-cf0cfcc577f0 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1429660 Feb 09 18:07:22.171335 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49930) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:22.212393 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0781bd8-3a20-441f-9138-9581429137a1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] GET failed (client error): The resource could not be found. Feb 09 18:07:22.213213 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e0781bd8-3a20-441f-9138-9581429137a1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Synchronizing usage tracker for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:22.267528 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 250801ba-cbf6-4d16-a802-7f2deb6632a9 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:07:22.268364 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 250801ba-cbf6-4d16-a802-7f2deb6632a9 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:07:22.284316 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-e3a5403b-34c4-44bc-99d0-cc20fdf849b3 None None] For port 4ad6d58f-e8eb-4e80-a538-14e260615910, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:07:22.303139 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-e3a5403b-34c4-44bc-99d0-cc20fdf849b3 None None] For port 4ad6d58f-e8eb-4e80-a538-14e260615910, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=4ad6d58f-e8eb-4e80-a538-14e260615910,segment=NetworkSegment(02a434f7-b8ca-40f7-bd2c-eea3c8645f90),segment_id=02a434f7-b8ca-40f7-bd2c-eea3c8645f90)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:07:22.305563 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f3f43ea9-1894-41de-aac0-1d59457a2ed8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:22.307276 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-8a357284-3fb8-45f3-a928-43987a4b51ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:07:22.307629 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-8a357284-3fb8-45f3-a928-43987a4b51ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:07:22.321562 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-f3f43ea9-1894-41de-aac0-1d59457a2ed8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Deleting port 4ad6d58f-e8eb-4e80-a538-14e260615910 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:22.329168 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f3f43ea9-1894-41de-aac0-1d59457a2ed8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:22.368540 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e0781bd8-3a20-441f-9138-9581429137a1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Unset dirty status for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:22.370095 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e0781bd8-3a20-441f-9138-9581429137a1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports/b35f7ed0-b871-4bc6-8e95-2b00d083eb0e HTTP/1.1" status: 404 len: 333 time: 0.2212651 Feb 09 18:07:22.377338 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49938) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:22.465820 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-24c98663-2ac9-4bcf-94b7-d429395e39d9 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:router {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:22.471363 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-deb349b2-8c1f-4afe-b369-71577bf2a556 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:22.481691 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e3a5403b-34c4-44bc-99d0-cc20fdf849b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:22.537944 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 529cb41d-cfba-4c36-b29a-b1495b9591fc up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:07:22.669806 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5403b-34c4-44bc-99d0-cc20fdf849b3 None None] Pushing event updated for resources: {'Port': ['ID=4ad6d58f-e8eb-4e80-a538-14e260615910,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:22.686101 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 529cb41d-cfba-4c36-b29a-b1495b9591fc triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:22.686785 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:22.747716 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a561e0cc-bd8b-4679-a705-0165901defed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b60c7c82052d46da993e7a5a5abe4cf8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6310024 Feb 09 18:07:22.757310 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49944) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:22.832995 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-24c98663-2ac9-4bcf-94b7-d429395e39d9 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:router {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:22.834506 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-24c98663-2ac9-4bcf-94b7-d429395e39d9 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6618767 Feb 09 18:07:22.849842 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49948) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:22.871192 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-1296dcd6-3c4e-474d-868b-6a8105f2f885 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:22.943170 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-946c58d7-bf1b-4f9f-a2a6-e5c308d73343 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting subnet 2a6e04ac-f0b1-49f1-9097-d557a0b46467 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:07:22.984063 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-946c58d7-bf1b-4f9f-a2a6-e5c308d73343 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:23.028473 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8a357284-3fb8-45f3-a928-43987a4b51ce None None] Could not find standard attr ID for object b35f7ed0-b871-4bc6-8e95-2b00d083eb0e. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:07:23.098327 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee65f36a-b805-4d3a-a9d2-79757615b981 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Router f70b2fc8-a42f-47de-b0e9-9e3554123b5f has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:07:23.111391 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-946c58d7-bf1b-4f9f-a2a6-e5c308d73343 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:23.136039 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1ed2b951-b570-496e-80a1-a9cf841d19a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:23.165619 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8a20e742-c11a-46bc-8b34-ae84fe4b56b8 None None] Could not find standard attr ID for object b35f7ed0-b871-4bc6-8e95-2b00d083eb0e. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:07:23.173320 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1296dcd6-3c4e-474d-868b-6a8105f2f885 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:23.197973 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1ed2b951-b570-496e-80a1-a9cf841d19a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:23.274727 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1296dcd6-3c4e-474d-868b-6a8105f2f885 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:23.325640 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-946c58d7-bf1b-4f9f-a2a6-e5c308d73343 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:23.380293 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-f3f43ea9-1894-41de-aac0-1d59457a2ed8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] For port 4ad6d58f-e8eb-4e80-a538-14e260615910, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=4ad6d58f-e8eb-4e80-a538-14e260615910,segment=NetworkSegment(02a434f7-b8ca-40f7-bd2c-eea3c8645f90),segment_id=02a434f7-b8ca-40f7-bd2c-eea3c8645f90)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:23.380659 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f3f43ea9-1894-41de-aac0-1d59457a2ed8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:23.508700 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49958) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:23.518360 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1296dcd6-3c4e-474d-868b-6a8105f2f885 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:23.524266 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-f3f43ea9-1894-41de-aac0-1d59457a2ed8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Calling delete_port for 4ad6d58f-e8eb-4e80-a538-14e260615910 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:23.625570 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1ed2b951-b570-496e-80a1-a9cf841d19a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:23.682793 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-946c58d7-bf1b-4f9f-a2a6-e5c308d73343 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:23.730551 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2b951-b570-496e-80a1-a9cf841d19a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e687323-52f4-4ae0-a028-751ac233811e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:23.758757 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c58d7-bf1b-4f9f-a2a6-e5c308d73343 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Subnet': ['ID=2a6e04ac-f0b1-49f1-9097-d557a0b46467,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:23.762053 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f3f43ea9-1894-41de-aac0-1d59457a2ed8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:23.774407 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1ed2b951-b570-496e-80a1-a9cf841d19a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:23.775713 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1ed2b951-b570-496e-80a1-a9cf841d19a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e687323-52f4-4ae0-a028-751ac233811e HTTP/1.1" status: 204 len: 168 time: 1.0133395 Feb 09 18:07:23.797170 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c0dc2f03-edb1-41cd-b263-c1bbad3c9fd6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1075018839'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:23.814627 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1296dcd6-3c4e-474d-868b-6a8105f2f885 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:23.830992 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c0dc2f03-edb1-41cd-b263-c1bbad3c9fd6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:23.845702 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c0dc2f03-edb1-41cd-b263-c1bbad3c9fd6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Usage tracker for resource:network and tenant:87988ebdba86441595145b8b3a8899ab is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:23.858903 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f43ea9-1894-41de-aac0-1d59457a2ed8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Port': ['ID=4ad6d58f-e8eb-4e80-a538-14e260615910,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:23.870310 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-946c58d7-bf1b-4f9f-a2a6-e5c308d73343 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:23.875828 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82ae88d-f1f2-4a4d-9c50-b78073c7e532 None None] Network 19ad8a7a-9f49-4e03-8120-40789e453f9b requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:23.903234 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c0dc2f03-edb1-41cd-b263-c1bbad3c9fd6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:23.910354 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-946c58d7-bf1b-4f9f-a2a6-e5c308d73343 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/subnets/2a6e04ac-f0b1-49f1-9097-d557a0b46467 HTTP/1.1" status: 204 len: 168 time: 1.5273745 Feb 09 18:07:23.919127 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 49966) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:23.924830 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c0dc2f03-edb1-41cd-b263-c1bbad3c9fd6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:23.990632 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f43ea9-1894-41de-aac0-1d59457a2ed8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] No DVR routers for this DVR port 4ad6d58f-e8eb-4e80-a538-14e260615910 on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:07:24.088391 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f3f43ea9-1894-41de-aac0-1d59457a2ed8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:24.120365 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd5c35d-8427-47e3-9481-430cebb7e947 None None] Network 14729154-6a3a-45f0-bba5-fa53da7b17ad requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:24.142812 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0dc2f03-edb1-41cd-b263-c1bbad3c9fd6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Made reservation on behalf of 87988ebdba86441595145b8b3a8899ab for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:24.146222 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0dc2f03-edb1-41cd-b263-c1bbad3c9fd6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:24.236157 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-32cbdc37-3caa-408c-a90b-6fc5eeb6643c None None] Could not find standard attr ID for object 4ad6d58f-e8eb-4e80-a538-14e260615910. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:07:24.283961 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f3f43ea9-1894-41de-aac0-1d59457a2ed8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:24.355825 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe63b66-a9f2-4da9-807f-6f5f7b192100 None None] DHCP port deletion for 19ad8a7a-9f49-4e03-8120-40789e453f9b request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:07:24.378830 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0dc2f03-edb1-41cd-b263-c1bbad3c9fd6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:24.385235 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f43ea9-1894-41de-aac0-1d59457a2ed8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Subnet': ['ID=9c612ab1-8cf2-4e3f-b1d5-870561298cad,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:24.396207 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db39f05c-5390-49b2-9332-146386acc32e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:24.406330 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee65f36a-b805-4d3a-a9d2-79757615b981 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:07:24.413793 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-fbe63b66-a9f2-4da9-807f-6f5f7b192100 None None] Deleting port 529cb41d-cfba-4c36-b29a-b1495b9591fc {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:24.414198 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fbe63b66-a9f2-4da9-807f-6f5f7b192100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:24.417421 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3636c51c-b9a7-41e3-bc36-f69edfa44cd8 None None] Sync routers for ids ['f70b2fc8-a42f-47de-b0e9-9e3554123b5f'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:07:24.435707 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee65f36a-b805-4d3a-a9d2-79757615b981 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:24.448106 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3636c51c-b9a7-41e3-bc36-f69edfa44cd8 None None] Routers {'f70b2fc8-a42f-47de-b0e9-9e3554123b5f'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:07:24.453659 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3636c51c-b9a7-41e3-bc36-f69edfa44cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:07:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['f70b2fc8-a42f-47de-b0e9-9e3554123b5f'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:24.513416 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-db39f05c-5390-49b2-9332-146386acc32e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting port 529cb41d-cfba-4c36-b29a-b1495b9591fc {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:24.513897 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db39f05c-5390-49b2-9332-146386acc32e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:24.574958 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c0dc2f03-edb1-41cd-b263-c1bbad3c9fd6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:24.615804 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f3f43ea9-1894-41de-aac0-1d59457a2ed8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:24.621409 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3636c51c-b9a7-41e3-bc36-f69edfa44cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:24.621872 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e709b9b-fb6b-440d-8b0c-19fdaa3db76d None None] DHCP port deletion for 14729154-6a3a-45f0-bba5-fa53da7b17ad request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:07:24.628088 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c0dc2f03-edb1-41cd-b263-c1bbad3c9fd6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Usage tracker for resource:security_group_rule and tenant:87988ebdba86441595145b8b3a8899ab is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:24.650538 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c0dc2f03-edb1-41cd-b263-c1bbad3c9fd6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:24.656202 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3636c51c-b9a7-41e3-bc36-f69edfa44cd8 None None] Routers {'f70b2fc8-a42f-47de-b0e9-9e3554123b5f'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:07:24.656819 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3636c51c-b9a7-41e3-bc36-f69edfa44cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:07:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['f70b2fc8-a42f-47de-b0e9-9e3554123b5f'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:24.660790 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ee65f36a-b805-4d3a-a9d2-79757615b981 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] 10.222.0.21 "DELETE /v2.0/floatingips/45704de2-7c29-48cf-b5dd-791d2e9457fe HTTP/1.1" status: 204 len: 168 time: 6.9138365 Feb 09 18:07:24.664743 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49978) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:24.681355 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebddb10-821e-4591-84bc-a3657bbf9f33 None None] Network 14729154-6a3a-45f0-bba5-fa53da7b17ad requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:24.682890 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-52cc2067-922a-40cc-bd1f-f69561deb67a tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:24.684485 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c0dc2f03-edb1-41cd-b263-c1bbad3c9fd6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:24.695329 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-52cc2067-922a-40cc-bd1f-f69561deb67a tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:24.703790 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-52cc2067-922a-40cc-bd1f-f69561deb67a tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Usage tracker for resource:floatingip and tenant:cf359bd662f344ff94ecd4f47fddeeea is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:24.709463 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-52cc2067-922a-40cc-bd1f-f69561deb67a tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:24.718170 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-52cc2067-922a-40cc-bd1f-f69561deb67a tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:24.733802 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-f3f43ea9-1894-41de-aac0-1d59457a2ed8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14729154-6a3a-45f0-bba5-fa53da7b17ad']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:24.751288 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3636c51c-b9a7-41e3-bc36-f69edfa44cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:24.752006 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-f3f43ea9-1894-41de-aac0-1d59457a2ed8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a434f7-b8ca-40f7-bd2c-eea3c8645f90') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:24.752134 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3636c51c-b9a7-41e3-bc36-f69edfa44cd8 None None] The sync data for ids ['f70b2fc8-a42f-47de-b0e9-9e3554123b5f'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:07:24.752314 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-f3f43ea9-1894-41de-aac0-1d59457a2ed8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a434f7-b8ca-40f7-bd2c-eea3c8645f90') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:24.773398 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f3f43ea9-1894-41de-aac0-1d59457a2ed8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:24.787527 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-fbe63b66-a9f2-4da9-807f-6f5f7b192100 None None] For port 529cb41d-cfba-4c36-b29a-b1495b9591fc, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=529cb41d-cfba-4c36-b29a-b1495b9591fc,segment=NetworkSegment(125a34c6-00eb-45d2-90cd-7de8202e48b6),segment_id=125a34c6-00eb-45d2-90cd-7de8202e48b6)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:24.787924 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fbe63b66-a9f2-4da9-807f-6f5f7b192100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:24.797092 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f3f43ea9-1894-41de-aac0-1d59457a2ed8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:24.807155 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f43ea9-1894-41de-aac0-1d59457a2ed8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:07:24.807704 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f3f43ea9-1894-41de-aac0-1d59457a2ed8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:07:24.950724 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:07:24.952677 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-52cc2067-922a-40cc-bd1f-f69561deb67a tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:24.968646 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-fbe63b66-a9f2-4da9-807f-6f5f7b192100 None None] Calling delete_port for 529cb41d-cfba-4c36-b29a-b1495b9591fc owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:24.976365 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-db39f05c-5390-49b2-9332-146386acc32e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] For port 529cb41d-cfba-4c36-b29a-b1495b9591fc, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=529cb41d-cfba-4c36-b29a-b1495b9591fc,segment=NetworkSegment(125a34c6-00eb-45d2-90cd-7de8202e48b6),segment_id=125a34c6-00eb-45d2-90cd-7de8202e48b6)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:24.976715 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db39f05c-5390-49b2-9332-146386acc32e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:25.057789 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0dc2f03-edb1-41cd-b263-c1bbad3c9fd6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:25.110533 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f3f43ea9-1894-41de-aac0-1d59457a2ed8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:25.129629 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-db39f05c-5390-49b2-9332-146386acc32e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Calling delete_port for 529cb41d-cfba-4c36-b29a-b1495b9591fc owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:25.171008 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0dc2f03-edb1-41cd-b263-c1bbad3c9fd6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:25.208264 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fbe63b66-a9f2-4da9-807f-6f5f7b192100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:25.255744 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe63b66-a9f2-4da9-807f-6f5f7b192100 None None] Pushing event deleted for resources: {'Port': ['ID=529cb41d-cfba-4c36-b29a-b1495b9591fc,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:25.261627 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0dc2f03-edb1-41cd-b263-c1bbad3c9fd6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:07:25.262755 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe63b66-a9f2-4da9-807f-6f5f7b192100 None None] No DVR routers for this DVR port 529cb41d-cfba-4c36-b29a-b1495b9591fc on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:07:25.287986 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f3f43ea9-1894-41de-aac0-1d59457a2ed8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:25.295989 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-52cc2067-922a-40cc-bd1f-f69561deb67a tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:25.299477 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc2f03-edb1-41cd-b263-c1bbad3c9fd6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ca66de-8c93-472f-b8c1-3fdef4bbe035,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:25.305076 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f43ea9-1894-41de-aac0-1d59457a2ed8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Network': ['ID=14729154-6a3a-45f0-bba5-fa53da7b17ad,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:25.314146 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0dc2f03-edb1-41cd-b263-c1bbad3c9fd6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:25.314456 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-c0dc2f03-edb1-41cd-b263-c1bbad3c9fd6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Added segment 11121950-c2f6-4fe8-9432-e949f268c207 of type vlan for network bc567abe-2448-4211-96a3-ede0b5b8aa5e Feb 09 18:07:25.321646 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb349b2-8c1f-4afe-b369-71577bf2a556 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router d0d0d019-1593-4000-89cd-f9220e9356be has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:07:25.329817 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.api [None req-db39f05c-5390-49b2-9332-146386acc32e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:07:25.329817 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG oslo_db.api [None req-db39f05c-5390-49b2-9332-146386acc32e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:07:25.389368 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0dc2f03-edb1-41cd-b263-c1bbad3c9fd6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:25.393401 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.objects.ports [None req-1296dcd6-3c4e-474d-868b-6a8105f2f885 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84542) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 18:07:25.399921 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1296dcd6-3c4e-474d-868b-6a8105f2f885 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:25.438052 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f3f43ea9-1894-41de-aac0-1d59457a2ed8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/networks/14729154-6a3a-45f0-bba5-fa53da7b17ad HTTP/1.1" status: 204 len: 168 time: 3.5159822 Feb 09 18:07:25.439315 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49990) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:25.496339 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a52238-5790-4114-8cbb-8d14c323bbb0 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] DELETE failed (client error): The resource could not be found. Feb 09 18:07:25.496779 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3a52238-5790-4114-8cbb-8d14c323bbb0 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:25.511254 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-c0dc2f03-edb1-41cd-b263-c1bbad3c9fd6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:07:25.511470 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c3a52238-5790-4114-8cbb-8d14c323bbb0 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/subnets/9c612ab1-8cf2-4e3f-b1d5-870561298cad HTTP/1.1" status: 404 len: 337 time: 0.0709894 Feb 09 18:07:25.517675 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49994) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:25.538650 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-52cc2067-922a-40cc-bd1f-f69561deb67a tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Allocated IP 172.26.8.240 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/76daaf4d-bb73-4fa7-b965-b81721275f51) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:25.540455 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 49998) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:25.558912 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5b7ddd-24d7-4fae-a7c4-4558fe3bde8c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] DELETE failed (client error): The resource could not be found. Feb 09 18:07:25.559354 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc5b7ddd-24d7-4fae-a7c4-4558fe3bde8c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:25.561028 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-dc5b7ddd-24d7-4fae-a7c4-4558fe3bde8c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/networks/14729154-6a3a-45f0-bba5-fa53da7b17ad HTTP/1.1" status: 404 len: 339 time: 0.0424070 Feb 09 18:07:25.567158 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50004) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:25.598653 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1296dcd6-3c4e-474d-868b-6a8105f2f885 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:25.609017 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-1296dcd6-3c4e-474d-868b-6a8105f2f885 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:25.615536 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1296dcd6-3c4e-474d-868b-6a8105f2f885 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:25.617295 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1296dcd6-3c4e-474d-868b-6a8105f2f885 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:25.624582 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2538a3-9c32-49ba-9867-f7d4e0d6ef8e None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:25.632625 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296dcd6-3c4e-474d-868b-6a8105f2f885 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=28488067-0a2e-431f-bcdb-7aeadb56f79c,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:25.734560 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0dc2f03-edb1-41cd-b263-c1bbad3c9fd6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:25.739454 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dc2f03-edb1-41cd-b263-c1bbad3c9fd6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:25.740615 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0dc2f03-edb1-41cd-b263-c1bbad3c9fd6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:25.758478 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-5c0ccf0b-85bb-40bc-a065-704a289f2db3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-312398196'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:25.767889 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5c0ccf0b-85bb-40bc-a065-704a289f2db3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:25.773184 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb349b2-8c1f-4afe-b369-71577bf2a556 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:07:25.783486 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1296dcd6-3c4e-474d-868b-6a8105f2f885 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9272802 Feb 09 18:07:25.786491 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5c0ccf0b-85bb-40bc-a065-704a289f2db3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Usage tracker for resource:network and tenant:3aafa79d3d06419e8e7c5f7d6aab117f is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:25.789760 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50008) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:25.791946 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-deb349b2-8c1f-4afe-b369-71577bf2a556 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "PUT /v2.0/routers/d0d0d019-1593-4000-89cd-f9220e9356be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5991867 Feb 09 18:07:25.798996 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5c0ccf0b-85bb-40bc-a065-704a289f2db3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:25.807530 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-15604a07-bf75-438f-9764-b7fd37dcc81a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:25.833341 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03426c84-f2a7-4646-8d01-9a0bb2eff1e5 None None] Sync routers for ids ['d0d0d019-1593-4000-89cd-f9220e9356be'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:07:25.843743 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-db39f05c-5390-49b2-9332-146386acc32e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting port 529cb41d-cfba-4c36-b29a-b1495b9591fc {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:25.844357 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db39f05c-5390-49b2-9332-146386acc32e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:25.904558 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5c0ccf0b-85bb-40bc-a065-704a289f2db3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:25.913424 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03426c84-f2a7-4646-8d01-9a0bb2eff1e5 None None] Routers {'d0d0d019-1593-4000-89cd-f9220e9356be'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:07:25.915837 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-03426c84-f2a7-4646-8d01-9a0bb2eff1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:07:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d0d0d019-1593-4000-89cd-f9220e9356be'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:25.933748 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-db39f05c-5390-49b2-9332-146386acc32e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] The port '529cb41d-cfba-4c36-b29a-b1495b9591fc' was deleted {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:07:25.959223 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fb5ed64f-959d-435b-a647-ace142982784 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:25.978921 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c0dc2f03-edb1-41cd-b263-c1bbad3c9fd6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4673533 Feb 09 18:07:26.020647 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-52cc2067-922a-40cc-bd1f-f69561deb67a tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:26.061217 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc2f03-edb1-41cd-b263-c1bbad3c9fd6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Network': ['ID=bc567abe-2448-4211-96a3-ede0b5b8aa5e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:26.083177 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0ccf0b-85bb-40bc-a065-704a289f2db3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Made reservation on behalf of 3aafa79d3d06419e8e7c5f7d6aab117f for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:26.086764 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccf0b-85bb-40bc-a065-704a289f2db3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:26.103199 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccf0b-85bb-40bc-a065-704a289f2db3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:26.121153 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network bc567abe-2448-4211-96a3-ede0b5b8aa5e details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:07:26.149189 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50014) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:26.165325 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-72ae0153-5839-48dc-88c9-43bf4fbc8bfe tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'subnet': {'network_id': 'bc567abe-2448-4211-96a3-ede0b5b8aa5e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:26.209769 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fb5ed64f-959d-435b-a647-ace142982784 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:26.240121 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-fb5ed64f-959d-435b-a647-ace142982784 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46b69b5-df15-42cc-83c6-2c8eabd7c950']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:26.265123 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-fb5ed64f-959d-435b-a647-ace142982784 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32bf2e8e-671c-4bf8-9af0-c3458e15f806') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:26.265123 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-fb5ed64f-959d-435b-a647-ace142982784 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32bf2e8e-671c-4bf8-9af0-c3458e15f806') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:26.273134 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fb5ed64f-959d-435b-a647-ace142982784 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:26.290930 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fb5ed64f-959d-435b-a647-ace142982784 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:26.299162 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb5ed64f-959d-435b-a647-ace142982784 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:07:26.299660 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fb5ed64f-959d-435b-a647-ace142982784 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:07:26.326582 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:07:26.329888 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a539d5-11d5-4395-b15d-f54136d3fa68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-533fa7e0-9286-46d7-99f4-266111443da8', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'fixed_ips': [{'subnet_id': '28488067-0a2e-431f-bcdb-7aeadb56f79c'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:07:26.330673 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57a539d5-11d5-4395-b15d-f54136d3fa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:26.369617 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-03426c84-f2a7-4646-8d01-9a0bb2eff1e5 None None] Set router d0d0d019-1593-4000-89cd-f9220e9356be gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:07:26.410967 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5c0ccf0b-85bb-40bc-a065-704a289f2db3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:26.411177 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db39f05c-5390-49b2-9332-146386acc32e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:26.415759 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5c0ccf0b-85bb-40bc-a065-704a289f2db3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Usage tracker for resource:security_group_rule and tenant:3aafa79d3d06419e8e7c5f7d6aab117f is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:26.419009 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5c0ccf0b-85bb-40bc-a065-704a289f2db3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:26.425801 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5c0ccf0b-85bb-40bc-a065-704a289f2db3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:26.457609 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 529cb41d-cfba-4c36-b29a-b1495b9591fc no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:07:26.482240 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-db39f05c-5390-49b2-9332-146386acc32e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ad8a7a-9f49-4e03-8120-40789e453f9b']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:26.498592 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-72ae0153-5839-48dc-88c9-43bf4fbc8bfe tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:26.504039 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-72ae0153-5839-48dc-88c9-43bf4fbc8bfe tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Usage tracker for resource:subnet and tenant:87988ebdba86441595145b8b3a8899ab is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:26.505959 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-72ae0153-5839-48dc-88c9-43bf4fbc8bfe tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:26.509978 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccf0b-85bb-40bc-a065-704a289f2db3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:26.511806 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-72ae0153-5839-48dc-88c9-43bf4fbc8bfe tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:26.517373 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-15604a07-bf75-438f-9764-b7fd37dcc81a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:26.522549 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-db39f05c-5390-49b2-9332-146386acc32e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125a34c6-00eb-45d2-90cd-7de8202e48b6') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:26.522847 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-db39f05c-5390-49b2-9332-146386acc32e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125a34c6-00eb-45d2-90cd-7de8202e48b6') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:26.529290 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 529cb41d-cfba-4c36-b29a-b1495b9591fc {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:07:26.530457 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 529cb41d-cfba-4c36-b29a-b1495b9591fc not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:07:26.530937 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 4ad6d58f-e8eb-4e80-a538-14e260615910 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:07:26.536964 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db39f05c-5390-49b2-9332-146386acc32e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:26.554210 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db39f05c-5390-49b2-9332-146386acc32e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:26.562432 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db39f05c-5390-49b2-9332-146386acc32e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:07:26.562432 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db39f05c-5390-49b2-9332-146386acc32e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:07:26.577031 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:07:26.587673 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-15604a07-bf75-438f-9764-b7fd37dcc81a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:26.608856 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccf0b-85bb-40bc-a065-704a289f2db3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:26.611412 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 4ad6d58f-e8eb-4e80-a538-14e260615910 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:07:26.611412 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 4ad6d58f-e8eb-4e80-a538-14e260615910 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:07:26.634637 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ae0153-5839-48dc-88c9-43bf4fbc8bfe tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Made reservation on behalf of 87988ebdba86441595145b8b3a8899ab for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:26.652810 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0ccf0b-85bb-40bc-a065-704a289f2db3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:07:26.666474 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fb5ed64f-959d-435b-a647-ace142982784 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:26.668068 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ccf0b-85bb-40bc-a065-704a289f2db3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8ae717-e9e0-48e2-8d79-081ead862107,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:26.693361 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fb5ed64f-959d-435b-a647-ace142982784 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:26.693825 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccf0b-85bb-40bc-a065-704a289f2db3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:26.693913 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-5c0ccf0b-85bb-40bc-a065-704a289f2db3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Added segment ff02555c-ceac-466d-9460-79bfb1e5527f of type vlan for network 9a3f1c2b-c927-4bbd-bd5a-411d36e3450b Feb 09 18:07:26.714740 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ed64f-959d-435b-a647-ace142982784 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Network': ['ID=b46b69b5-df15-42cc-83c6-2c8eabd7c950,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:26.724173 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-52cc2067-922a-40cc-bd1f-f69561deb67a tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:26.729022 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15604a07-bf75-438f-9764-b7fd37dcc81a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:26.782519 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-72ae0153-5839-48dc-88c9-43bf4fbc8bfe tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:26.867093 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db39f05c-5390-49b2-9332-146386acc32e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:26.872140 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fb5ed64f-959d-435b-a647-ace142982784 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/networks/b46b69b5-df15-42cc-83c6-2c8eabd7c950 HTTP/1.1" status: 204 len: 168 time: 1.3016937 Feb 09 18:07:26.885543 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccf0b-85bb-40bc-a065-704a289f2db3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:26.887750 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50020) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:26.900772 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db39f05c-5390-49b2-9332-146386acc32e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:26.910141 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145094e-6542-49ff-87f7-e7371a7f9034 req-53c8cd3d-781e-491b-bc05-5406ec399439 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:26.911048 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-c145094e-6542-49ff-87f7-e7371a7f9034 req-53c8cd3d-781e-491b-bc05-5406ec399439 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:26.939289 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc2067-922a-40cc-bd1f-f69561deb67a tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Pushing event updated for resources: {'Port': ['ID=76daaf4d-bb73-4fa7-b965-b81721275f51,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:26.943386 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cc2067-922a-40cc-bd1f-f69561deb67a tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:26.946727 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39f05c-5390-49b2-9332-146386acc32e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Network': ['ID=19ad8a7a-9f49-4e03-8120-40789e453f9b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:26.952216 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-52cc2067-922a-40cc-bd1f-f69561deb67a tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:26.962499 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-88920a80-6570-4c77-818f-98f0f5594b6b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] DELETE failed (client error): The resource could not be found. Feb 09 18:07:26.962499 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88920a80-6570-4c77-818f-98f0f5594b6b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:26.962499 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-88920a80-6570-4c77-818f-98f0f5594b6b tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/subnets/3c4d7228-d75c-48b5-ab68-9f1539f05409 HTTP/1.1" status: 404 len: 337 time: 0.0560308 Feb 09 18:07:26.963663 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-db39f05c-5390-49b2-9332-146386acc32e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/networks/19ad8a7a-9f49-4e03-8120-40789e453f9b HTTP/1.1" status: 204 len: 168 time: 3.0363979 Feb 09 18:07:26.964379 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50024) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:26.969277 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50028) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:26.971486 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cc2067-922a-40cc-bd1f-f69561deb67a tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:07:26.977584 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-57a539d5-11d5-4395-b15d-f54136d3fa68 None None] Allocated IP 2001:db8::f816:3eff:fe1b:1821 (533fa7e0-9286-46d7-99f4-266111443da8/28488067-0a2e-431f-bcdb-7aeadb56f79c/7cf8e61b-6254-40d6-a0fe-4a165fa3de2c) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:27.008365 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1a9685-8aab-4c16-a8b5-e77b91bdf34a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] DELETE failed (client error): The resource could not be found. Feb 09 18:07:27.009091 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e1a9685-8aab-4c16-a8b5-e77b91bdf34a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:27.011059 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8e1a9685-8aab-4c16-a8b5-e77b91bdf34a tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/networks/ce18b378-38de-472e-82b8-ad0f60887f62 HTTP/1.1" status: 404 len: 339 time: 0.0456355 Feb 09 18:07:27.013795 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50032) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:27.018077 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-782e68a9-7eaa-4e6f-8944-d7e39a9e347a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'port': {'network_id': '3f2321c5-bf60-493e-93d3-55a59564b49d', 'name': 'tempest-PortsTestJSON-703641484'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:27.092363 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-15604a07-bf75-438f-9764-b7fd37dcc81a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:27.105948 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-c145094e-6542-49ff-87f7-e7371a7f9034 req-53c8cd3d-781e-491b-bc05-5406ec399439 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:27.107278 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c145094e-6542-49ff-87f7-e7371a7f9034 req-53c8cd3d-781e-491b-bc05-5406ec399439 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ac543f-9fdd-4138-9459-b56763fbcdb3 HTTP/1.1" status: 200 len: 946 time: 0.5800757 Feb 09 18:07:27.144273 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-03426c84-f2a7-4646-8d01-9a0bb2eff1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'name': 'tempest-TestNetworkBasicOps-router-2083997425', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:15Z', 'updated_at': '2022-02-09T18:07:20Z', 'revision_number': 6, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:17Z', 'updated_at': '2022-02-09T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'e6218675-7490-43bb-a39c-b28aed8c0fd6', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.45', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'port_id': '0527800b-c013-48a4-899d-0e94ecda1102', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'mac_address': 'fa:16:3e:56:b0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c5a50e-42b2-4234-b8ed-278b7840d6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:05:34Z', 'updated_at': '2022-02-09T18:05:45Z', 'revision_number': 1, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd260d44-2c6c-4126-9f1d-97a1722d5304', 'name': '', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:c9:7c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:31Z', 'updated_at': '2022-02-09T18:04:49Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:27.152061 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03426c84-f2a7-4646-8d01-9a0bb2eff1e5 None None] Checking router: d0d0d019-1593-4000-89cd-f9220e9356be for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:07:27.211356 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03426c84-f2a7-4646-8d01-9a0bb2eff1e5 None None] Routers {'d0d0d019-1593-4000-89cd-f9220e9356be'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:07:27.211740 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-03426c84-f2a7-4646-8d01-9a0bb2eff1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:07:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d0d0d019-1593-4000-89cd-f9220e9356be'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:27.287043 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-782e68a9-7eaa-4e6f-8944-d7e39a9e347a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:27.310498 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-782e68a9-7eaa-4e6f-8944-d7e39a9e347a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:27.319281 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccf0b-85bb-40bc-a065-704a289f2db3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:27.322932 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0ccf0b-85bb-40bc-a065-704a289f2db3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:27.323504 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccf0b-85bb-40bc-a065-704a289f2db3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:27.421273 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-72ae0153-5839-48dc-88c9-43bf4fbc8bfe tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:27.434206 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57a539d5-11d5-4395-b15d-f54136d3fa68 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:27.452117 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-57a539d5-11d5-4395-b15d-f54136d3fa68 None None] Transition to ACTIVE for port object 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:27.490385 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-57a539d5-11d5-4395-b15d-f54136d3fa68 None None] Transition to ACTIVE for port object 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:27.492411 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782e68a9-7eaa-4e6f-8944-d7e39a9e347a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:27.496099 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-782e68a9-7eaa-4e6f-8944-d7e39a9e347a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:27.499036 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-03426c84-f2a7-4646-8d01-9a0bb2eff1e5 None None] Set router d0d0d019-1593-4000-89cd-f9220e9356be gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:07:27.527593 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-782e68a9-7eaa-4e6f-8944-d7e39a9e347a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] device_id is not set on port 5a69f370-9a81-4897-bd4a-06b19d150df1 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:07:27.588827 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ccf0b-85bb-40bc-a065-704a289f2db3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Network': ['ID=9a3f1c2b-c927-4bbd-bd5a-411d36e3450b,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:27.593198 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c145094e-6542-49ff-87f7-e7371a7f9034 req-64b50d71-f75d-45d3-b995-6882e52cc5bd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad636a0a-c112-4998-adda-711ab7f6a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4741580 Feb 09 18:07:27.604083 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5c0ccf0b-85bb-40bc-a065-704a289f2db3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0576901 Feb 09 18:07:27.616502 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50036) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:27.636126 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-917e11cf-7b41-444c-b906-be6813b3be9c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-766150483'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:27.640156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae0153-5839-48dc-88c9-43bf4fbc8bfe tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Subnet': ['ID=6c887bdc-ba5b-4212-abd2-afbccd69d1d4,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:27.651857 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-917e11cf-7b41-444c-b906-be6813b3be9c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:27.663470 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 9a3f1c2b-c927-4bbd-bd5a-411d36e3450b details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:07:27.663707 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-917e11cf-7b41-444c-b906-be6813b3be9c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Usage tracker for resource:network and tenant:3aafa79d3d06419e8e7c5f7d6aab117f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:27.669779 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-917e11cf-7b41-444c-b906-be6813b3be9c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:27.688404 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-917e11cf-7b41-444c-b906-be6813b3be9c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:27.689326 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57a539d5-11d5-4395-b15d-f54136d3fa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:27.697772 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ae0153-5839-48dc-88c9-43bf4fbc8bfe tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Checking segment: {'id': '11121950-c2f6-4fe8-9432-e949f268c207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bc567abe-2448-4211-96a3-ede0b5b8aa5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:07:27.698137 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ae0153-5839-48dc-88c9-43bf4fbc8bfe tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Network hostable DHCP agents. Network: bc567abe-2448-4211-96a3-ede0b5b8aa5e, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:07:27.791565 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a66e309-6d49-44db-8ff8-9ec58c52423c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Deleting subnet a3012ee2-0c4f-444f-9cb6-be64872bec47 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:07:27.844988 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2a66e309-6d49-44db-8ff8-9ec58c52423c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:27.861795 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:07:27.867111 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a539d5-11d5-4395-b15d-f54136d3fa68 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:27.874532 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-57a539d5-11d5-4395-b15d-f54136d3fa68 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:27.879163 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a539d5-11d5-4395-b15d-f54136d3fa68 None None] Pushing event updated for resources: {'Port': ['ID=7cf8e61b-6254-40d6-a0fe-4a165fa3de2c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:27.881783 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a539d5-11d5-4395-b15d-f54136d3fa68 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:07:27.933170 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917e11cf-7b41-444c-b906-be6813b3be9c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Made reservation on behalf of 3aafa79d3d06419e8e7c5f7d6aab117f for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:27.936495 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-917e11cf-7b41-444c-b906-be6813b3be9c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:27.944895 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-52cc2067-922a-40cc-bd1f-f69561deb67a tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:27.952781 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2a66e309-6d49-44db-8ff8-9ec58c52423c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:27.998094 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ae0153-5839-48dc-88c9-43bf4fbc8bfe tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Network bc567abe-2448-4211-96a3-ede0b5b8aa5e is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:07:28.091938 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-782e68a9-7eaa-4e6f-8944-d7e39a9e347a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:28.099084 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-57a539d5-11d5-4395-b15d-f54136d3fa68 None None] Attempting to bind port 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:07:28.100299 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-57a539d5-11d5-4395-b15d-f54136d3fa68 None None] Attempting to bind port 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:07:28.100893 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a539d5-11d5-4395-b15d-f54136d3fa68 None None] Attempting to bind port 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c on network 533fa7e0-9286-46d7-99f4-266111443da8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:07:28.114469 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-52cc2067-922a-40cc-bd1f-f69561deb67a tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:28.121175 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97084a-64af-4275-bfc3-425daf371065 req-92f60234-efaa-4bb3-a68b-e5937404fa1a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:28.128829 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-cc97084a-64af-4275-bfc3-425daf371065 req-92f60234-efaa-4bb3-a68b-e5937404fa1a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:28.128945 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a539d5-11d5-4395-b15d-f54136d3fa68 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:07:28.128945 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a539d5-11d5-4395-b15d-f54136d3fa68 None None] Checking segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:07:28.128945 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57a539d5-11d5-4395-b15d-f54136d3fa68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:28.129847 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a539d5-11d5-4395-b15d-f54136d3fa68 None None] Bound using segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:07:28.130524 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-57a539d5-11d5-4395-b15d-f54136d3fa68 None None] Bound port: 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:07:28.131141 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57a539d5-11d5-4395-b15d-f54136d3fa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:28.136207 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917e11cf-7b41-444c-b906-be6813b3be9c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:07:28.150378 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2a66e309-6d49-44db-8ff8-9ec58c52423c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:28.187657 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-72ae0153-5839-48dc-88c9-43bf4fbc8bfe tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, bc567abe-2448-4211-96a3-ede0b5b8aa5e) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:28.218253 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-15604a07-bf75-438f-9764-b7fd37dcc81a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:28.247465 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea1ed1b-a837-44d3-b9bf-84f0d2a3c075 None None] Network bc567abe-2448-4211-96a3-ede0b5b8aa5e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:28.257036 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-cc97084a-64af-4275-bfc3-425daf371065 req-92f60234-efaa-4bb3-a68b-e5937404fa1a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:28.258556 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cc97084a-64af-4275-bfc3-425daf371065 req-92f60234-efaa-4bb3-a68b-e5937404fa1a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ac543f-9fdd-4138-9459-b56763fbcdb3 HTTP/1.1" status: 200 len: 946 time: 0.5522900 Feb 09 18:07:28.261122 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ae0153-5839-48dc-88c9-43bf4fbc8bfe tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:28.261689 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-72ae0153-5839-48dc-88c9-43bf4fbc8bfe tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:28.311232 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15604a07-bf75-438f-9764-b7fd37dcc81a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=6d154dab-a861-46ef-90a7-382774783bdd,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:28.334817 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-917e11cf-7b41-444c-b906-be6813b3be9c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:28.334817 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-917e11cf-7b41-444c-b906-be6813b3be9c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Added segment fef8e7a3-01be-4a93-b286-b8381096b756 of type vlan for network 19e36a93-c2c6-4d26-851b-54289f295d5e Feb 09 18:07:28.344106 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-782e68a9-7eaa-4e6f-8944-d7e39a9e347a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:28.352835 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15604a07-bf75-438f-9764-b7fd37dcc81a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:28.375357 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-15604a07-bf75-438f-9764-b7fd37dcc81a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:28.383540 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15604a07-bf75-438f-9764-b7fd37dcc81a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:28.384401 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-15604a07-bf75-438f-9764-b7fd37dcc81a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:28.464308 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-57a539d5-11d5-4395-b15d-f54136d3fa68 None None] For port 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:07:28.470370 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-72ae0153-5839-48dc-88c9-43bf4fbc8bfe tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3174167 Feb 09 18:07:28.476758 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50042) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:28.484021 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-cc97084a-64af-4275-bfc3-425daf371065 req-ddc04cd9-bbdc-459c-b327-1df4ef1a520d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port f9711a50-b2f0-4a84-af17-fca5698b00f5 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:28.484021 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cc97084a-64af-4275-bfc3-425daf371065 req-ddc04cd9-bbdc-459c-b327-1df4ef1a520d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:28.489547 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-3417e192-86cc-470c-8f5a-38456ba3b863 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-603379705'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:28.513704 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-3417e192-86cc-470c-8f5a-38456ba3b863 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:28.516082 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-917e11cf-7b41-444c-b906-be6813b3be9c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:28.525667 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-3417e192-86cc-470c-8f5a-38456ba3b863 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Usage tracker for resource:network and tenant:87988ebdba86441595145b8b3a8899ab is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:28.530751 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-57a539d5-11d5-4395-b15d-f54136d3fa68 None None] For port 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7cf8e61b-6254-40d6-a0fe-4a165fa3de2c,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:07:28.531025 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-3417e192-86cc-470c-8f5a-38456ba3b863 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:28.542596 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-3417e192-86cc-470c-8f5a-38456ba3b863 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:28.551177 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-03426c84-f2a7-4646-8d01-9a0bb2eff1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'name': 'tempest-TestNetworkBasicOps-router-2083997425', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:15Z', 'updated_at': '2022-02-09T18:07:20Z', 'revision_number': 6, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:17Z', 'updated_at': '2022-02-09T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'e6218675-7490-43bb-a39c-b28aed8c0fd6', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.45', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'port_id': '0527800b-c013-48a4-899d-0e94ecda1102', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'mac_address': 'fa:16:3e:56:b0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c5a50e-42b2-4234-b8ed-278b7840d6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:05:34Z', 'updated_at': '2022-02-09T18:05:45Z', 'revision_number': 1, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd260d44-2c6c-4126-9f1d-97a1722d5304', 'name': '', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:c9:7c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:31Z', 'updated_at': '2022-02-09T18:04:49Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:28.551730 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e68a9-7eaa-4e6f-8944-d7e39a9e347a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Port': ['ID=5a69f370-9a81-4897-bd4a-06b19d150df1,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:28.555207 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782e68a9-7eaa-4e6f-8944-d7e39a9e347a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network 3f2321c5-bf60-493e-93d3-55a59564b49d is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:28.568702 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03426c84-f2a7-4646-8d01-9a0bb2eff1e5 None None] The sync data for ids ['d0d0d019-1593-4000-89cd-f9220e9356be'] in dv-neutron-827016-2-hyperv is: [{'id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'name': 'tempest-TestNetworkBasicOps-router-2083997425', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:15Z', 'updated_at': '2022-02-09T18:07:20Z', 'revision_number': 6, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:17Z', 'updated_at': '2022-02-09T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'e6218675-7490-43bb-a39c-b28aed8c0fd6', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.45', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'port_id': '0527800b-c013-48a4-899d-0e94ecda1102', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'mac_address': 'fa:16:3e:56:b0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c5a50e-42b2-4234-b8ed-278b7840d6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:05:34Z', 'updated_at': '2022-02-09T18:05:45Z', 'revision_number': 1, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd260d44-2c6c-4126-9f1d-97a1722d5304', 'name': '', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:c9:7c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:31Z', 'updated_at': '2022-02-09T18:04:49Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:07:28.575919 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-782e68a9-7eaa-4e6f-8944-d7e39a9e347a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:28.585260 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e68a9-7eaa-4e6f-8944-d7e39a9e347a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:07:28.589149 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782e68a9-7eaa-4e6f-8944-d7e39a9e347a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:28.590001 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-782e68a9-7eaa-4e6f-8944-d7e39a9e347a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:28.596209 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2a66e309-6d49-44db-8ff8-9ec58c52423c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:28.651328 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9011b559-9c02-455c-b517-c68629f29ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-bc567abe-2448-4211-96a3-ede0b5b8aa5e', 'network_id': 'bc567abe-2448-4211-96a3-ede0b5b8aa5e', 'tenant_id': '87988ebdba86441595145b8b3a8899ab', 'fixed_ips': [{'subnet_id': '6c887bdc-ba5b-4212-abd2-afbccd69d1d4'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:07:28.652679 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9011b559-9c02-455c-b517-c68629f29ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:28.660483 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66e309-6d49-44db-8ff8-9ec58c52423c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Subnet': ['ID=a3012ee2-0c4f-444f-9cb6-be64872bec47,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:28.667837 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-15604a07-bf75-438f-9764-b7fd37dcc81a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8719110 Feb 09 18:07:28.671649 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50048) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:28.677241 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2a66e309-6d49-44db-8ff8-9ec58c52423c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:28.680605 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2a66e309-6d49-44db-8ff8-9ec58c52423c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/subnets/a3012ee2-0c4f-444f-9cb6-be64872bec47 HTTP/1.1" status: 204 len: 168 time: 1.6641409 Feb 09 18:07:28.687380 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-71676f99-39ea-4e45-966d-4a47ffa72c84 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'mac_address': 'fa:16:3e:42:0e:2e', 'name': 'tempest-NetworksTestDHCPv6-1191067278'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:28.688681 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57a539d5-11d5-4395-b15d-f54136d3fa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:28.694610 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50052) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:28.695533 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cfd26d-3640-4539-a24a-a181b915e149 None None] Network c62ba7fc-fa00-42e6-850b-da6c96d675cb requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:28.701530 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-11fa7fcb-819a-4d91-818f-9e3a999a7fcd req-e398eacd-1819-446a-9d95-9e7d7e769186 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7680373 Feb 09 18:07:28.806671 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-782e68a9-7eaa-4e6f-8944-d7e39a9e347a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7999341 Feb 09 18:07:28.807982 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-917e11cf-7b41-444c-b906-be6813b3be9c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:28.812150 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917e11cf-7b41-444c-b906-be6813b3be9c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:28.812987 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-917e11cf-7b41-444c-b906-be6813b3be9c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:28.822822 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50056) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:28.830840 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-52cc2067-922a-40cc-bd1f-f69561deb67a tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:28.841904 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3417e192-86cc-470c-8f5a-38456ba3b863 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Made reservation on behalf of 87988ebdba86441595145b8b3a8899ab for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:28.846434 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3417e192-86cc-470c-8f5a-38456ba3b863 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:28.920832 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-52cc2067-922a-40cc-bd1f-f69561deb67a tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:29.016330 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a539d5-11d5-4395-b15d-f54136d3fa68 None None] Pushing event updated for resources: {'Port': ['ID=7cf8e61b-6254-40d6-a0fe-4a165fa3de2c,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:29.168734 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-7798fee8-70e4-4d1b-be52-5063e53e5140 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting port 5a69f370-9a81-4897-bd4a-06b19d150df1 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:29.169363 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7798fee8-70e4-4d1b-be52-5063e53e5140 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:29.199113 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-9011b559-9c02-455c-b517-c68629f29ef5 None None] Allocated IP 172.20.255.242 (bc567abe-2448-4211-96a3-ede0b5b8aa5e/6c887bdc-ba5b-4212-abd2-afbccd69d1d4/25270723-82c6-4f3d-af4d-6049a03d2923) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:29.217513 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3417e192-86cc-470c-8f5a-38456ba3b863 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:07:29.230992 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e11cf-7b41-444c-b906-be6813b3be9c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Network': ['ID=19e36a93-c2c6-4d26-851b-54289f295d5e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:29.262083 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 19e36a93-c2c6-4d26-851b-54289f295d5e details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:07:29.386897 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-917e11cf-7b41-444c-b906-be6813b3be9c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7602232 Feb 09 18:07:29.387798 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50062) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:29.398543 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-cc97084a-64af-4275-bfc3-425daf371065 req-ddc04cd9-bbdc-459c-b327-1df4ef1a520d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port f9711a50-b2f0-4a84-af17-fca5698b00f5, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f9711a50-b2f0-4a84-af17-fca5698b00f5,segment=NetworkSegment(a3f1a63f-8135-49d5-8ab9-e12871702e49),segment_id=a3f1a63f-8135-49d5-8ab9-e12871702e49)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:29.398935 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cc97084a-64af-4275-bfc3-425daf371065 req-ddc04cd9-bbdc-459c-b327-1df4ef1a520d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:29.411431 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-14dd6b2f-7841-4956-a382-f6753bdfa6cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'subnet': {'network_id': '9a3f1c2b-c927-4bbd-bd5a-411d36e3450b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:29.413286 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc2067-922a-40cc-bd1f-f69561deb67a tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Pushing event updated for resources: {'Port': ['ID=76daaf4d-bb73-4fa7-b965-b81721275f51,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:29.480051 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3417e192-86cc-470c-8f5a-38456ba3b863 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:29.480051 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-3417e192-86cc-470c-8f5a-38456ba3b863 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Added segment 8c3ad3a1-7bbd-46a2-be8a-368d2e594b46 of type vlan for network eabddf09-5eed-4fe4-ac5e-9c01b14d9a78 Feb 09 18:07:29.508009 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-71676f99-39ea-4e45-966d-4a47ffa72c84 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:29.510549 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-52cc2067-922a-40cc-bd1f-f69561deb67a tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:29.570485 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-71676f99-39ea-4e45-966d-4a47ffa72c84 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:port and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:29.599741 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161dda4e-a99b-453f-81f1-111b6caa6416 req-1d2ffb41-ce26-4bf8-ba19-c529bcbaf057 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:29.609280 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-161dda4e-a99b-453f-81f1-111b6caa6416 req-1d2ffb41-ce26-4bf8-ba19-c529bcbaf057 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ac543f-9fdd-4138-9459-b56763fbcdb3 HTTP/1.1" status: 200 len: 946 time: 0.8222198 Feb 09 18:07:29.644149 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-71676f99-39ea-4e45-966d-4a47ffa72c84 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:29.650322 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3417e192-86cc-470c-8f5a-38456ba3b863 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:29.665322 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-11fa7fcb-819a-4d91-818f-9e3a999a7fcd req-8e0b3f0c-3174-47ff-8d4f-57e86194d33f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 1098 time: 0.8466804 Feb 09 18:07:29.672826 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-71676f99-39ea-4e45-966d-4a47ffa72c84 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:29.698383 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-cc97084a-64af-4275-bfc3-425daf371065 req-ddc04cd9-bbdc-459c-b327-1df4ef1a520d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for f9711a50-b2f0-4a84-af17-fca5698b00f5 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:29.761978 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9011b559-9c02-455c-b517-c68629f29ef5 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:29.777471 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-52cc2067-922a-40cc-bd1f-f69561deb67a tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:29.777639 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9011b559-9c02-455c-b517-c68629f29ef5 None None] Transition to ACTIVE for port object 25270723-82c6-4f3d-af4d-6049a03d2923 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:29.778917 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-52cc2067-922a-40cc-bd1f-f69561deb67a tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1132288 Feb 09 18:07:29.797544 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50066) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:29.840082 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9011b559-9c02-455c-b517-c68629f29ef5 None None] Transition to ACTIVE for port object 25270723-82c6-4f3d-af4d-6049a03d2923 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:29.875951 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71676f99-39ea-4e45-966d-4a47ffa72c84 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:29.881044 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-71676f99-39ea-4e45-966d-4a47ffa72c84 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:29.903764 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-161dda4e-a99b-453f-81f1-111b6caa6416 req-76ea4ce2-bbed-4ad8-98b7-975d2da6d917 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad636a0a-c112-4998-adda-711ab7f6a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2932801 Feb 09 18:07:29.907532 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7798fee8-70e4-4d1b-be52-5063e53e5140 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:29.952533 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9011b559-9c02-455c-b517-c68629f29ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:30.013915 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-14dd6b2f-7841-4956-a382-f6753bdfa6cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:30.039014 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-14dd6b2f-7841-4956-a382-f6753bdfa6cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Usage tracker for resource:subnet and tenant:3aafa79d3d06419e8e7c5f7d6aab117f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:30.046813 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e726a28-8c21-4b76-8aec-6d37aab42001 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Deleting subnet d7aec621-14ab-4d11-8ec9-6cbdfe11f546 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:07:30.051740 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011b559-9c02-455c-b517-c68629f29ef5 None None] Pushing event updated for resources: {'Port': ['ID=25270723-82c6-4f3d-af4d-6049a03d2923,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:30.054111 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-71676f99-39ea-4e45-966d-4a47ffa72c84 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] device_id is not set on port d4f3dc42-be8f-4ae0-90dc-d1ba9dffafd4 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:07:30.061970 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-14dd6b2f-7841-4956-a382-f6753bdfa6cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:30.079065 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3e726a28-8c21-4b76-8aec-6d37aab42001 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:30.083601 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9011b559-9c02-455c-b517-c68629f29ef5 None None] Network bc567abe-2448-4211-96a3-ede0b5b8aa5e is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:30.085437 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-9011b559-9c02-455c-b517-c68629f29ef5 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:30.089349 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9011b559-9c02-455c-b517-c68629f29ef5 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:07:30.103812 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3417e192-86cc-470c-8f5a-38456ba3b863 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:30.116428 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3417e192-86cc-470c-8f5a-38456ba3b863 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:30.116428 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3417e192-86cc-470c-8f5a-38456ba3b863 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:30.123172 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-14dd6b2f-7841-4956-a382-f6753bdfa6cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:30.128392 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-7798fee8-70e4-4d1b-be52-5063e53e5140 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Calling delete_port for 5a69f370-9a81-4897-bd4a-06b19d150df1 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:30.169230 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a36cfcb8-dcc4-4bca-8203-26053dad6b30 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:30.209994 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3e726a28-8c21-4b76-8aec-6d37aab42001 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:30.234372 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-9011b559-9c02-455c-b517-c68629f29ef5 None None] Attempting to bind port 25270723-82c6-4f3d-af4d-6049a03d2923 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:07:30.234939 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-9011b559-9c02-455c-b517-c68629f29ef5 None None] Attempting to bind port 25270723-82c6-4f3d-af4d-6049a03d2923 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '11121950-c2f6-4fe8-9432-e949f268c207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bc567abe-2448-4211-96a3-ede0b5b8aa5e'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:07:30.235415 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9011b559-9c02-455c-b517-c68629f29ef5 None None] Attempting to bind port 25270723-82c6-4f3d-af4d-6049a03d2923 on network bc567abe-2448-4211-96a3-ede0b5b8aa5e {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:07:30.245222 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9011b559-9c02-455c-b517-c68629f29ef5 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:07:30.245790 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9011b559-9c02-455c-b517-c68629f29ef5 None None] Checking segment: {'id': '11121950-c2f6-4fe8-9432-e949f268c207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bc567abe-2448-4211-96a3-ede0b5b8aa5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:07:30.246572 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9011b559-9c02-455c-b517-c68629f29ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:30.252851 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9011b559-9c02-455c-b517-c68629f29ef5 None None] Bound using segment: {'id': '11121950-c2f6-4fe8-9432-e949f268c207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bc567abe-2448-4211-96a3-ede0b5b8aa5e'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:07:30.252851 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-9011b559-9c02-455c-b517-c68629f29ef5 None None] Bound port: 25270723-82c6-4f3d-af4d-6049a03d2923, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11121950-c2f6-4fe8-9432-e949f268c207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bc567abe-2448-4211-96a3-ede0b5b8aa5e'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:07:30.252851 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9011b559-9c02-455c-b517-c68629f29ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:30.253097 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cc97084a-64af-4275-bfc3-425daf371065 req-ddc04cd9-bbdc-459c-b327-1df4ef1a520d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:30.262110 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa7fcb-819a-4d91-818f-9e3a999a7fcd req-50c512c7-b630-42aa-bcc6-810f5a1b00db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:30.263939 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-11fa7fcb-819a-4d91-818f-9e3a999a7fcd req-50c512c7-b630-42aa-bcc6-810f5a1b00db service neutron] 10.222.0.50 "GET /v2.0/networks?id=d56a852c-565a-4887-9c81-db659a21eec0 HTTP/1.1" status: 200 len: 897 time: 0.5285807 Feb 09 18:07:30.351601 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a36cfcb8-dcc4-4bca-8203-26053dad6b30 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:30.361005 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a36cfcb8-dcc4-4bca-8203-26053dad6b30 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Usage tracker for resource:floatingip and tenant:c608f40a1ab4475385d33447f4336be4 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:30.365417 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a36cfcb8-dcc4-4bca-8203-26053dad6b30 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:30.375916 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dd6b2f-7841-4956-a382-f6753bdfa6cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Made reservation on behalf of 3aafa79d3d06419e8e7c5f7d6aab117f for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:30.376150 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a36cfcb8-dcc4-4bca-8203-26053dad6b30 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:30.401455 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-9011b559-9c02-455c-b517-c68629f29ef5 None None] For port 25270723-82c6-4f3d-af4d-6049a03d2923, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:07:30.405648 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-9011b559-9c02-455c-b517-c68629f29ef5 None None] For port 25270723-82c6-4f3d-af4d-6049a03d2923, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=25270723-82c6-4f3d-af4d-6049a03d2923,segment=NetworkSegment(11121950-c2f6-4fe8-9432-e949f268c207),segment_id=11121950-c2f6-4fe8-9432-e949f268c207)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:07:30.449476 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417e192-86cc-470c-8f5a-38456ba3b863 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Network': ['ID=eabddf09-5eed-4fe4-ac5e-9c01b14d9a78,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:30.454822 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc04cd9-bbdc-459c-b327-1df4ef1a520d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=f9711a50-b2f0-4a84-af17-fca5698b00f5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:30.485765 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network eabddf09-5eed-4fe4-ac5e-9c01b14d9a78 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:07:30.493279 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a36cfcb8-dcc4-4bca-8203-26053dad6b30 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Notify callbacks [] for floatingip, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:30.598162 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:07:30.635712 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3417e192-86cc-470c-8f5a-38456ba3b863 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1541061 Feb 09 18:07:30.640277 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50072) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:30.665102 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9011b559-9c02-455c-b517-c68629f29ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:30.670979 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device f9711a50-b2f0-4a84-af17-fca5698b00f5 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:07:30.673792 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc97084a-64af-4275-bfc3-425daf371065 req-ddc04cd9-bbdc-459c-b327-1df4ef1a520d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] No DVR routers for this DVR port f9711a50-b2f0-4a84-af17-fca5698b00f5 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:07:30.682759 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cc97084a-64af-4275-bfc3-425daf371065 req-ddc04cd9-bbdc-459c-b327-1df4ef1a520d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:30.686081 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ac543f-9fdd-4138-9459-b56763fbcdb3', 'name': 'network-vif-deleted', 'tag': 'f9711a50-b2f0-4a84-af17-fca5698b00f5'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:07:30.715770 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-11fa7fcb-819a-4d91-818f-9e3a999a7fcd req-8b817291-4929-4a92-92ce-70429168625f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0527800b-c013-48a4-899d-0e94ecda1102 HTTP/1.1" status: 200 len: 1000 time: 0.4091012 Feb 09 18:07:30.743852 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-abb11921-f1ec-408a-9bc1-c105a41cc5f4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'subnet': {'network_id': 'eabddf09-5eed-4fe4-ac5e-9c01b14d9a78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:30.906539 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: f9711a50-b2f0-4a84-af17-fca5698b00f5 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:07:30.910980 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device f9711a50-b2f0-4a84-af17-fca5698b00f5 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:07:30.964999 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e2a7e9-b285-4069-aaa4-10b393144c1b None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:31.016575 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14dd6b2f-7841-4956-a382-f6753bdfa6cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:31.034526 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa7fcb-819a-4d91-818f-9e3a999a7fcd req-81f3fe41-bd75-4975-85ef-30462cf45511 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:31.036582 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-11fa7fcb-819a-4d91-818f-9e3a999a7fcd req-81f3fe41-bd75-4975-85ef-30462cf45511 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=323aa9ee-0d96-4ed4-ae98-1d480360728b HTTP/1.1" status: 200 len: 835 time: 0.3093610 Feb 09 18:07:31.047928 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cc97084a-64af-4275-bfc3-425daf371065 req-ddc04cd9-bbdc-459c-b327-1df4ef1a520d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "DELETE /v2.0/ports/f9711a50-b2f0-4a84-af17-fca5698b00f5 HTTP/1.1" status: 204 len: 173 time: 2.7564909 Feb 09 18:07:31.052375 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-abb11921-f1ec-408a-9bc1-c105a41cc5f4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:31.058609 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-abb11921-f1ec-408a-9bc1-c105a41cc5f4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Usage tracker for resource:subnet and tenant:87988ebdba86441595145b8b3a8899ab is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:31.062746 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-abb11921-f1ec-408a-9bc1-c105a41cc5f4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:31.079391 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-abb11921-f1ec-408a-9bc1-c105a41cc5f4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:31.087142 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7798fee8-70e4-4d1b-be52-5063e53e5140 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:31.171317 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3e726a28-8c21-4b76-8aec-6d37aab42001 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:31.248262 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011b559-9c02-455c-b517-c68629f29ef5 None None] Pushing event updated for resources: {'Port': ['ID=25270723-82c6-4f3d-af4d-6049a03d2923,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:31.264508 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8bd9b995-054e-41b2-a3ec-22a27c218d09 None None] Provisioning for port 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:31.309352 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:31.334604 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:31.334604 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:31.334921 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ac543f-9fdd-4138-9459-b56763fbcdb3', 'name': 'network-vif-deleted', 'tag': 'f9711a50-b2f0-4a84-af17-fca5698b00f5', 'status': 'completed', 'code': 200} Feb 09 18:07:31.363747 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-11fa7fcb-819a-4d91-818f-9e3a999a7fcd req-9bb77d14-6522-460a-a35f-1408db123ef5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d56a852c-565a-4887-9c81-db659a21eec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3123024 Feb 09 18:07:31.377468 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb11921-f1ec-408a-9bc1-c105a41cc5f4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Made reservation on behalf of 87988ebdba86441595145b8b3a8899ab for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:31.500245 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8368621a-ebff-47d1-96b3-f55004322497 None None] Provisioning complete for port 38219db3-05fd-47c2-8876-09f14b0120b9 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:31.500245 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8368621a-ebff-47d1-96b3-f55004322497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:31.607013 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-71676f99-39ea-4e45-966d-4a47ffa72c84 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 172.20.0.2 (533fa7e0-9286-46d7-99f4-266111443da8/6d154dab-a861-46ef-90a7-382774783bdd/d4f3dc42-be8f-4ae0-90dc-d1ba9dffafd4) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:31.619869 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-71676f99-39ea-4e45-966d-4a47ffa72c84 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 2001:db8::f816:3eff:fe42:e2e (533fa7e0-9286-46d7-99f4-266111443da8/28488067-0a2e-431f-bcdb-7aeadb56f79c/d4f3dc42-be8f-4ae0-90dc-d1ba9dffafd4) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:31.627076 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-11fa7fcb-819a-4d91-818f-9e3a999a7fcd req-163d4683-297b-449b-ab68-880be1d4c3ee service neutron] 10.222.0.50 "GET /v2.0/networks/d56a852c-565a-4887-9c81-db659a21eec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550058 Feb 09 18:07:31.640956 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-abb11921-f1ec-408a-9bc1-c105a41cc5f4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:31.680124 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:31.718066 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7798fee8-70e4-4d1b-be52-5063e53e5140 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:31.723803 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798fee8-70e4-4d1b-be52-5063e53e5140 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Port': ['ID=5a69f370-9a81-4897-bd4a-06b19d150df1,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:31.742998 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-eb819290-ff64-4a21-a151-c6547619e313 req-21ae2881-0fcf-4201-9880-f97174fea051 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ac543f-9fdd-4138-9459-b56763fbcdb3 HTTP/1.1" status: 200 len: 210 time: 0.4605870 Feb 09 18:07:31.750827 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3e726a28-8c21-4b76-8aec-6d37aab42001 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:31.779988 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7cf8e61b-6254-40d6-a0fe-4a165fa3de2c,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:31.818343 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7798fee8-70e4-4d1b-be52-5063e53e5140 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/ports/5a69f370-9a81-4897-bd4a-06b19d150df1 HTTP/1.1" status: 204 len: 168 time: 2.9769020 Feb 09 18:07:31.826179 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3e726a28-8c21-4b76-8aec-6d37aab42001 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:31.829617 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c9d005-1c31-4ba6-bdf8-b1f5bea5fb59 None None] Network c62ba7fc-fa00-42e6-850b-da6c96d675cb requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:31.832700 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50082) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:31.844397 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-22bba0c2-7523-4d82-9018-9cb02e7c21e0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'port': {'network_id': '3f2321c5-bf60-493e-93d3-55a59564b49d', 'mac_address': 'fa:16:3e:03:4f:44', 'name': 'tempest-PortsTestJSON-1164711440'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:31.975158 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a36cfcb8-dcc4-4bca-8203-26053dad6b30 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:32.008748 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e726a28-8c21-4b76-8aec-6d37aab42001 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Subnet': ['ID=d7aec621-14ab-4d11-8ec9-6cbdfe11f546,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:32.022363 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:32.032981 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-22bba0c2-7523-4d82-9018-9cb02e7c21e0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:32.056758 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3e726a28-8c21-4b76-8aec-6d37aab42001 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/subnets/d7aec621-14ab-4d11-8ec9-6cbdfe11f546 HTTP/1.1" status: 204 len: 168 time: 3.3612149 Feb 09 18:07:32.067764 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50086) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:32.075814 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-22bba0c2-7523-4d82-9018-9cb02e7c21e0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:port and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:32.081263 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-22bba0c2-7523-4d82-9018-9cb02e7c21e0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:32.142998 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-22bba0c2-7523-4d82-9018-9cb02e7c21e0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:32.179871 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device eb3e303a-9378-44f1-a278-8994464b26d2 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:07:32.211666 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-11fa7fcb-819a-4d91-818f-9e3a999a7fcd req-2776886e-f30a-4d72-99be-6536d079f5b8 service neutron] 10.222.0.50 "GET /v2.0/networks/d56a852c-565a-4887-9c81-db659a21eec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737417 Feb 09 18:07:32.224891 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14dd6b2f-7841-4956-a382-f6753bdfa6cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:32.256593 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: eb3e303a-9378-44f1-a278-8994464b26d2 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:07:32.256933 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device eb3e303a-9378-44f1-a278-8994464b26d2 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:07:32.312888 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-71676f99-39ea-4e45-966d-4a47ffa72c84 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:32.345289 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-71676f99-39ea-4e45-966d-4a47ffa72c84 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Transition to ACTIVE for port object d4f3dc42-be8f-4ae0-90dc-d1ba9dffafd4 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:32.370192 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9d59dde2-9bb8-465b-94d2-a0266a75dda8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:32.414961 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fc3c4d-a792-481a-9ad0-47126eac85d6 None None] Update dhcp port {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'fixed_ips': [{'subnet_id': '28488067-0a2e-431f-bcdb-7aeadb56f79c', 'ip_address': '2001:db8::f816:3eff:fe1b:1821'}, {'subnet_id': '6d154dab-a861-46ef-90a7-382774783bdd'}], 'binding:host_id': 'dv-neutron-827016-2-hyperv'}, 'id': '7cf8e61b-6254-40d6-a0fe-4a165fa3de2c'} from dv-neutron-827016-2-hyperv. {{(pid=84543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 18:07:32.417244 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bba0c2-7523-4d82-9018-9cb02e7c21e0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:32.437167 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd6b2f-7841-4956-a382-f6753bdfa6cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Subnet': ['ID=0acf3647-54b7-4849-8f41-7ebe37932533,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:32.457069 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=7cf8e61b-6254-40d6-a0fe-4a165fa3de2c,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:32.508501 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 25270723-82c6-4f3d-af4d-6049a03d2923 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:07:32.515642 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-9d59dde2-9bb8-465b-94d2-a0266a75dda8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Deleting port 38219db3-05fd-47c2-8876-09f14b0120b9 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:32.515981 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9d59dde2-9bb8-465b-94d2-a0266a75dda8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:32.567997 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dd6b2f-7841-4956-a382-f6753bdfa6cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Checking segment: {'id': 'ff02555c-ceac-466d-9460-79bfb1e5527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9a3f1c2b-c927-4bbd-bd5a-411d36e3450b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:07:32.568136 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dd6b2f-7841-4956-a382-f6753bdfa6cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network hostable DHCP agents. Network: 9a3f1c2b-c927-4bbd-bd5a-411d36e3450b, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:07:32.595171 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-99fc3c4d-a792-481a-9ad0-47126eac85d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:32.637674 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-71676f99-39ea-4e45-966d-4a47ffa72c84 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:32.645188 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22bba0c2-7523-4d82-9018-9cb02e7c21e0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:32.656647 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 25270723-82c6-4f3d-af4d-6049a03d2923 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:32.679075 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07fdb00-aa10-43b8-945a-54e25003fb4a None None] Network bc567abe-2448-4211-96a3-ede0b5b8aa5e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:32.691345 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-abb11921-f1ec-408a-9bc1-c105a41cc5f4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:32.773152 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d157f3bf-1a10-4d12-9ea9-4cd49736fb9a None None] DHCP port deletion for c62ba7fc-fa00-42e6-850b-da6c96d675cb request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:07:32.775527 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-22bba0c2-7523-4d82-9018-9cb02e7c21e0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] device_id is not set on port 9a68f5eb-7aa2-4208-8f6c-60dd9453cd34 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:07:32.826217 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d157f3bf-1a10-4d12-9ea9-4cd49736fb9a None None] Deleting port 38219db3-05fd-47c2-8876-09f14b0120b9 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:32.826632 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d157f3bf-1a10-4d12-9ea9-4cd49736fb9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:32.869242 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50092) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:32.877650 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dd6b2f-7841-4956-a382-f6753bdfa6cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network 9a3f1c2b-c927-4bbd-bd5a-411d36e3450b is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:07:32.930631 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71676f99-39ea-4e45-966d-4a47ffa72c84 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:32.941732 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71676f99-39ea-4e45-966d-4a47ffa72c84 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=d4f3dc42-be8f-4ae0-90dc-d1ba9dffafd4,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:32.953707 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-71676f99-39ea-4e45-966d-4a47ffa72c84 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:32.974085 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb11921-f1ec-408a-9bc1-c105a41cc5f4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Subnet': ['ID=af4ff24e-95db-42e2-a6a1-35d9857a0cbd,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:32.976268 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71676f99-39ea-4e45-966d-4a47ffa72c84 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:07:32.988622 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-9d59dde2-9bb8-465b-94d2-a0266a75dda8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] For port 38219db3-05fd-47c2-8876-09f14b0120b9, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=38219db3-05fd-47c2-8876-09f14b0120b9,segment=NetworkSegment(79c9ebe0-4c7e-41b8-a099-0e111e5c523f),segment_id=79c9ebe0-4c7e-41b8-a099-0e111e5c523f)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:32.993641 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9d59dde2-9bb8-465b-94d2-a0266a75dda8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:33.003231 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-a36cfcb8-dcc4-4bca-8203-26053dad6b30 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Allocated IP 172.26.8.193 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/cdbde044-0cf0-4a02-8f34-a32863dd913c) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:33.022165 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-87222f96-19ad-4ada-bd50-4066ce0b3265 None None] Provisioning for port 25270723-82c6-4f3d-af4d-6049a03d2923 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:33.050077 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb11921-f1ec-408a-9bc1-c105a41cc5f4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Checking segment: {'id': '8c3ad3a1-7bbd-46a2-be8a-368d2e594b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eabddf09-5eed-4fe4-ac5e-9c01b14d9a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:07:33.051065 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb11921-f1ec-408a-9bc1-c105a41cc5f4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Network hostable DHCP agents. Network: eabddf09-5eed-4fe4-ac5e-9c01b14d9a78, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:07:33.085203 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-87222f96-19ad-4ada-bd50-4066ce0b3265 None None] Provisioning complete for port 25270723-82c6-4f3d-af4d-6049a03d2923 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:33.086192 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87222f96-19ad-4ada-bd50-4066ce0b3265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:33.104166 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71676f99-39ea-4e45-966d-4a47ffa72c84 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:33.104817 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-71676f99-39ea-4e45-966d-4a47ffa72c84 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:33.233403 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f005ecf2-3470-49ed-9a31-6775873e3a44 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:33.259861 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-14dd6b2f-7841-4956-a382-f6753bdfa6cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 9a3f1c2b-c927-4bbd-bd5a-411d36e3450b) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:33.264036 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-99fc3c4d-a792-481a-9ad0-47126eac85d6 None None] Allocated IP 172.20.0.3 (533fa7e0-9286-46d7-99f4-266111443da8/6d154dab-a861-46ef-90a7-382774783bdd/7cf8e61b-6254-40d6-a0fe-4a165fa3de2c) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:33.268944 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-9d59dde2-9bb8-465b-94d2-a0266a75dda8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Calling delete_port for 38219db3-05fd-47c2-8876-09f14b0120b9 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:33.289419 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219f3d35-7613-454f-9f36-9e18bfe3d566 None None] Network 9a3f1c2b-c927-4bbd-bd5a-411d36e3450b requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:33.294652 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f005ecf2-3470-49ed-9a31-6775873e3a44 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:33.305702 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-71676f99-39ea-4e45-966d-4a47ffa72c84 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.6294637 Feb 09 18:07:33.309129 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50096) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:33.373083 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dd6b2f-7841-4956-a382-f6753bdfa6cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:33.373782 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14dd6b2f-7841-4956-a382-f6753bdfa6cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:33.376554 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb11921-f1ec-408a-9bc1-c105a41cc5f4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Network eabddf09-5eed-4fe4-ac5e-9c01b14d9a78 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:07:33.396947 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a36cfcb8-dcc4-4bca-8203-26053dad6b30 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:33.408216 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-abb11921-f1ec-408a-9bc1-c105a41cc5f4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, eabddf09-5eed-4fe4-ac5e-9c01b14d9a78) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:33.416028 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb11921-f1ec-408a-9bc1-c105a41cc5f4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:33.416617 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-abb11921-f1ec-408a-9bc1-c105a41cc5f4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:33.494514 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22bba0c2-7523-4d82-9018-9cb02e7c21e0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:33.497648 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a2a4ee-18b0-45b5-be82-2385639851ee tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:33.502071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a2a4ee-18b0-45b5-be82-2385639851ee tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:33.503255 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b0a2a4ee-18b0-45b5-be82-2385639851ee tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:33.524748 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e300ae-94ef-4d85-8981-01722090fda1 None None] Network eabddf09-5eed-4fe4-ac5e-9c01b14d9a78 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:33.540592 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d157f3bf-1a10-4d12-9ea9-4cd49736fb9a None None] For port 38219db3-05fd-47c2-8876-09f14b0120b9, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=38219db3-05fd-47c2-8876-09f14b0120b9,segment=NetworkSegment(79c9ebe0-4c7e-41b8-a099-0e111e5c523f),segment_id=79c9ebe0-4c7e-41b8-a099-0e111e5c523f)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:33.540982 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d157f3bf-1a10-4d12-9ea9-4cd49736fb9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:33.550988 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-abb11921-f1ec-408a-9bc1-c105a41cc5f4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.9057448 Feb 09 18:07:33.551863 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50100) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:33.574917 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9d59dde2-9bb8-465b-94d2-a0266a75dda8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:33.575133 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a36cfcb8-dcc4-4bca-8203-26053dad6b30 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:33.611393 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-14dd6b2f-7841-4956-a382-f6753bdfa6cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2166479 Feb 09 18:07:33.616548 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50104) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:33.640476 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-2ed47d57-d7ea-4113-91e9-228f114197f0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'subnet': {'network_id': '19e36a93-c2c6-4d26-851b-54289f295d5e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:33.686661 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22bba0c2-7523-4d82-9018-9cb02e7c21e0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:33.692516 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59dde2-9bb8-465b-94d2-a0266a75dda8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Port': ['ID=38219db3-05fd-47c2-8876-09f14b0120b9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:33.704410 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d59dde2-9bb8-465b-94d2-a0266a75dda8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] No DVR routers for this DVR port 38219db3-05fd-47c2-8876-09f14b0120b9 on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:07:33.727940 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b0a2a4ee-18b0-45b5-be82-2385639851ee tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:33.732388 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b0a2a4ee-18b0-45b5-be82-2385639851ee tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.4164448 Feb 09 18:07:33.740179 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f005ecf2-3470-49ed-9a31-6775873e3a44 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:33.750229 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36cfcb8-dcc4-4bca-8203-26053dad6b30 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:33.755766 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50108) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:33.783269 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d157f3bf-1a10-4d12-9ea9-4cd49736fb9a None None] Calling delete_port for 38219db3-05fd-47c2-8876-09f14b0120b9 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:33.812622 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-a36cfcb8-dcc4-4bca-8203-26053dad6b30 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:33.815695 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36cfcb8-dcc4-4bca-8203-26053dad6b30 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:07:33.843684 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cfcb8-dcc4-4bca-8203-26053dad6b30 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Pushing event updated for resources: {'Port': ['ID=cdbde044-0cf0-4a02-8f34-a32863dd913c,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:33.879229 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005ecf2-3470-49ed-9a31-6775873e3a44 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad636a0a-c112-4998-adda-711ab7f6a3ac,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:33.915092 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bba0c2-7523-4d82-9018-9cb02e7c21e0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Port': ['ID=9a68f5eb-7aa2-4208-8f6c-60dd9453cd34,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:33.939328 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bba0c2-7523-4d82-9018-9cb02e7c21e0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network 3f2321c5-bf60-493e-93d3-55a59564b49d is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:33.942536 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9d59dde2-9bb8-465b-94d2-a0266a75dda8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:33.943193 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2ed47d57-d7ea-4113-91e9-228f114197f0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:33.952787 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-22bba0c2-7523-4d82-9018-9cb02e7c21e0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:33.959853 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2ed47d57-d7ea-4113-91e9-228f114197f0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Usage tracker for resource:subnet and tenant:3aafa79d3d06419e8e7c5f7d6aab117f is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:33.969396 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87222f96-19ad-4ada-bd50-4066ce0b3265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:33.969534 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-09afac94-2681-4a2c-b9a9-1e2a0ef8badc tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting port d4f3dc42-be8f-4ae0-90dc-d1ba9dffafd4 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:33.969534 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-09afac94-2681-4a2c-b9a9-1e2a0ef8badc tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:33.971234 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bba0c2-7523-4d82-9018-9cb02e7c21e0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:07:33.975483 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bba0c2-7523-4d82-9018-9cb02e7c21e0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:33.976272 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22bba0c2-7523-4d82-9018-9cb02e7c21e0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:33.992722 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2ed47d57-d7ea-4113-91e9-228f114197f0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:34.004406 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f005ecf2-3470-49ed-9a31-6775873e3a44 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:34.005556 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f005ecf2-3470-49ed-9a31-6775873e3a44 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/security-groups/ad636a0a-c112-4998-adda-711ab7f6a3ac HTTP/1.1" status: 204 len: 168 time: 1.1248026 Feb 09 18:07:34.006746 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2ed47d57-d7ea-4113-91e9-228f114197f0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:34.012710 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-9d59dde2-9bb8-465b-94d2-a0266a75dda8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62ba7fc-fa00-42e6-850b-da6c96d675cb']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:34.031699 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-9d59dde2-9bb8-465b-94d2-a0266a75dda8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c9ebe0-4c7e-41b8-a099-0e111e5c523f') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:34.032229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-9d59dde2-9bb8-465b-94d2-a0266a75dda8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c9ebe0-4c7e-41b8-a099-0e111e5c523f') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:34.053672 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9d59dde2-9bb8-465b-94d2-a0266a75dda8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:34.078214 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3c50f54-444d-471a-b4a5-5845a85e47f7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:34.081592 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9d59dde2-9bb8-465b-94d2-a0266a75dda8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:34.091581 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d59dde2-9bb8-465b-94d2-a0266a75dda8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:07:34.092292 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9d59dde2-9bb8-465b-94d2-a0266a75dda8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:07:34.108344 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:07:34.127340 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-99fc3c4d-a792-481a-9ad0-47126eac85d6 None None] For port 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7cf8e61b-6254-40d6-a0fe-4a165fa3de2c,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:34.177198 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-22bba0c2-7523-4d82-9018-9cb02e7c21e0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3433244 Feb 09 18:07:34.190509 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50114) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:34.202417 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-87222f96-19ad-4ada-bd50-4066ce0b3265 None None] For port 25270723-82c6-4f3d-af4d-6049a03d2923, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=25270723-82c6-4f3d-af4d-6049a03d2923,segment=NetworkSegment(11121950-c2f6-4fe8-9432-e949f268c207),segment_id=11121950-c2f6-4fe8-9432-e949f268c207)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:34.211630 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-d157f3bf-1a10-4d12-9ea9-4cd49736fb9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:07:34.212261 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-d157f3bf-1a10-4d12-9ea9-4cd49736fb9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:07:34.230492 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed47d57-d7ea-4113-91e9-228f114197f0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Made reservation on behalf of 3aafa79d3d06419e8e7c5f7d6aab117f for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:34.257264 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3c50f54-444d-471a-b4a5-5845a85e47f7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:34.292968 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-99fc3c4d-a792-481a-9ad0-47126eac85d6 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:34.305787 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2681a7c9-e5c2-4dc1-a204-e4530c8bd38c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-9a3f1c2b-c927-4bbd-bd5a-411d36e3450b', 'network_id': '9a3f1c2b-c927-4bbd-bd5a-411d36e3450b', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'fixed_ips': [{'subnet_id': '0acf3647-54b7-4849-8f41-7ebe37932533'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:07:34.306987 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2681a7c9-e5c2-4dc1-a204-e4530c8bd38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:34.348458 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9d59dde2-9bb8-465b-94d2-a0266a75dda8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:34.367976 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9d59dde2-9bb8-465b-94d2-a0266a75dda8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:34.397149 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87222f96-19ad-4ada-bd50-4066ce0b3265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:34.428384 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59dde2-9bb8-465b-94d2-a0266a75dda8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Network': ['ID=c62ba7fc-fa00-42e6-850b-da6c96d675cb,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:34.443229 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9d59dde2-9bb8-465b-94d2-a0266a75dda8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/networks/c62ba7fc-fa00-42e6-850b-da6c96d675cb HTTP/1.1" status: 204 len: 168 time: 2.3722079 Feb 09 18:07:34.446572 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:07:34.447722 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50118) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:34.490595 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-99fc3c4d-a792-481a-9ad0-47126eac85d6 None None] Transition to ACTIVE for port object 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:34.497393 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-e95fb4e2-2931-4ace-a50a-3f080f941cc8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] DELETE failed (client error): The resource could not be found. Feb 09 18:07:34.500345 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e95fb4e2-2931-4ace-a50a-3f080f941cc8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:34.508423 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e95fb4e2-2931-4ace-a50a-3f080f941cc8 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/subnets/29cda424-645d-43d1-b283-6dd6a8fb0654 HTTP/1.1" status: 404 len: 337 time: 0.0595076 Feb 09 18:07:34.513893 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50122) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:34.550203 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7ac3cf-96bc-4423-b81d-058fcfd762e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] DELETE failed (client error): The resource could not be found. Feb 09 18:07:34.551068 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f7ac3cf-96bc-4423-b81d-058fcfd762e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:34.553738 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4f7ac3cf-96bc-4423-b81d-058fcfd762e4 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/networks/63f478db-c4bc-4866-82b5-c7b3b03e70db HTTP/1.1" status: 404 len: 339 time: 0.0382023 Feb 09 18:07:34.556987 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50126) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:34.575624 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c374f5b8-ce6a-432e-8e27-23277b8ba272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-eabddf09-5eed-4fe4-ac5e-9c01b14d9a78', 'network_id': 'eabddf09-5eed-4fe4-ac5e-9c01b14d9a78', 'tenant_id': '87988ebdba86441595145b8b3a8899ab', 'fixed_ips': [{'subnet_id': 'af4ff24e-95db-42e2-a6a1-35d9857a0cbd'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:07:34.576726 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c374f5b8-ce6a-432e-8e27-23277b8ba272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:34.611586 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-99fc3c4d-a792-481a-9ad0-47126eac85d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:34.622978 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f725a6-3205-4a26-82ac-b18c9a2a3a2c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] DELETE failed (client error): The resource could not be found. Feb 09 18:07:34.623547 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f725a6-3205-4a26-82ac-b18c9a2a3a2c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:34.629488 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-35f725a6-3205-4a26-82ac-b18c9a2a3a2c tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/subnets/2b20e249-a749-4fb3-8add-e8144db441b0 HTTP/1.1" status: 404 len: 337 time: 0.0696931 Feb 09 18:07:34.630360 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50130) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:34.656612 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3c50f54-444d-471a-b4a5-5845a85e47f7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:34.689907 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a36cfcb8-dcc4-4bca-8203-26053dad6b30 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:34.701249 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e029e0-8dc8-4ce9-9308-67844057bf6e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] DELETE failed (client error): The resource could not be found. Feb 09 18:07:34.701820 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5e029e0-8dc8-4ce9-9308-67844057bf6e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:34.707498 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c5e029e0-8dc8-4ce9-9308-67844057bf6e tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/networks/68ee5f09-bbca-4df3-8c73-e66d0a60febb HTTP/1.1" status: 404 len: 339 time: 0.0759194 Feb 09 18:07:34.713926 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50134) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:34.725226 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe63eaca-a828-4373-80ef-1877ee344355 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:34.725358 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-fe63eaca-a828-4373-80ef-1877ee344355 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Synchronizing usage tracker for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:34.762408 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2ed47d57-d7ea-4113-91e9-228f114197f0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:34.793795 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c50f54-444d-471a-b4a5-5845a85e47f7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Subnet': ['ID=af4ff24e-95db-42e2-a6a1-35d9857a0cbd,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:34.808671 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-238c8582-7a67-4cee-8dd2-0f14ccd035f0 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] DELETE failed (client error): The resource could not be found. Feb 09 18:07:34.809186 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-238c8582-7a67-4cee-8dd2-0f14ccd035f0 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:34.814045 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-238c8582-7a67-4cee-8dd2-0f14ccd035f0 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/subnets/0b20b829-da01-4b2d-9fa2-edea0bc25bb1 HTTP/1.1" status: 404 len: 337 time: 0.0988758 Feb 09 18:07:34.831707 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50138) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:34.915637 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-fe63eaca-a828-4373-80ef-1877ee344355 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Unset dirty status for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:34.919328 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fe63eaca-a828-4373-80ef-1877ee344355 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports/9a68f5eb-7aa2-4208-8f6c-60dd9453cd34 HTTP/1.1" status: 200 len: 841 time: 0.7242169 Feb 09 18:07:34.919491 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-2681a7c9-e5c2-4dc1-a204-e4530c8bd38c None None] Allocated IP 2001:db8::2 (9a3f1c2b-c927-4bbd-bd5a-411d36e3450b/0acf3647-54b7-4849-8f41-7ebe37932533/0a51bdaf-bc02-40cc-8989-415e44732039) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:34.920608 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50142) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:34.951947 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d157f3bf-1a10-4d12-9ea9-4cd49736fb9a None None] Deleting port 38219db3-05fd-47c2-8876-09f14b0120b9 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:34.952242 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a36cfcb8-dcc4-4bca-8203-26053dad6b30 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:34.952356 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d157f3bf-1a10-4d12-9ea9-4cd49736fb9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:34.958629 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfbf8db1-c85d-4931-8523-159a36c4a669 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] DELETE failed (client error): The resource could not be found. Feb 09 18:07:34.960001 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfbf8db1-c85d-4931-8523-159a36c4a669 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:34.964319 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-bfbf8db1-c85d-4931-8523-159a36c4a669 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/networks/fe6b031e-a037-4f08-a3a6-67862c324fe7 HTTP/1.1" status: 404 len: 339 time: 0.1315598 Feb 09 18:07:34.974691 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50146) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:34.997178 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b145c98a-500a-4927-adf6-adf4263c957d None None] Provisioning complete for port 25270723-82c6-4f3d-af4d-6049a03d2923 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:34.997556 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b145c98a-500a-4927-adf6-adf4263c957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:35.014446 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-09afac94-2681-4a2c-b9a9-1e2a0ef8badc tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:35.021415 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3c50f54-444d-471a-b4a5-5845a85e47f7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:35.141866 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87222f96-19ad-4ada-bd50-4066ce0b3265 None None] Pushing event updated for resources: {'Port': ['ID=25270723-82c6-4f3d-af4d-6049a03d2923,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:35.170316 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-09afac94-2681-4a2c-b9a9-1e2a0ef8badc tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Calling delete_port for d4f3dc42-be8f-4ae0-90dc-d1ba9dffafd4 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:35.216880 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50152) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:35.260220 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b3c50f54-444d-471a-b4a5-5845a85e47f7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabddf09-5eed-4fe4-ac5e-9c01b14d9a78']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:35.289982 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ba594a01-9e10-48ce-a05e-6ca005dfda0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting port 9a68f5eb-7aa2-4208-8f6c-60dd9453cd34 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:35.289982 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ba594a01-9e10-48ce-a05e-6ca005dfda0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:35.307454 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d157f3bf-1a10-4d12-9ea9-4cd49736fb9a None None] The port '38219db3-05fd-47c2-8876-09f14b0120b9' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:07:35.320379 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b3c50f54-444d-471a-b4a5-5845a85e47f7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3ad3a1-7bbd-46a2-be8a-368d2e594b46') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:35.335443 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b3c50f54-444d-471a-b4a5-5845a85e47f7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3ad3a1-7bbd-46a2-be8a-368d2e594b46') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:35.366277 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3c50f54-444d-471a-b4a5-5845a85e47f7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:35.368935 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb65c6c-bbda-4a2f-9b51-a1c5762d2f6e None None] Network eabddf09-5eed-4fe4-ac5e-9c01b14d9a78 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:35.413235 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc3c4d-a792-481a-9ad0-47126eac85d6 None None] Pushing event updated for resources: {'Port': ['ID=7cf8e61b-6254-40d6-a0fe-4a165fa3de2c,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:35.485196 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3c50f54-444d-471a-b4a5-5845a85e47f7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:35.519663 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 38219db3-05fd-47c2-8876-09f14b0120b9 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:07:35.538200 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c50f54-444d-471a-b4a5-5845a85e47f7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:07:35.538907 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3c50f54-444d-471a-b4a5-5845a85e47f7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:07:35.571662 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:07:35.618247 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 38219db3-05fd-47c2-8876-09f14b0120b9 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:07:35.618636 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 38219db3-05fd-47c2-8876-09f14b0120b9 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:07:35.738326 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2681a7c9-e5c2-4dc1-a204-e4530c8bd38c None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:35.818101 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-89af8aed-d94d-4954-a926-6387c9170270 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting subnet 97fc45a8-a02b-409e-be4f-d88438f6569c {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:07:35.830424 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-89af8aed-d94d-4954-a926-6387c9170270 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:35.836467 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-f208c59f-256f-41c2-bb77-5afd74d40d5d tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Deleting subnet f1139317-a40c-462e-afc9-cfb569b4fc6a {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:07:35.844815 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f208c59f-256f-41c2-bb77-5afd74d40d5d tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:35.874281 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.resource_extend [None req-a36cfcb8-dcc4-4bca-8203-26053dad6b30 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:07:35.882497 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2ed47d57-d7ea-4113-91e9-228f114197f0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:35.904663 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3c50f54-444d-471a-b4a5-5845a85e47f7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:35.907987 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3c50f54-444d-471a-b4a5-5845a85e47f7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:35.939879 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ba594a01-9e10-48ce-a05e-6ca005dfda0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:35.942672 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a36cfcb8-dcc4-4bca-8203-26053dad6b30 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:35.962999 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c50f54-444d-471a-b4a5-5845a85e47f7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Network': ['ID=eabddf09-5eed-4fe4-ac5e-9c01b14d9a78,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:35.987291 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-89af8aed-d94d-4954-a926-6387c9170270 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:36.027199 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a36cfcb8-dcc4-4bca-8203-26053dad6b30 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:36.066760 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed47d57-d7ea-4113-91e9-228f114197f0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Subnet': ['ID=3b05d9ae-cced-4505-bc75-33ccb34720e9,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:36.072212 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2681a7c9-e5c2-4dc1-a204-e4530c8bd38c None None] Transition to ACTIVE for port object 0a51bdaf-bc02-40cc-8989-415e44732039 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:36.081706 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b3c50f54-444d-471a-b4a5-5845a85e47f7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/networks/eabddf09-5eed-4fe4-ac5e-9c01b14d9a78 HTTP/1.1" status: 204 len: 168 time: 2.5287120 Feb 09 18:07:36.095905 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ba594a01-9e10-48ce-a05e-6ca005dfda0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Calling delete_port for 9a68f5eb-7aa2-4208-8f6c-60dd9453cd34 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:36.100066 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50156) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:36.100711 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-09afac94-2681-4a2c-b9a9-1e2a0ef8badc tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:36.111327 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2681a7c9-e5c2-4dc1-a204-e4530c8bd38c None None] Transition to ACTIVE for port object 0a51bdaf-bc02-40cc-8989-415e44732039 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:36.114978 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-d0f83c56-a195-44e3-9aee-553c5047e1d7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-482318420'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:36.139884 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f208c59f-256f-41c2-bb77-5afd74d40d5d tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:36.149226 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d0f83c56-a195-44e3-9aee-553c5047e1d7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:36.173138 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d0f83c56-a195-44e3-9aee-553c5047e1d7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Usage tracker for resource:network and tenant:87988ebdba86441595145b8b3a8899ab is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:36.186068 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2681a7c9-e5c2-4dc1-a204-e4530c8bd38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:36.209429 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d0f83c56-a195-44e3-9aee-553c5047e1d7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:36.237729 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed47d57-d7ea-4113-91e9-228f114197f0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Checking segment: {'id': 'fef8e7a3-01be-4a93-b286-b8381096b756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19e36a93-c2c6-4d26-851b-54289f295d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:07:36.238087 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed47d57-d7ea-4113-91e9-228f114197f0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network hostable DHCP agents. Network: 19e36a93-c2c6-4d26-851b-54289f295d5e, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:07:36.249962 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d0f83c56-a195-44e3-9aee-553c5047e1d7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:36.254247 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cfcb8-dcc4-4bca-8203-26053dad6b30 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Pushing event updated for resources: {'Port': ['ID=cdbde044-0cf0-4a02-8f34-a32863dd913c,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:36.288117 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f208c59f-256f-41c2-bb77-5afd74d40d5d tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:36.317980 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2681a7c9-e5c2-4dc1-a204-e4530c8bd38c None None] Network 9a3f1c2b-c927-4bbd-bd5a-411d36e3450b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:36.322434 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-2681a7c9-e5c2-4dc1-a204-e4530c8bd38c None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:36.324871 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681a7c9-e5c2-4dc1-a204-e4530c8bd38c None None] Pushing event updated for resources: {'Port': ['ID=0a51bdaf-bc02-40cc-8989-415e44732039,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:36.327457 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2681a7c9-e5c2-4dc1-a204-e4530c8bd38c None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:07:36.331914 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ba594a01-9e10-48ce-a05e-6ca005dfda0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:36.422756 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-58f4fbf8-cb40-41c1-bca8-28264629a8a1 None None] Provisioning for port 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:36.427773 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afac94-2681-4a2c-b9a9-1e2a0ef8badc tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Port': ['ID=d4f3dc42-be8f-4ae0-90dc-d1ba9dffafd4,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:36.433607 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba594a01-9e10-48ce-a05e-6ca005dfda0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Port': ['ID=9a68f5eb-7aa2-4208-8f6c-60dd9453cd34,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:36.498597 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ba594a01-9e10-48ce-a05e-6ca005dfda0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:36.537135 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 25270723-82c6-4f3d-af4d-6049a03d2923 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:07:36.563365 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-58f4fbf8-cb40-41c1-bca8-28264629a8a1 None None] Provisioning complete for port 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:36.563739 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58f4fbf8-cb40-41c1-bca8-28264629a8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:36.581881 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f208c59f-256f-41c2-bb77-5afd74d40d5d tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:36.624811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-2681a7c9-e5c2-4dc1-a204-e4530c8bd38c None None] Attempting to bind port 0a51bdaf-bc02-40cc-8989-415e44732039 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:07:36.625177 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-2681a7c9-e5c2-4dc1-a204-e4530c8bd38c None None] Attempting to bind port 0a51bdaf-bc02-40cc-8989-415e44732039 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'ff02555c-ceac-466d-9460-79bfb1e5527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9a3f1c2b-c927-4bbd-bd5a-411d36e3450b'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:07:36.625532 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2681a7c9-e5c2-4dc1-a204-e4530c8bd38c None None] Attempting to bind port 0a51bdaf-bc02-40cc-8989-415e44732039 on network 9a3f1c2b-c927-4bbd-bd5a-411d36e3450b {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:07:36.637219 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208c59f-256f-41c2-bb77-5afd74d40d5d tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Subnet': ['ID=f1139317-a40c-462e-afc9-cfb569b4fc6a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:36.644771 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ba594a01-9e10-48ce-a05e-6ca005dfda0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/ports/9a68f5eb-7aa2-4208-8f6c-60dd9453cd34 HTTP/1.1" status: 204 len: 168 time: 1.7223432 Feb 09 18:07:36.647155 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f208c59f-256f-41c2-bb77-5afd74d40d5d tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:36.649847 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f208c59f-256f-41c2-bb77-5afd74d40d5d tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/subnets/f1139317-a40c-462e-afc9-cfb569b4fc6a HTTP/1.1" status: 204 len: 168 time: 1.6700943 Feb 09 18:07:36.650942 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50160) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:36.660013 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50162) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:36.660314 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a091b711-3841-476b-87c1-449d70122961 None None] Network 8039cc0c-1cbc-454e-ba6a-ed05518371e8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:36.669153 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a36cfcb8-dcc4-4bca-8203-26053dad6b30 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:36.675506 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2681a7c9-e5c2-4dc1-a204-e4530c8bd38c None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:07:36.675901 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2681a7c9-e5c2-4dc1-a204-e4530c8bd38c None None] Checking segment: {'id': 'ff02555c-ceac-466d-9460-79bfb1e5527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9a3f1c2b-c927-4bbd-bd5a-411d36e3450b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:07:36.676304 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2681a7c9-e5c2-4dc1-a204-e4530c8bd38c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:36.676699 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2681a7c9-e5c2-4dc1-a204-e4530c8bd38c None None] Bound using segment: {'id': 'ff02555c-ceac-466d-9460-79bfb1e5527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9a3f1c2b-c927-4bbd-bd5a-411d36e3450b'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:07:36.677796 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-2681a7c9-e5c2-4dc1-a204-e4530c8bd38c None None] Bound port: 0a51bdaf-bc02-40cc-8989-415e44732039, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff02555c-ceac-466d-9460-79bfb1e5527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9a3f1c2b-c927-4bbd-bd5a-411d36e3450b'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:07:36.678222 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2681a7c9-e5c2-4dc1-a204-e4530c8bd38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:36.678702 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-09afac94-2681-4a2c-b9a9-1e2a0ef8badc tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:36.682240 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f83c56-a195-44e3-9aee-553c5047e1d7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Made reservation on behalf of 87988ebdba86441595145b8b3a8899ab for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:36.685137 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d0f83c56-a195-44e3-9aee-553c5047e1d7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:36.715580 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-89af8aed-d94d-4954-a926-6387c9170270 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:36.731538 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b691553-8072-466e-afbd-9253be2aebef tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] GET failed (client error): The resource could not be found. Feb 09 18:07:36.732062 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2b691553-8072-466e-afbd-9253be2aebef tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Synchronizing usage tracker for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:36.768824 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed47d57-d7ea-4113-91e9-228f114197f0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network 19e36a93-c2c6-4d26-851b-54289f295d5e is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:07:36.813590 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f83c56-a195-44e3-9aee-553c5047e1d7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:07:36.837618 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d0f83c56-a195-44e3-9aee-553c5047e1d7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:36.838691 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-d0f83c56-a195-44e3-9aee-553c5047e1d7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Added segment b6267ea1-682d-424f-b65f-f56db90e37cf of type vlan for network 464050ca-f841-4b2b-bf40-11d7b999afe5 Feb 09 18:07:36.856813 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9dc9f514-98a4-4704-ade4-803f3563dc41 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:36.860946 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2b691553-8072-466e-afbd-9253be2aebef tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Unset dirty status for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:36.862867 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2b691553-8072-466e-afbd-9253be2aebef tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports/9a68f5eb-7aa2-4208-8f6c-60dd9453cd34 HTTP/1.1" status: 404 len: 333 time: 0.2103863 Feb 09 18:07:36.866814 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50170) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:36.881163 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-92bfe001-a848-4107-8f03-e0a7eaabea22 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'port': {'network_id': '3f2321c5-bf60-493e-93d3-55a59564b49d', 'name': 'tempest-PortsTestJSON-593975821'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:36.883478 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d0f83c56-a195-44e3-9aee-553c5047e1d7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:36.895635 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-2ed47d57-d7ea-4113-91e9-228f114197f0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 19e36a93-c2c6-4d26-851b-54289f295d5e) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:36.907375 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-09afac94-2681-4a2c-b9a9-1e2a0ef8badc tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/d4f3dc42-be8f-4ae0-90dc-d1ba9dffafd4 HTTP/1.1" status: 204 len: 168 time: 3.1460166 Feb 09 18:07:36.909178 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a36cfcb8-dcc4-4bca-8203-26053dad6b30 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:36.910460 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a36cfcb8-dcc4-4bca-8203-26053dad6b30 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0963426 Feb 09 18:07:36.915946 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed47d57-d7ea-4113-91e9-228f114197f0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:36.922806 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2ed47d57-d7ea-4113-91e9-228f114197f0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:36.922806 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50174) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:36.922806 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50176) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:36.939416 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f17c84-6d7f-4906-8cf6-ad8fd001241e None None] Network 19e36a93-c2c6-4d26-851b-54289f295d5e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:36.963623 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-9dc9f514-98a4-4704-ade4-803f3563dc41 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Deleting port 558bc315-97b9-4016-9803-c6b2054a5dd8 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:36.964510 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9dc9f514-98a4-4704-ade4-803f3563dc41 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:37.052515 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-92bfe001-a848-4107-8f03-e0a7eaabea22 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:37.053381 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-89af8aed-d94d-4954-a926-6387c9170270 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:37.127014 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 25270723-82c6-4f3d-af4d-6049a03d2923 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:37.128363 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:37.131021 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d0f83c56-a195-44e3-9aee-553c5047e1d7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:37.134722 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f83c56-a195-44e3-9aee-553c5047e1d7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:37.135301 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d0f83c56-a195-44e3-9aee-553c5047e1d7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:37.151668 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-89af8aed-d94d-4954-a926-6387c9170270 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:37.164566 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2ab68343-e195-47bd-9e17-3d74b9a8a109 None None] Could not find standard attr ID for object d4f3dc42-be8f-4ae0-90dc-d1ba9dffafd4. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:07:37.167371 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52d3cb0-4e00-4a48-a21f-42fec0661b5f None None] Network e8d2a6eb-9f6f-457f-ba72-221cb18510e1 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:37.178448 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-89af8aed-d94d-4954-a926-6387c9170270 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/subnets/97fc45a8-a02b-409e-be4f-d88438f6569c HTTP/1.1" status: 204 len: 168 time: 1.9604857 Feb 09 18:07:37.192949 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af8aed-d94d-4954-a926-6387c9170270 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Subnet': ['ID=97fc45a8-a02b-409e-be4f-d88438f6569c,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:37.204677 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50182) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:37.267125 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-2681a7c9-e5c2-4dc1-a204-e4530c8bd38c None None] For port 0a51bdaf-bc02-40cc-8989-415e44732039, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:07:37.313540 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2ed47d57-d7ea-4113-91e9-228f114197f0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6894951 Feb 09 18:07:37.315050 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-2681a7c9-e5c2-4dc1-a204-e4530c8bd38c None None] For port 0a51bdaf-bc02-40cc-8989-415e44732039, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0a51bdaf-bc02-40cc-8989-415e44732039,segment=NetworkSegment(ff02555c-ceac-466d-9460-79bfb1e5527f),segment_id=ff02555c-ceac-466d-9460-79bfb1e5527f)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:07:37.317844 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f1cbf1-a265-4633-90d7-7295d5c66f1e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:37.319263 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f1cbf1-a265-4633-90d7-7295d5c66f1e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:37.320716 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f1cbf1-a265-4633-90d7-7295d5c66f1e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:37.321584 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a3f1cbf1-a265-4633-90d7-7295d5c66f1e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:37.327119 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50186) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:37.330219 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-9dc9f514-98a4-4704-ade4-803f3563dc41 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] For port 558bc315-97b9-4016-9803-c6b2054a5dd8, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=558bc315-97b9-4016-9803-c6b2054a5dd8,segment=NetworkSegment(ad449d1a-bf14-4e20-9d79-eb3d9bb99a64),segment_id=ad449d1a-bf14-4e20-9d79-eb3d9bb99a64)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:37.331229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9dc9f514-98a4-4704-ade4-803f3563dc41 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:37.391984 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-34166317-a647-4338-a425-d4d8a546e85b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1544359006', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:37.421773 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-34166317-a647-4338-a425-d4d8a546e85b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:37.459116 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-34166317-a647-4338-a425-d4d8a546e85b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Usage tracker for resource:router and tenant:3aafa79d3d06419e8e7c5f7d6aab117f is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:37.459116 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e6617acf-0295-410a-b69a-49b2bf3053b4 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Synchronizing usage tracker for tenant:cf359bd662f344ff94ecd4f47fddeeea on resource:floatingip {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:37.459116 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-34166317-a647-4338-a425-d4d8a546e85b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:37.461007 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f83c56-a195-44e3-9aee-553c5047e1d7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Network': ['ID=464050ca-f841-4b2b-bf40-11d7b999afe5,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:37.463672 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-9dc9f514-98a4-4704-ade4-803f3563dc41 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Calling delete_port for 558bc315-97b9-4016-9803-c6b2054a5dd8 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:37.472885 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-34166317-a647-4338-a425-d4d8a546e85b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:37.508563 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bb0418ad-8122-4a6d-afd2-f75dcc3f7378 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:37.510350 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-92bfe001-a848-4107-8f03-e0a7eaabea22 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:37.522551 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-bb0418ad-8122-4a6d-afd2-f75dcc3f7378 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port ea1b07d4-5633-4478-ae63-b2f61329cb91 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:37.522766 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bb0418ad-8122-4a6d-afd2-f75dcc3f7378 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:37.546856 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 464050ca-f841-4b2b-bf40-11d7b999afe5 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:07:37.636523 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d0f83c56-a195-44e3-9aee-553c5047e1d7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5332556 Feb 09 18:07:37.639520 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50190) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:37.646164 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a11ca4e4-2bf5-4d57-a1e2-e652f10b024e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'subnet': {'network_id': '464050ca-f841-4b2b-bf40-11d7b999afe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:37.748815 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709060d3-ba2e-4b2b-a0db-ba52a20b9302 None None] DHCP port deletion for 8039cc0c-1cbc-454e-ba6a-ed05518371e8 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:07:37.751469 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9dc9f514-98a4-4704-ade4-803f3563dc41 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:37.755424 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2681a7c9-e5c2-4dc1-a204-e4530c8bd38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:37.757991 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e6617acf-0295-410a-b69a-49b2bf3053b4 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Unset dirty status for tenant:cf359bd662f344ff94ecd4f47fddeeea on resource:floatingip {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:37.762072 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:07:37.763194 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e6617acf-0295-410a-b69a-49b2bf3053b4 tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.8397083 Feb 09 18:07:37.764232 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50194) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:37.766762 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-bb0418ad-8122-4a6d-afd2-f75dcc3f7378 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port ea1b07d4-5633-4478-ae63-b2f61329cb91, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=ea1b07d4-5633-4478-ae63-b2f61329cb91,segment=NetworkSegment(a3f1a63f-8135-49d5-8ab9-e12871702e49),segment_id=a3f1a63f-8135-49d5-8ab9-e12871702e49)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:37.767328 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bb0418ad-8122-4a6d-afd2-f75dcc3f7378 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:37.778455 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a3f1cbf1-a265-4633-90d7-7295d5c66f1e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:37.782541 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a3f1cbf1-a265-4633-90d7-7295d5c66f1e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.8561745 Feb 09 18:07:37.796429 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50198) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:37.825226 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bc12d5-b48e-4ff4-b302-e1c798279416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-19e36a93-c2c6-4d26-851b-54289f295d5e', 'network_id': '19e36a93-c2c6-4d26-851b-54289f295d5e', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'fixed_ips': [{'subnet_id': '3b05d9ae-cced-4505-bc75-33ccb34720e9'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:07:37.826037 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74bc12d5-b48e-4ff4-b302-e1c798279416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:37.847896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9f514-98a4-4704-ade4-803f3563dc41 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Port': ['ID=558bc315-97b9-4016-9803-c6b2054a5dd8,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:37.855938 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bfe001-a848-4107-8f03-e0a7eaabea22 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:37.859011 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-92bfe001-a848-4107-8f03-e0a7eaabea22 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:37.888477 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a11ca4e4-2bf5-4d57-a1e2-e652f10b024e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:37.890499 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc9f514-98a4-4704-ade4-803f3563dc41 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] No DVR routers for this DVR port 558bc315-97b9-4016-9803-c6b2054a5dd8 on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:07:37.913255 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-34166317-a647-4338-a425-d4d8a546e85b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:37.914416 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-34166317-a647-4338-a425-d4d8a546e85b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:37.955045 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a11ca4e4-2bf5-4d57-a1e2-e652f10b024e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Usage tracker for resource:subnet and tenant:87988ebdba86441595145b8b3a8899ab is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:37.971069 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a11ca4e4-2bf5-4d57-a1e2-e652f10b024e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:38.021902 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-bb0418ad-8122-4a6d-afd2-f75dcc3f7378 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for ea1b07d4-5633-4478-ae63-b2f61329cb91 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:38.037002 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681a7c9-e5c2-4dc1-a204-e4530c8bd38c None None] Pushing event updated for resources: {'Port': ['ID=0a51bdaf-bc02-40cc-8989-415e44732039,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:38.083288 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-83bd3ae3-8f1f-44ad-8024-dda8791de618 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Synchronizing usage tracker for tenant:64ecfb0e9daa4ed0a77fdcc09e87af04 on resource:floatingip {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:38.094437 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-92bfe001-a848-4107-8f03-e0a7eaabea22 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] device_id is not set on port ff831e8d-f1ff-49f0-b8c0-566a78a5959c yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:07:38.131138 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-34166317-a647-4338-a425-d4d8a546e85b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:38.141560 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a11ca4e4-2bf5-4d57-a1e2-e652f10b024e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:38.186202 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d16d75-f6eb-4937-b70a-6f3f884d3bcd None None] DHCP port deletion for e8d2a6eb-9f6f-457f-ba72-221cb18510e1 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:07:38.195373 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:38.196575 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:38.208940 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-83bd3ae3-8f1f-44ad-8024-dda8791de618 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Unset dirty status for tenant:64ecfb0e9daa4ed0a77fdcc09e87af04 on resource:floatingip {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:38.214874 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-83bd3ae3-8f1f-44ad-8024-dda8791de618 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4378703 Feb 09 18:07:38.215568 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50202) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:38.236611 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9dc9f514-98a4-4704-ade4-803f3563dc41 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:38.238485 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-39d16d75-f6eb-4937-b70a-6f3f884d3bcd None None] Deleting port ea1b07d4-5633-4478-ae63-b2f61329cb91 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:38.238994 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39d16d75-f6eb-4937-b70a-6f3f884d3bcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:38.321694 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bb0418ad-8122-4a6d-afd2-f75dcc3f7378 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:38.326773 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-34166317-a647-4338-a425-d4d8a546e85b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:38.349569 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11ca4e4-2bf5-4d57-a1e2-e652f10b024e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Made reservation on behalf of 87988ebdba86441595145b8b3a8899ab for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:38.349870 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-74bc12d5-b48e-4ff4-b302-e1c798279416 None None] Allocated IP 2001:db8:1::2 (19e36a93-c2c6-4d26-851b-54289f295d5e/3b05d9ae-cced-4505-bc75-33ccb34720e9/1c1ec2f4-775b-4506-82a2-039656e8ce5b) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:38.389336 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-9dc9f514-98a4-4704-ade4-803f3563dc41 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8039cc0c-1cbc-454e-ba6a-ed05518371e8']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:38.429282 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-39d16d75-f6eb-4937-b70a-6f3f884d3bcd None None] The port 'ea1b07d4-5633-4478-ae63-b2f61329cb91' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:07:38.483848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-9dc9f514-98a4-4704-ade4-803f3563dc41 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad449d1a-bf14-4e20-9d79-eb3d9bb99a64') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:38.484204 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-9dc9f514-98a4-4704-ade4-803f3563dc41 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad449d1a-bf14-4e20-9d79-eb3d9bb99a64') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:38.522912 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0418ad-8122-4a6d-afd2-f75dcc3f7378 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=ea1b07d4-5633-4478-ae63-b2f61329cb91,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:38.527596 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9dc9f514-98a4-4704-ade4-803f3563dc41 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:38.531299 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-34166317-a647-4338-a425-d4d8a546e85b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:38.532510 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-34166317-a647-4338-a425-d4d8a546e85b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1982582 Feb 09 18:07:38.540493 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50206) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:38.552966 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0418ad-8122-4a6d-afd2-f75dcc3f7378 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] No DVR routers for this DVR port ea1b07d4-5633-4478-ae63-b2f61329cb91 on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:07:38.609982 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-1de99156-9b01-4bcb-bae1-e1a057ee6c60 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Deleting port cdbde044-0cf0-4a02-8f34-a32863dd913c {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:38.609982 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1de99156-9b01-4bcb-bae1-e1a057ee6c60 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:38.667607 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a11ca4e4-2bf5-4d57-a1e2-e652f10b024e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:38.743420 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9dc9f514-98a4-4704-ade4-803f3563dc41 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:38.807804 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74bc12d5-b48e-4ff4-b302-e1c798279416 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:38.823507 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-74bc12d5-b48e-4ff4-b302-e1c798279416 None None] Transition to ACTIVE for port object 1c1ec2f4-775b-4506-82a2-039656e8ce5b will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:38.844044 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bb0418ad-8122-4a6d-afd2-f75dcc3f7378 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:38.850319 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-74bc12d5-b48e-4ff4-b302-e1c798279416 None None] Transition to ACTIVE for port object 1c1ec2f4-775b-4506-82a2-039656e8ce5b will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:38.856145 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0a51bdaf-bc02-40cc-8989-415e44732039 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:07:38.893931 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-bb0418ad-8122-4a6d-afd2-f75dcc3f7378 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d2a6eb-9f6f-457f-ba72-221cb18510e1']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:38.909659 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-bb0418ad-8122-4a6d-afd2-f75dcc3f7378 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f1a63f-8135-49d5-8ab9-e12871702e49') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:38.910109 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-bb0418ad-8122-4a6d-afd2-f75dcc3f7378 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f1a63f-8135-49d5-8ab9-e12871702e49') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:38.927376 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bb0418ad-8122-4a6d-afd2-f75dcc3f7378 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:38.942721 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74bc12d5-b48e-4ff4-b302-e1c798279416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:38.952709 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bb0418ad-8122-4a6d-afd2-f75dcc3f7378 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:38.956829 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0418ad-8122-4a6d-afd2-f75dcc3f7378 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:07:38.957378 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bb0418ad-8122-4a6d-afd2-f75dcc3f7378 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:39.028570 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc12d5-b48e-4ff4-b302-e1c798279416 None None] Pushing event updated for resources: {'Port': ['ID=1c1ec2f4-775b-4506-82a2-039656e8ce5b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:39.045313 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc9f514-98a4-4704-ade4-803f3563dc41 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:07:39.046372 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9dc9f514-98a4-4704-ade4-803f3563dc41 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:39.050362 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bc12d5-b48e-4ff4-b302-e1c798279416 None None] Network 19e36a93-c2c6-4d26-851b-54289f295d5e is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:39.052562 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-74bc12d5-b48e-4ff4-b302-e1c798279416 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:39.055766 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bc12d5-b48e-4ff4-b302-e1c798279416 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:07:39.068364 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:07:39.075717 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:07:39.187475 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-74bc12d5-b48e-4ff4-b302-e1c798279416 None None] Attempting to bind port 1c1ec2f4-775b-4506-82a2-039656e8ce5b on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:07:39.188376 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-74bc12d5-b48e-4ff4-b302-e1c798279416 None None] Attempting to bind port 1c1ec2f4-775b-4506-82a2-039656e8ce5b by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'fef8e7a3-01be-4a93-b286-b8381096b756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19e36a93-c2c6-4d26-851b-54289f295d5e'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:07:39.189023 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc12d5-b48e-4ff4-b302-e1c798279416 None None] Attempting to bind port 1c1ec2f4-775b-4506-82a2-039656e8ce5b on network 19e36a93-c2c6-4d26-851b-54289f295d5e {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:07:39.192478 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 0a51bdaf-bc02-40cc-8989-415e44732039 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:39.199000 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bb0418ad-8122-4a6d-afd2-f75dcc3f7378 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:39.205099 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc12d5-b48e-4ff4-b302-e1c798279416 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:07:39.206769 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc12d5-b48e-4ff4-b302-e1c798279416 None None] Checking segment: {'id': 'fef8e7a3-01be-4a93-b286-b8381096b756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19e36a93-c2c6-4d26-851b-54289f295d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:07:39.212304 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74bc12d5-b48e-4ff4-b302-e1c798279416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:39.212304 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc12d5-b48e-4ff4-b302-e1c798279416 None None] Bound using segment: {'id': 'fef8e7a3-01be-4a93-b286-b8381096b756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19e36a93-c2c6-4d26-851b-54289f295d5e'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:07:39.212304 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-74bc12d5-b48e-4ff4-b302-e1c798279416 None None] Bound port: 1c1ec2f4-775b-4506-82a2-039656e8ce5b, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef8e7a3-01be-4a93-b286-b8381096b756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19e36a93-c2c6-4d26-851b-54289f295d5e'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:07:39.212304 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74bc12d5-b48e-4ff4-b302-e1c798279416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:39.212677 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bb0418ad-8122-4a6d-afd2-f75dcc3f7378 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:39.254213 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.ipam_backend_mixin [None req-a11ca4e4-2bf5-4d57-a1e2-e652f10b024e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Performing IP validity checks on allocation pools {{(pid=84542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 18:07:39.258675 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.ipam_backend_mixin [None req-a11ca4e4-2bf5-4d57-a1e2-e652f10b024e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 18:07:39.264200 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd401d6-5d6f-4d06-9081-0291dee48b81 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet 28488067-0a2e-431f-bcdb-7aeadb56f79c {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:07:39.266264 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1de99156-9b01-4bcb-bae1-e1a057ee6c60 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:39.266761 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1de99156-9b01-4bcb-bae1-e1a057ee6c60 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:39.286651 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 558bc315-97b9-4016-9803-c6b2054a5dd8 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:07:39.296132 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dcd401d6-5d6f-4d06-9081-0291dee48b81 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:39.321394 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4f0b3d-2919-4bed-901b-a6a373e768c4 None None] Network 9a3f1c2b-c927-4bbd-bd5a-411d36e3450b requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:39.348174 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0418ad-8122-4a6d-afd2-f75dcc3f7378 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Network': ['ID=e8d2a6eb-9f6f-457f-ba72-221cb18510e1,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:39.357451 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-92bfe001-a848-4107-8f03-e0a7eaabea22 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:39.409546 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-bb0418ad-8122-4a6d-afd2-f75dcc3f7378 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/networks/e8d2a6eb-9f6f-457f-ba72-221cb18510e1 HTTP/1.1" status: 204 len: 168 time: 2.1915157 Feb 09 18:07:39.415673 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 558bc315-97b9-4016-9803-c6b2054a5dd8 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:07:39.416245 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 558bc315-97b9-4016-9803-c6b2054a5dd8 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:07:39.416466 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device ea1b07d4-5633-4478-ae63-b2f61329cb91 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:07:39.416588 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-1de99156-9b01-4bcb-bae1-e1a057ee6c60 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Calling delete_port for cdbde044-0cf0-4a02-8f34-a32863dd913c owned by network:floatingip {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:39.438897 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50210) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:39.448776 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dcd401d6-5d6f-4d06-9081-0291dee48b81 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:39.472894 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: ea1b07d4-5633-4478-ae63-b2f61329cb91 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:07:39.473118 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device ea1b07d4-5633-4478-ae63-b2f61329cb91 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:07:39.506959 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-74bc12d5-b48e-4ff4-b302-e1c798279416 None None] For port 1c1ec2f4-775b-4506-82a2-039656e8ce5b, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:07:39.537943 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9dc9f514-98a4-4704-ade4-803f3563dc41 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:39.602919 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0a0e9973-353b-4b62-9f97-32c3348ce079 None None] Provisioning for port 0a51bdaf-bc02-40cc-8989-415e44732039 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:39.614083 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-74bc12d5-b48e-4ff4-b302-e1c798279416 None None] For port 1c1ec2f4-775b-4506-82a2-039656e8ce5b, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=1c1ec2f4-775b-4506-82a2-039656e8ce5b,segment=NetworkSegment(fef8e7a3-01be-4a93-b286-b8381096b756),segment_id=fef8e7a3-01be-4a93-b286-b8381096b756)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:07:39.640342 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0a0e9973-353b-4b62-9f97-32c3348ce079 None None] Provisioning complete for port 0a51bdaf-bc02-40cc-8989-415e44732039 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:39.640779 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0a0e9973-353b-4b62-9f97-32c3348ce079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:39.652877 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9dc9f514-98a4-4704-ade4-803f3563dc41 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:39.661360 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1de99156-9b01-4bcb-bae1-e1a057ee6c60 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:39.694017 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74bc12d5-b48e-4ff4-b302-e1c798279416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:39.698552 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9f514-98a4-4704-ade4-803f3563dc41 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Network': ['ID=8039cc0c-1cbc-454e-ba6a-ed05518371e8,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:39.710192 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de99156-9b01-4bcb-bae1-e1a057ee6c60 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Pushing event deleted for resources: {'Port': ['ID=cdbde044-0cf0-4a02-8f34-a32863dd913c,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:39.795054 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9dc9f514-98a4-4704-ade4-803f3563dc41 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/networks/8039cc0c-1cbc-454e-ba6a-ed05518371e8 HTTP/1.1" status: 204 len: 168 time: 3.1030114 Feb 09 18:07:39.802530 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50214) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:39.817718 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc12d5-b48e-4ff4-b302-e1c798279416 None None] Pushing event updated for resources: {'Port': ['ID=1c1ec2f4-775b-4506-82a2-039656e8ce5b,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:39.860301 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-21fa2112-83bf-491e-a340-7289edac5636 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] DELETE failed (client error): The resource could not be found. Feb 09 18:07:39.860917 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21fa2112-83bf-491e-a340-7289edac5636 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:39.891567 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1de99156-9b01-4bcb-bae1-e1a057ee6c60 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Notify callbacks [] for floatingip, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:39.894802 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1de99156-9b01-4bcb-bae1-e1a057ee6c60 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:39.896221 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1de99156-9b01-4bcb-bae1-e1a057ee6c60 tempest-FloatingIPAdminTestJSON-1036773394 tempest-FloatingIPAdminTestJSON-1036773394-project] 10.222.0.21 "DELETE /v2.0/floatingips/bec271da-fcc3-4a85-86b3-180c0b2b80ed HTTP/1.1" status: 204 len: 168 time: 1.6797163 Feb 09 18:07:39.898769 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-21fa2112-83bf-491e-a340-7289edac5636 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/subnets/bd18dfdb-83a8-4044-8006-736da4dbb928 HTTP/1.1" status: 404 len: 337 time: 0.0941863 Feb 09 18:07:39.899259 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50218) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:39.902405 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0a0e9973-353b-4b62-9f97-32c3348ce079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:39.915963 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50222) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:39.917149 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-92bfe001-a848-4107-8f03-e0a7eaabea22 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:39.948884 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-0a0e9973-353b-4b62-9f97-32c3348ce079 None None] For port 0a51bdaf-bc02-40cc-8989-415e44732039, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0a51bdaf-bc02-40cc-8989-415e44732039,segment=NetworkSegment(ff02555c-ceac-466d-9460-79bfb1e5527f),segment_id=ff02555c-ceac-466d-9460-79bfb1e5527f)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:40.048542 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0a0e9973-353b-4b62-9f97-32c3348ce079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:40.127500 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-da74f8ed-579c-438c-84be-31918083f37f tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Deleting port 76daaf4d-bb73-4fa7-b965-b81721275f51 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:40.131832 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-da74f8ed-579c-438c-84be-31918083f37f tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:40.209164 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e9973-353b-4b62-9f97-32c3348ce079 None None] Pushing event updated for resources: {'Port': ['ID=0a51bdaf-bc02-40cc-8989-415e44732039,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:40.277843 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dcd401d6-5d6f-4d06-9081-0291dee48b81 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:40.316279 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-9013f105-86b0-49a1-8a76-22c72c20aba1 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] DELETE failed (client error): The resource could not be found. Feb 09 18:07:40.316800 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9013f105-86b0-49a1-8a76-22c72c20aba1 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:40.318584 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9013f105-86b0-49a1-8a76-22c72c20aba1 tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/networks/d04261fd-32af-4213-ba9e-b6b346537d15 HTTP/1.1" status: 404 len: 339 time: 0.3994365 Feb 09 18:07:40.319619 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b9643122-2626-40a3-8912-97a45eae04e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port 61297770-85cf-4888-ba97-666afe01a0f0 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:40.319950 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b9643122-2626-40a3-8912-97a45eae04e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:40.321421 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50226) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:40.373885 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1387c4f2-2581-4c92-828a-b8f2c2efed8c None None] Provisioning complete for port 0a51bdaf-bc02-40cc-8989-415e44732039 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:40.374569 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1387c4f2-2581-4c92-828a-b8f2c2efed8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:40.387317 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a11ca4e4-2bf5-4d57-a1e2-e652f10b024e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:40.403245 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bfe001-a848-4107-8f03-e0a7eaabea22 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network 3f2321c5-bf60-493e-93d3-55a59564b49d is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:40.441965 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-92bfe001-a848-4107-8f03-e0a7eaabea22 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:40.453920 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-da74f8ed-579c-438c-84be-31918083f37f tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:40.455791 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-da74f8ed-579c-438c-84be-31918083f37f tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:40.464309 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bfe001-a848-4107-8f03-e0a7eaabea22 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:07:40.468045 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bfe001-a848-4107-8f03-e0a7eaabea22 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:40.468648 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-92bfe001-a848-4107-8f03-e0a7eaabea22 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:40.485167 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bfe001-a848-4107-8f03-e0a7eaabea22 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Port': ['ID=ff831e8d-f1ff-49f0-b8c0-566a78a5959c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:40.659222 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ca4e4-2bf5-4d57-a1e2-e652f10b024e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Subnet': ['ID=dafedabb-8df0-45e3-b33b-090c744ed7a2,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:40.749342 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-da74f8ed-579c-438c-84be-31918083f37f tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Calling delete_port for 76daaf4d-bb73-4fa7-b965-b81721275f51 owned by network:floatingip {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:40.783298 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11ca4e4-2bf5-4d57-a1e2-e652f10b024e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Checking segment: {'id': 'b6267ea1-682d-424f-b65f-f56db90e37cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '464050ca-f841-4b2b-bf40-11d7b999afe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:07:40.784492 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11ca4e4-2bf5-4d57-a1e2-e652f10b024e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Network hostable DHCP agents. Network: 464050ca-f841-4b2b-bf40-11d7b999afe5, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:07:40.804656 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dcd401d6-5d6f-4d06-9081-0291dee48b81 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:40.809828 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-92bfe001-a848-4107-8f03-e0a7eaabea22 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.9417639 Feb 09 18:07:40.813311 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50230) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:40.833767 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b87b4185-06e7-41a6-a526-206b038cb39b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:40.844524 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 1c1ec2f4-775b-4506-82a2-039656e8ce5b up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:07:40.850394 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd3b3d36-2340-4be9-b9a9-19039ee8db8c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:40.871010 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b9643122-2626-40a3-8912-97a45eae04e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:40.871350 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b9643122-2626-40a3-8912-97a45eae04e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:40.932295 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e380713-0280-46e5-99ba-3c1a1d1fe96d tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Deleting subnet e9174a92-d9bd-477a-9f08-a73f0e2a33dd {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:07:40.938347 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6e380713-0280-46e5-99ba-3c1a1d1fe96d tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:41.044009 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd401d6-5d6f-4d06-9081-0291dee48b81 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=28488067-0a2e-431f-bcdb-7aeadb56f79c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:41.054160 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 1c1ec2f4-775b-4506-82a2-039656e8ce5b completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:41.061589 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0a51bdaf-bc02-40cc-8989-415e44732039 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:07:41.135835 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6e380713-0280-46e5-99ba-3c1a1d1fe96d tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:41.185050 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 0a51bdaf-bc02-40cc-8989-415e44732039 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:41.186667 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:41.186794 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b87b4185-06e7-41a6-a526-206b038cb39b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:41.214986 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-da74f8ed-579c-438c-84be-31918083f37f tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:41.226229 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9e6493-6c53-4183-b22d-e26a707b7450 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:41.257309 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dcd401d6-5d6f-4d06-9081-0291dee48b81 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:41.261853 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-dcd401d6-5d6f-4d06-9081-0291dee48b81 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/28488067-0a2e-431f-bcdb-7aeadb56f79c HTTP/1.1" status: 204 len: 168 time: 3.4585698 Feb 09 18:07:41.268852 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50234) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:41.322311 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b9643122-2626-40a3-8912-97a45eae04e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for 61297770-85cf-4888-ba97-666afe01a0f0 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:41.358677 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dcc0de-5aed-4bad-ab02-d45f88ae3112 None None] Network 19e36a93-c2c6-4d26-851b-54289f295d5e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:41.391095 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74f8ed-579c-438c-84be-31918083f37f tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Pushing event deleted for resources: {'Port': ['ID=76daaf4d-bb73-4fa7-b965-b81721275f51,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:41.557648 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6e380713-0280-46e5-99ba-3c1a1d1fe96d tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:41.591706 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11ca4e4-2bf5-4d57-a1e2-e652f10b024e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Network 464050ca-f841-4b2b-bf40-11d7b999afe5 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:07:41.627073 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a72dc7d4-3ee9-4501-9cee-266f51b39c51 None None] Provisioning for port 1c1ec2f4-775b-4506-82a2-039656e8ce5b completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:41.687698 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a72dc7d4-3ee9-4501-9cee-266f51b39c51 None None] Provisioning complete for port 1c1ec2f4-775b-4506-82a2-039656e8ce5b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:41.687698 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a72dc7d4-3ee9-4501-9cee-266f51b39c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:41.690592 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-fd3b3d36-2340-4be9-b9a9-19039ee8db8c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Allocated IP 2001:db8::1 (9a3f1c2b-c927-4bbd-bd5a-411d36e3450b/0acf3647-54b7-4849-8f41-7ebe37932533/5bad233e-b6e4-47ea-bcfe-7010896b3f98) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:41.711870 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-a11ca4e4-2bf5-4d57-a1e2-e652f10b024e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 464050ca-f841-4b2b-bf40-11d7b999afe5) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:41.716820 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11ca4e4-2bf5-4d57-a1e2-e652f10b024e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:41.717419 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a11ca4e4-2bf5-4d57-a1e2-e652f10b024e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:41.730470 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae919d00-b231-427c-9697-82d013ebe24d None None] Network 464050ca-f841-4b2b-bf40-11d7b999afe5 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:41.737690 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-da74f8ed-579c-438c-84be-31918083f37f tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:41.765698 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b9643122-2626-40a3-8912-97a45eae04e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:41.823344 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9643122-2626-40a3-8912-97a45eae04e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=61297770-85cf-4888-ba97-666afe01a0f0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:41.883413 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a11ca4e4-2bf5-4d57-a1e2-e652f10b024e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 4.2424858 Feb 09 18:07:41.887724 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50238) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:41.893254 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b87b4185-06e7-41a6-a526-206b038cb39b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:41.975385 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b5213c0-017d-48d7-b8bc-1054fcb07655 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet 6d154dab-a861-46ef-90a7-382774783bdd {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:07:41.982156 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7b5213c0-017d-48d7-b8bc-1054fcb07655 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:42.011968 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-da74f8ed-579c-438c-84be-31918083f37f tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:42.013136 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-da74f8ed-579c-438c-84be-31918083f37f tempest-FloatingIPAdminTestJSON-625330825 tempest-FloatingIPAdminTestJSON-625330825-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/20c78369-216d-4cad-b948-b5956d41f140 HTTP/1.1" status: 204 len: 168 time: 2.1129189 Feb 09 18:07:42.032052 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50242) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:42.034374 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6e380713-0280-46e5-99ba-3c1a1d1fe96d tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:42.093023 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd3b3d36-2340-4be9-b9a9-19039ee8db8c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:42.107256 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7b5213c0-017d-48d7-b8bc-1054fcb07655 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:42.117834 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b9643122-2626-40a3-8912-97a45eae04e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:42.120709 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a72dc7d4-3ee9-4501-9cee-266f51b39c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:42.191115 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-fd3b3d36-2340-4be9-b9a9-19039ee8db8c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Transition to ACTIVE for port object 5bad233e-b6e4-47ea-bcfe-7010896b3f98 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:42.209025 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410e3d49-d7b4-43dd-b869-f104d01db2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-464050ca-f841-4b2b-bf40-11d7b999afe5', 'network_id': '464050ca-f841-4b2b-bf40-11d7b999afe5', 'tenant_id': '87988ebdba86441595145b8b3a8899ab', 'fixed_ips': [{'subnet_id': 'dafedabb-8df0-45e3-b33b-090c744ed7a2'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:07:42.210089 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-410e3d49-d7b4-43dd-b869-f104d01db2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:42.227713 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-a72dc7d4-3ee9-4501-9cee-266f51b39c51 None None] For port 1c1ec2f4-775b-4506-82a2-039656e8ce5b, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=1c1ec2f4-775b-4506-82a2-039656e8ce5b,segment=NetworkSegment(fef8e7a3-01be-4a93-b286-b8381096b756),segment_id=fef8e7a3-01be-4a93-b286-b8381096b756)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:42.273629 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b87b4185-06e7-41a6-a526-206b038cb39b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:42.298947 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a72dc7d4-3ee9-4501-9cee-266f51b39c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:42.379602 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e380713-0280-46e5-99ba-3c1a1d1fe96d tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Subnet': ['ID=e9174a92-d9bd-477a-9f08-a73f0e2a33dd,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:42.511254 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6e380713-0280-46e5-99ba-3c1a1d1fe96d tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:42.520092 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7b7993-88fe-4b64-a7d9-596f5e32b708 None None] Network b3815844-63f8-4061-935b-e544b04a44bd requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:42.520331 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-b87b4185-06e7-41a6-a526-206b038cb39b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] In _notify_port_updated(), no bound segment for port ff831e8d-f1ff-49f0-b8c0-566a78a5959c on network 3f2321c5-bf60-493e-93d3-55a59564b49d {{(pid=84541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 18:07:42.524475 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87b4185-06e7-41a6-a526-206b038cb39b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:42.528506 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b87b4185-06e7-41a6-a526-206b038cb39b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:42.528506 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b87b4185-06e7-41a6-a526-206b038cb39b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "PUT /v2.0/ports/ff831e8d-f1ff-49f0-b8c0-566a78a5959c HTTP/1.1" status: 200 len: 818 time: 1.7029717 Feb 09 18:07:42.528737 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd3b3d36-2340-4be9-b9a9-19039ee8db8c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:42.541454 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50246) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:42.587107 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-50a7a033-1557-49c7-9124-ba655f600336 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Deleting port 2efebcc2-6d75-42c5-b029-9355bb26d3c5 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:42.589570 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-50a7a033-1557-49c7-9124-ba655f600336 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:42.603341 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3b3d36-2340-4be9-b9a9-19039ee8db8c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network 9a3f1c2b-c927-4bbd-bd5a-411d36e3450b is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:42.613291 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-fd3b3d36-2340-4be9-b9a9-19039ee8db8c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:42.638179 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3b3d36-2340-4be9-b9a9-19039ee8db8c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:07:42.644374 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd3b3d36-2340-4be9-b9a9-19039ee8db8c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:42.648430 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72dc7d4-3ee9-4501-9cee-266f51b39c51 None None] Pushing event updated for resources: {'Port': ['ID=1c1ec2f4-775b-4506-82a2-039656e8ce5b,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:42.722190 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b3d36-2340-4be9-b9a9-19039ee8db8c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Port': ['ID=5bad233e-b6e4-47ea-bcfe-7010896b3f98,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:42.768542 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:42.786514 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-410e3d49-d7b4-43dd-b869-f104d01db2ee None None] Allocated IP 172.20.0.3 (464050ca-f841-4b2b-bf40-11d7b999afe5/dafedabb-8df0-45e3-b33b-090c744ed7a2/ae0f7c00-30fb-4f8a-bd8c-0971832a02b8) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:42.817416 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-8231a3b5-766e-4ba2-afd7-7fac85c0d076 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting port ff831e8d-f1ff-49f0-b8c0-566a78a5959c {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:42.818432 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8231a3b5-766e-4ba2-afd7-7fac85c0d076 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:42.833494 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9643122-2626-40a3-8912-97a45eae04e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router d0d0d019-1593-4000-89cd-f9220e9356be has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:07:42.860397 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b4185-06e7-41a6-a526-206b038cb39b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Port': ['ID=ff831e8d-f1ff-49f0-b8c0-566a78a5959c,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:42.866076 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6e380713-0280-46e5-99ba-3c1a1d1fe96d tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/subnets/e9174a92-d9bd-477a-9f08-a73f0e2a33dd HTTP/1.1" status: 204 len: 168 time: 2.5436673 Feb 09 18:07:42.896059 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50250) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:42.946365 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7b5213c0-017d-48d7-b8bc-1054fcb07655 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:43.011137 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e7445871-b26c-4ef4-af77-c9b4531be26c None None] Provisioning complete for port 1c1ec2f4-775b-4506-82a2-039656e8ce5b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:43.011515 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7445871-b26c-4ef4-af77-c9b4531be26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:43.221893 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-410e3d49-d7b4-43dd-b869-f104d01db2ee None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:43.242351 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-410e3d49-d7b4-43dd-b869-f104d01db2ee None None] Transition to ACTIVE for port object ae0f7c00-30fb-4f8a-bd8c-0971832a02b8 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:43.247273 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd3b3d36-2340-4be9-b9a9-19039ee8db8c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:43.295501 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:43.308280 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-410e3d49-d7b4-43dd-b869-f104d01db2ee None None] Transition to ACTIVE for port object ae0f7c00-30fb-4f8a-bd8c-0971832a02b8 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:43.368600 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c723fd-a2ba-42b7-8158-da766f9adf5a None None] DHCP port deletion for b3815844-63f8-4061-935b-e544b04a44bd request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:07:43.374100 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e9c723fd-a2ba-42b7-8158-da766f9adf5a None None] Deleting port 0ea40500-c06d-4f43-a265-8ae39d3e830c {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:43.374100 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e9c723fd-a2ba-42b7-8158-da766f9adf5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:43.385061 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40cd1436-1877-4e25-96ac-578a8a9189fe tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:43.404609 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-410e3d49-d7b4-43dd-b869-f104d01db2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:43.525164 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9643122-2626-40a3-8912-97a45eae04e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:07:43.537498 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b9643122-2626-40a3-8912-97a45eae04e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:43.543043 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f172a4-9272-4d29-8961-bbd79b116686 None None] Sync routers for ids ['d0d0d019-1593-4000-89cd-f9220e9356be'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:07:43.565813 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e3d49-d7b4-43dd-b869-f104d01db2ee None None] Pushing event updated for resources: {'Port': ['ID=ae0f7c00-30fb-4f8a-bd8c-0971832a02b8,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:43.575080 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410e3d49-d7b4-43dd-b869-f104d01db2ee None None] Network 464050ca-f841-4b2b-bf40-11d7b999afe5 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:43.584312 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-410e3d49-d7b4-43dd-b869-f104d01db2ee None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:43.587045 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410e3d49-d7b4-43dd-b869-f104d01db2ee None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:07:43.597503 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f172a4-9272-4d29-8961-bbd79b116686 None None] Routers {'d0d0d019-1593-4000-89cd-f9220e9356be'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:07:43.605187 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-24f172a4-9272-4d29-8961-bbd79b116686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:07:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d0d0d019-1593-4000-89cd-f9220e9356be'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:43.605367 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8231a3b5-766e-4ba2-afd7-7fac85c0d076 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:43.615510 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-40cd1436-1877-4e25-96ac-578a8a9189fe tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Deleting port 0ea40500-c06d-4f43-a265-8ae39d3e830c {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:43.616093 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40cd1436-1877-4e25-96ac-578a8a9189fe tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:43.642209 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7b5213c0-017d-48d7-b8bc-1054fcb07655 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:43.704442 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b9643122-2626-40a3-8912-97a45eae04e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/floatingips/e6218675-7490-43bb-a39c-b28aed8c0fd6 HTTP/1.1" status: 204 len: 168 time: 4.2592616 Feb 09 18:07:43.708024 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c5a50e-42b2-4234-b8ed-278b7840d6b7', 'tag': '0527800b-c013-48a4-899d-0e94ecda1102'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:07:43.789698 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5213c0-017d-48d7-b8bc-1054fcb07655 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=6d154dab-a861-46ef-90a7-382774783bdd,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:43.825037 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd3b3d36-2340-4be9-b9a9-19039ee8db8c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:43.839325 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8f36c28d-c821-4666-bbd7-ad43841367c0 None None] Provisioning for port 5bad233e-b6e4-47ea-bcfe-7010896b3f98 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:43.853710 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c5a50e-42b2-4234-b8ed-278b7840d6b7', 'tag': '0527800b-c013-48a4-899d-0e94ecda1102', 'status': 'completed', 'code': 200} Feb 09 18:07:43.869648 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:43.879147 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-24f172a4-9272-4d29-8961-bbd79b116686 None None] Set router d0d0d019-1593-4000-89cd-f9220e9356be gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:07:43.883433 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-8231a3b5-766e-4ba2-afd7-7fac85c0d076 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Calling delete_port for ff831e8d-f1ff-49f0-b8c0-566a78a5959c owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:43.909604 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-e9c723fd-a2ba-42b7-8158-da766f9adf5a None None] For port 0ea40500-c06d-4f43-a265-8ae39d3e830c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0ea40500-c06d-4f43-a265-8ae39d3e830c,segment=NetworkSegment(e54e51f7-78a1-4b51-b07c-e004fbe9c093),segment_id=e54e51f7-78a1-4b51-b07c-e004fbe9c093)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:43.910138 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e9c723fd-a2ba-42b7-8158-da766f9adf5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:43.983028 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-50a7a033-1557-49c7-9124-ba655f600336 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:43.993769 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd3b3d36-2340-4be9-b9a9-19039ee8db8c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:43.994616 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd3b3d36-2340-4be9-b9a9-19039ee8db8c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:44.020957 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Subnet': ['ID=dafedabb-8df0-45e3-b33b-090c744ed7a2,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:44.023209 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7b5213c0-017d-48d7-b8bc-1054fcb07655 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:44.184271 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e9c723fd-a2ba-42b7-8158-da766f9adf5a None None] Calling delete_port for 0ea40500-c06d-4f43-a265-8ae39d3e830c owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:44.198690 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b3d36-2340-4be9-b9a9-19039ee8db8c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Port': ['ID=5bad233e-b6e4-47ea-bcfe-7010896b3f98,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:44.203784 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-50a7a033-1557-49c7-9124-ba655f600336 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Calling delete_port for 2efebcc2-6d75-42c5-b029-9355bb26d3c5 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:44.244312 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-72c251d0-be0c-4e21-a42c-cdbf70386408 req-25b89fac-a3f3-4af8-a621-03d472c33665 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 1098 time: 0.3590803 Feb 09 18:07:44.253346 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8f36c28d-c821-4666-bbd7-ad43841367c0 None None] Provisioning complete for port 5bad233e-b6e4-47ea-bcfe-7010896b3f98 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:44.253954 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8f36c28d-c821-4666-bbd7-ad43841367c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:44.340982 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8f36c28d-c821-4666-bbd7-ad43841367c0 None None] Port 5bad233e-b6e4-47ea-bcfe-7010896b3f98 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:07:44.344407 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-410e3d49-d7b4-43dd-b869-f104d01db2ee None None] Attempting to bind port ae0f7c00-30fb-4f8a-bd8c-0971832a02b8 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:07:44.344775 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-410e3d49-d7b4-43dd-b869-f104d01db2ee None None] Attempting to bind port ae0f7c00-30fb-4f8a-bd8c-0971832a02b8 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'b6267ea1-682d-424f-b65f-f56db90e37cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '464050ca-f841-4b2b-bf40-11d7b999afe5'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:07:44.345133 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e3d49-d7b4-43dd-b869-f104d01db2ee None None] Attempting to bind port ae0f7c00-30fb-4f8a-bd8c-0971832a02b8 on network 464050ca-f841-4b2b-bf40-11d7b999afe5 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:07:44.352820 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d07fb95-7c56-4d38-8c3a-2f3e7ad7dea1 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:44.378826 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-24f172a4-9272-4d29-8961-bbd79b116686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'name': 'tempest-TestNetworkBasicOps-router-2083997425', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:15Z', 'updated_at': '2022-02-09T18:07:20Z', 'revision_number': 6, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:17Z', 'updated_at': '2022-02-09T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'fd260d44-2c6c-4126-9f1d-97a1722d5304', 'name': '', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:c9:7c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:31Z', 'updated_at': '2022-02-09T18:04:49Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:44.387315 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f172a4-9272-4d29-8961-bbd79b116686 None None] Checking router: d0d0d019-1593-4000-89cd-f9220e9356be for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:07:44.423152 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f172a4-9272-4d29-8961-bbd79b116686 None None] Routers {'d0d0d019-1593-4000-89cd-f9220e9356be'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:07:44.423900 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-24f172a4-9272-4d29-8961-bbd79b116686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:07:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d0d0d019-1593-4000-89cd-f9220e9356be'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:44.426780 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e3d49-d7b4-43dd-b869-f104d01db2ee None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:07:44.427179 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e3d49-d7b4-43dd-b869-f104d01db2ee None None] Checking segment: {'id': 'b6267ea1-682d-424f-b65f-f56db90e37cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '464050ca-f841-4b2b-bf40-11d7b999afe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:07:44.427575 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-410e3d49-d7b4-43dd-b869-f104d01db2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:44.427969 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e3d49-d7b4-43dd-b869-f104d01db2ee None None] Bound using segment: {'id': 'b6267ea1-682d-424f-b65f-f56db90e37cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '464050ca-f841-4b2b-bf40-11d7b999afe5'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:07:44.428609 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-410e3d49-d7b4-43dd-b869-f104d01db2ee None None] Bound port: ae0f7c00-30fb-4f8a-bd8c-0971832a02b8, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6267ea1-682d-424f-b65f-f56db90e37cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '464050ca-f841-4b2b-bf40-11d7b999afe5'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:07:44.428991 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-410e3d49-d7b4-43dd-b869-f104d01db2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:44.458995 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8f36c28d-c821-4666-bbd7-ad43841367c0 None None] Provisioning complete for port 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:44.459627 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8f36c28d-c821-4666-bbd7-ad43841367c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:44.462791 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3b3d36-2340-4be9-b9a9-19039ee8db8c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network 9a3f1c2b-c927-4bbd-bd5a-411d36e3450b is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:44.466087 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-fd3b3d36-2340-4be9-b9a9-19039ee8db8c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:44.630993 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7b5213c0-017d-48d7-b8bc-1054fcb07655 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/6d154dab-a861-46ef-90a7-382774783bdd HTTP/1.1" status: 204 len: 168 time: 3.3575714 Feb 09 18:07:44.639263 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50260) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:44.686078 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8231a3b5-766e-4ba2-afd7-7fac85c0d076 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:44.715000 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:44.746948 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-cb0ce180-8740-41d6-b5ca-17b2b6bdf5e1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1059825 Feb 09 18:07:44.760065 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50264) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:44.773996 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8c2be078-7521-4945-bc42-0668f058b7ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:44.798158 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 1c1ec2f4-775b-4506-82a2-039656e8ce5b up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:07:44.823990 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e9c723fd-a2ba-42b7-8158-da766f9adf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:44.865466 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-24f172a4-9272-4d29-8961-bbd79b116686 None None] Set router d0d0d019-1593-4000-89cd-f9220e9356be gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:07:44.915780 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231a3b5-766e-4ba2-afd7-7fac85c0d076 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Port': ['ID=ff831e8d-f1ff-49f0-b8c0-566a78a5959c,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:44.934921 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c723fd-a2ba-42b7-8158-da766f9adf5a None None] Pushing event deleted for resources: {'Port': ['ID=0ea40500-c06d-4f43-a265-8ae39d3e830c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:44.942664 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-410e3d49-d7b4-43dd-b869-f104d01db2ee None None] For port ae0f7c00-30fb-4f8a-bd8c-0971832a02b8, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:07:44.970091 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464050ca-f841-4b2b-bf40-11d7b999afe5']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:44.994078 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-410e3d49-d7b4-43dd-b869-f104d01db2ee None None] For port ae0f7c00-30fb-4f8a-bd8c-0971832a02b8, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=ae0f7c00-30fb-4f8a-bd8c-0971832a02b8,segment=NetworkSegment(b6267ea1-682d-424f-b65f-f56db90e37cf),segment_id=b6267ea1-682d-424f-b65f-f56db90e37cf)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:07:44.998333 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c723fd-a2ba-42b7-8158-da766f9adf5a None None] No DVR routers for this DVR port 0ea40500-c06d-4f43-a265-8ae39d3e830c on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:07:45.005755 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c251d0-be0c-4e21-a42c-cdbf70386408 req-c55efe05-1d05-4f80-9cca-aecceda7f8cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:45.007379 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-72c251d0-be0c-4e21-a42c-cdbf70386408 req-c55efe05-1d05-4f80-9cca-aecceda7f8cd service neutron] 10.222.0.50 "GET /v2.0/networks?id=d56a852c-565a-4887-9c81-db659a21eec0 HTTP/1.1" status: 200 len: 897 time: 0.7361224 Feb 09 18:07:45.040834 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8231a3b5-766e-4ba2-afd7-7fac85c0d076 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:45.066219 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6267ea1-682d-424f-b65f-f56db90e37cf') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:45.066554 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6267ea1-682d-424f-b65f-f56db90e37cf') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:45.099092 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-410e3d49-d7b4-43dd-b869-f104d01db2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:45.102714 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:45.110658 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-72c251d0-be0c-4e21-a42c-cdbf70386408 req-3d680673-e412-4d1b-bbc6-e8789f5c2095 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0527800b-c013-48a4-899d-0e94ecda1102 HTTP/1.1" status: 200 len: 217 time: 0.0917585 Feb 09 18:07:45.120928 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-40cd1436-1877-4e25-96ac-578a8a9189fe tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] For port 0ea40500-c06d-4f43-a265-8ae39d3e830c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0ea40500-c06d-4f43-a265-8ae39d3e830c,segment=NetworkSegment(e54e51f7-78a1-4b51-b07c-e004fbe9c093),segment_id=e54e51f7-78a1-4b51-b07c-e004fbe9c093)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:45.121574 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40cd1436-1877-4e25-96ac-578a8a9189fe tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:45.219018 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8231a3b5-766e-4ba2-afd7-7fac85c0d076 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/ports/ff831e8d-f1ff-49f0-b8c0-566a78a5959c HTTP/1.1" status: 204 len: 168 time: 2.6742957 Feb 09 18:07:45.227368 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50268) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:45.231293 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 1c1ec2f4-775b-4506-82a2-039656e8ce5b triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:45.231479 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:45.327533 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e3d49-d7b4-43dd-b869-f104d01db2ee None None] Pushing event updated for resources: {'Port': ['ID=ae0f7c00-30fb-4f8a-bd8c-0971832a02b8,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:45.331471 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-40cd1436-1877-4e25-96ac-578a8a9189fe tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Calling delete_port for 0ea40500-c06d-4f43-a265-8ae39d3e830c owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:45.333870 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0297702b-f360-4cf3-b0b4-2bf9d1135fd3 None None] DHCP port deletion for 533fa7e0-9286-46d7-99f4-266111443da8 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:07:45.338396 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8afca47f-a440-4521-8c9b-9729a36826c8 None None] Provisioning complete for port 5bad233e-b6e4-47ea-bcfe-7010896b3f98 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:45.338698 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8afca47f-a440-4521-8c9b-9729a36826c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:45.363017 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8c2be078-7521-4945-bc42-0668f058b7ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:45.368727 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:45.384714 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8c2be078-7521-4945-bc42-0668f058b7ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:45.393274 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8c2be078-7521-4945-bc42-0668f058b7ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:45.395050 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cdd8e-8cf1-47c1-9a5e-d71051f828af req-40c737ec-943d-45e6-ae1c-b4c2fa2a8d68 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:45.395776 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-345cdd8e-8cf1-47c1-9a5e-d71051f828af req-40c737ec-943d-45e6-ae1c-b4c2fa2a8d68 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:45.410994 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:07:45.410994 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:45.420015 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0297702b-f360-4cf3-b0b4-2bf9d1135fd3 None None] Deleting port 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:45.420390 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0297702b-f360-4cf3-b0b4-2bf9d1135fd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:07:45.423264 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:07:45.442733 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8c2be078-7521-4945-bc42-0668f058b7ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:45.476322 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c251d0-be0c-4e21-a42c-cdbf70386408 req-b7ce3cd7-de1e-4cfe-b131-32e2ec3c8564 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:45.478314 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-72c251d0-be0c-4e21-a42c-cdbf70386408 req-b7ce3cd7-de1e-4cfe-b131-32e2ec3c8564 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=323aa9ee-0d96-4ed4-ae98-1d480360728b HTTP/1.1" status: 200 len: 835 time: 0.2992949 Feb 09 18:07:45.514128 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-50a7a033-1557-49c7-9124-ba655f600336 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:45.586132 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-24f172a4-9272-4d29-8961-bbd79b116686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'name': 'tempest-TestNetworkBasicOps-router-2083997425', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:15Z', 'updated_at': '2022-02-09T18:07:20Z', 'revision_number': 6, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:17Z', 'updated_at': '2022-02-09T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'fd260d44-2c6c-4126-9f1d-97a1722d5304', 'name': '', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:c9:7c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:31Z', 'updated_at': '2022-02-09T18:04:49Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:45.596734 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f172a4-9272-4d29-8961-bbd79b116686 None None] The sync data for ids ['d0d0d019-1593-4000-89cd-f9220e9356be'] in dv-neutron-827016-2-hyperv is: [{'id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'name': 'tempest-TestNetworkBasicOps-router-2083997425', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:15Z', 'updated_at': '2022-02-09T18:07:20Z', 'revision_number': 6, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:17Z', 'updated_at': '2022-02-09T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'fd260d44-2c6c-4126-9f1d-97a1722d5304', 'name': '', 'network_id': 'd56a852c-565a-4887-9c81-db659a21eec0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:c9:7c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:31Z', 'updated_at': '2022-02-09T18:04:49Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '323aa9ee-0d96-4ed4-ae98-1d480360728b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:07:45.605450 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7a033-1557-49c7-9124-ba655f600336 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Pushing event deleted for resources: {'Port': ['ID=2efebcc2-6d75-42c5-b029-9355bb26d3c5,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:45.608897 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fd490c-d522-4225-99dc-07b9bfda0216 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:45.609832 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-35fd490c-d522-4225-99dc-07b9bfda0216 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Synchronizing usage tracker for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:45.616512 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.api [None req-40cd1436-1877-4e25-96ac-578a8a9189fe tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:07:45.617399 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG oslo_db.api [None req-40cd1436-1877-4e25-96ac-578a8a9189fe tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:07:45.636830 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8afca47f-a440-4521-8c9b-9729a36826c8 None None] Port 5bad233e-b6e4-47ea-bcfe-7010896b3f98 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:07:45.668194 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e34149f-e0a5-4715-abc1-e77ffc365ae4 None None] Network 464050ca-f841-4b2b-bf40-11d7b999afe5 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:45.691887 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2be078-7521-4945-bc42-0668f058b7ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:45.714036 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.api [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 18:07:45.714036 dv-neutron-827016-2-hyperv neutron-server[84541]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 18:07:45.714036 dv-neutron-827016-2-hyperv neutron-server[84541]: [parameters: {'id': '464050ca-f841-4b2b-bf40-11d7b999afe5'}] Feb 09 18:07:45.714036 dv-neutron-827016-2-hyperv neutron-server[84541]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:07:45.717322 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG oslo_db.api [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:07:45.726859 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-345cdd8e-8cf1-47c1-9a5e-d71051f828af req-40c737ec-943d-45e6-ae1c-b4c2fa2a8d68 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:45.728086 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-345cdd8e-8cf1-47c1-9a5e-d71051f828af req-40c737ec-943d-45e6-ae1c-b4c2fa2a8d68 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 945 time: 1.1634438 Feb 09 18:07:45.802140 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-72c251d0-be0c-4e21-a42c-cdbf70386408 req-546409f0-6b52-4097-9fac-6987c539b1d8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d56a852c-565a-4887-9c81-db659a21eec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3125353 Feb 09 18:07:45.803136 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-35fd490c-d522-4225-99dc-07b9bfda0216 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Unset dirty status for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:45.807279 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-35fd490c-d522-4225-99dc-07b9bfda0216 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5732377 Feb 09 18:07:45.811499 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50274) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:45.824710 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-50a7a033-1557-49c7-9124-ba655f600336 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:45.857352 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-50a7a033-1557-49c7-9124-ba655f600336 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] 10.222.0.21 "DELETE /v2.0/ports/2efebcc2-6d75-42c5-b029-9355bb26d3c5 HTTP/1.1" status: 204 len: 168 time: 3.8168406 Feb 09 18:07:45.859115 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-345cdd8e-8cf1-47c1-9a5e-d71051f828af req-0b4bdc83-a6f1-4eea-95a0-d36ebdbf1053 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:45.862622 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50278) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:45.888560 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0ea40500-c06d-4f43-a265-8ae39d3e830c no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:07:45.938848 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-dedb761b-35e1-42f8-98c4-b468cb7d4c5e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] GET failed (client error): The resource could not be found. Feb 09 18:07:45.939634 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-dedb761b-35e1-42f8-98c4-b468cb7d4c5e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Synchronizing usage tracker for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:45.947380 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 0ea40500-c06d-4f43-a265-8ae39d3e830c {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:07:45.948586 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0ea40500-c06d-4f43-a265-8ae39d3e830c not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:07:46.045098 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-dedb761b-35e1-42f8-98c4-b468cb7d4c5e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Unset dirty status for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:46.046268 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-dedb761b-35e1-42f8-98c4-b468cb7d4c5e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports/ff831e8d-f1ff-49f0-b8c0-566a78a5959c HTTP/1.1" status: 404 len: 333 time: 0.2257471 Feb 09 18:07:46.048423 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77714b96-739a-48e2-896d-68704a1c0148 None None] New status for floating IP e6218675-7490-43bb-a39c-b28aed8c0fd6: DOWN {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:07:46.054980 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50282) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:46.077557 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-72c251d0-be0c-4e21-a42c-cdbf70386408 req-56d6d4ba-d291-4621-9e3c-46d85b714d70 service neutron] 10.222.0.50 "GET /v2.0/networks/d56a852c-565a-4887-9c81-db659a21eec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599268 Feb 09 18:07:46.079884 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-6b81122f-15ee-4e24-aa77-ce39a2abd040 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-995041409'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:46.086839 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6b81122f-15ee-4e24-aa77-ce39a2abd040 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:46.091687 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6b81122f-15ee-4e24-aa77-ce39a2abd040 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:network and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:46.094935 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6b81122f-15ee-4e24-aa77-ce39a2abd040 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:46.102558 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6b81122f-15ee-4e24-aa77-ce39a2abd040 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:46.128781 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-40cd1436-1877-4e25-96ac-578a8a9189fe tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Deleting port 0ea40500-c06d-4f43-a265-8ae39d3e830c {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:46.128781 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40cd1436-1877-4e25-96ac-578a8a9189fe tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:46.155477 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-345cdd8e-8cf1-47c1-9a5e-d71051f828af req-0b4bdc83-a6f1-4eea-95a0-d36ebdbf1053 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:46.156668 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-345cdd8e-8cf1-47c1-9a5e-d71051f828af req-0b4bdc83-a6f1-4eea-95a0-d36ebdbf1053 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d78fc211-cc54-405e-9183-8db5afbe8956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4190912 Feb 09 18:07:46.179653 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c2be078-7521-4945-bc42-0668f058b7ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:46.184181 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-0297702b-f360-4cf3-b0b4-2bf9d1135fd3 None None] For port 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7cf8e61b-6254-40d6-a0fe-4a165fa3de2c,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:46.187098 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0297702b-f360-4cf3-b0b4-2bf9d1135fd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:46.217295 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b81122f-15ee-4e24-aa77-ce39a2abd040 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:46.221794 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6b81122f-15ee-4e24-aa77-ce39a2abd040 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:46.237992 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-40cd1436-1877-4e25-96ac-578a8a9189fe tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] The port '0ea40500-c06d-4f43-a265-8ae39d3e830c' was deleted {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:07:46.246639 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60312bfb-5311-4b2d-b5bc-28d0416cfbba tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:46.247592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-60312bfb-5311-4b2d-b5bc-28d0416cfbba tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Synchronizing usage tracker for tenant:64ecfb0e9daa4ed0a77fdcc09e87af04 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:46.252600 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:46.331510 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0297702b-f360-4cf3-b0b4-2bf9d1135fd3 None None] Calling delete_port for 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:46.352239 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-72c251d0-be0c-4e21-a42c-cdbf70386408 req-9a92775e-85ca-476c-8343-71101efbf1f5 service neutron] 10.222.0.50 "GET /v2.0/networks/d56a852c-565a-4887-9c81-db659a21eec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668185 Feb 09 18:07:46.412443 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8fbed-9338-4c0c-9c6c-b96684887fd2 req-c32b5b56-1472-47c7-9eaf-3fdb671ab53f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:46.413156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-a1d8fbed-9338-4c0c-9c6c-b96684887fd2 req-c32b5b56-1472-47c7-9eaf-3fdb671ab53f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:46.419251 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Deleting port ae0f7c00-30fb-4f8a-bd8c-0971832a02b8 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:46.419523 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:46.433893 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-a1d8fbed-9338-4c0c-9c6c-b96684887fd2 req-c32b5b56-1472-47c7-9eaf-3fdb671ab53f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:46.434689 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a1d8fbed-9338-4c0c-9c6c-b96684887fd2 req-c32b5b56-1472-47c7-9eaf-3fdb671ab53f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 945 time: 0.7945828 Feb 09 18:07:46.477674 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40cd1436-1877-4e25-96ac-578a8a9189fe tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:46.494790 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b81122f-15ee-4e24-aa77-ce39a2abd040 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:07:46.522930 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0297702b-f360-4cf3-b0b4-2bf9d1135fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:46.534452 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6b81122f-15ee-4e24-aa77-ce39a2abd040 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:46.534801 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-6b81122f-15ee-4e24-aa77-ce39a2abd040 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Added segment 4b6fda07-70fc-4f71-b386-b3f0d6e4906f of type vlan for network 1051d661-dfb3-4d94-a540-0e8ce70e55de Feb 09 18:07:46.534910 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3b3d36-2340-4be9-b9a9-19039ee8db8c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Router 6b3b16a5-12a5-46ef-a918-51b5797252a1 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:07:46.538918 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-40cd1436-1877-4e25-96ac-578a8a9189fe tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3815844-63f8-4061-935b-e544b04a44bd']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:46.570020 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-a1d8fbed-9338-4c0c-9c6c-b96684887fd2 req-71851189-c185-435f-b64f-2f36fc7af89f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port 0527800b-c013-48a4-899d-0e94ecda1102 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:46.570244 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297702b-f360-4cf3-b0b4-2bf9d1135fd3 None None] Pushing event deleted for resources: {'Port': ['ID=7cf8e61b-6254-40d6-a0fe-4a165fa3de2c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:46.570399 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a1d8fbed-9338-4c0c-9c6c-b96684887fd2 req-71851189-c185-435f-b64f-2f36fc7af89f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:46.581037 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0297702b-f360-4cf3-b0b4-2bf9d1135fd3 None None] No DVR routers for this DVR port 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:07:46.584957 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-60312bfb-5311-4b2d-b5bc-28d0416cfbba tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Unset dirty status for tenant:64ecfb0e9daa4ed0a77fdcc09e87af04 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:46.589397 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-60312bfb-5311-4b2d-b5bc-28d0416cfbba tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] 10.222.0.21 "GET /v2.0/ports?device_id=f70b2fc8-a42f-47de-b0e9-9e3554123b5f HTTP/1.1" status: 200 len: 913 time: 0.6502380 Feb 09 18:07:46.594077 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50286) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:46.602630 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818e303d-f8dd-4782-bda4-1a03ae43b863 None None] get_active_networks_info from dv-neutron-827016-2-hyperv {{(pid=84543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 18:07:46.608588 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-40cd1436-1877-4e25-96ac-578a8a9189fe tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54e51f7-78a1-4b51-b07c-e004fbe9c093') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:46.608754 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-40cd1436-1877-4e25-96ac-578a8a9189fe tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54e51f7-78a1-4b51-b07c-e004fbe9c093') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:46.654010 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3362a59f-4e56-4619-95a4-0b0c2a39abbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:46.713965 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40cd1436-1877-4e25-96ac-578a8a9189fe tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:46.724201 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:07:46.774820 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:07:46.775940 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7cf8e61b-6254-40d6-a0fe-4a165fa3de2c not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:07:46.855127 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:46.858405 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818e303d-f8dd-4782-bda4-1a03ae43b863 None None] Resources bound (agent type, host, resource id): {{(pid=84543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 18:07:46.922091 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6b81122f-15ee-4e24-aa77-ce39a2abd040 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:46.949373 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40cd1436-1877-4e25-96ac-578a8a9189fe tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:47.019684 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40cd1436-1877-4e25-96ac-578a8a9189fe tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:07:47.020091 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40cd1436-1877-4e25-96ac-578a8a9189fe tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:07:47.042278 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:07:47.215387 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6b81122f-15ee-4e24-aa77-ce39a2abd040 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:47.224374 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b81122f-15ee-4e24-aa77-ce39a2abd040 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:47.224374 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6b81122f-15ee-4e24-aa77-ce39a2abd040 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:47.293799 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da94cba7-5676-4c75-94f3-8ce245e6b156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-533fa7e0-9286-46d7-99f4-266111443da8', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'fixed_ips': [{'subnet_id': 'accd52a1-4018-40ff-ac16-fd38f3d92373'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:07:47.293799 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da94cba7-5676-4c75-94f3-8ce245e6b156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:47.298231 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-a1d8fbed-9338-4c0c-9c6c-b96684887fd2 req-71851189-c185-435f-b64f-2f36fc7af89f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port 0527800b-c013-48a4-899d-0e94ecda1102, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=0527800b-c013-48a4-899d-0e94ecda1102,segment=NetworkSegment(23964c25-d5c8-4aa2-982a-3a45e6672645),segment_id=23964c25-d5c8-4aa2-982a-3a45e6672645)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:47.300297 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a1d8fbed-9338-4c0c-9c6c-b96684887fd2 req-71851189-c185-435f-b64f-2f36fc7af89f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:47.382580 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] For port ae0f7c00-30fb-4f8a-bd8c-0971832a02b8, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=ae0f7c00-30fb-4f8a-bd8c-0971832a02b8,segment=NetworkSegment(b6267ea1-682d-424f-b65f-f56db90e37cf),segment_id=b6267ea1-682d-424f-b65f-f56db90e37cf)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:47.382949 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:47.393467 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.objects.ports [None req-8c2be078-7521-4945-bc42-0668f058b7ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84542) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 18:07:47.394333 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40cd1436-1877-4e25-96ac-578a8a9189fe tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:47.416465 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40cd1436-1877-4e25-96ac-578a8a9189fe tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:47.418500 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-40cd1436-1877-4e25-96ac-578a8a9189fe tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] 10.222.0.21 "DELETE /v2.0/networks/b3815844-63f8-4061-935b-e544b04a44bd HTTP/1.1" status: 204 len: 168 time: 4.5210669 Feb 09 18:07:47.456415 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-da94cba7-5676-4c75-94f3-8ce245e6b156 None None] Allocated IP 2001:db8::f816:3eff:fef8:373a (533fa7e0-9286-46d7-99f4-266111443da8/accd52a1-4018-40ff-ac16-fd38f3d92373/6fab807c-dab7-467d-a2cb-34f563dbc9a5) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:47.468935 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-a1d8fbed-9338-4c0c-9c6c-b96684887fd2 req-71851189-c185-435f-b64f-2f36fc7af89f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for 0527800b-c013-48a4-899d-0e94ecda1102 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:47.502833 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3b3d36-2340-4be9-b9a9-19039ee8db8c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:07:47.511591 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c2be078-7521-4945-bc42-0668f058b7ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:47.513309 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abd5794-a88b-44cf-84ea-a1213648c66c None None] Sync routers for ids ['6b3b16a5-12a5-46ef-a918-51b5797252a1'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:07:47.535455 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fd3b3d36-2340-4be9-b9a9-19039ee8db8c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "PUT /v2.0/routers/6b3b16a5-12a5-46ef-a918-51b5797252a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9917145 Feb 09 18:07:47.538607 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abd5794-a88b-44cf-84ea-a1213648c66c None None] Routers {'6b3b16a5-12a5-46ef-a918-51b5797252a1'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:07:47.539237 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6abd5794-a88b-44cf-84ea-a1213648c66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:07:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6b3b16a5-12a5-46ef-a918-51b5797252a1'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:47.609017 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50294) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:47.614728 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2be078-7521-4945-bc42-0668f058b7ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=accd52a1-4018-40ff-ac16-fd38f3d92373,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:47.640079 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Calling delete_port for ae0f7c00-30fb-4f8a-bd8c-0971832a02b8 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:47.667123 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6abd5794-a88b-44cf-84ea-a1213648c66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:47.677190 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2be078-7521-4945-bc42-0668f058b7ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:47.679456 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abd5794-a88b-44cf-84ea-a1213648c66c None None] Routers {'6b3b16a5-12a5-46ef-a918-51b5797252a1'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:07:47.680581 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6abd5794-a88b-44cf-84ea-a1213648c66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:07:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6b3b16a5-12a5-46ef-a918-51b5797252a1'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:47.687255 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-8c2be078-7521-4945-bc42-0668f058b7ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:47.690974 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2be078-7521-4945-bc42-0668f058b7ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:47.691840 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c2be078-7521-4945-bc42-0668f058b7ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:47.748638 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6b81122f-15ee-4e24-aa77-ce39a2abd040 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6879308 Feb 09 18:07:47.750405 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81122f-15ee-4e24-aa77-ce39a2abd040 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Network': ['ID=1051d661-dfb3-4d94-a540-0e8ce70e55de,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:47.751440 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50298) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:47.761635 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a34a6c69-69b7-4fb3-93b4-db29a40f3fdf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'subnet': {'network_id': '1051d661-dfb3-4d94-a540-0e8ce70e55de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:47.765394 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 1051d661-dfb3-4d94-a540-0e8ce70e55de details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:07:47.787692 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6abd5794-a88b-44cf-84ea-a1213648c66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:47.788099 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abd5794-a88b-44cf-84ea-a1213648c66c None None] The sync data for ids ['6b3b16a5-12a5-46ef-a918-51b5797252a1'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:07:47.807522 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d69086-480e-44d7-905a-868319577399 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:47.808280 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-55d69086-480e-44d7-905a-868319577399 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Synchronizing usage tracker for tenant:3aafa79d3d06419e8e7c5f7d6aab117f on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:47.809707 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd1436-1877-4e25-96ac-578a8a9189fe tempest-NetworksIpV6Test-43969468 tempest-NetworksIpV6Test-43969468-project] Pushing event deleted for resources: {'Network': ['ID=b3815844-63f8-4061-935b-e544b04a44bd,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:47.867766 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da94cba7-5676-4c75-94f3-8ce245e6b156 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:47.867906 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f925a14-5921-46c5-9256-e2f60419c37e req-69bf93f3-10d9-49da-8264-ba8b528e10de tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:47.867906 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2f925a14-5921-46c5-9256-e2f60419c37e req-69bf93f3-10d9-49da-8264-ba8b528e10de tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 945 time: 0.5342581 Feb 09 18:07:47.916673 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8c2be078-7521-4945-bc42-0668f058b7ba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1472628 Feb 09 18:07:47.919237 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50302) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:47.934562 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-da94cba7-5676-4c75-94f3-8ce245e6b156 None None] Transition to ACTIVE for port object 6fab807c-dab7-467d-a2cb-34f563dbc9a5 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:47.962626 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-da94cba7-5676-4c75-94f3-8ce245e6b156 None None] Transition to ACTIVE for port object 6fab807c-dab7-467d-a2cb-34f563dbc9a5 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:47.978691 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a34a6c69-69b7-4fb3-93b4-db29a40f3fdf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:47.982883 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a34a6c69-69b7-4fb3-93b4-db29a40f3fdf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:subnet and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:47.985847 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a34a6c69-69b7-4fb3-93b4-db29a40f3fdf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:47.992032 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a34a6c69-69b7-4fb3-93b4-db29a40f3fdf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:47.993399 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-6b65d71f-3029-46d4-9a93-3b094c492ab7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:48.007001 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:48.056517 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da94cba7-5676-4c75-94f3-8ce245e6b156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:48.126272 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da94cba7-5676-4c75-94f3-8ce245e6b156 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:48.131613 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a1d8fbed-9338-4c0c-9c6c-b96684887fd2 req-71851189-c185-435f-b64f-2f36fc7af89f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:48.132126 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-da94cba7-5676-4c75-94f3-8ce245e6b156 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:48.134759 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da94cba7-5676-4c75-94f3-8ce245e6b156 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:07:48.136879 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94cba7-5676-4c75-94f3-8ce245e6b156 None None] Pushing event updated for resources: {'Port': ['ID=6fab807c-dab7-467d-a2cb-34f563dbc9a5,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:48.155158 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2f925a14-5921-46c5-9256-e2f60419c37e req-cb1c23ae-f1db-43da-9b80-f0f2c39e0a7a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d78fc211-cc54-405e-9183-8db5afbe8956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2844782 Feb 09 18:07:48.178125 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Port': ['ID=ae0f7c00-30fb-4f8a-bd8c-0971832a02b8,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:48.199432 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No DVR routers for this DVR port ae0f7c00-30fb-4f8a-bd8c-0971832a02b8 on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:07:48.199738 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-55d69086-480e-44d7-905a-868319577399 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Unset dirty status for tenant:3aafa79d3d06419e8e7c5f7d6aab117f on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:48.201849 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-55d69086-480e-44d7-905a-868319577399 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "GET /v2.0/ports/5bad233e-b6e4-47ea-bcfe-7010896b3f98 HTTP/1.1" status: 200 len: 911 time: 0.5884001 Feb 09 18:07:48.214838 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34a6c69-69b7-4fb3-93b4-db29a40f3fdf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:48.228085 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50308) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:48.245844 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71851189-c185-435f-b64f-2f36fc7af89f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=0527800b-c013-48a4-899d-0e94ecda1102,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:48.278842 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-da94cba7-5676-4c75-94f3-8ce245e6b156 None None] Attempting to bind port 6fab807c-dab7-467d-a2cb-34f563dbc9a5 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:07:48.288533 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-da94cba7-5676-4c75-94f3-8ce245e6b156 None None] Attempting to bind port 6fab807c-dab7-467d-a2cb-34f563dbc9a5 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:07:48.288533 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da94cba7-5676-4c75-94f3-8ce245e6b156 None None] Attempting to bind port 6fab807c-dab7-467d-a2cb-34f563dbc9a5 on network 533fa7e0-9286-46d7-99f4-266111443da8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:07:48.288533 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da94cba7-5676-4c75-94f3-8ce245e6b156 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:07:48.288533 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da94cba7-5676-4c75-94f3-8ce245e6b156 None None] Checking segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:07:48.289549 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da94cba7-5676-4c75-94f3-8ce245e6b156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:48.290156 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da94cba7-5676-4c75-94f3-8ce245e6b156 None None] Bound using segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:07:48.290880 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-da94cba7-5676-4c75-94f3-8ce245e6b156 None None] Bound port: 6fab807c-dab7-467d-a2cb-34f563dbc9a5, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:07:48.291478 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da94cba7-5676-4c75-94f3-8ce245e6b156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:48.345380 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50312) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:48.394458 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-da94cba7-5676-4c75-94f3-8ce245e6b156 None None] For port 6fab807c-dab7-467d-a2cb-34f563dbc9a5, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:07:48.397542 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-da94cba7-5676-4c75-94f3-8ce245e6b156 None None] For port 6fab807c-dab7-467d-a2cb-34f563dbc9a5, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=6fab807c-dab7-467d-a2cb-34f563dbc9a5,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:07:48.416754 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d8fbed-9338-4c0c-9c6c-b96684887fd2 req-71851189-c185-435f-b64f-2f36fc7af89f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] No DVR routers for this DVR port 0527800b-c013-48a4-899d-0e94ecda1102 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:07:48.419479 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a1d8fbed-9338-4c0c-9c6c-b96684887fd2 req-71851189-c185-435f-b64f-2f36fc7af89f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:48.425291 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c5a50e-42b2-4234-b8ed-278b7840d6b7', 'name': 'network-vif-deleted', 'tag': '0527800b-c013-48a4-899d-0e94ecda1102'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:07:48.458392 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a34a6c69-69b7-4fb3-93b4-db29a40f3fdf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:48.511988 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da94cba7-5676-4c75-94f3-8ce245e6b156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:48.555795 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c5a50e-42b2-4234-b8ed-278b7840d6b7', 'name': 'network-vif-deleted', 'tag': '0527800b-c013-48a4-899d-0e94ecda1102', 'status': 'completed', 'code': 200} Feb 09 18:07:48.610126 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a1d8fbed-9338-4c0c-9c6c-b96684887fd2 req-71851189-c185-435f-b64f-2f36fc7af89f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "DELETE /v2.0/ports/0527800b-c013-48a4-899d-0e94ecda1102 HTTP/1.1" status: 204 len: 173 time: 2.1705232 Feb 09 18:07:48.655525 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:48.659396 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94cba7-5676-4c75-94f3-8ce245e6b156 None None] Pushing event updated for resources: {'Port': ['ID=6fab807c-dab7-467d-a2cb-34f563dbc9a5,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:48.670322 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6b65d71f-3029-46d4-9a93-3b094c492ab7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:48.680227 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6b65d71f-3029-46d4-9a93-3b094c492ab7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:48.685956 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-06afb3ce-bc16-42fa-840a-323b0b34e894 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b75406ac5e534d45adbe01b1fd78744d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3292341 Feb 09 18:07:48.688421 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50320) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:48.698953 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6b65d71f-3029-46d4-9a93-3b094c492ab7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:48.716260 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6b65d71f-3029-46d4-9a93-3b094c492ab7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:48.723190 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464050ca-f841-4b2b-bf40-11d7b999afe5']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:48.748565 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6267ea1-682d-424f-b65f-f56db90e37cf') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:48.748854 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6267ea1-682d-424f-b65f-f56db90e37cf') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:48.764673 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 0527800b-c013-48a4-899d-0e94ecda1102 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:07:48.765434 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:48.804486 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:48.811411 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: 0527800b-c013-48a4-899d-0e94ecda1102 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:07:48.812256 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 0527800b-c013-48a4-899d-0e94ecda1102 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:07:48.817911 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:07:48.818352 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:07:48.833803 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:07:48.925124 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b65d71f-3029-46d4-9a93-3b094c492ab7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:48.954568 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0bc14774-4b6d-4f1a-963b-304807da1ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:48.979775 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-30be3901-fc3e-402c-968f-9195fb782a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:48.989111 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0bc14774-4b6d-4f1a-963b-304807da1ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:49.026148 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a34a6c69-69b7-4fb3-93b4-db29a40f3fdf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:49.137991 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a6c69-69b7-4fb3-93b4-db29a40f3fdf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Subnet': ['ID=5b3e1fde-9b88-410a-b8e3-b13d48b15a4a,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:49.148722 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34a6c69-69b7-4fb3-93b4-db29a40f3fdf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Checking segment: {'id': '4b6fda07-70fc-4f71-b386-b3f0d6e4906f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1051d661-dfb3-4d94-a540-0e8ce70e55de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:07:49.149086 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34a6c69-69b7-4fb3-93b4-db29a40f3fdf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network hostable DHCP agents. Network: 1051d661-dfb3-4d94-a540-0e8ce70e55de, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:07:49.261818 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3b04caf3-99ec-4e9a-9e5e-49e677eb273d tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:49.316813 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34a6c69-69b7-4fb3-93b4-db29a40f3fdf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network 1051d661-dfb3-4d94-a540-0e8ce70e55de is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:07:49.317077 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6b65d71f-3029-46d4-9a93-3b094c492ab7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:49.324095 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0bc14774-4b6d-4f1a-963b-304807da1ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:49.356147 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:49.360742 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc14774-4b6d-4f1a-963b-304807da1ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08706a4-c72a-42c3-822e-ff10ecd22efc,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:49.384629 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0bc14774-4b6d-4f1a-963b-304807da1ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:49.384629 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0bc14774-4b6d-4f1a-963b-304807da1ff8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a08706a4-c72a-42c3-822e-ff10ecd22efc HTTP/1.1" status: 204 len: 168 time: 0.6886978 Feb 09 18:07:49.408485 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-a34a6c69-69b7-4fb3-93b4-db29a40f3fdf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 1051d661-dfb3-4d94-a540-0e8ce70e55de) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:49.416116 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34a6c69-69b7-4fb3-93b4-db29a40f3fdf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:49.416923 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a34a6c69-69b7-4fb3-93b4-db29a40f3fdf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:49.528581 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:49.541422 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a34a6c69-69b7-4fb3-93b4-db29a40f3fdf tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7869036 Feb 09 18:07:49.546285 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50328) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:49.551670 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-731d264d-e840-4141-bb7d-cb1d4cbe6487 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'subnet': {'network_id': '1051d661-dfb3-4d94-a540-0e8ce70e55de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:49.556678 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e13cecda-1f2c-41cb-9f34-2a8aff784629 req-87d77928-87a3-4902-a792-bffd0104e1e0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6c5a50e-42b2-4234-b8ed-278b7840d6b7 HTTP/1.1" status: 200 len: 210 time: 0.2175860 Feb 09 18:07:49.576699 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Network': ['ID=464050ca-f841-4b2b-bf40-11d7b999afe5,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:49.602715 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c040388d-55d8-45a7-8c2f-771adb4f25af tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/networks/464050ca-f841-4b2b-bf40-11d7b999afe5 HTTP/1.1" status: 204 len: 168 time: 7.7028217 Feb 09 18:07:49.602715 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50332) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:49.624346 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-5f3702ab-42dd-4e83-9dd1-5e857188c911 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1504249944'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:49.652038 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5f3702ab-42dd-4e83-9dd1-5e857188c911 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:49.668390 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5f3702ab-42dd-4e83-9dd1-5e857188c911 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Usage tracker for resource:network and tenant:87988ebdba86441595145b8b3a8899ab is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:49.673353 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5f3702ab-42dd-4e83-9dd1-5e857188c911 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:49.691956 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5f3702ab-42dd-4e83-9dd1-5e857188c911 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:49.897564 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3702ab-42dd-4e83-9dd1-5e857188c911 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Made reservation on behalf of 87988ebdba86441595145b8b3a8899ab for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:49.901674 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5f3702ab-42dd-4e83-9dd1-5e857188c911 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:49.903745 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-731d264d-e840-4141-bb7d-cb1d4cbe6487 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:49.913264 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-731d264d-e840-4141-bb7d-cb1d4cbe6487 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:subnet and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:49.917356 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-731d264d-e840-4141-bb7d-cb1d4cbe6487 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:49.926074 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-731d264d-e840-4141-bb7d-cb1d4cbe6487 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:49.952438 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a138430f-8803-475a-8c6b-243400ae6b0a None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:49.977882 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03e91db-b582-4ef9-9f61-58f661a69941 None None] Network 1051d661-dfb3-4d94-a540-0e8ce70e55de requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:50.063364 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3702ab-42dd-4e83-9dd1-5e857188c911 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:07:50.085324 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731d264d-e840-4141-bb7d-cb1d4cbe6487 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:50.085607 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-731d264d-e840-4141-bb7d-cb1d4cbe6487 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:50.116253 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:50.156736 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5f3702ab-42dd-4e83-9dd1-5e857188c911 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:50.157955 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-5f3702ab-42dd-4e83-9dd1-5e857188c911 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Added segment 6a59e2fb-9326-46df-ac5b-441408a9b6dc of type vlan for network e6a0e415-47cf-4e0d-b8c4-0a41ab86a0fe Feb 09 18:07:50.210394 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5f3702ab-42dd-4e83-9dd1-5e857188c911 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:50.224467 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6b65d71f-3029-46d4-9a93-3b094c492ab7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:50.227195 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:50.246392 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.ipam_backend_mixin [None req-731d264d-e840-4141-bb7d-cb1d4cbe6487 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5b3e1fde-9b88-410a-b8e3-b13d48b15a4a (CIDR: 172.20.0.0/28) Feb 09 18:07:50.301711 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-51ae3674-7cdf-4d09-94cf-9319cc69a2a7 None None] Provisioning for port 6fab807c-dab7-467d-a2cb-34f563dbc9a5 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:50.311930 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-731d264d-e840-4141-bb7d-cb1d4cbe6487 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:07:50.315098 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-731d264d-e840-4141-bb7d-cb1d4cbe6487 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:07:50.354387 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.resource_extend [None req-5f3702ab-42dd-4e83-9dd1-5e857188c911 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:07:50.405967 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-731d264d-e840-4141-bb7d-cb1d4cbe6487 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8551004 Feb 09 18:07:50.405967 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50346) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:50.415317 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8b8a6870-d777-42c3-9648-3c485f652f0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'subnet': {'network_id': '1051d661-dfb3-4d94-a540-0e8ce70e55de', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:50.439453 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b65e85c-c26c-4998-b206-863783499066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-1051d661-dfb3-4d94-a540-0e8ce70e55de', 'network_id': '1051d661-dfb3-4d94-a540-0e8ce70e55de', 'tenant_id': 'ce046d049f4e4b9d985a5a697b890edb', 'fixed_ips': [{'subnet_id': '5b3e1fde-9b88-410a-b8e3-b13d48b15a4a'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:07:50.440612 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b65e85c-c26c-4998-b206-863783499066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:50.450514 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b65d71f-3029-46d4-9a93-3b094c492ab7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:50.464499 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-6b65d71f-3029-46d4-9a93-3b094c492ab7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:50.477992 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b65d71f-3029-46d4-9a93-3b094c492ab7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:50.478729 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6b65d71f-3029-46d4-9a93-3b094c492ab7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:50.700651 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-2b65e85c-c26c-4998-b206-863783499066 None None] Allocated IP 172.20.0.2 (1051d661-dfb3-4d94-a540-0e8ce70e55de/5b3e1fde-9b88-410a-b8e3-b13d48b15a4a/bc460179-4b7b-4710-b59f-08bd8dde699d) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:50.709313 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8b8a6870-d777-42c3-9648-3c485f652f0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:50.714521 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8b8a6870-d777-42c3-9648-3c485f652f0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:subnet and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:50.724887 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8b8a6870-d777-42c3-9648-3c485f652f0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:50.730668 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8b8a6870-d777-42c3-9648-3c485f652f0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:50.743326 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b261f8-a77e-4bba-b982-6f5721bf3520 None None] Update dhcp port {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'fixed_ips': [{'subnet_id': 'accd52a1-4018-40ff-ac16-fd38f3d92373', 'ip_address': '2001:db8::f816:3eff:fef8:373a'}, {'subnet_id': '8d324398-c009-4391-b2cf-c1ea1703c7cc'}], 'binding:host_id': 'dv-neutron-827016-2-hyperv'}, 'id': '6fab807c-dab7-467d-a2cb-34f563dbc9a5'} from dv-neutron-827016-2-hyperv. {{(pid=84543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 18:07:50.770519 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65d71f-3029-46d4-9a93-3b094c492ab7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=8d324398-c009-4391-b2cf-c1ea1703c7cc,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:50.790788 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50356) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:50.832098 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6fab807c-dab7-467d-a2cb-34f563dbc9a5 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:07:50.868442 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8a6870-d777-42c3-9648-3c485f652f0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:50.872071 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b8a6870-d777-42c3-9648-3c485f652f0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:50.891814 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5f3702ab-42dd-4e83-9dd1-5e857188c911 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:50.896054 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3702ab-42dd-4e83-9dd1-5e857188c911 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:50.896993 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5f3702ab-42dd-4e83-9dd1-5e857188c911 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:50.980823 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c6b261f8-a77e-4bba-b982-6f5721bf3520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:51.015467 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-acca7096-fbfb-49db-95c4-d8a59e1fb2a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:51.071702 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-acca7096-fbfb-49db-95c4-d8a59e1fb2a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:51.096037 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6b65d71f-3029-46d4-9a93-3b094c492ab7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1750088 Feb 09 18:07:51.099368 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50362) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:51.119717 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f2daaf2f-0d96-4b08-a4c2-d87ed6686a50 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'mac_address': 'fa:16:3e:82:58:b0', 'name': 'tempest-NetworksTestDHCPv6-1742992874'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:51.150795 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5f3702ab-42dd-4e83-9dd1-5e857188c911 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5500128 Feb 09 18:07:51.152846 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ee0a096-f776-4f45-b298-244a464a8725 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:51.169841 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50368) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:51.186639 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-2fef3a66-0a5f-4e70-a9ce-04d57ac4f030 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'subnet': {'network_id': 'e6a0e415-47cf-4e0d-b8c4-0a41ab86a0fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:51.223171 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3702ab-42dd-4e83-9dd1-5e857188c911 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Network': ['ID=e6a0e415-47cf-4e0d-b8c4-0a41ab86a0fe,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:51.284554 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f2daaf2f-0d96-4b08-a4c2-d87ed6686a50 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:51.294369 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f2daaf2f-0d96-4b08-a4c2-d87ed6686a50 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:port and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:51.294576 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b65e85c-c26c-4998-b206-863783499066 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:51.299845 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f2daaf2f-0d96-4b08-a4c2-d87ed6686a50 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:51.308194 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f2daaf2f-0d96-4b08-a4c2-d87ed6686a50 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:51.309360 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2b65e85c-c26c-4998-b206-863783499066 None None] Transition to ACTIVE for port object bc460179-4b7b-4710-b59f-08bd8dde699d will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:51.339105 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2b65e85c-c26c-4998-b206-863783499066 None None] Transition to ACTIVE for port object bc460179-4b7b-4710-b59f-08bd8dde699d will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:51.342366 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network e6a0e415-47cf-4e0d-b8c4-0a41ab86a0fe details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:07:51.403440 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2daaf2f-0d96-4b08-a4c2-d87ed6686a50 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:51.524667 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b65e85c-c26c-4998-b206-863783499066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:51.545865 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f2daaf2f-0d96-4b08-a4c2-d87ed6686a50 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:51.560122 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-acca7096-fbfb-49db-95c4-d8a59e1fb2a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:51.596646 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca7096-fbfb-49db-95c4-d8a59e1fb2a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78fc211-cc54-405e-9183-8db5afbe8956,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:51.597954 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2fef3a66-0a5f-4e70-a9ce-04d57ac4f030 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:51.606676 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2fef3a66-0a5f-4e70-a9ce-04d57ac4f030 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Usage tracker for resource:subnet and tenant:87988ebdba86441595145b8b3a8899ab is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:51.625632 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2fef3a66-0a5f-4e70-a9ce-04d57ac4f030 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:51.643667 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-f2daaf2f-0d96-4b08-a4c2-d87ed6686a50 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] device_id is not set on port eb1cd8ea-156a-417d-8726-86969de6e280 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:07:51.647581 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2fef3a66-0a5f-4e70-a9ce-04d57ac4f030 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:51.655494 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:51.702180 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 6fab807c-dab7-467d-a2cb-34f563dbc9a5 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:51.708282 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b65e85c-c26c-4998-b206-863783499066 None None] Network 1051d661-dfb3-4d94-a540-0e8ce70e55de is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:51.711944 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65e85c-c26c-4998-b206-863783499066 None None] Pushing event updated for resources: {'Port': ['ID=bc460179-4b7b-4710-b59f-08bd8dde699d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:51.721205 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-acca7096-fbfb-49db-95c4-d8a59e1fb2a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:51.721816 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-2b65e85c-c26c-4998-b206-863783499066 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:51.723278 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-acca7096-fbfb-49db-95c4-d8a59e1fb2a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/security-groups/d78fc211-cc54-405e-9183-8db5afbe8956 HTTP/1.1" status: 204 len: 168 time: 0.9311917 Feb 09 18:07:51.727108 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 6fab807c-dab7-467d-a2cb-34f563dbc9a5 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:51.727494 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:51.768627 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b65e85c-c26c-4998-b206-863783499066 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:07:51.790373 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fef3a66-0a5f-4e70-a9ce-04d57ac4f030 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Made reservation on behalf of 87988ebdba86441595145b8b3a8899ab for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:51.815899 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b8a6870-d777-42c3-9648-3c485f652f0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:51.869407 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-c6b261f8-a77e-4bba-b982-6f5721bf3520 None None] Allocated IP 172.20.0.2 (533fa7e0-9286-46d7-99f4-266111443da8/8d324398-c009-4391-b2cf-c1ea1703c7cc/6fab807c-dab7-467d-a2cb-34f563dbc9a5) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:51.882113 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50378) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:51.905177 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-2b65e85c-c26c-4998-b206-863783499066 None None] Attempting to bind port bc460179-4b7b-4710-b59f-08bd8dde699d on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:07:51.905962 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-2b65e85c-c26c-4998-b206-863783499066 None None] Attempting to bind port bc460179-4b7b-4710-b59f-08bd8dde699d by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '4b6fda07-70fc-4f71-b386-b3f0d6e4906f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1051d661-dfb3-4d94-a540-0e8ce70e55de'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:07:51.906574 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b65e85c-c26c-4998-b206-863783499066 None None] Attempting to bind port bc460179-4b7b-4710-b59f-08bd8dde699d on network 1051d661-dfb3-4d94-a540-0e8ce70e55de {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:07:51.929965 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-8ee0a096-f776-4f45-b298-244a464a8725 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Allocated IP 2001:db8:1::1 (19e36a93-c2c6-4d26-851b-54289f295d5e/3b05d9ae-cced-4505-bc75-33ccb34720e9/aaacea77-68f0-4e86-b2cd-cda70877e68a) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:51.953002 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8a6870-d777-42c3-9648-3c485f652f0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network 1051d661-dfb3-4d94-a540-0e8ce70e55de is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:51.963496 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-8b8a6870-d777-42c3-9648-3c485f652f0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:51.977677 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8a6870-d777-42c3-9648-3c485f652f0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:51.978627 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b8a6870-d777-42c3-9648-3c485f652f0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:51.990881 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b65e85c-c26c-4998-b206-863783499066 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:07:51.994207 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b65e85c-c26c-4998-b206-863783499066 None None] Checking segment: {'id': '4b6fda07-70fc-4f71-b386-b3f0d6e4906f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1051d661-dfb3-4d94-a540-0e8ce70e55de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:07:51.994207 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b65e85c-c26c-4998-b206-863783499066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:51.994207 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b65e85c-c26c-4998-b206-863783499066 None None] Bound using segment: {'id': '4b6fda07-70fc-4f71-b386-b3f0d6e4906f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1051d661-dfb3-4d94-a540-0e8ce70e55de'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:07:51.994207 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-2b65e85c-c26c-4998-b206-863783499066 None None] Bound port: bc460179-4b7b-4710-b59f-08bd8dde699d, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6fda07-70fc-4f71-b386-b3f0d6e4906f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1051d661-dfb3-4d94-a540-0e8ce70e55de'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:07:51.994207 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b65e85c-c26c-4998-b206-863783499066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:52.071681 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a6870-d777-42c3-9648-3c485f652f0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Subnet': ['ID=73b65086-e4af-4c5a-9b7c-3cbdd834f398,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:52.113000 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8b8a6870-d777-42c3-9648-3c485f652f0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7083557 Feb 09 18:07:52.118626 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50384) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:52.135738 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-64389be1-6592-43c9-8e61-803c53b6b2f9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'port': {'network_id': '1051d661-dfb3-4d94-a540-0e8ce70e55de', 'fixed_ips': [{'subnet_id': '5b3e1fde-9b88-410a-b8e3-b13d48b15a4a'}, {'subnet_id': '73b65086-e4af-4c5a-9b7c-3cbdd834f398'}], 'name': 'tempest-PortsTestJSON-1838881881'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:52.156111 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:52.182668 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2fef3a66-0a5f-4e70-a9ce-04d57ac4f030 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:52.218554 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-c6b261f8-a77e-4bba-b982-6f5721bf3520 None None] For port 6fab807c-dab7-467d-a2cb-34f563dbc9a5, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=6fab807c-dab7-467d-a2cb-34f563dbc9a5,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:52.224928 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-2b65e85c-c26c-4998-b206-863783499066 None None] For port bc460179-4b7b-4710-b59f-08bd8dde699d, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:07:52.229010 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-2b65e85c-c26c-4998-b206-863783499066 None None] For port bc460179-4b7b-4710-b59f-08bd8dde699d, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=bc460179-4b7b-4710-b59f-08bd8dde699d,segment=NetworkSegment(4b6fda07-70fc-4f71-b386-b3f0d6e4906f),segment_id=4b6fda07-70fc-4f71-b386-b3f0d6e4906f)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:07:52.252965 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c6b261f8-a77e-4bba-b982-6f5721bf3520 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:52.275459 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c6b261f8-a77e-4bba-b982-6f5721bf3520 None None] Transition to ACTIVE for port object 6fab807c-dab7-467d-a2cb-34f563dbc9a5 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:52.336755 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-64389be1-6592-43c9-8e61-803c53b6b2f9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:52.350487 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-64389be1-6592-43c9-8e61-803c53b6b2f9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:52.366658 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b65e85c-c26c-4998-b206-863783499066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:52.370306 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ee0a096-f776-4f45-b298-244a464a8725 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:52.440481 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64389be1-6592-43c9-8e61-803c53b6b2f9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:07:52.452315 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-64389be1-6592-43c9-8e61-803c53b6b2f9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:52.452478 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-3b04caf3-99ec-4e9a-9e5e-49e677eb273d tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Deleting port 6cd3b5f7-9bc7-4b62-8d77-5bc851a8f1eb {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:52.452478 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3b04caf3-99ec-4e9a-9e5e-49e677eb273d tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:52.459036 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c6b261f8-a77e-4bba-b982-6f5721bf3520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:52.519330 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-8ee0a096-f776-4f45-b298-244a464a8725 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Transition to ACTIVE for port object aaacea77-68f0-4e86-b2cd-cda70877e68a will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:52.561053 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65e85c-c26c-4998-b206-863783499066 None None] Pushing event updated for resources: {'Port': ['ID=bc460179-4b7b-4710-b59f-08bd8dde699d,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:52.636565 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:07:52.637180 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:07:52.728617 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-64389be1-6592-43c9-8e61-803c53b6b2f9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] device_id is not set on port 30faa69e-f36d-46b7-b51f-bb46e004f376 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:07:52.732568 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b261f8-a77e-4bba-b982-6f5721bf3520 None None] Pushing event updated for resources: {'Port': ['ID=6fab807c-dab7-467d-a2cb-34f563dbc9a5,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:52.951726 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3b04caf3-99ec-4e9a-9e5e-49e677eb273d tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:52.965620 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ee0a096-f776-4f45-b298-244a464a8725 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:53.040883 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-f2daaf2f-0d96-4b08-a4c2-d87ed6686a50 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 172.20.0.10 (533fa7e0-9286-46d7-99f4-266111443da8/8d324398-c009-4391-b2cf-c1ea1703c7cc/eb1cd8ea-156a-417d-8726-86969de6e280) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:53.129976 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-f2daaf2f-0d96-4b08-a4c2-d87ed6686a50 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 2001:db8::f816:3eff:fe82:58b0 (533fa7e0-9286-46d7-99f4-266111443da8/accd52a1-4018-40ff-ac16-fd38f3d92373/eb1cd8ea-156a-417d-8726-86969de6e280) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:53.227749 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2fef3a66-0a5f-4e70-a9ce-04d57ac4f030 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:53.258988 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:53.331301 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-3b04caf3-99ec-4e9a-9e5e-49e677eb273d tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Calling delete_port for 6cd3b5f7-9bc7-4b62-8d77-5bc851a8f1eb owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:53.331714 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 6fab807c-dab7-467d-a2cb-34f563dbc9a5, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=6fab807c-dab7-467d-a2cb-34f563dbc9a5,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:53.448694 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:53.479040 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee0a096-f776-4f45-b298-244a464a8725 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network 19e36a93-c2c6-4d26-851b-54289f295d5e is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:53.497191 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-8ee0a096-f776-4f45-b298-244a464a8725 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:53.502859 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0a096-f776-4f45-b298-244a464a8725 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Port': ['ID=aaacea77-68f0-4e86-b2cd-cda70877e68a,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:53.508808 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee0a096-f776-4f45-b298-244a464a8725 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:07:53.509333 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ee0a096-f776-4f45-b298-244a464a8725 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:53.511990 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef3a66-0a5f-4e70-a9ce-04d57ac4f030 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Subnet': ['ID=9e1e8674-1447-436b-bed4-d7fec350d975,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:53.550466 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ea94891-2570-4d80-89f0-f8603366f973 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:53.634948 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fef3a66-0a5f-4e70-a9ce-04d57ac4f030 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Checking segment: {'id': '6a59e2fb-9326-46df-ac5b-441408a9b6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e6a0e415-47cf-4e0d-b8c4-0a41ab86a0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:07:53.636131 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fef3a66-0a5f-4e70-a9ce-04d57ac4f030 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Network hostable DHCP agents. Network: e6a0e415-47cf-4e0d-b8c4-0a41ab86a0fe, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:07:53.644906 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=6fab807c-dab7-467d-a2cb-34f563dbc9a5,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:53.791771 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device bc460179-4b7b-4710-b59f-08bd8dde699d up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:07:53.848489 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f2daaf2f-0d96-4b08-a4c2-d87ed6686a50 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:53.855759 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fef3a66-0a5f-4e70-a9ce-04d57ac4f030 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Network e6a0e415-47cf-4e0d-b8c4-0a41ab86a0fe is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:07:53.880757 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa3c765-445c-4c7f-b3a5-6ae0e58fd8f8 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:53.889266 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-f2daaf2f-0d96-4b08-a4c2-d87ed6686a50 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Transition to ACTIVE for port object eb1cd8ea-156a-417d-8726-86969de6e280 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:53.914499 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ee0a096-f776-4f45-b298-244a464a8725 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:53.953028 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-64389be1-6592-43c9-8e61-803c53b6b2f9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Allocated IP 172.20.0.5 (1051d661-dfb3-4d94-a540-0e8ce70e55de/5b3e1fde-9b88-410a-b8e3-b13d48b15a4a/30faa69e-f36d-46b7-b51f-bb46e004f376) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:53.965488 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-2fef3a66-0a5f-4e70-a9ce-04d57ac4f030 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, e6a0e415-47cf-4e0d-b8c4-0a41ab86a0fe) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:53.979039 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fef3a66-0a5f-4e70-a9ce-04d57ac4f030 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:53.979952 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2fef3a66-0a5f-4e70-a9ce-04d57ac4f030 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:53.983741 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-64389be1-6592-43c9-8e61-803c53b6b2f9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Allocated IP 172.20.0.29 (1051d661-dfb3-4d94-a540-0e8ce70e55de/73b65086-e4af-4c5a-9b7c-3cbdd834f398/30faa69e-f36d-46b7-b51f-bb46e004f376) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:54.021197 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3b04caf3-99ec-4e9a-9e5e-49e677eb273d tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:54.026188 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b74ebd0-2965-40bf-9aba-936ecea314af None None] Network e6a0e415-47cf-4e0d-b8c4-0a41ab86a0fe requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:54.152547 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f2daaf2f-0d96-4b08-a4c2-d87ed6686a50 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:54.152547 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50402) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:54.227000 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-688d4f59-3ab1-4310-91f5-9765e7c57e84 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-936113130', 'description': 'tempest-secgroup-smoke-936113130 description', 'project_id': '04ff2d95016a41349448cd02c203dbe9'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:54.269855 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-688d4f59-3ab1-4310-91f5-9765e7c57e84 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:54.306727 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04caf3-99ec-4e9a-9e5e-49e677eb273d tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Pushing event deleted for resources: {'Port': ['ID=6cd3b5f7-9bc7-4b62-8d77-5bc851a8f1eb,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:54.322971 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2fef3a66-0a5f-4e70-a9ce-04d57ac4f030 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1501691 Feb 09 18:07:54.326441 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50406) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:54.364228 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-688d4f59-3ab1-4310-91f5-9765e7c57e84 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Usage tracker for resource:security_group and tenant:04ff2d95016a41349448cd02c203dbe9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:54.479728 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6c6f64-4511-46e1-8c73-8f9c2423d6b1 None None] Network 1051d661-dfb3-4d94-a540-0e8ce70e55de requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:54.496854 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-64389be1-6592-43c9-8e61-803c53b6b2f9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:54.519956 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-64389be1-6592-43c9-8e61-803c53b6b2f9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Transition to ACTIVE for port object 30faa69e-f36d-46b7-b51f-bb46e004f376 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:54.531732 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c9ae35d9-701d-417f-848d-510917b85d6f None None] Provisioning for port 6fab807c-dab7-467d-a2cb-34f563dbc9a5 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:54.544455 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-688d4f59-3ab1-4310-91f5-9765e7c57e84 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:54.578247 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2daaf2f-0d96-4b08-a4c2-d87ed6686a50 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:54.579315 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2daaf2f-0d96-4b08-a4c2-d87ed6686a50 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=eb1cd8ea-156a-417d-8726-86969de6e280,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:54.594508 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-f2daaf2f-0d96-4b08-a4c2-d87ed6686a50 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:54.597709 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-688d4f59-3ab1-4310-91f5-9765e7c57e84 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:54.603033 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2daaf2f-0d96-4b08-a4c2-d87ed6686a50 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:07:54.620131 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port bc460179-4b7b-4710-b59f-08bd8dde699d completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:54.623218 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c9ae35d9-701d-417f-848d-510917b85d6f None None] Provisioning complete for port 6fab807c-dab7-467d-a2cb-34f563dbc9a5 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:54.623805 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c9ae35d9-701d-417f-848d-510917b85d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:54.647036 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-64389be1-6592-43c9-8e61-803c53b6b2f9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:54.686906 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6fab807c-dab7-467d-a2cb-34f563dbc9a5 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:07:54.710553 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a892e5-401d-4ec3-ac51-200034e1ea2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-e6a0e415-47cf-4e0d-b8c4-0a41ab86a0fe', 'network_id': 'e6a0e415-47cf-4e0d-b8c4-0a41ab86a0fe', 'tenant_id': '87988ebdba86441595145b8b3a8899ab', 'fixed_ips': [{'subnet_id': '9e1e8674-1447-436b-bed4-d7fec350d975'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:07:54.711933 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87a892e5-401d-4ec3-ac51-200034e1ea2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:54.800938 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2daaf2f-0d96-4b08-a4c2-d87ed6686a50 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:54.800938 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f2daaf2f-0d96-4b08-a4c2-d87ed6686a50 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:54.806527 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-688d4f59-3ab1-4310-91f5-9765e7c57e84 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:54.831113 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64389be1-6592-43c9-8e61-803c53b6b2f9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network 1051d661-dfb3-4d94-a540-0e8ce70e55de is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:54.833206 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64389be1-6592-43c9-8e61-803c53b6b2f9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Port': ['ID=30faa69e-f36d-46b7-b51f-bb46e004f376,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:54.835870 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-64389be1-6592-43c9-8e61-803c53b6b2f9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:54.863076 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64389be1-6592-43c9-8e61-803c53b6b2f9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:07:54.886206 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-688d4f59-3ab1-4310-91f5-9765e7c57e84 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:54.992883 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64389be1-6592-43c9-8e61-803c53b6b2f9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:54.993772 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-64389be1-6592-43c9-8e61-803c53b6b2f9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:55.000097 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-688d4f59-3ab1-4310-91f5-9765e7c57e84 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:55.010596 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:55.016380 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-688d4f59-3ab1-4310-91f5-9765e7c57e84 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Usage tracker for resource:security_group_rule and tenant:04ff2d95016a41349448cd02c203dbe9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:55.022338 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f2daaf2f-0d96-4b08-a4c2-d87ed6686a50 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.9166572 Feb 09 18:07:55.022989 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-688d4f59-3ab1-4310-91f5-9765e7c57e84 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:55.023757 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50412) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:55.040778 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-688d4f59-3ab1-4310-91f5-9765e7c57e84 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:55.149066 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 6fab807c-dab7-467d-a2cb-34f563dbc9a5 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:55.149554 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:55.224243 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ee0a096-f776-4f45-b298-244a464a8725 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:55.232916 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:55.277463 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-87a892e5-401d-4ec3-ac51-200034e1ea2e None None] Allocated IP 172.20.0.1 (e6a0e415-47cf-4e0d-b8c4-0a41ab86a0fe/9e1e8674-1447-436b-bed4-d7fec350d975/49ff24e6-48c1-42f1-962c-7e8b3a8ed4d5) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:55.290690 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-64389be1-6592-43c9-8e61-803c53b6b2f9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.1661451 Feb 09 18:07:55.295076 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50416) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:55.302011 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-372deb36-ffdf-4308-8ff8-98cd29c3a492 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5b3e1fde-9b88-410a-b8e3-b13d48b15a4a'}]}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:55.330779 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ee0a096-f776-4f45-b298-244a464a8725 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:55.331529 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ee0a096-f776-4f45-b298-244a464a8725 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:55.414572 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-688d4f59-3ab1-4310-91f5-9765e7c57e84 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:55.417524 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195604b2-60bc-4d05-b0c5-fb950142e2c5 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:55.423446 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195604b2-60bc-4d05-b0c5-fb950142e2c5 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:55.424552 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-195604b2-60bc-4d05-b0c5-fb950142e2c5 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:55.489311 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-688d4f59-3ab1-4310-91f5-9765e7c57e84 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:55.513686 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-688d4f59-3ab1-4310-91f5-9765e7c57e84 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:55.519103 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-688d4f59-3ab1-4310-91f5-9765e7c57e84 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Usage tracker for resource:security_group_rule and tenant:04ff2d95016a41349448cd02c203dbe9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:55.524589 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-688d4f59-3ab1-4310-91f5-9765e7c57e84 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:55.527249 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1f4d7a52-6c5c-4f0d-82e3-5a9ce74765e3 None None] Provisioning for port bc460179-4b7b-4710-b59f-08bd8dde699d completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:55.535983 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-688d4f59-3ab1-4310-91f5-9765e7c57e84 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:55.624871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0a096-f776-4f45-b298-244a464a8725 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Port': ['ID=aaacea77-68f0-4e86-b2cd-cda70877e68a,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:55.660106 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1f4d7a52-6c5c-4f0d-82e3-5a9ce74765e3 None None] Provisioning complete for port bc460179-4b7b-4710-b59f-08bd8dde699d triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:55.660555 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f4d7a52-6c5c-4f0d-82e3-5a9ce74765e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:55.664037 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d4f59-3ab1-4310-91f5-9765e7c57e84 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a79e0ff-44ea-4eb6-bf74-ddc90345e064,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:55.699471 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-688d4f59-3ab1-4310-91f5-9765e7c57e84 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:55.703239 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6fab807c-dab7-467d-a2cb-34f563dbc9a5 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:07:55.715775 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-195604b2-60bc-4d05-b0c5-fb950142e2c5 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:55.719292 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-195604b2-60bc-4d05-b0c5-fb950142e2c5 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.6886988 Feb 09 18:07:55.721910 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50420) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:55.728236 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3b04caf3-99ec-4e9a-9e5e-49e677eb273d tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:55.808390 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d150a3ac-b88d-4c97-adaf-a719f147159d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting port eb1cd8ea-156a-417d-8726-86969de6e280 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:55.809135 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d150a3ac-b88d-4c97-adaf-a719f147159d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:55.825980 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87a892e5-401d-4ec3-ac51-200034e1ea2e None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:55.845510 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-87a892e5-401d-4ec3-ac51-200034e1ea2e None None] Transition to ACTIVE for port object 49ff24e6-48c1-42f1-962c-7e8b3a8ed4d5 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:55.865521 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f83a65-6261-44aa-9e3c-18c5b7902664 None None] Update dhcp port {'port': {'network_id': '1051d661-dfb3-4d94-a540-0e8ce70e55de', 'fixed_ips': [{'subnet_id': '5b3e1fde-9b88-410a-b8e3-b13d48b15a4a', 'ip_address': '172.20.0.2'}, {'subnet_id': '73b65086-e4af-4c5a-9b7c-3cbdd834f398'}], 'binding:host_id': 'dv-neutron-827016-2-hyperv'}, 'id': 'bc460179-4b7b-4710-b59f-08bd8dde699d'} from dv-neutron-827016-2-hyperv. {{(pid=84543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 18:07:55.935409 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-87a892e5-401d-4ec3-ac51-200034e1ea2e None None] Transition to ACTIVE for port object 49ff24e6-48c1-42f1-962c-7e8b3a8ed4d5 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:55.955270 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee0a096-f776-4f45-b298-244a464a8725 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network 19e36a93-c2c6-4d26-851b-54289f295d5e is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:55.964655 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-688d4f59-3ab1-4310-91f5-9765e7c57e84 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:55.994009 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58f83a65-6261-44aa-9e3c-18c5b7902664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:56.007340 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 6fab807c-dab7-467d-a2cb-34f563dbc9a5 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:56.007716 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:56.045266 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87a892e5-401d-4ec3-ac51-200034e1ea2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:56.046599 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-372deb36-ffdf-4308-8ff8-98cd29c3a492 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:56.053741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f4d7a52-6c5c-4f0d-82e3-5a9ce74765e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:56.081447 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-8ee0a096-f776-4f45-b298-244a464a8725 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:56.119538 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d4f59-3ab1-4310-91f5-9765e7c57e84 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:56.208280 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-688d4f59-3ab1-4310-91f5-9765e7c57e84 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:56.217329 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-688d4f59-3ab1-4310-91f5-9765e7c57e84 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 2.0594041 Feb 09 18:07:56.222847 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50424) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:56.257548 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-51982dc7-c5b5-403c-be75-cff95ca01748 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Request body: {'security_group_rule': {'security_group_id': '5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f', 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:56.258494 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-51982dc7-c5b5-403c-be75-cff95ca01748 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:56.263566 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-51982dc7-c5b5-403c-be75-cff95ca01748 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Usage tracker for resource:security_group_rule and tenant:04ff2d95016a41349448cd02c203dbe9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:56.270712 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-51982dc7-c5b5-403c-be75-cff95ca01748 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:56.280562 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-51982dc7-c5b5-403c-be75-cff95ca01748 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:56.342178 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a892e5-401d-4ec3-ac51-200034e1ea2e None None] Network e6a0e415-47cf-4e0d-b8c4-0a41ab86a0fe is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:07:56.349983 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-87a892e5-401d-4ec3-ac51-200034e1ea2e None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:07:56.355220 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a892e5-401d-4ec3-ac51-200034e1ea2e None None] Pushing event updated for resources: {'Port': ['ID=49ff24e6-48c1-42f1-962c-7e8b3a8ed4d5,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:56.396329 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1f4d7a52-6c5c-4f0d-82e3-5a9ce74765e3 None None] For port bc460179-4b7b-4710-b59f-08bd8dde699d, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=bc460179-4b7b-4710-b59f-08bd8dde699d,segment=NetworkSegment(4b6fda07-70fc-4f71-b386-b3f0d6e4906f),segment_id=4b6fda07-70fc-4f71-b386-b3f0d6e4906f)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:56.397851 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a892e5-401d-4ec3-ac51-200034e1ea2e None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:07:56.436563 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-0ea94891-2570-4d80-89f0-f8603366f973 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port fd260d44-2c6c-4126-9f1d-97a1722d5304 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:56.437029 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ea94891-2570-4d80-89f0-f8603366f973 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:56.469333 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:56.512517 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d150a3ac-b88d-4c97-adaf-a719f147159d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:56.521396 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51982dc7-c5b5-403c-be75-cff95ca01748 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:56.555033 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f4d7a52-6c5c-4f0d-82e3-5a9ce74765e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:56.674134 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-87a892e5-401d-4ec3-ac51-200034e1ea2e None None] Attempting to bind port 49ff24e6-48c1-42f1-962c-7e8b3a8ed4d5 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:07:56.674601 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-87a892e5-401d-4ec3-ac51-200034e1ea2e None None] Attempting to bind port 49ff24e6-48c1-42f1-962c-7e8b3a8ed4d5 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '6a59e2fb-9326-46df-ac5b-441408a9b6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e6a0e415-47cf-4e0d-b8c4-0a41ab86a0fe'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:07:56.675138 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a892e5-401d-4ec3-ac51-200034e1ea2e None None] Attempting to bind port 49ff24e6-48c1-42f1-962c-7e8b3a8ed4d5 on network e6a0e415-47cf-4e0d-b8c4-0a41ab86a0fe {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:07:56.716558 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a892e5-401d-4ec3-ac51-200034e1ea2e None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:07:56.717113 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a892e5-401d-4ec3-ac51-200034e1ea2e None None] Checking segment: {'id': '6a59e2fb-9326-46df-ac5b-441408a9b6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e6a0e415-47cf-4e0d-b8c4-0a41ab86a0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:07:56.717626 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87a892e5-401d-4ec3-ac51-200034e1ea2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:56.718100 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a892e5-401d-4ec3-ac51-200034e1ea2e None None] Bound using segment: {'id': '6a59e2fb-9326-46df-ac5b-441408a9b6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e6a0e415-47cf-4e0d-b8c4-0a41ab86a0fe'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:07:56.718893 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-87a892e5-401d-4ec3-ac51-200034e1ea2e None None] Bound port: 49ff24e6-48c1-42f1-962c-7e8b3a8ed4d5, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a59e2fb-9326-46df-ac5b-441408a9b6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e6a0e415-47cf-4e0d-b8c4-0a41ab86a0fe'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:07:56.719481 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87a892e5-401d-4ec3-ac51-200034e1ea2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:56.741215 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d7a52-6c5c-4f0d-82e3-5a9ce74765e3 None None] Pushing event updated for resources: {'Port': ['ID=bc460179-4b7b-4710-b59f-08bd8dde699d,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:56.743612 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d150a3ac-b88d-4c97-adaf-a719f147159d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Calling delete_port for eb1cd8ea-156a-417d-8726-86969de6e280 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:56.744710 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-58f83a65-6261-44aa-9e3c-18c5b7902664 None None] Allocated IP 172.20.0.18 (1051d661-dfb3-4d94-a540-0e8ce70e55de/73b65086-e4af-4c5a-9b7c-3cbdd834f398/bc460179-4b7b-4710-b59f-08bd8dde699d) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:07:56.766091 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1e8674-1447-436b-bed4-d7fec350d975,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:56.885015 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1f4d7a52-6c5c-4f0d-82e3-5a9ce74765e3 None None] Provisioning for port aaacea77-68f0-4e86-b2cd-cda70877e68a completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:56.890531 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51982dc7-c5b5-403c-be75-cff95ca01748 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:56.897143 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-0ea94891-2570-4d80-89f0-f8603366f973 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port fd260d44-2c6c-4126-9f1d-97a1722d5304, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=fd260d44-2c6c-4126-9f1d-97a1722d5304,segment=NetworkSegment(23964c25-d5c8-4aa2-982a-3a45e6672645),segment_id=23964c25-d5c8-4aa2-982a-3a45e6672645)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:56.897493 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ea94891-2570-4d80-89f0-f8603366f973 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:56.904850 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1f4d7a52-6c5c-4f0d-82e3-5a9ce74765e3 None None] Provisioning complete for port aaacea77-68f0-4e86-b2cd-cda70877e68a triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:56.905354 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f4d7a52-6c5c-4f0d-82e3-5a9ce74765e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:56.997456 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-87a892e5-401d-4ec3-ac51-200034e1ea2e None None] For port 49ff24e6-48c1-42f1-962c-7e8b3a8ed4d5, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:07:57.021268 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51982dc7-c5b5-403c-be75-cff95ca01748 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:57.023015 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-87a892e5-401d-4ec3-ac51-200034e1ea2e None None] For port 49ff24e6-48c1-42f1-962c-7e8b3a8ed4d5, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=49ff24e6-48c1-42f1-962c-7e8b3a8ed4d5,segment=NetworkSegment(6a59e2fb-9326-46df-ac5b-441408a9b6dc),segment_id=6a59e2fb-9326-46df-ac5b-441408a9b6dc)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:07:57.041940 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-58f83a65-6261-44aa-9e3c-18c5b7902664 None None] For port bc460179-4b7b-4710-b59f-08bd8dde699d, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=bc460179-4b7b-4710-b59f-08bd8dde699d,segment=NetworkSegment(4b6fda07-70fc-4f71-b386-b3f0d6e4906f),segment_id=4b6fda07-70fc-4f71-b386-b3f0d6e4906f)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:57.058930 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-0ea94891-2570-4d80-89f0-f8603366f973 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for fd260d44-2c6c-4126-9f1d-97a1722d5304 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:57.076708 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58f83a65-6261-44aa-9e3c-18c5b7902664 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:57.107720 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:57.112669 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51982dc7-c5b5-403c-be75-cff95ca01748 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a03866-e3a7-4e9c-adee-211908f3f449,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:57.120987 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-58f83a65-6261-44aa-9e3c-18c5b7902664 None None] Transition to ACTIVE for port object bc460179-4b7b-4710-b59f-08bd8dde699d will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:07:57.122721 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1f4d7a52-6c5c-4f0d-82e3-5a9ce74765e3 None None] Port aaacea77-68f0-4e86-b2cd-cda70877e68a cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:07:57.136792 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87a892e5-401d-4ec3-ac51-200034e1ea2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:57.223946 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58f83a65-6261-44aa-9e3c-18c5b7902664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:57.276760 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a892e5-401d-4ec3-ac51-200034e1ea2e None None] Pushing event updated for resources: {'Port': ['ID=49ff24e6-48c1-42f1-962c-7e8b3a8ed4d5,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:57.313162 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a0e415-47cf-4e0d-b8c4-0a41ab86a0fe']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:57.326583 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51982dc7-c5b5-403c-be75-cff95ca01748 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:57.330864 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-51982dc7-c5b5-403c-be75-cff95ca01748 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1015050 Feb 09 18:07:57.334226 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50428) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:57.352073 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a59e2fb-9326-46df-ac5b-441408a9b6dc') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:57.352370 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a59e2fb-9326-46df-ac5b-441408a9b6dc') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:57.359721 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e57ebe10-3ca6-4b8d-8ba5-a375679b17f5 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Request body: {'security_group_rule': {'security_group_id': '5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f', 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:57.374541 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e57ebe10-3ca6-4b8d-8ba5-a375679b17f5 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:57.377104 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:57.383417 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e57ebe10-3ca6-4b8d-8ba5-a375679b17f5 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Usage tracker for resource:security_group_rule and tenant:04ff2d95016a41349448cd02c203dbe9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:57.391191 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e57ebe10-3ca6-4b8d-8ba5-a375679b17f5 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:57.397631 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e57ebe10-3ca6-4b8d-8ba5-a375679b17f5 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:57.417175 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-372deb36-ffdf-4308-8ff8-98cd29c3a492 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Delete allocated IP 172.20.0.29 (1051d661-dfb3-4d94-a540-0e8ce70e55de/73b65086-e4af-4c5a-9b7c-3cbdd834f398) {{(pid=84541) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 18:07:57.422704 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:57.459525 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8147f7e7-a56c-4394-9878-4556a037f324 None None] Network e6a0e415-47cf-4e0d-b8c4-0a41ab86a0fe requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:57.469811 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:07:57.470288 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:57.475289 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4a396ff2-ee75-48ae-aaa2-119eeebbeda7 None None] Provisioning complete for port 6fab807c-dab7-467d-a2cb-34f563dbc9a5 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:57.475849 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4a396ff2-ee75-48ae-aaa2-119eeebbeda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:07:57.493262 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:07:57.536548 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f83a65-6261-44aa-9e3c-18c5b7902664 None None] Pushing event updated for resources: {'Port': ['ID=bc460179-4b7b-4710-b59f-08bd8dde699d,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:57.551114 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d150a3ac-b88d-4c97-adaf-a719f147159d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:57.606609 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device bc460179-4b7b-4710-b59f-08bd8dde699d up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:07:57.633829 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ea94891-2570-4d80-89f0-f8603366f973 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:57.638119 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150a3ac-b88d-4c97-adaf-a719f147159d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Port': ['ID=eb1cd8ea-156a-417d-8726-86969de6e280,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:57.698540 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea94891-2570-4d80-89f0-f8603366f973 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=fd260d44-2c6c-4126-9f1d-97a1722d5304,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:57.700422 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e57ebe10-3ca6-4b8d-8ba5-a375679b17f5 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:57.844148 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee0a096-f776-4f45-b298-244a464a8725 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Router 6b3b16a5-12a5-46ef-a918-51b5797252a1 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:07:57.881946 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.api [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 18:07:57.881946 dv-neutron-827016-2-hyperv neutron-server[84541]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 18:07:57.881946 dv-neutron-827016-2-hyperv neutron-server[84541]: [parameters: {'id': 'e6a0e415-47cf-4e0d-b8c4-0a41ab86a0fe'}] Feb 09 18:07:57.881946 dv-neutron-827016-2-hyperv neutron-server[84541]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:07:57.887926 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG oslo_db.api [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:07:57.985937 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4a396ff2-ee75-48ae-aaa2-119eeebbeda7 None None] Provisioning complete for port aaacea77-68f0-4e86-b2cd-cda70877e68a triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:57.987195 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4a396ff2-ee75-48ae-aaa2-119eeebbeda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:58.112505 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4a396ff2-ee75-48ae-aaa2-119eeebbeda7 None None] Port aaacea77-68f0-4e86-b2cd-cda70877e68a cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:07:58.116319 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4a396ff2-ee75-48ae-aaa2-119eeebbeda7 None None] Could not find standard attr ID for object eb1cd8ea-156a-417d-8726-86969de6e280. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:07:58.183546 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d150a3ac-b88d-4c97-adaf-a719f147159d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:58.203348 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d150a3ac-b88d-4c97-adaf-a719f147159d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/eb1cd8ea-156a-417d-8726-86969de6e280 HTTP/1.1" status: 204 len: 168 time: 2.4801352 Feb 09 18:07:58.208685 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.resource_extend [None req-372deb36-ffdf-4308-8ff8-98cd29c3a492 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:07:58.209217 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50432) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:58.240912 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-372deb36-ffdf-4308-8ff8-98cd29c3a492 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:58.264766 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-372deb36-ffdf-4308-8ff8-98cd29c3a492 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Ignored duplicate provisioning block setup for port 30faa69e-f36d-46b7-b51f-bb46e004f376 by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 18:07:58.347624 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee0a096-f776-4f45-b298-244a464a8725 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:07:58.355876 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0288782d-86e7-4682-a54e-8ef72b019dde None None] Network 1051d661-dfb3-4d94-a540-0e8ce70e55de requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:07:58.356893 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-372deb36-ffdf-4308-8ff8-98cd29c3a492 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:58.374096 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d10187-e0a1-4251-8684-275074635eb1 None None] Sync routers for ids ['6b3b16a5-12a5-46ef-a918-51b5797252a1'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:07:58.387620 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e57ebe10-3ca6-4b8d-8ba5-a375679b17f5 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:58.404976 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:58.421139 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8ee0a096-f776-4f45-b298-244a464a8725 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "PUT /v2.0/routers/6b3b16a5-12a5-46ef-a918-51b5797252a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1862297 Feb 09 18:07:58.429336 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50436) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:58.478536 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb688cd1-bec0-4379-94b4-a45e20568f40 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:58.479881 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb688cd1-bec0-4379-94b4-a45e20568f40 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:58.481294 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb688cd1-bec0-4379-94b4-a45e20568f40 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:58.482077 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-eb688cd1-bec0-4379-94b4-a45e20568f40 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:07:58.507240 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372deb36-ffdf-4308-8ff8-98cd29c3a492 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Port': ['ID=30faa69e-f36d-46b7-b51f-bb46e004f376,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:58.526820 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e57ebe10-3ca6-4b8d-8ba5-a375679b17f5 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:58.534502 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d10187-e0a1-4251-8684-275074635eb1 None None] Routers {'6b3b16a5-12a5-46ef-a918-51b5797252a1'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:07:58.534718 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-26d10187-e0a1-4251-8684-275074635eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:07:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6b3b16a5-12a5-46ef-a918-51b5797252a1'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:58.576881 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317ce4e3-88ef-4602-b947-ba61d2f0ffff tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:58.580115 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-317ce4e3-88ef-4602-b947-ba61d2f0ffff tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "GET /v2.0/ports/aaacea77-68f0-4e86-b2cd-cda70877e68a HTTP/1.1" status: 200 len: 913 time: 0.1438403 Feb 09 18:07:58.581392 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ebe10-3ca6-4b8d-8ba5-a375679b17f5 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35ac776-f022-4195-b47c-cbe2557c2d4b,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:58.594168 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50440) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:58.605877 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c442bf3f-41cf-4e2d-a133-96a42fd87d64 None None] Provisioning for port bc460179-4b7b-4710-b59f-08bd8dde699d completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:58.614887 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-26d10187-e0a1-4251-8684-275074635eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:58.620395 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c442bf3f-41cf-4e2d-a133-96a42fd87d64 None None] Provisioning complete for port bc460179-4b7b-4710-b59f-08bd8dde699d triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:58.620773 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c442bf3f-41cf-4e2d-a133-96a42fd87d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:58.674216 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-eb688cd1-bec0-4379-94b4-a45e20568f40 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:07:58.675397 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-eb688cd1-bec0-4379-94b4-a45e20568f40 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4642968 Feb 09 18:07:58.680401 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Deleting port 49ff24e6-48c1-42f1-962c-7e8b3a8ed4d5 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:07:58.680740 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:58.712143 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50444) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:58.738640 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d10187-e0a1-4251-8684-275074635eb1 None None] Routers {'6b3b16a5-12a5-46ef-a918-51b5797252a1'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:07:58.739607 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-26d10187-e0a1-4251-8684-275074635eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:07:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6b3b16a5-12a5-46ef-a918-51b5797252a1'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:58.781219 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e57ebe10-3ca6-4b8d-8ba5-a375679b17f5 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:58.784081 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e57ebe10-3ca6-4b8d-8ba5-a375679b17f5 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.4389937 Feb 09 18:07:58.788640 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50448) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:58.803964 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b04caf3-99ec-4e9a-9e5e-49e677eb273d tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Router f70b2fc8-a42f-47de-b0e9-9e3554123b5f has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:07:58.804873 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8ea986f8-2b9b-4a8c-906e-8f8c2e44056d tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Request body: {'security_group_rule': {'security_group_id': '5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f', 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:58.816748 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8ea986f8-2b9b-4a8c-906e-8f8c2e44056d tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:58.817995 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-26d10187-e0a1-4251-8684-275074635eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:58.818424 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d10187-e0a1-4251-8684-275074635eb1 None None] The sync data for ids ['6b3b16a5-12a5-46ef-a918-51b5797252a1'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:07:58.827055 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8ea986f8-2b9b-4a8c-906e-8f8c2e44056d tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Usage tracker for resource:security_group_rule and tenant:04ff2d95016a41349448cd02c203dbe9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:07:58.832303 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8ea986f8-2b9b-4a8c-906e-8f8c2e44056d tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:07:58.848080 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8ea986f8-2b9b-4a8c-906e-8f8c2e44056d tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:07:58.851163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-372deb36-ffdf-4308-8ff8-98cd29c3a492 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] In _notify_port_updated(), no bound segment for port 30faa69e-f36d-46b7-b51f-bb46e004f376 on network 1051d661-dfb3-4d94-a540-0e8ce70e55de {{(pid=84541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 18:07:58.855416 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372deb36-ffdf-4308-8ff8-98cd29c3a492 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:07:58.855599 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-372deb36-ffdf-4308-8ff8-98cd29c3a492 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:58.859801 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-372deb36-ffdf-4308-8ff8-98cd29c3a492 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "PUT /v2.0/ports/30faa69e-f36d-46b7-b51f-bb46e004f376 HTTP/1.1" status: 200 len: 919 time: 3.5602589 Feb 09 18:07:58.859969 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ea94891-2570-4d80-89f0-f8603366f973 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:58.865806 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50452) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:58.877700 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3aae0350-ccea-4991-83b7-4fa757dfbcd9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5b3e1fde-9b88-410a-b8e3-b13d48b15a4a'}, {'subnet_id': '73b65086-e4af-4c5a-9b7c-3cbdd834f398'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:59.044303 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c442bf3f-41cf-4e2d-a133-96a42fd87d64 None None] Provisioning for port 30faa69e-f36d-46b7-b51f-bb46e004f376 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:07:59.054709 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c442bf3f-41cf-4e2d-a133-96a42fd87d64 None None] Provisioning complete for port 30faa69e-f36d-46b7-b51f-bb46e004f376 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:59.058428 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c442bf3f-41cf-4e2d-a133-96a42fd87d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:59.133458 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c442bf3f-41cf-4e2d-a133-96a42fd87d64 None None] Port 30faa69e-f36d-46b7-b51f-bb46e004f376 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:07:59.269980 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca9a382-facc-4a0e-ad0d-95376d384563 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet 8d324398-c009-4391-b2cf-c1ea1703c7cc {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:07:59.278565 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] For port 49ff24e6-48c1-42f1-962c-7e8b3a8ed4d5, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=49ff24e6-48c1-42f1-962c-7e8b3a8ed4d5,segment=NetworkSegment(6a59e2fb-9326-46df-ac5b-441408a9b6dc),segment_id=6a59e2fb-9326-46df-ac5b-441408a9b6dc)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:07:59.278932 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:59.288412 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a382-facc-4a0e-ad0d-95376d384563 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:59.303796 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ea986f8-2b9b-4a8c-906e-8f8c2e44056d tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:59.437532 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Calling delete_port for 49ff24e6-48c1-42f1-962c-7e8b3a8ed4d5 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:07:59.508741 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a382-facc-4a0e-ad0d-95376d384563 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:59.568931 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ea986f8-2b9b-4a8c-906e-8f8c2e44056d tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:59.646074 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a382-facc-4a0e-ad0d-95376d384563 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:59.656178 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ea986f8-2b9b-4a8c-906e-8f8c2e44056d tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:59.666015 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device bc460179-4b7b-4710-b59f-08bd8dde699d up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:07:59.671391 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3aae0350-ccea-4991-83b7-4fa757dfbcd9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:59.698353 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b04caf3-99ec-4e9a-9e5e-49e677eb273d tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:07:59.712780 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea986f8-2b9b-4a8c-906e-8f8c2e44056d tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebcee7f1-e6b4-4315-a788-802856abe229,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:59.712983 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:59.718624 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3b04caf3-99ec-4e9a-9e5e-49e677eb273d tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] 10.222.0.21 "PUT /v2.0/routers/f70b2fc8-a42f-47de-b0e9-9e3554123b5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1157095 Feb 09 18:07:59.722474 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f43cf054-c0e4-40ad-8f50-258b7eb95aa2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:59.730747 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12183b4b-63a1-402c-b90f-ddd24397c479 None None] Sync routers for ids ['f70b2fc8-a42f-47de-b0e9-9e3554123b5f'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:07:59.746861 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12183b4b-63a1-402c-b90f-ddd24397c479 None None] Routers {'f70b2fc8-a42f-47de-b0e9-9e3554123b5f'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:07:59.747473 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-12183b4b-63a1-402c-b90f-ddd24397c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:07:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['f70b2fc8-a42f-47de-b0e9-9e3554123b5f'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:59.757495 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50456) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:59.769077 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port bc460179-4b7b-4710-b59f-08bd8dde699d triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:07:59.769556 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:59.832240 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Port': ['ID=49ff24e6-48c1-42f1-962c-7e8b3a8ed4d5,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:07:59.834375 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-12183b4b-63a1-402c-b90f-ddd24397c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:59.851549 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No DVR routers for this DVR port 49ff24e6-48c1-42f1-962c-7e8b3a8ed4d5 on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:07:59.853445 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12183b4b-63a1-402c-b90f-ddd24397c479 None None] Routers {'f70b2fc8-a42f-47de-b0e9-9e3554123b5f'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:07:59.859284 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-12183b4b-63a1-402c-b90f-ddd24397c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:07:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['f70b2fc8-a42f-47de-b0e9-9e3554123b5f'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:59.916659 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ea986f8-2b9b-4a8c-906e-8f8c2e44056d tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:07:59.917898 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8ea986f8-2b9b-4a8c-906e-8f8c2e44056d tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1275649 Feb 09 18:07:59.925915 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50460) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:07:59.930219 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-12183b4b-63a1-402c-b90f-ddd24397c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:07:59.930648 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12183b4b-63a1-402c-b90f-ddd24397c479 None None] The sync data for ids ['f70b2fc8-a42f-47de-b0e9-9e3554123b5f'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:07:59.960943 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f4b03b62-5173-4e94-9602-aff4b0249377 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Request body: {'security_group_rule': {'security_group_id': '5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f', 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:07:59.969805 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f4b03b62-5173-4e94-9602-aff4b0249377 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:07:59.991987 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f4b03b62-5173-4e94-9602-aff4b0249377 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Usage tracker for resource:security_group_rule and tenant:04ff2d95016a41349448cd02c203dbe9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:00.046019 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f4b03b62-5173-4e94-9602-aff4b0249377 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:00.066985 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f4b03b62-5173-4e94-9602-aff4b0249377 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:00.190375 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a382-facc-4a0e-ad0d-95376d384563 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:00.225251 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:00.260264 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9a382-facc-4a0e-ad0d-95376d384563 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=8d324398-c009-4391-b2cf-c1ea1703c7cc,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:00.272097 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a0e415-47cf-4e0d-b8c4-0a41ab86a0fe']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:00.282167 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b55a0e3-0be5-4252-a884-8974daf8e976 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:00.285048 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a382-facc-4a0e-ad0d-95376d384563 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:00.297889 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a59e2fb-9326-46df-ac5b-441408a9b6dc') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:00.300425 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a59e2fb-9326-46df-ac5b-441408a9b6dc') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:00.313359 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:00.352862 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:00.358728 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f4b03b62-5173-4e94-9602-aff4b0249377 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:00.363693 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:08:00.364092 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:08:00.379823 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:08:00.389148 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1e56dfb3-338f-4a19-8274-241341f1aed6 None None] Provisioning complete for port bc460179-4b7b-4710-b59f-08bd8dde699d triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:00.389657 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1e56dfb3-338f-4a19-8274-241341f1aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:00.449471 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2ca9a382-facc-4a0e-ad0d-95376d384563 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/8d324398-c009-4391-b2cf-c1ea1703c7cc HTTP/1.1" status: 204 len: 168 time: 1.7314560 Feb 09 18:08:00.453264 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50464) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:00.551011 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d88bb41-4186-430a-89d9-d9b0ebfb50c2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet accd52a1-4018-40ff-ac16-fd38f3d92373 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:08:00.554753 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5d88bb41-4186-430a-89d9-d9b0ebfb50c2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:00.596992 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-269106a7-5eba-4d20-91f2-8d20d43f7f37 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:00.638051 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f4b03b62-5173-4e94-9602-aff4b0249377 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:00.669924 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:00.690063 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1e56dfb3-338f-4a19-8274-241341f1aed6 None None] Provisioning complete for port 30faa69e-f36d-46b7-b51f-bb46e004f376 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:00.690063 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1e56dfb3-338f-4a19-8274-241341f1aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:00.747501 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:00.754886 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1e56dfb3-338f-4a19-8274-241341f1aed6 None None] Port 30faa69e-f36d-46b7-b51f-bb46e004f376 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:08:00.764019 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Network': ['ID=e6a0e415-47cf-4e0d-b8c4-0a41ab86a0fe,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:00.769061 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5d88bb41-4186-430a-89d9-d9b0ebfb50c2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:00.786327 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f4b03b62-5173-4e94-9602-aff4b0249377 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:00.805556 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c90ba536-f342-4415-947d-5b7e250682f9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/networks/e6a0e415-47cf-4e0d-b8c4-0a41ab86a0fe HTTP/1.1" status: 204 len: 168 time: 6.4778044 Feb 09 18:08:00.810426 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50468) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:00.814449 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-3aae0350-ccea-4991-83b7-4fa757dfbcd9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Allocated IP 172.20.0.28 (1051d661-dfb3-4d94-a540-0e8ce70e55de/73b65086-e4af-4c5a-9b7c-3cbdd834f398/30faa69e-f36d-46b7-b51f-bb46e004f376) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:00.892198 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d91da39f-0bfe-4ff0-888b-bfb279e619b1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2004587813'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:00.895553 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c9e9af5a-0bc1-4a0f-adfe-a7ca21531e98 None None] Provisioning complete for port 30faa69e-f36d-46b7-b51f-bb46e004f376 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:00.895997 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c9e9af5a-0bc1-4a0f-adfe-a7ca21531e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:00.898101 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5d88bb41-4186-430a-89d9-d9b0ebfb50c2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:00.941400 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d91da39f-0bfe-4ff0-888b-bfb279e619b1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:00.948929 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d91da39f-0bfe-4ff0-888b-bfb279e619b1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Usage tracker for resource:network and tenant:87988ebdba86441595145b8b3a8899ab is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:00.956342 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d91da39f-0bfe-4ff0-888b-bfb279e619b1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:00.965837 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d91da39f-0bfe-4ff0-888b-bfb279e619b1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:00.971391 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c9e9af5a-0bc1-4a0f-adfe-a7ca21531e98 None None] Port 30faa69e-f36d-46b7-b51f-bb46e004f376 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:08:01.004862 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-269106a7-5eba-4d20-91f2-8d20d43f7f37 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:01.099671 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-269106a7-5eba-4d20-91f2-8d20d43f7f37 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Deleting port 4a14ce6d-313e-4dd0-afe9-1f51ebe7d057 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:01.100225 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-269106a7-5eba-4d20-91f2-8d20d43f7f37 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:01.129007 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b03b62-5173-4e94-9602-aff4b0249377 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2cdfb6-ad50-4496-bffc-c1fa999945f0,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:01.133742 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5d88bb41-4186-430a-89d9-d9b0ebfb50c2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:01.167443 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91da39f-0bfe-4ff0-888b-bfb279e619b1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Made reservation on behalf of 87988ebdba86441595145b8b3a8899ab for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:01.170894 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d91da39f-0bfe-4ff0-888b-bfb279e619b1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:01.187773 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88bb41-4186-430a-89d9-d9b0ebfb50c2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=accd52a1-4018-40ff-ac16-fd38f3d92373,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:01.205400 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5d88bb41-4186-430a-89d9-d9b0ebfb50c2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:01.236514 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5d88bb41-4186-430a-89d9-d9b0ebfb50c2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/accd52a1-4018-40ff-ac16-fd38f3d92373 HTTP/1.1" status: 204 len: 168 time: 0.7774744 Feb 09 18:08:01.240782 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50472) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:01.264403 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f4b03b62-5173-4e94-9602-aff4b0249377 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:01.269278 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f4b03b62-5173-4e94-9602-aff4b0249377 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3262494 Feb 09 18:08:01.283648 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50476) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:01.295196 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5e0cdd1a-20c5-42a7-9ba5-ad0e648b637c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Request body: {'security_group_rule': {'security_group_id': '5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f', 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:01.309306 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5e0cdd1a-20c5-42a7-9ba5-ad0e648b637c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:01.325075 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-5e0cdd1a-20c5-42a7-9ba5-ad0e648b637c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Usage tracker for resource:security_group_rule and tenant:04ff2d95016a41349448cd02c203dbe9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:01.338486 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-5e0cdd1a-20c5-42a7-9ba5-ad0e648b637c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:01.368211 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5b7efbad-e22c-4216-b978-f22ca53d5f4d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:router {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:08:01.380536 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5e0cdd1a-20c5-42a7-9ba5-ad0e648b637c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:01.395829 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91da39f-0bfe-4ff0-888b-bfb279e619b1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:08:01.397746 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5b7efbad-e22c-4216-b978-f22ca53d5f4d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:router {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:08:01.401576 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5b7efbad-e22c-4216-b978-f22ca53d5f4d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1603589 Feb 09 18:08:01.402340 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50480) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:01.412260 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5037963-e7a0-4ee7-911f-964eed8873ca None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:01.419832 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-f89cbcc1-62f9-445f-80b0-8e762ebfa21f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:01.445818 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d91da39f-0bfe-4ff0-888b-bfb279e619b1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:01.446082 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-d91da39f-0bfe-4ff0-888b-bfb279e619b1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Added segment 38e0fcae-52f0-4394-b831-6353c88e52fe of type vlan for network 854de3b7-144a-4f38-b179-21235b3949cd Feb 09 18:08:01.555505 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d91da39f-0bfe-4ff0-888b-bfb279e619b1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:01.590113 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-269106a7-5eba-4d20-91f2-8d20d43f7f37 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:01.599174 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c77a0193-a50d-45ce-8e38-216cc01f75ec None None] Provisioning complete for port 6fab807c-dab7-467d-a2cb-34f563dbc9a5 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:01.600898 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c77a0193-a50d-45ce-8e38-216cc01f75ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:01.603848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3aae0350-ccea-4991-83b7-4fa757dfbcd9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:01.610254 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f89cbcc1-62f9-445f-80b0-8e762ebfa21f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:01.615592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f89cbcc1-62f9-445f-80b0-8e762ebfa21f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:01.618631 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f89cbcc1-62f9-445f-80b0-8e762ebfa21f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:01.623586 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-5e0cdd1a-20c5-42a7-9ba5-ad0e648b637c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Project 04ff2d95016a41349448cd02c203dbe9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:08:01.624932 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f89cbcc1-62f9-445f-80b0-8e762ebfa21f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:01.660801 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e0cdd1a-20c5-42a7-9ba5-ad0e648b637c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:01.680776 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-3aae0350-ccea-4991-83b7-4fa757dfbcd9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Transition to ACTIVE for port object 30faa69e-f36d-46b7-b51f-bb46e004f376 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:01.776423 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-269106a7-5eba-4d20-91f2-8d20d43f7f37 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Calling delete_port for 4a14ce6d-313e-4dd0-afe9-1f51ebe7d057 owned by network:router_gateway {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:01.801390 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d91da39f-0bfe-4ff0-888b-bfb279e619b1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:01.807696 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89cbcc1-62f9-445f-80b0-8e762ebfa21f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:01.807843 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91da39f-0bfe-4ff0-888b-bfb279e619b1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:01.807843 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d91da39f-0bfe-4ff0-888b-bfb279e619b1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:01.808043 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f89cbcc1-62f9-445f-80b0-8e762ebfa21f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:01.812415 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3aae0350-ccea-4991-83b7-4fa757dfbcd9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:01.818433 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba71b4cd-569f-4230-a0d7-f6cfbe552168 None None] DHCP port deletion for 533fa7e0-9286-46d7-99f4-266111443da8 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:08:01.823272 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ba71b4cd-569f-4230-a0d7-f6cfbe552168 None None] Deleting port 6fab807c-dab7-467d-a2cb-34f563dbc9a5 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:01.823455 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ba71b4cd-569f-4230-a0d7-f6cfbe552168 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:01.893031 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea94891-2570-4d80-89f0-f8603366f973 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router d0d0d019-1593-4000-89cd-f9220e9356be has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:08:01.996012 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e0cdd1a-20c5-42a7-9ba5-ad0e648b637c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:02.065594 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91da39f-0bfe-4ff0-888b-bfb279e619b1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Network': ['ID=854de3b7-144a-4f38-b179-21235b3949cd,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:02.075195 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae0350-ccea-4991-83b7-4fa757dfbcd9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Port': ['ID=30faa69e-f36d-46b7-b51f-bb46e004f376,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:02.100335 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 854de3b7-144a-4f38-b179-21235b3949cd details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:08:02.178468 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-5372645b-d56b-4118-a1b1-52444a8f1703 None None] Provisioning for port 30faa69e-f36d-46b7-b51f-bb46e004f376 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:02.209913 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-5372645b-d56b-4118-a1b1-52444a8f1703 None None] Provisioning complete for port 30faa69e-f36d-46b7-b51f-bb46e004f376 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:02.210779 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5372645b-d56b-4118-a1b1-52444a8f1703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:02.237457 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e0cdd1a-20c5-42a7-9ba5-ad0e648b637c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:02.302396 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d91da39f-0bfe-4ff0-888b-bfb279e619b1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4794927 Feb 09 18:08:02.302729 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50484) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:02.309083 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ba71b4cd-569f-4230-a0d7-f6cfbe552168 None None] For port 6fab807c-dab7-467d-a2cb-34f563dbc9a5, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=6fab807c-dab7-467d-a2cb-34f563dbc9a5,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:02.309528 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ba71b4cd-569f-4230-a0d7-f6cfbe552168 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:02.311761 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b609877c-97ce-4e62-843c-f5929ca02de4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'subnet': {'network_id': '854de3b7-144a-4f38-b179-21235b3949cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:02.336896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0cdd1a-20c5-42a7-9ba5-ad0e648b637c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df23f4ee-91f3-463b-a868-daab111d10fb,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:02.341984 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-269106a7-5eba-4d20-91f2-8d20d43f7f37 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:02.365857 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-3aae0350-ccea-4991-83b7-4fa757dfbcd9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] In _notify_port_updated(), no bound segment for port 30faa69e-f36d-46b7-b51f-bb46e004f376 on network 1051d661-dfb3-4d94-a540-0e8ce70e55de {{(pid=84542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 18:08:02.369816 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aae0350-ccea-4991-83b7-4fa757dfbcd9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:02.370480 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3aae0350-ccea-4991-83b7-4fa757dfbcd9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:02.374273 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3aae0350-ccea-4991-83b7-4fa757dfbcd9 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "PUT /v2.0/ports/30faa69e-f36d-46b7-b51f-bb46e004f376 HTTP/1.1" status: 200 len: 999 time: 3.5056224 Feb 09 18:08:02.383817 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5372645b-d56b-4118-a1b1-52444a8f1703 None None] Port 30faa69e-f36d-46b7-b51f-bb46e004f376 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:08:02.411752 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50488) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:02.450758 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ba71b4cd-569f-4230-a0d7-f6cfbe552168 None None] Calling delete_port for 6fab807c-dab7-467d-a2cb-34f563dbc9a5 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:02.471571 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269106a7-5eba-4d20-91f2-8d20d43f7f37 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Pushing event deleted for resources: {'Port': ['ID=4a14ce6d-313e-4dd0-afe9-1f51ebe7d057,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:02.478953 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e0cdd1a-20c5-42a7-9ba5-ad0e648b637c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:02.482793 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5e0cdd1a-20c5-42a7-9ba5-ad0e648b637c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.1962655 Feb 09 18:08:02.489353 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50492) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:02.497168 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-cf51bf53-d342-407a-8382-dc402b76a6a4 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Request body: {'security_group_rule': {'security_group_id': '5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f', 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:02.504729 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f43cf054-c0e4-40ad-8f50-258b7eb95aa2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting port aaacea77-68f0-4e86-b2cd-cda70877e68a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:02.505074 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f43cf054-c0e4-40ad-8f50-258b7eb95aa2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:02.571344 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-cb016365-8f75-4b2f-bfcb-6420f5faaccd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting port 30faa69e-f36d-46b7-b51f-bb46e004f376 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:02.571344 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cb016365-8f75-4b2f-bfcb-6420f5faaccd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:02.581141 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-cf51bf53-d342-407a-8382-dc402b76a6a4 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:02.589893 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f89cbcc1-62f9-445f-80b0-8e762ebfa21f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:02.614303 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ba71b4cd-569f-4230-a0d7-f6cfbe552168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:02.640641 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cf51bf53-d342-407a-8382-dc402b76a6a4 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Usage tracker for resource:security_group_rule and tenant:04ff2d95016a41349448cd02c203dbe9 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:02.649160 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cf51bf53-d342-407a-8382-dc402b76a6a4 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:02.662350 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71b4cd-569f-4230-a0d7-f6cfbe552168 None None] Pushing event deleted for resources: {'Port': ['ID=6fab807c-dab7-467d-a2cb-34f563dbc9a5,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:02.672430 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b609877c-97ce-4e62-843c-f5929ca02de4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:02.676016 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-cf51bf53-d342-407a-8382-dc402b76a6a4 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:02.676759 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba71b4cd-569f-4230-a0d7-f6cfbe552168 None None] No DVR routers for this DVR port 6fab807c-dab7-467d-a2cb-34f563dbc9a5 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:08:02.694900 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b609877c-97ce-4e62-843c-f5929ca02de4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Usage tracker for resource:subnet and tenant:87988ebdba86441595145b8b3a8899ab is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:02.694900 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b609877c-97ce-4e62-843c-f5929ca02de4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:02.710611 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b609877c-97ce-4e62-843c-f5929ca02de4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:02.724002 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89cbcc1-62f9-445f-80b0-8e762ebfa21f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:02.724762 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89cbcc1-62f9-445f-80b0-8e762ebfa21f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=dbb33492-c95d-4c8f-8c17-46b8e6df0a6a,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:02.786106 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-f89cbcc1-62f9-445f-80b0-8e762ebfa21f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:02.795115 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89cbcc1-62f9-445f-80b0-8e762ebfa21f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:02.800894 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f89cbcc1-62f9-445f-80b0-8e762ebfa21f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:02.801622 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc90fbde-5c19-4a67-8967-76c1c558ed11 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:02.856355 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-cf51bf53-d342-407a-8382-dc402b76a6a4 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Project 04ff2d95016a41349448cd02c203dbe9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:08:02.875294 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf51bf53-d342-407a-8382-dc402b76a6a4 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:02.898595 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b609877c-97ce-4e62-843c-f5929ca02de4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Made reservation on behalf of 87988ebdba86441595145b8b3a8899ab for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:02.939369 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f43cf054-c0e4-40ad-8f50-258b7eb95aa2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:02.994517 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-269106a7-5eba-4d20-91f2-8d20d43f7f37 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:03.065489 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a4b95e-40dc-48c2-b6e0-00952d9c48fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-533fa7e0-9286-46d7-99f4-266111443da8', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'fixed_ips': [{'subnet_id': 'dbb33492-c95d-4c8f-8c17-46b8e6df0a6a'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:08:03.067166 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b95e-40dc-48c2-b6e0-00952d9c48fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:03.113408 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b609877c-97ce-4e62-843c-f5929ca02de4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:03.222166 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f43cf054-c0e4-40ad-8f50-258b7eb95aa2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Calling delete_port for aaacea77-68f0-4e86-b2cd-cda70877e68a owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:03.291169 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea94891-2570-4d80-89f0-f8603366f973 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:08:03.294637 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-f7a4b95e-40dc-48c2-b6e0-00952d9c48fe None None] Allocated IP 172.20.0.2 (533fa7e0-9286-46d7-99f4-266111443da8/dbb33492-c95d-4c8f-8c17-46b8e6df0a6a/d0d5af98-bee1-497c-8c69-35d960ce97ac) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:03.298122 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0ea94891-2570-4d80-89f0-f8603366f973 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "PUT /v2.0/routers/d0d0d019-1593-4000-89cd-f9220e9356be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4136801 Feb 09 18:08:03.311727 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c2510a-4ed9-4434-9f12-fb79a7aa5caa None None] Sync routers for ids ['d0d0d019-1593-4000-89cd-f9220e9356be'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:08:03.315951 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50496) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:03.374401 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f89cbcc1-62f9-445f-80b0-8e762ebfa21f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9690201 Feb 09 18:08:03.411038 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c2510a-4ed9-4434-9f12-fb79a7aa5caa None None] Routers {'d0d0d019-1593-4000-89cd-f9220e9356be'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:08:03.411683 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-97c2510a-4ed9-4434-9f12-fb79a7aa5caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:07:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d0d0d019-1593-4000-89cd-f9220e9356be'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:03.413277 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50500) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:03.417901 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cb016365-8f75-4b2f-bfcb-6420f5faaccd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:03.435260 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-36786089-d13f-4e91-a7a3-6f844780be05 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:03.486739 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-269106a7-5eba-4d20-91f2-8d20d43f7f37 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:03.496594 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf51bf53-d342-407a-8382-dc402b76a6a4 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:03.502596 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-269106a7-5eba-4d20-91f2-8d20d43f7f37 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:03.577086 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b9202ade-a76c-499f-b9a8-3c757bfbc828 None None] Provisioning complete for port 30faa69e-f36d-46b7-b51f-bb46e004f376 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:03.577086 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9202ade-a76c-499f-b9a8-3c757bfbc828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:03.589404 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf51bf53-d342-407a-8382-dc402b76a6a4 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:03.620580 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51bf53-d342-407a-8382-dc402b76a6a4 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234ef9a9-dc09-47b4-86b0-c155db382ee5,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:03.644156 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-269106a7-5eba-4d20-91f2-8d20d43f7f37 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:03.644806 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269106a7-5eba-4d20-91f2-8d20d43f7f37 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Fanout notify agent at l3_agent the message router_deleted on router f70b2fc8-a42f-47de-b0e9-9e3554123b5f {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:08:03.646722 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6fab807c-dab7-467d-a2cb-34f563dbc9a5 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:08:03.679532 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-cb016365-8f75-4b2f-bfcb-6420f5faaccd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Calling delete_port for 30faa69e-f36d-46b7-b51f-bb46e004f376 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:03.693120 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-269106a7-5eba-4d20-91f2-8d20d43f7f37 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:03.696963 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-269106a7-5eba-4d20-91f2-8d20d43f7f37 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] 10.222.0.21 "DELETE /v2.0/routers/f70b2fc8-a42f-47de-b0e9-9e3554123b5f HTTP/1.1" status: 204 len: 168 time: 3.9314971 Feb 09 18:08:03.698024 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50504) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:03.711468 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 6fab807c-dab7-467d-a2cb-34f563dbc9a5 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:08:03.711817 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6fab807c-dab7-467d-a2cb-34f563dbc9a5 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:08:03.742336 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b9202ade-a76c-499f-b9a8-3c757bfbc828 None None] Port 30faa69e-f36d-46b7-b51f-bb46e004f376 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:08:03.758160 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf51bf53-d342-407a-8382-dc402b76a6a4 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:03.762982 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cf51bf53-d342-407a-8382-dc402b76a6a4 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.2687488 Feb 09 18:08:03.762982 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50508) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:03.774177 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-3e97176d-5b57-4c29-a563-32289388b29c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Request body: {'network': {'name': 'tempest-network-smoke--856643849', 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'port_security_enabled': True}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:03.781925 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-97c2510a-4ed9-4434-9f12-fb79a7aa5caa None None] Set router d0d0d019-1593-4000-89cd-f9220e9356be gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:08:03.785028 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-3e97176d-5b57-4c29-a563-32289388b29c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:03.792648 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-3e97176d-5b57-4c29-a563-32289388b29c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Usage tracker for resource:network and tenant:04ff2d95016a41349448cd02c203dbe9 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:03.797414 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-3e97176d-5b57-4c29-a563-32289388b29c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:03.832399 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-3e97176d-5b57-4c29-a563-32289388b29c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:03.843814 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b609877c-97ce-4e62-843c-f5929ca02de4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:03.990411 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-36786089-d13f-4e91-a7a3-6f844780be05 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:03.994443 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9ceb3f-b58a-4295-910a-8713dc4e9eb4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting subnet 323aa9ee-0d96-4ed4-ae98-1d480360728b {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:08:03.997330 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d9ceb3f-b58a-4295-910a-8713dc4e9eb4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:04.045211 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b95e-40dc-48c2-b6e0-00952d9c48fe None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:04.052879 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e97176d-5b57-4c29-a563-32289388b29c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Made reservation on behalf of 04ff2d95016a41349448cd02c203dbe9 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:04.057435 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3e97176d-5b57-4c29-a563-32289388b29c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:04.098244 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e97176d-5b57-4c29-a563-32289388b29c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:08:04.125027 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3e97176d-5b57-4c29-a563-32289388b29c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:04.125373 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-3e97176d-5b57-4c29-a563-32289388b29c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Added segment bb132a2c-087c-4094-9ff0-147d0aa84db2 of type vlan for network d6eaa772-ffac-41e7-8518-58e8632c9a92 Feb 09 18:08:04.141439 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d9ceb3f-b58a-4295-910a-8713dc4e9eb4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:04.175324 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-36786089-d13f-4e91-a7a3-6f844780be05 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:04.179683 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-97c2510a-4ed9-4434-9f12-fb79a7aa5caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'name': 'tempest-TestNetworkBasicOps-router-2083997425', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:15Z', 'updated_at': '2022-02-09T18:07:57Z', 'revision_number': 7, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:17Z', 'updated_at': '2022-02-09T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:04.183785 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-36786089-d13f-4e91-a7a3-6f844780be05 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:04.185128 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f43cf054-c0e4-40ad-8f50-258b7eb95aa2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:04.186073 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c2510a-4ed9-4434-9f12-fb79a7aa5caa None None] Checking router: d0d0d019-1593-4000-89cd-f9220e9356be for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:08:04.191737 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609877c-97ce-4e62-843c-f5929ca02de4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Subnet': ['ID=16dedf5d-7137-4318-8157-80b46fce7050,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:04.196131 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3e97176d-5b57-4c29-a563-32289388b29c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:04.208829 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c2510a-4ed9-4434-9f12-fb79a7aa5caa None None] Routers {'d0d0d019-1593-4000-89cd-f9220e9356be'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:08:04.209706 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-97c2510a-4ed9-4434-9f12-fb79a7aa5caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:07:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d0d0d019-1593-4000-89cd-f9220e9356be'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:04.238234 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-36786089-d13f-4e91-a7a3-6f844780be05 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:04.253693 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b609877c-97ce-4e62-843c-f5929ca02de4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Checking segment: {'id': '38e0fcae-52f0-4394-b831-6353c88e52fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '854de3b7-144a-4f38-b179-21235b3949cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:04.253852 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b609877c-97ce-4e62-843c-f5929ca02de4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Network hostable DHCP agents. Network: 854de3b7-144a-4f38-b179-21235b3949cd, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:08:04.268389 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-d955a96e-ba86-4e1b-b1eb-9d8a114a1c9b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Deleting subnet b1880a8a-48be-41e5-9eb6-55e15eebe132 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:08:04.269414 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cf054-c0e4-40ad-8f50-258b7eb95aa2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Port': ['ID=aaacea77-68f0-4e86-b2cd-cda70877e68a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:04.277677 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d955a96e-ba86-4e1b-b1eb-9d8a114a1c9b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:04.355509 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d955a96e-ba86-4e1b-b1eb-9d8a114a1c9b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:04.425219 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-97c2510a-4ed9-4434-9f12-fb79a7aa5caa None None] Set router d0d0d019-1593-4000-89cd-f9220e9356be gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:08:04.439879 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3e97176d-5b57-4c29-a563-32289388b29c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:04.440068 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36786089-d13f-4e91-a7a3-6f844780be05 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:04.444658 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e97176d-5b57-4c29-a563-32289388b29c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:04.445405 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3e97176d-5b57-4c29-a563-32289388b29c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:04.492296 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b609877c-97ce-4e62-843c-f5929ca02de4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Network 854de3b7-144a-4f38-b179-21235b3949cd is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:08:04.597559 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97176d-5b57-4c29-a563-32289388b29c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Pushing event updated for resources: {'Network': ['ID=d6eaa772-ffac-41e7-8518-58e8632c9a92,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:04.603881 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d955a96e-ba86-4e1b-b1eb-9d8a114a1c9b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:04.625660 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network d6eaa772-ffac-41e7-8518-58e8632c9a92 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:08:04.684471 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3e97176d-5b57-4c29-a563-32289388b29c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9182570 Feb 09 18:08:04.684688 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50512) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:04.691800 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-e199e64b-a563-4a63-9e60-be1d1c5ed4ec tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1630140027', 'admin_state_up': True, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:04.701007 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e199e64b-a563-4a63-9e60-be1d1c5ed4ec tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:04.709712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e199e64b-a563-4a63-9e60-be1d1c5ed4ec tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Usage tracker for resource:router and tenant:04ff2d95016a41349448cd02c203dbe9 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:04.718648 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e199e64b-a563-4a63-9e60-be1d1c5ed4ec tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:04.718648 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-b609877c-97ce-4e62-843c-f5929ca02de4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 854de3b7-144a-4f38-b179-21235b3949cd) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:04.723117 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b609877c-97ce-4e62-843c-f5929ca02de4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:04.723717 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b609877c-97ce-4e62-843c-f5929ca02de4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:04.739550 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a5fd60-231b-42af-9cb1-347e1dc13ab8 None None] Network 854de3b7-144a-4f38-b179-21235b3949cd requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:04.740511 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e199e64b-a563-4a63-9e60-be1d1c5ed4ec tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:04.768101 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d9ceb3f-b58a-4295-910a-8713dc4e9eb4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:04.854172 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d955a96e-ba86-4e1b-b1eb-9d8a114a1c9b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:04.861890 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:08:04.879537 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-36786089-d13f-4e91-a7a3-6f844780be05 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:04.900518 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cb016365-8f75-4b2f-bfcb-6420f5faaccd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:04.902457 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e199e64b-a563-4a63-9e60-be1d1c5ed4ec tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:04.906867 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e199e64b-a563-4a63-9e60-be1d1c5ed4ec tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:04.907031 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f7a4b95e-40dc-48c2-b6e0-00952d9c48fe None None] Transition to ACTIVE for port object d0d5af98-bee1-497c-8c69-35d960ce97ac will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:04.915780 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b609877c-97ce-4e62-843c-f5929ca02de4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6117461 Feb 09 18:08:04.920516 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955a96e-ba86-4e1b-b1eb-9d8a114a1c9b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Pushing event deleted for resources: {'Subnet': ['ID=b1880a8a-48be-41e5-9eb6-55e15eebe132,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:04.922945 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50516) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:04.964200 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d955a96e-ba86-4e1b-b1eb-9d8a114a1c9b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:04.969724 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b627f897-b9fd-4e55-bbe0-0ef30976b945 None None] Network 40c995fa-d8eb-4e39-96a4-5f426f978a2f requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:05.033197 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d955a96e-ba86-4e1b-b1eb-9d8a114a1c9b tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] 10.222.0.21 "DELETE /v2.0/subnets/b1880a8a-48be-41e5-9eb6-55e15eebe132 HTTP/1.1" status: 204 len: 168 time: 1.3339667 Feb 09 18:08:05.037213 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50520) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:05.045370 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb016365-8f75-4b2f-bfcb-6420f5faaccd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Port': ['ID=30faa69e-f36d-46b7-b51f-bb46e004f376,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:05.123818 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f7a4b95e-40dc-48c2-b6e0-00952d9c48fe None None] Transition to ACTIVE for port object d0d5af98-bee1-497c-8c69-35d960ce97ac will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:05.155022 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d9ceb3f-b58a-4295-910a-8713dc4e9eb4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:05.177547 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-22b459ae-4dc1-4962-887c-19315e809889 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:05.180041 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e199e64b-a563-4a63-9e60-be1d1c5ed4ec tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:05.220660 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d9ceb3f-b58a-4295-910a-8713dc4e9eb4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:05.229881 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-22b459ae-4dc1-4962-887c-19315e809889 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Deleting port 33073aaf-b795-4d7c-a2c2-4ad2a43e488d {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:05.231216 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-22b459ae-4dc1-4962-887c-19315e809889 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:05.234923 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b07d64a-5ee4-4e68-bcf8-753291f66c54 None None] Network d56a852c-565a-4887-9c81-db659a21eec0 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:05.259646 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b95e-40dc-48c2-b6e0-00952d9c48fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:05.295507 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ceb3f-b58a-4295-910a-8713dc4e9eb4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Subnet': ['ID=323aa9ee-0d96-4ed4-ae98-1d480360728b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:05.300596 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:05.310052 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6d9ceb3f-b58a-4295-910a-8713dc4e9eb4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/subnets/323aa9ee-0d96-4ed4-ae98-1d480360728b HTTP/1.1" status: 204 len: 168 time: 1.9894249 Feb 09 18:08:05.318520 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50524) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:05.352414 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f43cf054-c0e4-40ad-8f50-258b7eb95aa2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:05.397405 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-97c2510a-4ed9-4434-9f12-fb79a7aa5caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'name': 'tempest-TestNetworkBasicOps-router-2083997425', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:15Z', 'updated_at': '2022-02-09T18:07:57Z', 'revision_number': 7, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:17Z', 'updated_at': '2022-02-09T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:05.399862 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4049785-0831-405b-a744-e54bb694afa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-854de3b7-144a-4f38-b179-21235b3949cd', 'network_id': '854de3b7-144a-4f38-b179-21235b3949cd', 'tenant_id': '87988ebdba86441595145b8b3a8899ab', 'fixed_ips': [{'subnet_id': '16dedf5d-7137-4318-8157-80b46fce7050'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:08:05.400650 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f4049785-0831-405b-a744-e54bb694afa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:05.453165 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c2510a-4ed9-4434-9f12-fb79a7aa5caa None None] The sync data for ids ['d0d0d019-1593-4000-89cd-f9220e9356be'] in dv-neutron-827016-2-hyperv is: [{'id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'name': 'tempest-TestNetworkBasicOps-router-2083997425', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:15Z', 'updated_at': '2022-02-09T18:07:57Z', 'revision_number': 7, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'f26ab7aa-b12b-49a6-83df-abaed1c298ab', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d0d019-1593-4000-89cd-f9220e9356be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:17Z', 'updated_at': '2022-02-09T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:08:05.534962 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cb016365-8f75-4b2f-bfcb-6420f5faaccd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:05.582855 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a4b95e-40dc-48c2-b6e0-00952d9c48fe None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:05.584363 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4b95e-40dc-48c2-b6e0-00952d9c48fe None None] Pushing event updated for resources: {'Port': ['ID=d0d5af98-bee1-497c-8c69-35d960ce97ac,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:05.592861 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-cb016365-8f75-4b2f-bfcb-6420f5faaccd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/ports/30faa69e-f36d-46b7-b51f-bb46e004f376 HTTP/1.1" status: 204 len: 168 time: 3.1762185 Feb 09 18:08:05.600903 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50530) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:05.674387 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d97316b-0e3d-4c66-93ad-289559daaa2d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] GET failed (client error): The resource could not be found. Feb 09 18:08:05.675103 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0d97316b-0e3d-4c66-93ad-289559daaa2d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Synchronizing usage tracker for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:08:05.803763 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-f7a4b95e-40dc-48c2-b6e0-00952d9c48fe None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:05.817883 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a4b95e-40dc-48c2-b6e0-00952d9c48fe None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:05.901124 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0d97316b-0e3d-4c66-93ad-289559daaa2d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Unset dirty status for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:08:05.902439 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0d97316b-0e3d-4c66-93ad-289559daaa2d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports/30faa69e-f36d-46b7-b51f-bb46e004f376 HTTP/1.1" status: 404 len: 333 time: 0.2999473 Feb 09 18:08:05.912513 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50534) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:05.928101 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device fd260d44-2c6c-4126-9f1d-97a1722d5304 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:08:05.956807 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:05.975813 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: fd260d44-2c6c-4126-9f1d-97a1722d5304 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:08:05.976802 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device fd260d44-2c6c-4126-9f1d-97a1722d5304 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:08:06.045861 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-f7a4b95e-40dc-48c2-b6e0-00952d9c48fe None None] Attempting to bind port d0d5af98-bee1-497c-8c69-35d960ce97ac on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:08:06.046237 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-f7a4b95e-40dc-48c2-b6e0-00952d9c48fe None None] Attempting to bind port d0d5af98-bee1-497c-8c69-35d960ce97ac by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:08:06.049914 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a4b95e-40dc-48c2-b6e0-00952d9c48fe None None] Attempting to bind port d0d5af98-bee1-497c-8c69-35d960ce97ac on network 533fa7e0-9286-46d7-99f4-266111443da8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:08:06.062600 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-f4049785-0831-405b-a744-e54bb694afa4 None None] Allocated IP 172.20.0.2 (854de3b7-144a-4f38-b179-21235b3949cd/16dedf5d-7137-4318-8157-80b46fce7050/699141f5-f127-4e03-bc9d-3ff592abe90c) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:06.076870 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a4b95e-40dc-48c2-b6e0-00952d9c48fe None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:08:06.086971 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a4b95e-40dc-48c2-b6e0-00952d9c48fe None None] Checking segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:06.087572 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b95e-40dc-48c2-b6e0-00952d9c48fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:06.088134 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a4b95e-40dc-48c2-b6e0-00952d9c48fe None None] Bound using segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:08:06.088797 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-f7a4b95e-40dc-48c2-b6e0-00952d9c48fe None None] Bound port: d0d5af98-bee1-497c-8c69-35d960ce97ac, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:08:06.089351 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b95e-40dc-48c2-b6e0-00952d9c48fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:06.096991 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-22b459ae-4dc1-4962-887c-19315e809889 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] For port 33073aaf-b795-4d7c-a2c2-4ad2a43e488d, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=33073aaf-b795-4d7c-a2c2-4ad2a43e488d,segment=NetworkSegment(611dbfc0-4dd4-42fd-a2cc-78146018a543),segment_id=611dbfc0-4dd4-42fd-a2cc-78146018a543)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:06.101783 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-22b459ae-4dc1-4962-887c-19315e809889 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:06.118400 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e199e64b-a563-4a63-9e60-be1d1c5ed4ec tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:06.119296 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513fc292-5c18-4ced-998d-f8cc90ee812f None None] DHCP port deletion for 40c995fa-d8eb-4e39-96a4-5f426f978a2f request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:08:06.149879 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-513fc292-5c18-4ced-998d-f8cc90ee812f None None] Deleting port 33073aaf-b795-4d7c-a2c2-4ad2a43e488d {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:06.150608 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-513fc292-5c18-4ced-998d-f8cc90ee812f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:06.183879 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a1a194-9d13-4f9c-8bb7-4b59c9b82aa7 None None] DHCP port deletion for d56a852c-565a-4887-9c81-db659a21eec0 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:08:06.249619 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-38a1a194-9d13-4f9c-8bb7-4b59c9b82aa7 None None] Deleting port 24627839-c412-436f-9561-99db9ef67e15 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:06.250718 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-38a1a194-9d13-4f9c-8bb7-4b59c9b82aa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:06.262370 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-22b459ae-4dc1-4962-887c-19315e809889 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Calling delete_port for 33073aaf-b795-4d7c-a2c2-4ad2a43e488d owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:06.406278 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-da345cca-fd6c-4f44-b1cf-caaf92fa7695 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:06.531319 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-22b459ae-4dc1-4962-887c-19315e809889 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:06.543184 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-f7a4b95e-40dc-48c2-b6e0-00952d9c48fe None None] For port d0d5af98-bee1-497c-8c69-35d960ce97ac, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:08:06.566209 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.objects.ports [None req-36786089-d13f-4e91-a7a3-6f844780be05 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84542) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 18:08:06.596352 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-f7a4b95e-40dc-48c2-b6e0-00952d9c48fe None None] For port d0d5af98-bee1-497c-8c69-35d960ce97ac, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=d0d5af98-bee1-497c-8c69-35d960ce97ac,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:08:06.635876 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b459ae-4dc1-4962-887c-19315e809889 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Pushing event deleted for resources: {'Port': ['ID=33073aaf-b795-4d7c-a2c2-4ad2a43e488d,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:06.648656 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b459ae-4dc1-4962-887c-19315e809889 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] No DVR routers for this DVR port 33073aaf-b795-4d7c-a2c2-4ad2a43e488d on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:08:06.652554 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7fd92b-6562-469e-a296-ade8c848abe6 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting subnet 73b65086-e4af-4c5a-9b7c-3cbdd834f398 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:08:06.668932 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd92b-6562-469e-a296-ade8c848abe6 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:06.731500 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b95e-40dc-48c2-b6e0-00952d9c48fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:06.743598 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd92b-6562-469e-a296-ade8c848abe6 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:06.825231 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43cf054-c0e4-40ad-8f50-258b7eb95aa2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Router 6b3b16a5-12a5-46ef-a918-51b5797252a1 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:08:06.832576 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-22b459ae-4dc1-4962-887c-19315e809889 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:06.874510 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-513fc292-5c18-4ced-998d-f8cc90ee812f None None] For port 33073aaf-b795-4d7c-a2c2-4ad2a43e488d, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=33073aaf-b795-4d7c-a2c2-4ad2a43e488d,segment=NetworkSegment(611dbfc0-4dd4-42fd-a2cc-78146018a543),segment_id=611dbfc0-4dd4-42fd-a2cc-78146018a543)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:06.875193 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-513fc292-5c18-4ced-998d-f8cc90ee812f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:06.878357 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-22b459ae-4dc1-4962-887c-19315e809889 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c995fa-d8eb-4e39-96a4-5f426f978a2f']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:06.899826 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-22b459ae-4dc1-4962-887c-19315e809889 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611dbfc0-4dd4-42fd-a2cc-78146018a543') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:06.900500 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-22b459ae-4dc1-4962-887c-19315e809889 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611dbfc0-4dd4-42fd-a2cc-78146018a543') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:06.920329 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-22b459ae-4dc1-4962-887c-19315e809889 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:06.961726 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-22b459ae-4dc1-4962-887c-19315e809889 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:06.972469 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b459ae-4dc1-4962-887c-19315e809889 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:08:06.972870 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-22b459ae-4dc1-4962-887c-19315e809889 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:08:06.988671 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:08:07.006102 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd92b-6562-469e-a296-ade8c848abe6 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:07.052185 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f4049785-0831-405b-a744-e54bb694afa4 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:07.062713 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-513fc292-5c18-4ced-998d-f8cc90ee812f None None] Calling delete_port for 33073aaf-b795-4d7c-a2c2-4ad2a43e488d owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:07.080959 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-36786089-d13f-4e91-a7a3-6f844780be05 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:07.126988 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e199e64b-a563-4a63-9e60-be1d1c5ed4ec tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for router_gateway, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:07.177943 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4b95e-40dc-48c2-b6e0-00952d9c48fe None None] Pushing event updated for resources: {'Port': ['ID=d0d5af98-bee1-497c-8c69-35d960ce97ac,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:07.179773 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f4049785-0831-405b-a744-e54bb694afa4 None None] Transition to ACTIVE for port object 699141f5-f127-4e03-bc9d-3ff592abe90c will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:07.183264 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e199e64b-a563-4a63-9e60-be1d1c5ed4ec tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:07.200509 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-38a1a194-9d13-4f9c-8bb7-4b59c9b82aa7 None None] For port 24627839-c412-436f-9561-99db9ef67e15, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=24627839-c412-436f-9561-99db9ef67e15,segment=NetworkSegment(23964c25-d5c8-4aa2-982a-3a45e6672645),segment_id=23964c25-d5c8-4aa2-982a-3a45e6672645)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:07.201455 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-38a1a194-9d13-4f9c-8bb7-4b59c9b82aa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:07.244339 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f4049785-0831-405b-a744-e54bb694afa4 None None] Transition to ACTIVE for port object 699141f5-f127-4e03-bc9d-3ff592abe90c will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:07.263159 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-da345cca-fd6c-4f44-b1cf-caaf92fa7695 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:07.265871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-22b459ae-4dc1-4962-887c-19315e809889 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:07.299894 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-22b459ae-4dc1-4962-887c-19315e809889 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:07.317558 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b459ae-4dc1-4962-887c-19315e809889 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Pushing event deleted for resources: {'Network': ['ID=40c995fa-d8eb-4e39-96a4-5f426f978a2f,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:07.392059 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-38a1a194-9d13-4f9c-8bb7-4b59c9b82aa7 None None] Calling delete_port for 24627839-c412-436f-9561-99db9ef67e15 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:07.408570 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-da345cca-fd6c-4f44-b1cf-caaf92fa7695 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port f26ab7aa-b12b-49a6-83df-abaed1c298ab {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:07.408924 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-da345cca-fd6c-4f44-b1cf-caaf92fa7695 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:07.409830 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd92b-6562-469e-a296-ade8c848abe6 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:07.456869 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-22b459ae-4dc1-4962-887c-19315e809889 tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] 10.222.0.21 "DELETE /v2.0/networks/40c995fa-d8eb-4e39-96a4-5f426f978a2f HTTP/1.1" status: 204 len: 168 time: 2.4176629 Feb 09 18:08:07.463347 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f4049785-0831-405b-a744-e54bb694afa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:07.471826 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50538) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:07.493330 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fd92b-6562-469e-a296-ade8c848abe6 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Subnet': ['ID=73b65086-e4af-4c5a-9b7c-3cbdd834f398,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:07.508562 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd92b-6562-469e-a296-ade8c848abe6 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:07.525719 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43cf054-c0e4-40ad-8f50-258b7eb95aa2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:08:07.527991 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-513fc292-5c18-4ced-998d-f8cc90ee812f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:08:07.528204 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-513fc292-5c18-4ced-998d-f8cc90ee812f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:08:07.535471 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d82dfb-951f-4791-8130-46a2fe045155 None None] Sync routers for ids ['6b3b16a5-12a5-46ef-a918-51b5797252a1'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:08:07.537936 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f43cf054-c0e4-40ad-8f50-258b7eb95aa2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "PUT /v2.0/routers/6b3b16a5-12a5-46ef-a918-51b5797252a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9382730 Feb 09 18:08:07.541520 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33c153d-046d-44e6-93ac-9a53d154321d None None] Network 1051d661-dfb3-4d94-a540-0e8ce70e55de requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:07.545059 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fd7fd92b-6562-469e-a296-ade8c848abe6 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/subnets/73b65086-e4af-4c5a-9b7c-3cbdd834f398 HTTP/1.1" status: 204 len: 168 time: 1.6293807 Feb 09 18:08:07.545059 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50542) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:07.559138 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50544) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:07.571130 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d82dfb-951f-4791-8130-46a2fe045155 None None] Routers {'6b3b16a5-12a5-46ef-a918-51b5797252a1'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:08:07.574657 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c9d82dfb-951f-4791-8130-46a2fe045155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:07:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6b3b16a5-12a5-46ef-a918-51b5797252a1'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:07.654548 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4049785-0831-405b-a744-e54bb694afa4 None None] Network 854de3b7-144a-4f38-b179-21235b3949cd is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:07.675247 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-f4049785-0831-405b-a744-e54bb694afa4 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:07.682981 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4049785-0831-405b-a744-e54bb694afa4 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:07.706741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4049785-0831-405b-a744-e54bb694afa4 None None] Pushing event updated for resources: {'Port': ['ID=699141f5-f127-4e03-bc9d-3ff592abe90c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:07.745501 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c9d82dfb-951f-4791-8130-46a2fe045155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:07.759239 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d82dfb-951f-4791-8130-46a2fe045155 None None] Routers {'6b3b16a5-12a5-46ef-a918-51b5797252a1'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:08:07.760772 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c9d82dfb-951f-4791-8130-46a2fe045155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:07:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6b3b16a5-12a5-46ef-a918-51b5797252a1'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:07.765260 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-36786089-d13f-4e91-a7a3-6f844780be05 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] For port d0d5af98-bee1-497c-8c69-35d960ce97ac, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=d0d5af98-bee1-497c-8c69-35d960ce97ac,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:07.779446 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-e199e64b-a563-4a63-9e60-be1d1c5ed4ec tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Allocated IP 172.26.8.162 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/398f4ae6-d73d-4e3d-a184-961a19bc610c) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:07.807493 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device d0d5af98-bee1-497c-8c69-35d960ce97ac up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:08:07.811958 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-36786089-d13f-4e91-a7a3-6f844780be05 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:07.879392 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c9d82dfb-951f-4791-8130-46a2fe045155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:07.880240 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d82dfb-951f-4791-8130-46a2fe045155 None None] The sync data for ids ['6b3b16a5-12a5-46ef-a918-51b5797252a1'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:08:07.882281 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-36786089-d13f-4e91-a7a3-6f844780be05 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:07.883266 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-36786089-d13f-4e91-a7a3-6f844780be05 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:07.912674 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-38a1a194-9d13-4f9c-8bb7-4b59c9b82aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:07.953249 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:08.015418 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Subnet': ['ID=16dedf5d-7137-4318-8157-80b46fce7050,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:08.020464 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36786089-d13f-4e91-a7a3-6f844780be05 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:08.029606 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-36786089-d13f-4e91-a7a3-6f844780be05 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:08.030584 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-513fc292-5c18-4ced-998d-f8cc90ee812f None None] Deleting port 33073aaf-b795-4d7c-a2c2-4ad2a43e488d {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:08.031130 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-513fc292-5c18-4ced-998d-f8cc90ee812f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:08.037287 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36786089-d13f-4e91-a7a3-6f844780be05 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:08.037815 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-7ba836ab-6316-480d-95fa-73ca4967a2eb tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Deleting port 8f94efa6-f7ab-4fc0-b36e-3f40866ce6b0 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:08.038175 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7ba836ab-6316-480d-95fa-73ca4967a2eb tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:08.038472 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-36786089-d13f-4e91-a7a3-6f844780be05 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:08.069006 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36786089-d13f-4e91-a7a3-6f844780be05 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=96f8d7cf-8fc5-484a-b4ed-49de5c08b0a2,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:08.085359 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36786089-d13f-4e91-a7a3-6f844780be05 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=d0d5af98-bee1-497c-8c69-35d960ce97ac,revision_number=4']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:08.097002 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1a194-9d13-4f9c-8bb7-4b59c9b82aa7 None None] Pushing event deleted for resources: {'Port': ['ID=24627839-c412-436f-9561-99db9ef67e15,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:08.165732 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a1a194-9d13-4f9c-8bb7-4b59c9b82aa7 None None] No DVR routers for this DVR port 24627839-c412-436f-9561-99db9ef67e15 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:08:08.206894 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-513fc292-5c18-4ced-998d-f8cc90ee812f None None] The port '33073aaf-b795-4d7c-a2c2-4ad2a43e488d' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:08:08.208963 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-36786089-d13f-4e91-a7a3-6f844780be05 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.7941837 Feb 09 18:08:08.210355 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-f4049785-0831-405b-a744-e54bb694afa4 None None] Attempting to bind port 699141f5-f127-4e03-bc9d-3ff592abe90c on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:08:08.210851 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-f4049785-0831-405b-a744-e54bb694afa4 None None] Attempting to bind port 699141f5-f127-4e03-bc9d-3ff592abe90c by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '38e0fcae-52f0-4394-b831-6353c88e52fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '854de3b7-144a-4f38-b179-21235b3949cd'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:08:08.211331 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4049785-0831-405b-a744-e54bb694afa4 None None] Attempting to bind port 699141f5-f127-4e03-bc9d-3ff592abe90c on network 854de3b7-144a-4f38-b179-21235b3949cd {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:08:08.218377 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50550) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:08.247542 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4049785-0831-405b-a744-e54bb694afa4 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:08:08.248038 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4049785-0831-405b-a744-e54bb694afa4 None None] Checking segment: {'id': '38e0fcae-52f0-4394-b831-6353c88e52fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '854de3b7-144a-4f38-b179-21235b3949cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:08.248552 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f4049785-0831-405b-a744-e54bb694afa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:08.249046 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4049785-0831-405b-a744-e54bb694afa4 None None] Bound using segment: {'id': '38e0fcae-52f0-4394-b831-6353c88e52fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '854de3b7-144a-4f38-b179-21235b3949cd'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:08:08.249626 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-f4049785-0831-405b-a744-e54bb694afa4 None None] Bound port: 699141f5-f127-4e03-bc9d-3ff592abe90c, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e0fcae-52f0-4394-b831-6353c88e52fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '854de3b7-144a-4f38-b179-21235b3949cd'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:08:08.250103 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f4049785-0831-405b-a744-e54bb694afa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:08.330161 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-fe63ead2-c85e-47b7-9abb-b7139f460db4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'mac_address': 'fa:16:3e:aa:25:cb', 'name': 'tempest-NetworksTestDHCPv6-580654561'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:08.387858 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60ac365b-e9e9-4905-aaf7-b76fa7684a84 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:08.416041 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-f4049785-0831-405b-a744-e54bb694afa4 None None] For port 699141f5-f127-4e03-bc9d-3ff592abe90c, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:08:08.420140 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-f4049785-0831-405b-a744-e54bb694afa4 None None] For port 699141f5-f127-4e03-bc9d-3ff592abe90c, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=699141f5-f127-4e03-bc9d-3ff592abe90c,segment=NetworkSegment(38e0fcae-52f0-4394-b831-6353c88e52fe),segment_id=38e0fcae-52f0-4394-b831-6353c88e52fe)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:08:08.664986 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port d0d5af98-bee1-497c-8c69-35d960ce97ac completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:08.668497 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:08.675835 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f4049785-0831-405b-a744-e54bb694afa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:08.710571 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-da345cca-fd6c-4f44-b1cf-caaf92fa7695 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port f26ab7aa-b12b-49a6-83df-abaed1c298ab, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=f26ab7aa-b12b-49a6-83df-abaed1c298ab,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:08.710942 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-da345cca-fd6c-4f44-b1cf-caaf92fa7695 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:08.788380 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4049785-0831-405b-a744-e54bb694afa4 None None] Pushing event updated for resources: {'Port': ['ID=699141f5-f127-4e03-bc9d-3ff592abe90c,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:08.792480 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578acb6b-e9ff-4e80-aa5f-14107f463dc7 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:08.871663 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854de3b7-144a-4f38-b179-21235b3949cd']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:08.916395 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 33073aaf-b795-4d7c-a2c2-4ad2a43e488d no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:08:08.941903 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3390b2bd-e1e4-45c9-b946-3fb65569359d None None] Provisioning for port d0d5af98-bee1-497c-8c69-35d960ce97ac completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:08.972434 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 33073aaf-b795-4d7c-a2c2-4ad2a43e488d {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:08:08.973844 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 33073aaf-b795-4d7c-a2c2-4ad2a43e488d not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:08:08.973844 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 24627839-c412-436f-9561-99db9ef67e15 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:08:09.005536 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3390b2bd-e1e4-45c9-b946-3fb65569359d None None] Provisioning complete for port d0d5af98-bee1-497c-8c69-35d960ce97ac triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:09.005909 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3390b2bd-e1e4-45c9-b946-3fb65569359d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:09.007745 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e199e64b-a563-4a63-9e60-be1d1c5ed4ec tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:09.018923 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e0fcae-52f0-4394-b831-6353c88e52fe') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:09.019913 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e0fcae-52f0-4394-b831-6353c88e52fe') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:09.035174 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:09.058928 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:09.067907 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:08:09.068257 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:09.070855 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 24627839-c412-436f-9561-99db9ef67e15 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:08:09.071207 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 24627839-c412-436f-9561-99db9ef67e15 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:08:09.120017 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-da345cca-fd6c-4f44-b1cf-caaf92fa7695 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for f26ab7aa-b12b-49a6-83df-abaed1c298ab owned by network:router_gateway {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:08:09.161809 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:08:09.279908 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecbfc2dc-816f-4868-973a-b3de8dc729f0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting subnet 5b3e1fde-9b88-410a-b8e3-b13d48b15a4a {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:08:09.302754 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f29491f-7abc-4dbb-8752-414a007a50b9 None None] Network 854de3b7-144a-4f38-b179-21235b3949cd requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:09.306752 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ecbfc2dc-816f-4868-973a-b3de8dc729f0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:09.359689 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-fe63ead2-c85e-47b7-9abb-b7139f460db4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:09.381612 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7ba836ab-6316-480d-95fa-73ca4967a2eb tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:09.382202 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7ba836ab-6316-480d-95fa-73ca4967a2eb tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:09.394912 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-60ac365b-e9e9-4905-aaf7-b76fa7684a84 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting port 5bad233e-b6e4-47ea-bcfe-7010896b3f98 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:09.395477 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60ac365b-e9e9-4905-aaf7-b76fa7684a84 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:09.400675 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-fe63ead2-c85e-47b7-9abb-b7139f460db4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:port and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:09.412643 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-fe63ead2-c85e-47b7-9abb-b7139f460db4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:09.440337 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-fe63ead2-c85e-47b7-9abb-b7139f460db4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:09.572312 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3390b2bd-e1e4-45c9-b946-3fb65569359d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:09.632953 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60ac365b-e9e9-4905-aaf7-b76fa7684a84 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:09.651541 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device d0d5af98-bee1-497c-8c69-35d960ce97ac up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:08:09.729942 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.api [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 18:08:09.729942 dv-neutron-827016-2-hyperv neutron-server[84541]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 18:08:09.729942 dv-neutron-827016-2-hyperv neutron-server[84541]: [parameters: {'id': '854de3b7-144a-4f38-b179-21235b3949cd'}] Feb 09 18:08:09.729942 dv-neutron-827016-2-hyperv neutron-server[84541]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:08:09.730493 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG oslo_db.api [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:08:09.731661 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-3390b2bd-e1e4-45c9-b946-3fb65569359d None None] For port d0d5af98-bee1-497c-8c69-35d960ce97ac, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=d0d5af98-bee1-497c-8c69-35d960ce97ac,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:09.741847 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-7ba836ab-6316-480d-95fa-73ca4967a2eb tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Calling delete_port for 8f94efa6-f7ab-4fc0-b36e-3f40866ce6b0 owned by network:floatingip {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:09.760268 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-60ac365b-e9e9-4905-aaf7-b76fa7684a84 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Calling delete_port for 5bad233e-b6e4-47ea-bcfe-7010896b3f98 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:09.789452 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port d0d5af98-bee1-497c-8c69-35d960ce97ac triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:09.789876 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:09.830361 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ecbfc2dc-816f-4868-973a-b3de8dc729f0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:09.830715 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3390b2bd-e1e4-45c9-b946-3fb65569359d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:09.904262 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe63ead2-c85e-47b7-9abb-b7139f460db4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:09.951159 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390b2bd-e1e4-45c9-b946-3fb65569359d None None] Pushing event updated for resources: {'Port': ['ID=d0d5af98-bee1-497c-8c69-35d960ce97ac,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:09.999388 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1f193664-c23d-490f-bea6-8519ccf6058d None None] Provisioning complete for port bc460179-4b7b-4710-b59f-08bd8dde699d triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:10.000045 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f193664-c23d-490f-bea6-8519ccf6058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:10.023861 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e199e64b-a563-4a63-9e60-be1d1c5ed4ec tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:10.083809 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60ac365b-e9e9-4905-aaf7-b76fa7684a84 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:10.237502 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:10.238054 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac365b-e9e9-4905-aaf7-b76fa7684a84 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Port': ['ID=5bad233e-b6e4-47ea-bcfe-7010896b3f98,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:10.276620 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e199e64b-a563-4a63-9e60-be1d1c5ed4ec tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:10.300820 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ecbfc2dc-816f-4868-973a-b3de8dc729f0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:10.334333 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199e64b-a563-4a63-9e60-be1d1c5ed4ec tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Pushing event updated for resources: {'Port': ['ID=398f4ae6-d73d-4e3d-a184-961a19bc610c,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:10.337129 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-e199e64b-a563-4a63-9e60-be1d1c5ed4ec tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:10.354707 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e199e64b-a563-4a63-9e60-be1d1c5ed4ec tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:10.408921 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60ac365b-e9e9-4905-aaf7-b76fa7684a84 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:10.415595 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fe63ead2-c85e-47b7-9abb-b7139f460db4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:10.440791 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Deleting port 699141f5-f127-4e03-bc9d-3ff592abe90c {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:10.440791 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:10.472748 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7ba836ab-6316-480d-95fa-73ca4967a2eb tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:10.567192 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba836ab-6316-480d-95fa-73ca4967a2eb tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Pushing event deleted for resources: {'Port': ['ID=8f94efa6-f7ab-4fc0-b36e-3f40866ce6b0,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:10.578573 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5512f2-c17c-4652-a8fe-42d965c73794 None None] get_active_networks_info from dv-neutron-827016-2-hyperv {{(pid=84543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 18:08:10.635153 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-fe63ead2-c85e-47b7-9abb-b7139f460db4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] device_id is not set on port 5e6d71bd-8959-49a4-a892-f1f370109f77 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:08:10.668008 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-da345cca-fd6c-4f44-b1cf-caaf92fa7695 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:10.673766 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f7119e0b-a90d-41b0-ac0d-3bef6a1f8536 None None] Provisioning complete for port d0d5af98-bee1-497c-8c69-35d960ce97ac triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:10.674147 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f7119e0b-a90d-41b0-ac0d-3bef6a1f8536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:10.694256 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba836ab-6316-480d-95fa-73ca4967a2eb tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:10.694625 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba836ab-6316-480d-95fa-73ca4967a2eb tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:10.695150 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba836ab-6316-480d-95fa-73ca4967a2eb tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:10.695706 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba836ab-6316-480d-95fa-73ca4967a2eb tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:10.696217 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba836ab-6316-480d-95fa-73ca4967a2eb tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:10.696552 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba836ab-6316-480d-95fa-73ca4967a2eb tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:10.696879 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba836ab-6316-480d-95fa-73ca4967a2eb tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:10.697686 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba836ab-6316-480d-95fa-73ca4967a2eb tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:10.697686 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba836ab-6316-480d-95fa-73ca4967a2eb tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:10.698356 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba836ab-6316-480d-95fa-73ca4967a2eb tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:10.698464 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba836ab-6316-480d-95fa-73ca4967a2eb tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:10.836637 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5512f2-c17c-4652-a8fe-42d965c73794 None None] Resources bound (agent type, host, resource id): {{(pid=84543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 18:08:10.876275 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ecbfc2dc-816f-4868-973a-b3de8dc729f0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:10.923801 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da345cca-fd6c-4f44-b1cf-caaf92fa7695 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=f26ab7aa-b12b-49a6-83df-abaed1c298ab,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:10.992432 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbfc2dc-816f-4868-973a-b3de8dc729f0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Subnet': ['ID=5b3e1fde-9b88-410a-b8e3-b13d48b15a4a,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:11.046739 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ac365b-e9e9-4905-aaf7-b76fa7684a84 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Router 6b3b16a5-12a5-46ef-a918-51b5797252a1 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:08:11.143290 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ecbfc2dc-816f-4868-973a-b3de8dc729f0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:11.197441 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ac365b-e9e9-4905-aaf7-b76fa7684a84 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:08:11.223584 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5b6e4d-8474-4044-ab24-42e6759e1547 None None] Sync routers for ids ['6b3b16a5-12a5-46ef-a918-51b5797252a1'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:08:11.266004 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5b6e4d-8474-4044-ab24-42e6759e1547 None None] Routers {'6b3b16a5-12a5-46ef-a918-51b5797252a1'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:08:11.267133 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9a5b6e4d-8474-4044-ab24-42e6759e1547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:07:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6b3b16a5-12a5-46ef-a918-51b5797252a1'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:11.268017 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-60ac365b-e9e9-4905-aaf7-b76fa7684a84 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "PUT /v2.0/routers/6b3b16a5-12a5-46ef-a918-51b5797252a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7201040 Feb 09 18:08:11.271401 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50554) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:11.316777 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-422be183-5338-42bc-9a84-97bcef0c4017 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Synchronizing usage tracker for tenant:3aafa79d3d06419e8e7c5f7d6aab117f on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:08:11.341375 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9a5b6e4d-8474-4044-ab24-42e6759e1547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:11.363010 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5b6e4d-8474-4044-ab24-42e6759e1547 None None] Routers {'6b3b16a5-12a5-46ef-a918-51b5797252a1'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:08:11.363010 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9a5b6e4d-8474-4044-ab24-42e6759e1547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:07:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6b3b16a5-12a5-46ef-a918-51b5797252a1'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:11.396883 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7ba836ab-6316-480d-95fa-73ca4967a2eb tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks [] for floatingip, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:11.399125 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7ba836ab-6316-480d-95fa-73ca4967a2eb tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:11.400568 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7ba836ab-6316-480d-95fa-73ca4967a2eb tempest-FloatingIPAdminTestJSON-778992984 tempest-FloatingIPAdminTestJSON-778992984-project] 10.222.0.21 "DELETE /v2.0/floatingips/76a0cd4a-8f48-471d-8729-23e3b2782ff8 HTTP/1.1" status: 204 len: 168 time: 3.9262443 Feb 09 18:08:11.410562 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-422be183-5338-42bc-9a84-97bcef0c4017 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Unset dirty status for tenant:3aafa79d3d06419e8e7c5f7d6aab117f on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:08:11.415669 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ecbfc2dc-816f-4868-973a-b3de8dc729f0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/subnets/5b3e1fde-9b88-410a-b8e3-b13d48b15a4a HTTP/1.1" status: 204 len: 168 time: 3.8447864 Feb 09 18:08:11.416784 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3ccc45-5e8e-49f4-9be4-a2c532ed7813 None None] get_active_networks_info from dv-neutron-827016-2-hyperv {{(pid=84543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 18:08:11.417255 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-422be183-5338-42bc-9a84-97bcef0c4017 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3b16a5-12a5-46ef-a918-51b5797252a1 HTTP/1.1" status: 200 len: 205 time: 0.1444719 Feb 09 18:08:11.417642 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50560) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:11.417970 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50562) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:11.421625 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] For port 699141f5-f127-4e03-bc9d-3ff592abe90c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=699141f5-f127-4e03-bc9d-3ff592abe90c,segment=NetworkSegment(38e0fcae-52f0-4394-b831-6353c88e52fe),segment_id=38e0fcae-52f0-4394-b831-6353c88e52fe)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:11.424734 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:11.464132 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9a5b6e4d-8474-4044-ab24-42e6759e1547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:11.464803 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5b6e4d-8474-4044-ab24-42e6759e1547 None None] The sync data for ids ['6b3b16a5-12a5-46ef-a918-51b5797252a1'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:08:11.589358 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3ccc45-5e8e-49f4-9be4-a2c532ed7813 None None] Resources bound (agent type, host, resource id): {{(pid=84543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 18:08:11.702333 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device d0d5af98-bee1-497c-8c69-35d960ce97ac up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:08:11.703050 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Calling delete_port for 699141f5-f127-4e03-bc9d-3ff592abe90c owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:11.913440 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port d0d5af98-bee1-497c-8c69-35d960ce97ac triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:11.913825 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:12.030852 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-da345cca-fd6c-4f44-b1cf-caaf92fa7695 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:12.054883 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50570) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:12.160246 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a349c02-ce26-474e-b62f-0a26c45fadbb None None] Network 1051d661-dfb3-4d94-a540-0e8ce70e55de requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:12.169879 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-fe63ead2-c85e-47b7-9abb-b7139f460db4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 172.20.0.10 (533fa7e0-9286-46d7-99f4-266111443da8/dbb33492-c95d-4c8f-8c17-46b8e6df0a6a/5e6d71bd-8959-49a4-a892-f1f370109f77) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:12.204045 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fffd921b-1a37-4c23-98df-b70f1879208a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:12.220687 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-fe63ead2-c85e-47b7-9abb-b7139f460db4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 2001:db8::f816:3eff:feaa:25cb (533fa7e0-9286-46d7-99f4-266111443da8/96f8d7cf-8fc5-484a-b4ed-49de5c08b0a2/5e6d71bd-8959-49a4-a892-f1f370109f77) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:12.235677 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5e7d6d4-ed4b-4fdc-86fa-f6b2c8911112 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:12.277862 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-680f04c5-12f8-4ea7-851b-696234e191b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64ecfb0e9daa4ed0a77fdcc09e87af04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2218876 Feb 09 18:08:12.280370 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50576) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:12.350445 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c56c1ef-614e-4529-9903-245b303bb536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:12.385515 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c56c1ef-614e-4529-9903-245b303bb536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:12.450792 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f4341b-2b55-4fa7-8d89-8ceb92e135e8 None None] DHCP port deletion for 1051d661-dfb3-4d94-a540-0e8ce70e55de request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:08:12.455702 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-77f4341b-2b55-4fa7-8d89-8ceb92e135e8 None None] Deleting port bc460179-4b7b-4710-b59f-08bd8dde699d {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:12.456238 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-77f4341b-2b55-4fa7-8d89-8ceb92e135e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:12.541613 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-fffd921b-1a37-4c23-98df-b70f1879208a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting port bc460179-4b7b-4710-b59f-08bd8dde699d {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:12.541965 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fffd921b-1a37-4c23-98df-b70f1879208a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:12.591151 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c56c1ef-614e-4529-9903-245b303bb536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:12.607754 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56c1ef-614e-4529-9903-245b303bb536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622378fd-bba3-407f-9019-e228b7f00799,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:12.619674 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c56c1ef-614e-4529-9903-245b303bb536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:12.619674 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2c56c1ef-614e-4529-9903-245b303bb536 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/622378fd-bba3-407f-9019-e228b7f00799 HTTP/1.1" status: 204 len: 168 time: 0.3360183 Feb 09 18:08:12.689664 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-77f4341b-2b55-4fa7-8d89-8ceb92e135e8 None None] For port bc460179-4b7b-4710-b59f-08bd8dde699d, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=bc460179-4b7b-4710-b59f-08bd8dde699d,segment=NetworkSegment(4b6fda07-70fc-4f71-b386-b3f0d6e4906f),segment_id=4b6fda07-70fc-4f71-b386-b3f0d6e4906f)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:12.690221 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-77f4341b-2b55-4fa7-8d89-8ceb92e135e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:12.725900 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:12.732112 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-da345cca-fd6c-4f44-b1cf-caaf92fa7695 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:12.807865 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Port': ['ID=699141f5-f127-4e03-bc9d-3ff592abe90c,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:12.816212 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-77f4341b-2b55-4fa7-8d89-8ceb92e135e8 None None] Calling delete_port for bc460179-4b7b-4710-b59f-08bd8dde699d owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:12.817296 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-da345cca-fd6c-4f44-b1cf-caaf92fa7695 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:12.918582 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No DVR routers for this DVR port 699141f5-f127-4e03-bc9d-3ff592abe90c on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:08:12.973033 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-77f4341b-2b55-4fa7-8d89-8ceb92e135e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:13.020972 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4341b-2b55-4fa7-8d89-8ceb92e135e8 None None] Pushing event deleted for resources: {'Port': ['ID=bc460179-4b7b-4710-b59f-08bd8dde699d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:13.025941 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f4341b-2b55-4fa7-8d89-8ceb92e135e8 None None] No DVR routers for this DVR port bc460179-4b7b-4710-b59f-08bd8dde699d on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:08:13.145519 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e199e64b-a563-4a63-9e60-be1d1c5ed4ec tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for router_gateway, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:13.146242 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e199e64b-a563-4a63-9e60-be1d1c5ed4ec tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:13.506874 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:13.507440 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50584) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:13.525455 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c6cbf805-aff9-41ec-bd80-840a1ba69a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:13.532918 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-da345cca-fd6c-4f44-b1cf-caaf92fa7695 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:13.532918 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da345cca-fd6c-4f44-b1cf-caaf92fa7695 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Fanout notify agent at l3_agent the message router_deleted on router d0d0d019-1593-4000-89cd-f9220e9356be {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:08:13.565092 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c6cbf805-aff9-41ec-bd80-840a1ba69a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:13.573601 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c6cbf805-aff9-41ec-bd80-840a1ba69a80 admin admin] Usage tracker for resource:security_group_rule and tenant:c608f40a1ab4475385d33447f4336be4 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:13.577104 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c6cbf805-aff9-41ec-bd80-840a1ba69a80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:13.585802 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c6cbf805-aff9-41ec-bd80-840a1ba69a80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:13.613009 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device bc460179-4b7b-4710-b59f-08bd8dde699d no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:08:13.642051 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5e7d6d4-ed4b-4fdc-86fa-f6b2c8911112 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:13.667205 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: bc460179-4b7b-4710-b59f-08bd8dde699d {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:08:13.667205 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device bc460179-4b7b-4710-b59f-08bd8dde699d not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:08:13.668947 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854de3b7-144a-4f38-b179-21235b3949cd']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:13.687052 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c6cbf805-aff9-41ec-bd80-840a1ba69a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:13.706194 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fe63ead2-c85e-47b7-9abb-b7139f460db4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:13.709777 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5e7d6d4-ed4b-4fdc-86fa-f6b2c8911112 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:13.716085 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e0fcae-52f0-4394-b831-6353c88e52fe') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:13.716396 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e0fcae-52f0-4394-b831-6353c88e52fe') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:13.741276 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-fffd921b-1a37-4c23-98df-b70f1879208a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] For port bc460179-4b7b-4710-b59f-08bd8dde699d, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=bc460179-4b7b-4710-b59f-08bd8dde699d,segment=NetworkSegment(4b6fda07-70fc-4f71-b386-b3f0d6e4906f),segment_id=4b6fda07-70fc-4f71-b386-b3f0d6e4906f)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:13.741635 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fffd921b-1a37-4c23-98df-b70f1879208a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:13.754574 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-da345cca-fd6c-4f44-b1cf-caaf92fa7695 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:13.755159 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c6cbf805-aff9-41ec-bd80-840a1ba69a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:13.757027 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-da345cca-fd6c-4f44-b1cf-caaf92fa7695 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/routers/d0d0d019-1593-4000-89cd-f9220e9356be HTTP/1.1" status: 204 len: 168 time: 8.4375226 Feb 09 18:08:13.762018 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50588) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:13.769032 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:13.896802 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c6cbf805-aff9-41ec-bd80-840a1ba69a80 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c608f40a1ab4475385d33447f4336be4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3914058 Feb 09 18:08:13.901699 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50592) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:13.904085 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-fe63ead2-c85e-47b7-9abb-b7139f460db4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Transition to ACTIVE for port object 5e6d71bd-8959-49a4-a892-f1f370109f77 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:13.904271 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cbf805-aff9-41ec-bd80-840a1ba69a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135755dd-c668-4dfe-98a7-f52c34d741db,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:13.915297 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-fffd921b-1a37-4c23-98df-b70f1879208a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Calling delete_port for bc460179-4b7b-4710-b59f-08bd8dde699d owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:13.948977 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:13.949454 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbf805-aff9-41ec-bd80-840a1ba69a80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:13.949752 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbf805-aff9-41ec-bd80-840a1ba69a80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:13.950092 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbf805-aff9-41ec-bd80-840a1ba69a80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:13.950454 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbf805-aff9-41ec-bd80-840a1ba69a80 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:13.950788 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbf805-aff9-41ec-bd80-840a1ba69a80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:13.951126 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbf805-aff9-41ec-bd80-840a1ba69a80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:13.951451 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbf805-aff9-41ec-bd80-840a1ba69a80 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:13.951788 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbf805-aff9-41ec-bd80-840a1ba69a80 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:13.952097 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbf805-aff9-41ec-bd80-840a1ba69a80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:13.952407 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbf805-aff9-41ec-bd80-840a1ba69a80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:13.952728 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cbf805-aff9-41ec-bd80-840a1ba69a80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:13.958872 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6989596a-dee6-459f-bcb1-988c4c2b2cb8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:13.992727 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:08:13.993290 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:08:14.010197 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:08:14.131303 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b332aba0-4900-4180-b715-bb29d3b4d95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:14.160071 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6989596a-dee6-459f-bcb1-988c4c2b2cb8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:14.196244 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b332aba0-4900-4180-b715-bb29d3b4d95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:14.208375 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-6989596a-dee6-459f-bcb1-988c4c2b2cb8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d56a852c-565a-4887-9c81-db659a21eec0']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:14.213708 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5e7d6d4-ed4b-4fdc-86fa-f6b2c8911112 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:14.214221 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e7d6d4-ed4b-4fdc-86fa-f6b2c8911112 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Fanout notify agent at l3_agent the message router_deleted on router 6b3b16a5-12a5-46ef-a918-51b5797252a1 {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:08:14.232119 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-6989596a-dee6-459f-bcb1-988c4c2b2cb8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23964c25-d5c8-4aa2-982a-3a45e6672645') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:14.232119 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-6989596a-dee6-459f-bcb1-988c4c2b2cb8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23964c25-d5c8-4aa2-982a-3a45e6672645') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:14.256073 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6989596a-dee6-459f-bcb1-988c4c2b2cb8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:14.268864 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5e7d6d4-ed4b-4fdc-86fa-f6b2c8911112 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:14.270080 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c5e7d6d4-ed4b-4fdc-86fa-f6b2c8911112 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/routers/6b3b16a5-12a5-46ef-a918-51b5797252a1 HTTP/1.1" status: 204 len: 168 time: 2.8382924 Feb 09 18:08:14.272990 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50596) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:14.283100 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.api [None req-fffd921b-1a37-4c23-98df-b70f1879208a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:08:14.283100 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG oslo_db.api [None req-fffd921b-1a37-4c23-98df-b70f1879208a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:08:14.311996 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6989596a-dee6-459f-bcb1-988c4c2b2cb8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:14.329655 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6989596a-dee6-459f-bcb1-988c4c2b2cb8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:08:14.330060 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6989596a-dee6-459f-bcb1-988c4c2b2cb8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:14.343667 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:08:14.345064 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:08:14.348331 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:14.373524 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fe63ead2-c85e-47b7-9abb-b7139f460db4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:14.428701 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Network': ['ID=854de3b7-144a-4f38-b179-21235b3949cd,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:14.434604 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b332aba0-4900-4180-b715-bb29d3b4d95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:14.452064 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8bbaaf15-8379-4aeb-861d-a385cc9e0cfa tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/networks/854de3b7-144a-4f38-b179-21235b3949cd HTTP/1.1" status: 204 len: 168 time: 9.5267851 Feb 09 18:08:14.458881 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50600) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:14.471827 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-fa054bc7-eb88-4a12-a063-231548bc5d2e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1285707080'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:14.483597 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-fa054bc7-eb88-4a12-a063-231548bc5d2e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:14.494690 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe63ead2-c85e-47b7-9abb-b7139f460db4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:14.495443 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63ead2-c85e-47b7-9abb-b7139f460db4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=5e6d71bd-8959-49a4-a892-f1f370109f77,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:14.499730 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-fa054bc7-eb88-4a12-a063-231548bc5d2e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Usage tracker for resource:network and tenant:87988ebdba86441595145b8b3a8899ab is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:14.502855 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-fe63ead2-c85e-47b7-9abb-b7139f460db4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:14.505346 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe63ead2-c85e-47b7-9abb-b7139f460db4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:14.520005 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332aba0-4900-4180-b715-bb29d3b4d95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135755dd-c668-4dfe-98a7-f52c34d741db,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:14.538341 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-fa054bc7-eb88-4a12-a063-231548bc5d2e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:14.539922 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b332aba0-4900-4180-b715-bb29d3b4d95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:14.541053 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b332aba0-4900-4180-b715-bb29d3b4d95c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/135755dd-c668-4dfe-98a7-f52c34d741db HTTP/1.1" status: 204 len: 168 time: 0.6382618 Feb 09 18:08:14.556881 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6989596a-dee6-459f-bcb1-988c4c2b2cb8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:14.558886 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-fa054bc7-eb88-4a12-a063-231548bc5d2e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:14.597956 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6989596a-dee6-459f-bcb1-988c4c2b2cb8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:14.599996 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe63ead2-c85e-47b7-9abb-b7139f460db4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:14.601221 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fe63ead2-c85e-47b7-9abb-b7139f460db4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:14.619601 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989596a-dee6-459f-bcb1-988c4c2b2cb8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Network': ['ID=d56a852c-565a-4887-9c81-db659a21eec0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:14.653051 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6989596a-dee6-459f-bcb1-988c4c2b2cb8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/networks/d56a852c-565a-4887-9c81-db659a21eec0 HTTP/1.1" status: 204 len: 168 time: 0.8761730 Feb 09 18:08:14.670962 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50606) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:14.680950 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e199e64b-a563-4a63-9e60-be1d1c5ed4ec tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Router 1073232d-05c2-446f-b66e-9792198afe19 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:08:14.686745 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c06409-d1f8-4175-a7bd-14d9d10829a6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting subnet 3b05d9ae-cced-4505-bc75-33ccb34720e9 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:08:14.693001 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-cc86bc29-112d-4b99-b04e-0421f5248904 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'network': {'name': 'tempest-network-smoke--74077544', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'port_security_enabled': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:14.704497 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-19c06409-d1f8-4175-a7bd-14d9d10829a6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:14.733575 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cc86bc29-112d-4b99-b04e-0421f5248904 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:14.746191 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-cc86bc29-112d-4b99-b04e-0421f5248904 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:network and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:14.753447 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-cc86bc29-112d-4b99-b04e-0421f5248904 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:14.770502 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cc86bc29-112d-4b99-b04e-0421f5248904 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:14.772365 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa054bc7-eb88-4a12-a063-231548bc5d2e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Made reservation on behalf of 87988ebdba86441595145b8b3a8899ab for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:14.778845 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fa054bc7-eb88-4a12-a063-231548bc5d2e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:14.795423 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-19c06409-d1f8-4175-a7bd-14d9d10829a6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:14.804542 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-fffd921b-1a37-4c23-98df-b70f1879208a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting port bc460179-4b7b-4710-b59f-08bd8dde699d {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:14.805166 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fffd921b-1a37-4c23-98df-b70f1879208a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:14.897759 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fe63ead2-c85e-47b7-9abb-b7139f460db4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.6564348 Feb 09 18:08:14.901538 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50610) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:14.948956 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-fffd921b-1a37-4c23-98df-b70f1879208a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] The port 'bc460179-4b7b-4710-b59f-08bd8dde699d' was deleted {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:08:14.963474 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa054bc7-eb88-4a12-a063-231548bc5d2e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:08:14.973944 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fa054bc7-eb88-4a12-a063-231548bc5d2e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:14.974175 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-fa054bc7-eb88-4a12-a063-231548bc5d2e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Added segment aae0f7d8-2c14-4ec3-a586-73668b8962f9 of type vlan for network d96d9f00-ff39-4184-a6e1-976547fbebbc Feb 09 18:08:15.036820 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-19c06409-d1f8-4175-a7bd-14d9d10829a6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:15.113407 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc86bc29-112d-4b99-b04e-0421f5248904 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:15.115373 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fa054bc7-eb88-4a12-a063-231548bc5d2e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:15.116631 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc86bc29-112d-4b99-b04e-0421f5248904 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:15.121580 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2d3b7ad1-6b4f-4354-b4ff-cc874dfa5265 None None] Provisioning for port 5e6d71bd-8959-49a4-a892-f1f370109f77 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:15.127752 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2d3b7ad1-6b4f-4354-b4ff-cc874dfa5265 None None] Provisioning complete for port 5e6d71bd-8959-49a4-a892-f1f370109f77 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:15.128130 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2d3b7ad1-6b4f-4354-b4ff-cc874dfa5265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:15.163041 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fffd921b-1a37-4c23-98df-b70f1879208a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:15.169312 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-19c06409-d1f8-4175-a7bd-14d9d10829a6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:15.185677 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b7ad1-6b4f-4354-b4ff-cc874dfa5265 None None] Port 5e6d71bd-8959-49a4-a892-f1f370109f77 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:08:15.225055 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-fffd921b-1a37-4c23-98df-b70f1879208a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1051d661-dfb3-4d94-a540-0e8ce70e55de']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:15.225404 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c06409-d1f8-4175-a7bd-14d9d10829a6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Subnet': ['ID=3b05d9ae-cced-4505-bc75-33ccb34720e9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:15.237232 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-fffd921b-1a37-4c23-98df-b70f1879208a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6fda07-70fc-4f71-b386-b3f0d6e4906f') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:15.237527 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-fffd921b-1a37-4c23-98df-b70f1879208a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6fda07-70fc-4f71-b386-b3f0d6e4906f') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:15.242972 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-19c06409-d1f8-4175-a7bd-14d9d10829a6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:15.252432 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c84fa7-ed3c-4ee9-bfe3-147a8a873619 None None] Network 19e36a93-c2c6-4d26-851b-54289f295d5e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:15.265453 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-19c06409-d1f8-4175-a7bd-14d9d10829a6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/subnets/3b05d9ae-cced-4505-bc75-33ccb34720e9 HTTP/1.1" status: 204 len: 168 time: 0.9849179 Feb 09 18:08:15.265453 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc86bc29-112d-4b99-b04e-0421f5248904 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:08:15.265810 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50616) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:15.275624 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc86bc29-112d-4b99-b04e-0421f5248904 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:15.275961 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-cc86bc29-112d-4b99-b04e-0421f5248904 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Added segment 63ee9212-3068-4d6e-abd7-96bb4048f829 of type vlan for network f843c8a8-e764-4c31-91e5-e456caf4f77b Feb 09 18:08:15.313191 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4057c64b-094e-4f27-94a5-e5b5295dd17b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:15.317153 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4057c64b-094e-4f27-94a5-e5b5295dd17b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:15.317923 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4057c64b-094e-4f27-94a5-e5b5295dd17b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:08:15.326708 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fffd921b-1a37-4c23-98df-b70f1879208a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:15.327251 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc86bc29-112d-4b99-b04e-0421f5248904 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:15.347470 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fffd921b-1a37-4c23-98df-b70f1879208a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:15.355309 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fffd921b-1a37-4c23-98df-b70f1879208a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:08:15.359615 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fffd921b-1a37-4c23-98df-b70f1879208a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:08:15.378483 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:08:15.392600 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fa054bc7-eb88-4a12-a063-231548bc5d2e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:15.396264 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa054bc7-eb88-4a12-a063-231548bc5d2e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:15.397005 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fa054bc7-eb88-4a12-a063-231548bc5d2e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:15.414270 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4057c64b-094e-4f27-94a5-e5b5295dd17b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:08:15.414270 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4057c64b-094e-4f27-94a5-e5b5295dd17b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5072837 Feb 09 18:08:15.414270 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50620) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:15.483557 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-04eaaeb2-ba6d-4bc9-9f08-24ef60861abe tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting port 5e6d71bd-8959-49a4-a892-f1f370109f77 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:15.483814 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-04eaaeb2-ba6d-4bc9-9f08-24ef60861abe tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:15.524282 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc86bc29-112d-4b99-b04e-0421f5248904 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:15.528499 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc86bc29-112d-4b99-b04e-0421f5248904 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:15.529326 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc86bc29-112d-4b99-b04e-0421f5248904 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:15.555622 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device f26ab7aa-b12b-49a6-83df-abaed1c298ab no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:08:15.605175 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: f26ab7aa-b12b-49a6-83df-abaed1c298ab {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:08:15.605175 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device f26ab7aa-b12b-49a6-83df-abaed1c298ab not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:08:15.625956 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c380941-d44f-40b4-93fe-3efbb4681fe8 None None] DHCP port deletion for 19e36a93-c2c6-4d26-851b-54289f295d5e request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:08:15.632232 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-3c380941-d44f-40b4-93fe-3efbb4681fe8 None None] Deleting port 1c1ec2f4-775b-4506-82a2-039656e8ce5b {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:15.633189 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3c380941-d44f-40b4-93fe-3efbb4681fe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:15.693173 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa054bc7-eb88-4a12-a063-231548bc5d2e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Network': ['ID=d96d9f00-ff39-4184-a6e1-976547fbebbc,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:15.706749 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e199e64b-a563-4a63-9e60-be1d1c5ed4ec tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:08:15.715527 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] Sync routers for ids ['1073232d-05c2-446f-b66e-9792198afe19'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:08:15.719737 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86bc29-112d-4b99-b04e-0421f5248904 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Network': ['ID=f843c8a8-e764-4c31-91e5-e456caf4f77b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:15.730831 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fffd921b-1a37-4c23-98df-b70f1879208a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:15.735807 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fa054bc7-eb88-4a12-a063-231548bc5d2e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2725015 Feb 09 18:08:15.738826 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50624) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:15.742725 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network d96d9f00-ff39-4184-a6e1-976547fbebbc details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:08:15.749719 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] Routers {'1073232d-05c2-446f-b66e-9792198afe19'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:08:15.753764 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:07:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['1073232d-05c2-446f-b66e-9792198afe19'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:15.755244 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3e559f5f-8cc7-4d31-8079-3ad8efef8ee1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'subnet': {'network_id': 'd96d9f00-ff39-4184-a6e1-976547fbebbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:15.761925 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fffd921b-1a37-4c23-98df-b70f1879208a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:15.764160 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50628) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:15.770384 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network f843c8a8-e764-4c31-91e5-e456caf4f77b details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:08:15.802719 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd921b-1a37-4c23-98df-b70f1879208a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Network': ['ID=1051d661-dfb3-4d94-a540-0e8ce70e55de,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:15.807395 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fffd921b-1a37-4c23-98df-b70f1879208a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/networks/1051d661-dfb3-4d94-a540-0e8ce70e55de HTTP/1.1" status: 204 len: 168 time: 4.3770208 Feb 09 18:08:15.818045 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1947e861-1736-4be9-954e-d0ee5e4a0dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:15.830526 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50632) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:15.866864 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-cc86bc29-112d-4b99-b04e-0421f5248904 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1838496 Feb 09 18:08:15.880146 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50636) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:15.893199 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e199e64b-a563-4a63-9e60-be1d1c5ed4ec tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:15.897927 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e199e64b-a563-4a63-9e60-be1d1c5ed4ec tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 11.2122414 Feb 09 18:08:15.901390 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a80cfc-cbcb-4686-92bb-8fbbf9bca4f8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting subnet 0acf3647-54b7-4849-8f41-7ebe37932533 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:08:15.911037 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-07b59789-ae5c-40f6-91d0-7f49d4f8a619 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-93078547', 'admin_state_up': True, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:15.912635 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50640) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:15.923665 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-07b59789-ae5c-40f6-91d0-7f49d4f8a619 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:15.934593 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-50a80cfc-cbcb-4686-92bb-8fbbf9bca4f8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:15.965912 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-07b59789-ae5c-40f6-91d0-7f49d4f8a619 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:router and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:15.966204 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] Set router 1073232d-05c2-446f-b66e-9792198afe19 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:08:15.986228 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-07b59789-ae5c-40f6-91d0-7f49d4f8a619 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:15.997195 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-07b59789-ae5c-40f6-91d0-7f49d4f8a619 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:16.005027 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3e559f5f-8cc7-4d31-8079-3ad8efef8ee1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:16.019244 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-3e559f5f-8cc7-4d31-8079-3ad8efef8ee1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Usage tracker for resource:subnet and tenant:87988ebdba86441595145b8b3a8899ab is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:16.027740 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1947e861-1736-4be9-954e-d0ee5e4a0dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:16.035898 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1947e861-1736-4be9-954e-d0ee5e4a0dc6 admin admin] Usage tracker for resource:security_group_rule and tenant:cf359bd662f344ff94ecd4f47fddeeea is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:16.041025 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1947e861-1736-4be9-954e-d0ee5e4a0dc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:16.044865 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-3e559f5f-8cc7-4d31-8079-3ad8efef8ee1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:16.050016 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1947e861-1736-4be9-954e-d0ee5e4a0dc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:16.061614 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-50a80cfc-cbcb-4686-92bb-8fbbf9bca4f8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:16.100165 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3e559f5f-8cc7-4d31-8079-3ad8efef8ee1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:16.129776 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07b59789-ae5c-40f6-91d0-7f49d4f8a619 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:16.131217 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07b59789-ae5c-40f6-91d0-7f49d4f8a619 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:16.178813 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-04eaaeb2-ba6d-4bc9-9f08-24ef60861abe tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:16.191176 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea47a0f-83b5-49af-9135-98c42042dcab tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:16.192258 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7ea47a0f-83b5-49af-9135-98c42042dcab tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Synchronizing usage tracker for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:08:16.249296 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07b59789-ae5c-40f6-91d0-7f49d4f8a619 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:16.270877 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-50a80cfc-cbcb-4686-92bb-8fbbf9bca4f8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:16.310749 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e559f5f-8cc7-4d31-8079-3ad8efef8ee1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Made reservation on behalf of 87988ebdba86441595145b8b3a8899ab for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:16.333078 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1947e861-1736-4be9-954e-d0ee5e4a0dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:16.333078 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7ea47a0f-83b5-49af-9135-98c42042dcab tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Unset dirty status for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:08:16.334321 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7ea47a0f-83b5-49af-9135-98c42042dcab tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5025015 Feb 09 18:08:16.345036 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50646) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:16.402596 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1073232d-05c2-446f-b66e-9792198afe19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630140027', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:04Z', 'updated_at': '2022-02-09T18:08:10Z', 'revision_number': 3, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'gw_port': {'id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1073232d-05c2-446f-b66e-9792198afe19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:07Z', 'updated_at': '2022-02-09T18:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:16.408620 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] Checking router: 1073232d-05c2-446f-b66e-9792198afe19 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:08:16.412341 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] Updating router 1073232d-05c2-446f-b66e-9792198afe19 port 398f4ae6-d73d-4e3d-a184-961a19bc610c binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:08:16.412548 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-04eaaeb2-ba6d-4bc9-9f08-24ef60861abe tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Calling delete_port for 5e6d71bd-8959-49a4-a892-f1f370109f77 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:16.487318 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-3c380941-d44f-40b4-93fe-3efbb4681fe8 None None] For port 1c1ec2f4-775b-4506-82a2-039656e8ce5b, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=1c1ec2f4-775b-4506-82a2-039656e8ce5b,segment=NetworkSegment(fef8e7a3-01be-4a93-b286-b8381096b756),segment_id=fef8e7a3-01be-4a93-b286-b8381096b756)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:16.487913 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3c380941-d44f-40b4-93fe-3efbb4681fe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:16.488030 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:16.604532 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3e559f5f-8cc7-4d31-8079-3ad8efef8ee1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:16.608539 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1947e861-1736-4be9-954e-d0ee5e4a0dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:16.624969 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-3c380941-d44f-40b4-93fe-3efbb4681fe8 None None] Calling delete_port for 1c1ec2f4-775b-4506-82a2-039656e8ce5b owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:16.653071 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-724445ef-a5e2-4a1a-a23e-d868ec0d7f9b tempest-TestNetworkAdvancedServerOps-1494986695 tempest-TestNetworkAdvancedServerOps-1494986695-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=04ff2d95016a41349448cd02c203dbe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7375286 Feb 09 18:08:16.660564 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50650) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:16.733195 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37e09e38-4b8a-4863-a29f-99898b5cfa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:16.774608 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.ipam_backend_mixin [None req-3e559f5f-8cc7-4d31-8079-3ad8efef8ee1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Performing IP validity checks on allocation pools {{(pid=84542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 18:08:16.775186 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.ipam_backend_mixin [None req-3e559f5f-8cc7-4d31-8079-3ad8efef8ee1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 18:08:16.801688 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3c380941-d44f-40b4-93fe-3efbb4681fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:16.871587 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:16.887007 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c380941-d44f-40b4-93fe-3efbb4681fe8 None None] Pushing event deleted for resources: {'Port': ['ID=1c1ec2f4-775b-4506-82a2-039656e8ce5b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:16.901817 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947e861-1736-4be9-954e-d0ee5e4a0dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f956c69e-8e97-4233-983f-19d19e210004,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:16.902360 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c380941-d44f-40b4-93fe-3efbb4681fe8 None None] No DVR routers for this DVR port 1c1ec2f4-775b-4506-82a2-039656e8ce5b on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:08:16.922087 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c380941-d44f-40b4-93fe-3efbb4681fe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:16.922533 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c380941-d44f-40b4-93fe-3efbb4681fe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:16.922811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c380941-d44f-40b4-93fe-3efbb4681fe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:16.923399 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c380941-d44f-40b4-93fe-3efbb4681fe8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:16.923930 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c380941-d44f-40b4-93fe-3efbb4681fe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:16.924511 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c380941-d44f-40b4-93fe-3efbb4681fe8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:16.925041 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c380941-d44f-40b4-93fe-3efbb4681fe8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:16.925562 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c380941-d44f-40b4-93fe-3efbb4681fe8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:16.927679 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c380941-d44f-40b4-93fe-3efbb4681fe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:16.928722 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c380941-d44f-40b4-93fe-3efbb4681fe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:16.928920 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c380941-d44f-40b4-93fe-3efbb4681fe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:16.930758 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1947e861-1736-4be9-954e-d0ee5e4a0dc6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf359bd662f344ff94ecd4f47fddeeea&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1638153 Feb 09 18:08:16.935656 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50656) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:16.949435 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:16.978672 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-41364061-d278-4f89-b012-e2a3a51c4a5a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6320615 Feb 09 18:08:16.983464 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07b59789-ae5c-40f6-91d0-7f49d4f8a619 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:16.986407 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50660) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:16.998159 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-2de4df43-91e6-468a-9840-90d7f5f5100d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1239143153'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:17.006253 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c66978-d9be-47a6-bc71-435964dd9366 tempest-TestNetworkAdvancedServerOps-1494986695 tempest-TestNetworkAdvancedServerOps-1494986695-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:17.011526 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2de4df43-91e6-468a-9840-90d7f5f5100d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:17.011659 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-40c66978-d9be-47a6-bc71-435964dd9366 tempest-TestNetworkAdvancedServerOps-1494986695 tempest-TestNetworkAdvancedServerOps-1494986695-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2907767 Feb 09 18:08:17.011747 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50664) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:17.016796 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2de4df43-91e6-468a-9840-90d7f5f5100d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:network and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:17.019148 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-50a80cfc-cbcb-4686-92bb-8fbbf9bca4f8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:17.047454 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] Transition to ACTIVE for port object 398f4ae6-d73d-4e3d-a184-961a19bc610c will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:17.057294 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2de4df43-91e6-468a-9840-90d7f5f5100d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:17.061274 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a80cfc-cbcb-4686-92bb-8fbbf9bca4f8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Subnet': ['ID=0acf3647-54b7-4849-8f41-7ebe37932533,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:17.065508 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-50a80cfc-cbcb-4686-92bb-8fbbf9bca4f8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:17.075625 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-04eaaeb2-ba6d-4bc9-9f08-24ef60861abe tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:17.081109 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-50a80cfc-cbcb-4686-92bb-8fbbf9bca4f8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/subnets/0acf3647-54b7-4849-8f41-7ebe37932533 HTTP/1.1" status: 204 len: 168 time: 1.8114207 Feb 09 18:08:17.083711 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50668) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:17.083852 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feeecb7-6d38-429f-a891-3472ba8308b5 None None] Network 9a3f1c2b-c927-4bbd-bd5a-411d36e3450b requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:17.116808 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:17.129820 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2de4df43-91e6-468a-9840-90d7f5f5100d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:17.149280 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ee68a5e1-0405-4ffb-88ac-0201b82fe580 tempest-TestNetworkAdvancedServerOps-1494986695 tempest-TestNetworkAdvancedServerOps-1494986695-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1368549 Feb 09 18:08:17.151120 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50672) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:17.172618 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-17ccba7c-6658-4f1e-a2ce-6a36d73dc95a tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-115347031', 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92', 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:17.194373 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eaaeb2-ba6d-4bc9-9f08-24ef60861abe tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Port': ['ID=5e6d71bd-8959-49a4-a892-f1f370109f77,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:17.201837 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f2e95a8b-289e-4f7f-8820-bb97e6303944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:17.294491 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] Attempting to bind port 398f4ae6-d73d-4e3d-a184-961a19bc610c on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:08:17.294491 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] Attempting to bind port 398f4ae6-d73d-4e3d-a184-961a19bc610c by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:08:17.294491 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] Attempting to bind port 398f4ae6-d73d-4e3d-a184-961a19bc610c on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:08:17.313722 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f080d-0db1-48ca-a540-e6473e801839 None None] Pushing event updated for resources: {'Port': ['ID=398f4ae6-d73d-4e3d-a184-961a19bc610c,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:17.321713 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:08:17.321713 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:17.321713 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:17.321713 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:08:17.321713 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] Bound port: 398f4ae6-d73d-4e3d-a184-961a19bc610c, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:08:17.321713 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:17.352820 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-abcddc54-afe8-4aa8-a2b1-f8164152359e tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:17.399382 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7f080d-0db1-48ca-a540-e6473e801839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:17.399901 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7f080d-0db1-48ca-a540-e6473e801839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:17.400340 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7f080d-0db1-48ca-a540-e6473e801839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:17.400772 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7f080d-0db1-48ca-a540-e6473e801839 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:17.401223 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7f080d-0db1-48ca-a540-e6473e801839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:17.402135 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7f080d-0db1-48ca-a540-e6473e801839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:17.403789 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7f080d-0db1-48ca-a540-e6473e801839 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:17.404602 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7f080d-0db1-48ca-a540-e6473e801839 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:17.405022 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7f080d-0db1-48ca-a540-e6473e801839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:17.406559 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7f080d-0db1-48ca-a540-e6473e801839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:17.407101 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7f080d-0db1-48ca-a540-e6473e801839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:08:17.497204 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] For port 398f4ae6-d73d-4e3d-a184-961a19bc610c, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:08:17.497204 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] For port 398f4ae6-d73d-4e3d-a184-961a19bc610c, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=398f4ae6-d73d-4e3d-a184-961a19bc610c,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:08:17.569927 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de4df43-91e6-468a-9840-90d7f5f5100d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:17.573242 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2de4df43-91e6-468a-9840-90d7f5f5100d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:17.582851 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b60535-e4ed-499d-a61f-d64c7946fb23 None None] DHCP port deletion for 9a3f1c2b-c927-4bbd-bd5a-411d36e3450b request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:08:17.585523 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:17.590721 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d7b60535-e4ed-499d-a61f-d64c7946fb23 None None] Deleting port 0a51bdaf-bc02-40cc-8989-415e44732039 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:17.593402 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d7b60535-e4ed-499d-a61f-d64c7946fb23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:17.605201 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-abcddc54-afe8-4aa8-a2b1-f8164152359e tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:17.647094 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-abcddc54-afe8-4aa8-a2b1-f8164152359e tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e36a93-c2c6-4d26-851b-54289f295d5e']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:17.693160 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-abcddc54-afe8-4aa8-a2b1-f8164152359e tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef8e7a3-01be-4a93-b286-b8381096b756') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:17.693456 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-abcddc54-afe8-4aa8-a2b1-f8164152359e tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef8e7a3-01be-4a93-b286-b8381096b756') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:17.718617 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 1c1ec2f4-775b-4506-82a2-039656e8ce5b no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:08:17.727927 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-abcddc54-afe8-4aa8-a2b1-f8164152359e tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:17.748470 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-abcddc54-afe8-4aa8-a2b1-f8164152359e tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:17.761622 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcddc54-afe8-4aa8-a2b1-f8164152359e tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:08:17.762369 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-abcddc54-afe8-4aa8-a2b1-f8164152359e tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:17.770372 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 1c1ec2f4-775b-4506-82a2-039656e8ce5b {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:08:17.770723 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 1c1ec2f4-775b-4506-82a2-039656e8ce5b not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:08:17.796899 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] Routers {'1073232d-05c2-446f-b66e-9792198afe19'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:08:17.798420 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:07:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['1073232d-05c2-446f-b66e-9792198afe19'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:17.817835 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de4df43-91e6-468a-9840-90d7f5f5100d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:08:17.845722 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f2e95a8b-289e-4f7f-8820-bb97e6303944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:17.858907 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f080d-0db1-48ca-a540-e6473e801839 None None] Pushing event updated for resources: {'Port': ['ID=398f4ae6-d73d-4e3d-a184-961a19bc610c,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:08:17.874374 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:08:17.943323 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07b59789-ae5c-40f6-91d0-7f49d4f8a619 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_gateway, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:17.961586 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-17ccba7c-6658-4f1e-a2ce-6a36d73dc95a tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:17.965476 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-17ccba7c-6658-4f1e-a2ce-6a36d73dc95a tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Usage tracker for resource:subnet and tenant:04ff2d95016a41349448cd02c203dbe9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:17.970728 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-abcddc54-afe8-4aa8-a2b1-f8164152359e tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:17.974896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-17ccba7c-6658-4f1e-a2ce-6a36d73dc95a tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:17.988147 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-17ccba7c-6658-4f1e-a2ce-6a36d73dc95a tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:17.990674 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-abcddc54-afe8-4aa8-a2b1-f8164152359e tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:18.004751 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07b59789-ae5c-40f6-91d0-7f49d4f8a619 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:18.009982 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-abcddc54-afe8-4aa8-a2b1-f8164152359e tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/networks/19e36a93-c2c6-4d26-851b-54289f295d5e HTTP/1.1" status: 204 len: 168 time: 0.9251106 Feb 09 18:08:18.020477 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2de4df43-91e6-468a-9840-90d7f5f5100d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:18.021147 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-2de4df43-91e6-468a-9840-90d7f5f5100d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Added segment 64b86a2a-205a-4b56-bbc4-70b7ec85b638 of type vlan for network 559458fb-57ae-4a79-b31f-4c201f6c027f Feb 09 18:08:18.051378 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcddc54-afe8-4aa8-a2b1-f8164152359e tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Network': ['ID=19e36a93-c2c6-4d26-851b-54289f295d5e,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:18.051378 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50678) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:18.091462 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] Set router 1073232d-05c2-446f-b66e-9792198afe19 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:08:18.120360 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d7b60535-e4ed-499d-a61f-d64c7946fb23 None None] For port 0a51bdaf-bc02-40cc-8989-415e44732039, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0a51bdaf-bc02-40cc-8989-415e44732039,segment=NetworkSegment(ff02555c-ceac-466d-9460-79bfb1e5527f),segment_id=ff02555c-ceac-466d-9460-79bfb1e5527f)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:18.120839 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d7b60535-e4ed-499d-a61f-d64c7946fb23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:18.136590 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-04eaaeb2-ba6d-4bc9-9f08-24ef60861abe tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:18.187071 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ccba7c-6658-4f1e-a2ce-6a36d73dc95a tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Made reservation on behalf of 04ff2d95016a41349448cd02c203dbe9 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:18.248084 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8dc1cd53-1955-42ae-8836-46f34dd323a0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:18.285089 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-8dc1cd53-1955-42ae-8836-46f34dd323a0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting port 0a51bdaf-bc02-40cc-8989-415e44732039 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:18.285422 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8dc1cd53-1955-42ae-8836-46f34dd323a0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:18.333942 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-07b59789-ae5c-40f6-91d0-7f49d4f8a619 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.26.8.135 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/9e9729ae-03c7-4eb8-8923-0cb02c35e501) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:18.382091 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-17ccba7c-6658-4f1e-a2ce-6a36d73dc95a tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:18.385892 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d7b60535-e4ed-499d-a61f-d64c7946fb23 None None] Calling delete_port for 0a51bdaf-bc02-40cc-8989-415e44732039 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:18.508615 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2de4df43-91e6-468a-9840-90d7f5f5100d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:18.521811 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-04eaaeb2-ba6d-4bc9-9f08-24ef60861abe tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/5e6d71bd-8959-49a4-a892-f1f370109f77 HTTP/1.1" status: 204 len: 168 time: 3.1077957 Feb 09 18:08:18.540909 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50682) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:18.614178 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f2e95a8b-289e-4f7f-8820-bb97e6303944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:18.620020 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d7b60535-e4ed-499d-a61f-d64c7946fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:18.634739 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1073232d-05c2-446f-b66e-9792198afe19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630140027', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:04Z', 'updated_at': '2022-02-09T18:08:10Z', 'revision_number': 3, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'gw_port': {'id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1073232d-05c2-446f-b66e-9792198afe19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:07Z', 'updated_at': '2022-02-09T18:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:18.634739 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e841b147-1ebb-4291-9a53-4a5eb861c2f7 None None] The sync data for ids ['1073232d-05c2-446f-b66e-9792198afe19'] in dv-neutron-827016-2-hyperv is: [{'id': '1073232d-05c2-446f-b66e-9792198afe19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630140027', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:04Z', 'updated_at': '2022-02-09T18:08:10Z', 'revision_number': 3, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'gw_port': {'id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1073232d-05c2-446f-b66e-9792198afe19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:07Z', 'updated_at': '2022-02-09T18:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:08:18.657606 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f2e95a8b-289e-4f7f-8820-bb97e6303944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:18.669085 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f2e95a8b-289e-4f7f-8820-bb97e6303944 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f956c69e-8e97-4233-983f-19d19e210004 HTTP/1.1" status: 204 len: 168 time: 1.7227178 Feb 09 18:08:18.669085 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-2de4df43-91e6-468a-9840-90d7f5f5100d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:08:18.683992 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-8dc1cd53-1955-42ae-8836-46f34dd323a0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] The port '0a51bdaf-bc02-40cc-8989-415e44732039' was deleted {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:08:18.694874 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e95a8b-289e-4f7f-8820-bb97e6303944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f956c69e-8e97-4233-983f-19d19e210004,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:18.724344 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b60535-e4ed-499d-a61f-d64c7946fb23 None None] Pushing event deleted for resources: {'Port': ['ID=0a51bdaf-bc02-40cc-8989-415e44732039,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:18.730900 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b60535-e4ed-499d-a61f-d64c7946fb23 None None] No DVR routers for this DVR port 0a51bdaf-bc02-40cc-8989-415e44732039 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:08:18.740343 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3e559f5f-8cc7-4d31-8079-3ad8efef8ee1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:18.848654 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2de4df43-91e6-468a-9840-90d7f5f5100d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:18.848654 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de4df43-91e6-468a-9840-90d7f5f5100d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:18.848654 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2de4df43-91e6-468a-9840-90d7f5f5100d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:18.904910 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2612521f-c2f6-4759-9065-6176b0744822 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:18.904910 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2612521f-c2f6-4759-9065-6176b0744822 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:18.904910 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2612521f-c2f6-4759-9065-6176b0744822 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:18.904910 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2612521f-c2f6-4759-9065-6176b0744822 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:08:18.951351 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8dc1cd53-1955-42ae-8836-46f34dd323a0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:18.968116 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07b59789-ae5c-40f6-91d0-7f49d4f8a619 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:19.011417 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-8dc1cd53-1955-42ae-8836-46f34dd323a0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3f1c2b-c927-4bbd-bd5a-411d36e3450b']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:19.012212 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-238be354-5430-4b38-a004-7d1ec9078808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:19.052664 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e559f5f-8cc7-4d31-8079-3ad8efef8ee1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Subnet': ['ID=39d72615-ae5a-4e3a-98fb-736bb5578354,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:19.097488 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4df43-91e6-468a-9840-90d7f5f5100d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Network': ['ID=559458fb-57ae-4a79-b31f-4c201f6c027f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:19.117429 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 559458fb-57ae-4a79-b31f-4c201f6c027f details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:08:19.154214 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-8dc1cd53-1955-42ae-8836-46f34dd323a0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff02555c-ceac-466d-9460-79bfb1e5527f') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:19.161357 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-8dc1cd53-1955-42ae-8836-46f34dd323a0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff02555c-ceac-466d-9460-79bfb1e5527f') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:19.168329 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2de4df43-91e6-468a-9840-90d7f5f5100d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1808708 Feb 09 18:08:19.172893 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50688) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:19.186978 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8dc1cd53-1955-42ae-8836-46f34dd323a0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:19.206618 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8dc1cd53-1955-42ae-8836-46f34dd323a0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:19.207874 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d905c267-37cb-44cd-8504-07828de3d064 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'subnet': {'network_id': '559458fb-57ae-4a79-b31f-4c201f6c027f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:19.215333 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc1cd53-1955-42ae-8836-46f34dd323a0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:08:19.215825 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8dc1cd53-1955-42ae-8836-46f34dd323a0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:19.238122 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2612521f-c2f6-4759-9065-6176b0744822 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:08:19.238122 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2612521f-c2f6-4759-9065-6176b0744822 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6929750 Feb 09 18:08:19.247193 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50692) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:08:19.251521 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:08:19.372844 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07b59789-ae5c-40f6-91d0-7f49d4f8a619 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:19.373070 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e559f5f-8cc7-4d31-8079-3ad8efef8ee1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Checking segment: {'id': 'aae0f7d8-2c14-4ec3-a586-73668b8962f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd96d9f00-ff39-4184-a6e1-976547fbebbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:19.378104 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e559f5f-8cc7-4d31-8079-3ad8efef8ee1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Network hostable DHCP agents. Network: d96d9f00-ff39-4184-a6e1-976547fbebbc, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:08:19.501694 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b59789-ae5c-40f6-91d0-7f49d4f8a619 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:19.503312 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-07b59789-ae5c-40f6-91d0-7f49d4f8a619 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:19.508910 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b59789-ae5c-40f6-91d0-7f49d4f8a619 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:19.558453 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b59789-ae5c-40f6-91d0-7f49d4f8a619 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=9e9729ae-03c7-4eb8-8923-0cb02c35e501,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:19.582001 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8dc1cd53-1955-42ae-8836-46f34dd323a0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:19.614426 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d905c267-37cb-44cd-8504-07828de3d064 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:19.616174 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8dc1cd53-1955-42ae-8836-46f34dd323a0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:19.637277 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d905c267-37cb-44cd-8504-07828de3d064 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:subnet and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:19.644759 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d905c267-37cb-44cd-8504-07828de3d064 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:19.651239 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1cd53-1955-42ae-8836-46f34dd323a0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Network': ['ID=9a3f1c2b-c927-4bbd-bd5a-411d36e3450b,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:19.701384 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8dc1cd53-1955-42ae-8836-46f34dd323a0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/networks/9a3f1c2b-c927-4bbd-bd5a-411d36e3450b HTTP/1.1" status: 204 len: 168 time: 1.6494460 Feb 09 18:08:19.707756 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50702) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:19.731642 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d905c267-37cb-44cd-8504-07828de3d064 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:19.738634 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 398f4ae6-d73d-4e3d-a184-961a19bc610c up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:08:19.739178 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-17ccba7c-6658-4f1e-a2ce-6a36d73dc95a tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:19.763502 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-d45e0c81-9103-4a24-b73b-35a9f49e1bca tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-333152542'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:19.776127 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d45e0c81-9103-4a24-b73b-35a9f49e1bca tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:19.800979 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d45e0c81-9103-4a24-b73b-35a9f49e1bca tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Usage tracker for resource:network and tenant:3aafa79d3d06419e8e7c5f7d6aab117f is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:19.820119 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d45e0c81-9103-4a24-b73b-35a9f49e1bca tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:19.848665 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e559f5f-8cc7-4d31-8079-3ad8efef8ee1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Network d96d9f00-ff39-4184-a6e1-976547fbebbc is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:08:19.849158 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d45e0c81-9103-4a24-b73b-35a9f49e1bca tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:19.849275 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ccba7c-6658-4f1e-a2ce-6a36d73dc95a tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Pushing event updated for resources: {'Subnet': ['ID=de722401-dd0e-409a-8196-100518d2fe03,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:19.932349 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-0366d811-a365-4a15-8f3a-8cc1187f25d6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet 96f8d7cf-8fc5-484a-b4ed-49de5c08b0a2 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:08:19.936947 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0366d811-a365-4a15-8f3a-8cc1187f25d6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:19.973161 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ccba7c-6658-4f1e-a2ce-6a36d73dc95a tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Checking segment: {'id': 'bb132a2c-087c-4094-9ff0-147d0aa84db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:19.973514 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ccba7c-6658-4f1e-a2ce-6a36d73dc95a tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Network hostable DHCP agents. Network: d6eaa772-ffac-41e7-8518-58e8632c9a92, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:08:20.009499 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0366d811-a365-4a15-8f3a-8cc1187f25d6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:20.042676 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d905c267-37cb-44cd-8504-07828de3d064 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:20.094505 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:20.095665 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 398f4ae6-d73d-4e3d-a184-961a19bc610c completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:20.096715 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45e0c81-9103-4a24-b73b-35a9f49e1bca tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Made reservation on behalf of 3aafa79d3d06419e8e7c5f7d6aab117f for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:20.103294 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 398f4ae6-d73d-4e3d-a184-961a19bc610c triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:20.104558 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d45e0c81-9103-4a24-b73b-35a9f49e1bca tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:20.104986 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:20.154273 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:20.202755 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d45e0c81-9103-4a24-b73b-35a9f49e1bca tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:08:20.223427 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d45e0c81-9103-4a24-b73b-35a9f49e1bca tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:20.224075 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-d45e0c81-9103-4a24-b73b-35a9f49e1bca tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Added segment a63ecd66-173f-4d9f-ad94-c196a8b795db of type vlan for network df5a634b-cc67-4ff7-a059-80a7624035ab Feb 09 18:08:20.263137 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-3e559f5f-8cc7-4d31-8079-3ad8efef8ee1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, d96d9f00-ff39-4184-a6e1-976547fbebbc) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:20.268278 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d45e0c81-9103-4a24-b73b-35a9f49e1bca tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:20.279220 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:20.281701 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07b59789-ae5c-40f6-91d0-7f49d4f8a619 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_gateway, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:20.282910 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07b59789-ae5c-40f6-91d0-7f49d4f8a619 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:20.288326 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e559f5f-8cc7-4d31-8079-3ad8efef8ee1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:20.288745 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97405a34-533c-485e-b3ae-589a524d1fd1 None None] Network d96d9f00-ff39-4184-a6e1-976547fbebbc requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:20.288893 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3e559f5f-8cc7-4d31-8079-3ad8efef8ee1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:20.347016 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d905c267-37cb-44cd-8504-07828de3d064 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:20.375902 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 398f4ae6-d73d-4e3d-a184-961a19bc610c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=398f4ae6-d73d-4e3d-a184-961a19bc610c,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:20.445113 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ccba7c-6658-4f1e-a2ce-6a36d73dc95a tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Network d6eaa772-ffac-41e7-8518-58e8632c9a92 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:08:20.465722 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-17ccba7c-6658-4f1e-a2ce-6a36d73dc95a tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, d6eaa772-ffac-41e7-8518-58e8632c9a92) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:20.478553 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4373f6b0-b92e-43f1-a833-6d4445a1a7f3 None None] Network d6eaa772-ffac-41e7-8518-58e8632c9a92 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:20.482454 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ccba7c-6658-4f1e-a2ce-6a36d73dc95a tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:20.483488 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-17ccba7c-6658-4f1e-a2ce-6a36d73dc95a tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:20.506825 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0366d811-a365-4a15-8f3a-8cc1187f25d6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:20.549802 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3e559f5f-8cc7-4d31-8079-3ad8efef8ee1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 4.8099089 Feb 09 18:08:20.552088 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:20.570696 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50714) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:20.586494 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d45e0c81-9103-4a24-b73b-35a9f49e1bca tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:20.586494 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45e0c81-9103-4a24-b73b-35a9f49e1bca tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:20.586494 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d45e0c81-9103-4a24-b73b-35a9f49e1bca tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:20.693395 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=398f4ae6-d73d-4e3d-a184-961a19bc610c,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:20.693395 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0a51bdaf-bc02-40cc-8989-415e44732039 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:08:20.712643 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-17ccba7c-6658-4f1e-a2ce-6a36d73dc95a tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.5360568 Feb 09 18:08:20.712643 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50720) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:20.743971 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 0a51bdaf-bc02-40cc-8989-415e44732039 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:08:20.744482 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0a51bdaf-bc02-40cc-8989-415e44732039 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:08:20.793689 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e0c81-9103-4a24-b73b-35a9f49e1bca tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Network': ['ID=df5a634b-cc67-4ff7-a059-80a7624035ab,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:20.802115 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d45e0c81-9103-4a24-b73b-35a9f49e1bca tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0906115 Feb 09 18:08:20.803112 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50724) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:20.810962 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network df5a634b-cc67-4ff7-a059-80a7624035ab details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:08:20.816987 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b0e669fe-7323-4bb4-a97e-8023b5af7a7d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'subnet': {'network_id': 'df5a634b-cc67-4ff7-a059-80a7624035ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:20.879956 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50728) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:20.915077 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7819ae3d-b9ee-487e-b42b-86142639476d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-d96d9f00-ff39-4184-a6e1-976547fbebbc', 'network_id': 'd96d9f00-ff39-4184-a6e1-976547fbebbc', 'tenant_id': '87988ebdba86441595145b8b3a8899ab', 'fixed_ips': [{'subnet_id': '39d72615-ae5a-4e3a-98fb-736bb5578354'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:08:20.916136 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7819ae3d-b9ee-487e-b42b-86142639476d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:20.985018 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b0e669fe-7323-4bb4-a97e-8023b5af7a7d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:20.991407 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b0e669fe-7323-4bb4-a97e-8023b5af7a7d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Usage tracker for resource:subnet and tenant:3aafa79d3d06419e8e7c5f7d6aab117f is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:20.992283 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b0e669fe-7323-4bb4-a97e-8023b5af7a7d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:20.998348 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b0e669fe-7323-4bb4-a97e-8023b5af7a7d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:21.029326 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:21.120221 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e669fe-7323-4bb4-a97e-8023b5af7a7d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Made reservation on behalf of 3aafa79d3d06419e8e7c5f7d6aab117f for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:21.123552 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0366d811-a365-4a15-8f3a-8cc1187f25d6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:21.130520 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8492c26b-0f5b-46ea-87e6-201187b88081 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1998232597'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:21.136358 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b59789-ae5c-40f6-91d0-7f49d4f8a619 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 57807ce7-b1f5-4caf-ba22-80a23d21a831 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:08:21.182378 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8492c26b-0f5b-46ea-87e6-201187b88081 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:21.198715 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366d811-a365-4a15-8f3a-8cc1187f25d6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=96f8d7cf-8fc5-484a-b4ed-49de5c08b0a2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:21.202206 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8492c26b-0f5b-46ea-87e6-201187b88081 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Usage tracker for resource:network and tenant:4be671836ae941818554fb6b90e1944e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:21.214983 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8492c26b-0f5b-46ea-87e6-201187b88081 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:21.229635 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8492c26b-0f5b-46ea-87e6-201187b88081 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:21.237018 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0366d811-a365-4a15-8f3a-8cc1187f25d6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:21.245273 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0de3000-c48d-40b7-adcb-752307ddb30f None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:21.246514 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d905c267-37cb-44cd-8504-07828de3d064 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:21.251132 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:21.314414 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-7819ae3d-b9ee-487e-b42b-86142639476d None None] Allocated IP 172.20.0.3 (d96d9f00-ff39-4184-a6e1-976547fbebbc/39d72615-ae5a-4e3a-98fb-736bb5578354/10be58cb-9355-4da3-8849-81ff350aef22) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:21.358445 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b0e669fe-7323-4bb4-a97e-8023b5af7a7d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:21.408878 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905c267-37cb-44cd-8504-07828de3d064 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Subnet': ['ID=407876f3-66cd-4bb0-a452-0d1fac52f03b,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:21.441260 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b566f564-3e15-4426-99b0-1d406d2ebd22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-d6eaa772-ffac-41e7-8518-58e8632c9a92', 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'fixed_ips': [{'subnet_id': 'de722401-dd0e-409a-8196-100518d2fe03'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:08:21.441260 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b566f564-3e15-4426-99b0-1d406d2ebd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:21.441662 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8492c26b-0f5b-46ea-87e6-201187b88081 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Made reservation on behalf of 4be671836ae941818554fb6b90e1944e for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:21.441662 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8492c26b-0f5b-46ea-87e6-201187b88081 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:21.444586 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8492c26b-0f5b-46ea-87e6-201187b88081 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:21.558041 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d905c267-37cb-44cd-8504-07828de3d064 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Checking segment: {'id': '64b86a2a-205a-4b56-bbc4-70b7ec85b638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '559458fb-57ae-4a79-b31f-4c201f6c027f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:21.558645 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d905c267-37cb-44cd-8504-07828de3d064 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network hostable DHCP agents. Network: 559458fb-57ae-4a79-b31f-4c201f6c027f, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:08:21.567802 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0366d811-a365-4a15-8f3a-8cc1187f25d6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/96f8d7cf-8fc5-484a-b4ed-49de5c08b0a2 HTTP/1.1" status: 204 len: 168 time: 2.3194911 Feb 09 18:08:21.575596 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50734) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:21.587005 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8492c26b-0f5b-46ea-87e6-201187b88081 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:21.671686 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8492c26b-0f5b-46ea-87e6-201187b88081 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Usage tracker for resource:security_group_rule and tenant:4be671836ae941818554fb6b90e1944e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:21.681565 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8492c26b-0f5b-46ea-87e6-201187b88081 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:21.699175 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 398f4ae6-d73d-4e3d-a184-961a19bc610c up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:08:21.709771 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8492c26b-0f5b-46ea-87e6-201187b88081 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:21.739370 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c61723b-3dd8-400f-bed2-33696add8491 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet dbb33492-c95d-4c8f-8c17-46b8e6df0a6a {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:08:21.755169 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b59789-ae5c-40f6-91d0-7f49d4f8a619 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:08:21.759022 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c61723b-3dd8-400f-bed2-33696add8491 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:21.772078 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:21.803488 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] Sync routers for ids ['57807ce7-b1f5-4caf-ba22-80a23d21a831'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:08:21.837400 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c61723b-3dd8-400f-bed2-33696add8491 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:21.886488 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b0e669fe-7323-4bb4-a97e-8023b5af7a7d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:21.929823 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d905c267-37cb-44cd-8504-07828de3d064 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network 559458fb-57ae-4a79-b31f-4c201f6c027f is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:08:21.939209 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8492c26b-0f5b-46ea-87e6-201187b88081 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:21.965253 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07b59789-ae5c-40f6-91d0-7f49d4f8a619 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:21.971201 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-07b59789-ae5c-40f6-91d0-7f49d4f8a619 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.0879045 Feb 09 18:08:21.976470 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50738) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:21.989993 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] Routers {'57807ce7-b1f5-4caf-ba22-80a23d21a831'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:08:21.990941 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:08:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['57807ce7-b1f5-4caf-ba22-80a23d21a831'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:21.995375 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c61723b-3dd8-400f-bed2-33696add8491 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:22.042224 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e4892171-8a35-4ac6-a61f-818c38cccc90 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=352fd60817ff4d5d9e97f16f52485b96&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0627139 Feb 09 18:08:22.042976 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e669fe-7323-4bb4-a97e-8023b5af7a7d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Subnet': ['ID=223556fb-a26c-425b-83dd-7b799799860f,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:22.044941 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50742) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:22.089881 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8492c26b-0f5b-46ea-87e6-201187b88081 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:22.129395 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-d905c267-37cb-44cd-8504-07828de3d064 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 559458fb-57ae-4a79-b31f-4c201f6c027f) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:22.144786 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61040361-c9b5-41d0-9318-36cc387ad727 None None] Network 559458fb-57ae-4a79-b31f-4c201f6c027f requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:22.153281 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d905c267-37cb-44cd-8504-07828de3d064 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:22.153875 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d905c267-37cb-44cd-8504-07828de3d064 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:22.158536 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8492c26b-0f5b-46ea-87e6-201187b88081 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:08:22.169871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e669fe-7323-4bb4-a97e-8023b5af7a7d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Checking segment: {'id': 'a63ecd66-173f-4d9f-ad94-c196a8b795db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'df5a634b-cc67-4ff7-a059-80a7624035ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:22.169871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e669fe-7323-4bb4-a97e-8023b5af7a7d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network hostable DHCP agents. Network: df5a634b-cc67-4ff7-a059-80a7624035ab, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:08:22.170658 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492c26b-0f5b-46ea-87e6-201187b88081 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dedcfd30-68c5-4958-8106-d3fca56be219,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:22.186590 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8492c26b-0f5b-46ea-87e6-201187b88081 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:22.187133 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-8492c26b-0f5b-46ea-87e6-201187b88081 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Added segment 77362309-7ba1-4635-a90a-ecaacd0f270b of type vlan for network 4900ff3b-bc27-4f8f-9097-2f045e7188a6 Feb 09 18:08:22.189902 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-b566f564-3e15-4426-99b0-1d406d2ebd22 None None] Allocated IP 172.20.0.2 (d6eaa772-ffac-41e7-8518-58e8632c9a92/de722401-dd0e-409a-8196-100518d2fe03/427688f2-2a5e-4908-b0b4-ec81ac4b14ca) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:22.259535 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0fef01-46ef-4030-981c-4c6f8e081dd4 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:22.261172 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-db0fef01-46ef-4030-981c-4c6f8e081dd4 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2121041 Feb 09 18:08:22.264326 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50746) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:22.272779 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7819ae3d-b9ee-487e-b42b-86142639476d None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:22.303105 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e669fe-7323-4bb4-a97e-8023b5af7a7d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network df5a634b-cc67-4ff7-a059-80a7624035ab is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:08:22.314656 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-b0e669fe-7323-4bb4-a97e-8023b5af7a7d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, df5a634b-cc67-4ff7-a059-80a7624035ab) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:22.319352 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e669fe-7323-4bb4-a97e-8023b5af7a7d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:22.319935 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b0e669fe-7323-4bb4-a97e-8023b5af7a7d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:22.320796 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7819ae3d-b9ee-487e-b42b-86142639476d None None] Transition to ACTIVE for port object 10be58cb-9355-4da3-8849-81ff350aef22 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:22.337880 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-86970377-d2d2-4f99-93c4-233e6a38d907 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0723295 Feb 09 18:08:22.340654 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50750) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:22.347653 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-db8c9020-1ad2-4046-88e7-1e2634aa5d61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1357269663', 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:22.360919 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 398f4ae6-d73d-4e3d-a184-961a19bc610c triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:22.360919 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:22.382102 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61d2846-ba90-4668-9204-931f09fa3eb5 None None] Network df5a634b-cc67-4ff7-a059-80a7624035ab requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:22.385785 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c61723b-3dd8-400f-bed2-33696add8491 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:22.486005 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-db8c9020-1ad2-4046-88e7-1e2634aa5d61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:22.491428 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-db8c9020-1ad2-4046-88e7-1e2634aa5d61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:subnet and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:22.495184 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-db8c9020-1ad2-4046-88e7-1e2634aa5d61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:22.504677 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61723b-3dd8-400f-bed2-33696add8491 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb33492-c95d-4c8f-8c17-46b8e6df0a6a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:22.514468 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-db8c9020-1ad2-4046-88e7-1e2634aa5d61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:22.534526 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50754) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:22.541191 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c61723b-3dd8-400f-bed2-33696add8491 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:22.542620 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b0e669fe-7323-4bb4-a97e-8023b5af7a7d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7319114 Feb 09 18:08:22.543479 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6c61723b-3dd8-400f-bed2-33696add8491 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/dbb33492-c95d-4c8f-8c17-46b8e6df0a6a HTTP/1.1" status: 204 len: 168 time: 0.9650586 Feb 09 18:08:22.545691 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8492c26b-0f5b-46ea-87e6-201187b88081 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:22.546223 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50758) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:22.563396 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-85a00acd-05ef-4410-80f8-a6338b0f47b6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-517664856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:22.572746 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-85a00acd-05ef-4410-80f8-a6338b0f47b6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:22.583419 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-85a00acd-05ef-4410-80f8-a6338b0f47b6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Usage tracker for resource:router and tenant:3aafa79d3d06419e8e7c5f7d6aab117f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:22.587352 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-85a00acd-05ef-4410-80f8-a6338b0f47b6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:22.606201 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-85a00acd-05ef-4410-80f8-a6338b0f47b6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:22.621642 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d905c267-37cb-44cd-8504-07828de3d064 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4466352 Feb 09 18:08:22.624157 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7819ae3d-b9ee-487e-b42b-86142639476d None None] Transition to ACTIVE for port object 10be58cb-9355-4da3-8849-81ff350aef22 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:22.625964 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50762) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:22.632814 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-79633fbf-0953-4618-8973-5c855a3f48c0 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837572 Feb 09 18:08:22.633600 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50766) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:22.640955 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b543ce10-85a9-4d40-bce5-4f2d469477db tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'port': {'network_id': '559458fb-57ae-4a79-b31f-4c201f6c027f', 'name': 'tempest-PortsTestJSON-1406262724'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:22.641096 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-9d926d1f-3326-4262-80f2-f7160946a6c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:22.672693 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8c9020-1ad2-4046-88e7-1e2634aa5d61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:22.736240 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8492c26b-0f5b-46ea-87e6-201187b88081 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:22.741554 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] Set router 57807ce7-b1f5-4caf-ba22-80a23d21a831 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:08:22.741894 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8492c26b-0f5b-46ea-87e6-201187b88081 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:22.741894 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8492c26b-0f5b-46ea-87e6-201187b88081 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:22.803819 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85a00acd-05ef-4410-80f8-a6338b0f47b6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:22.804742 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85a00acd-05ef-4410-80f8-a6338b0f47b6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:22.831897 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7819ae3d-b9ee-487e-b42b-86142639476d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:22.908302 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-db8c9020-1ad2-4046-88e7-1e2634aa5d61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:22.987450 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492c26b-0f5b-46ea-87e6-201187b88081 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Pushing event updated for resources: {'Network': ['ID=4900ff3b-bc27-4f8f-9097-2f045e7188a6,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:22.989381 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9d926d1f-3326-4262-80f2-f7160946a6c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:23.002940 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9d926d1f-3326-4262-80f2-f7160946a6c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:23.016047 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9d926d1f-3326-4262-80f2-f7160946a6c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:23.051947 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9d926d1f-3326-4262-80f2-f7160946a6c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:23.056414 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b543ce10-85a9-4d40-bce5-4f2d469477db tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:23.077192 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50770) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:23.078072 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8492c26b-0f5b-46ea-87e6-201187b88081 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.1937051 Feb 09 18:08:23.087306 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b543ce10-85a9-4d40-bce5-4f2d469477db tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:23.123787 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a6d75787-4856-435b-b292-c4a5af4dd946 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Request body: {'subnet': {'network_id': '4900ff3b-bc27-4f8f-9097-2f045e7188a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:23.158264 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 4900ff3b-bc27-4f8f-9097-2f045e7188a6 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:08:23.182166 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:23.267610 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b543ce10-85a9-4d40-bce5-4f2d469477db tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:23.271876 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b543ce10-85a9-4d40-bce5-4f2d469477db tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:23.322772 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d926d1f-3326-4262-80f2-f7160946a6c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:23.339320 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Subnet': ['ID=39d72615-ae5a-4e3a-98fb-736bb5578354,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:23.357664 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-b543ce10-85a9-4d40-bce5-4f2d469477db tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] device_id is not set on port 955f4149-1edc-42ea-a5b3-0bd60bd356dd yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:08:23.459940 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85a00acd-05ef-4410-80f8-a6338b0f47b6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:23.635176 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:23.635489 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7819ae3d-b9ee-487e-b42b-86142639476d None None] Network d96d9f00-ff39-4184-a6e1-976547fbebbc is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:23.641543 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819ae3d-b9ee-487e-b42b-86142639476d None None] Pushing event updated for resources: {'Port': ['ID=10be58cb-9355-4da3-8849-81ff350aef22,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:23.670494 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-7819ae3d-b9ee-487e-b42b-86142639476d None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:23.679594 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a6d75787-4856-435b-b292-c4a5af4dd946 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:23.687312 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c079f1a1-2415-43ac-9132-f4337899acde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-559458fb-57ae-4a79-b31f-4c201f6c027f', 'network_id': '559458fb-57ae-4a79-b31f-4c201f6c027f', 'tenant_id': 'ce046d049f4e4b9d985a5a697b890edb', 'fixed_ips': [{'subnet_id': '407876f3-66cd-4bb0-a452-0d1fac52f03b'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:08:23.688047 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a6d75787-4856-435b-b292-c4a5af4dd946 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Usage tracker for resource:subnet and tenant:4be671836ae941818554fb6b90e1944e is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:23.688541 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c079f1a1-2415-43ac-9132-f4337899acde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:23.691934 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a6d75787-4856-435b-b292-c4a5af4dd946 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:23.709000 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9d926d1f-3326-4262-80f2-f7160946a6c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:23.711174 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7819ae3d-b9ee-487e-b42b-86142639476d None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:23.733453 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a6d75787-4856-435b-b292-c4a5af4dd946 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:23.746409 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96d9f00-ff39-4184-a6e1-976547fbebbc']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:23.766387 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d05c8a-06a1-4650-aa3e-76f10fdd106d None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:23.769773 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85a00acd-05ef-4410-80f8-a6338b0f47b6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:23.790723 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae0f7d8-2c14-4ec3-a586-73668b8962f9') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:23.790723 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae0f7d8-2c14-4ec3-a586-73668b8962f9') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:23.818881 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:23.845282 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-b543ce10-85a9-4d40-bce5-4f2d469477db tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Allocated IP 172.20.0.5 (559458fb-57ae-4a79-b31f-4c201f6c027f/407876f3-66cd-4bb0-a452-0d1fac52f03b/955f4149-1edc-42ea-a5b3-0bd60bd356dd) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:23.862325 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:23.865343 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b566f564-3e15-4426-99b0-1d406d2ebd22 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:23.866871 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9227766e-1fa0-4eeb-a5db-7f375a6aa96f tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:23.872904 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad1f99b-6060-4dd3-b6a1-de03e993ba58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-df5a634b-cc67-4ff7-a059-80a7624035ab', 'network_id': 'df5a634b-cc67-4ff7-a059-80a7624035ab', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'fixed_ips': [{'subnet_id': '223556fb-a26c-425b-83dd-7b799799860f'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:08:23.873688 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ad1f99b-6060-4dd3-b6a1-de03e993ba58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:23.891906 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d75787-4856-435b-b292-c4a5af4dd946 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Made reservation on behalf of 4be671836ae941818554fb6b90e1944e for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:23.895245 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:08:23.895653 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:08:23.913360 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:08:24.013407 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b566f564-3e15-4426-99b0-1d406d2ebd22 None None] Transition to ACTIVE for port object 427688f2-2a5e-4908-b0b4-ec81ac4b14ca will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:24.089229 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-db8c9020-1ad2-4046-88e7-1e2634aa5d61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:24.169884 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85a00acd-05ef-4410-80f8-a6338b0f47b6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:24.173291 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-85a00acd-05ef-4410-80f8-a6338b0f47b6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.6352663 Feb 09 18:08:24.178320 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50776) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:24.207112 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-e002c05d-c225-4acb-8166-47043b807f8f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'port': {'network_id': 'df5a634b-cc67-4ff7-a059-80a7624035ab', 'name': 'tempest-RoutersIpV6Test-970999789'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:24.240399 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b566f564-3e15-4426-99b0-1d406d2ebd22 None None] Transition to ACTIVE for port object 427688f2-2a5e-4908-b0b4-ec81ac4b14ca will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:24.252002 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a6d75787-4856-435b-b292-c4a5af4dd946 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:24.284189 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.api [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 18:08:24.284189 dv-neutron-827016-2-hyperv neutron-server[84542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 18:08:24.284189 dv-neutron-827016-2-hyperv neutron-server[84542]: [parameters: {'id': 'd96d9f00-ff39-4184-a6e1-976547fbebbc'}] Feb 09 18:08:24.284189 dv-neutron-827016-2-hyperv neutron-server[84542]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:08:24.284971 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG oslo_db.api [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:08:24.294111 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-7819ae3d-b9ee-487e-b42b-86142639476d None None] Attempting to bind port 10be58cb-9355-4da3-8849-81ff350aef22 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:08:24.294507 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-7819ae3d-b9ee-487e-b42b-86142639476d None None] Attempting to bind port 10be58cb-9355-4da3-8849-81ff350aef22 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'aae0f7d8-2c14-4ec3-a586-73668b8962f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd96d9f00-ff39-4184-a6e1-976547fbebbc'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:08:24.294869 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7819ae3d-b9ee-487e-b42b-86142639476d None None] Attempting to bind port 10be58cb-9355-4da3-8849-81ff350aef22 on network d96d9f00-ff39-4184-a6e1-976547fbebbc {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:08:24.296850 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-73f20989-b916-4580-9025-3726695bc871 None None] Provisioning complete for port d0d5af98-bee1-497c-8c69-35d960ce97ac triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:24.297297 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73f20989-b916-4580-9025-3726695bc871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:24.347247 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b566f564-3e15-4426-99b0-1d406d2ebd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:24.439689 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c9020-1ad2-4046-88e7-1e2634aa5d61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Subnet': ['ID=6cfb6415-9d93-4424-b9a1-eff5d129cea0,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:24.443231 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7819ae3d-b9ee-487e-b42b-86142639476d None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:08:24.444074 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7819ae3d-b9ee-487e-b42b-86142639476d None None] Checking segment: {'id': 'aae0f7d8-2c14-4ec3-a586-73668b8962f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd96d9f00-ff39-4184-a6e1-976547fbebbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:24.444761 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7819ae3d-b9ee-487e-b42b-86142639476d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:24.445369 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7819ae3d-b9ee-487e-b42b-86142639476d None None] Bound using segment: {'id': 'aae0f7d8-2c14-4ec3-a586-73668b8962f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd96d9f00-ff39-4184-a6e1-976547fbebbc'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:08:24.448343 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-7819ae3d-b9ee-487e-b42b-86142639476d None None] Bound port: 10be58cb-9355-4da3-8849-81ff350aef22, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae0f7d8-2c14-4ec3-a586-73668b8962f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd96d9f00-ff39-4184-a6e1-976547fbebbc'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:08:24.449703 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7819ae3d-b9ee-487e-b42b-86142639476d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:24.471832 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8c9020-1ad2-4046-88e7-1e2634aa5d61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Checking segment: {'id': '63ee9212-3068-4d6e-abd7-96bb4048f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:24.472202 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8c9020-1ad2-4046-88e7-1e2634aa5d61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network hostable DHCP agents. Network: f843c8a8-e764-4c31-91e5-e456caf4f77b, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:08:24.564325 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b566f564-3e15-4426-99b0-1d406d2ebd22 None None] Pushing event updated for resources: {'Port': ['ID=427688f2-2a5e-4908-b0b4-ec81ac4b14ca,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:24.580663 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b566f564-3e15-4426-99b0-1d406d2ebd22 None None] Network d6eaa772-ffac-41e7-8518-58e8632c9a92 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:24.582765 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b543ce10-85a9-4d40-bce5-4f2d469477db tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:24.590984 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-b566f564-3e15-4426-99b0-1d406d2ebd22 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:24.598861 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b566f564-3e15-4426-99b0-1d406d2ebd22 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:24.624987 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e002c05d-c225-4acb-8166-47043b807f8f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:24.642265 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e002c05d-c225-4acb-8166-47043b807f8f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:24.651025 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-b543ce10-85a9-4d40-bce5-4f2d469477db tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Transition to ACTIVE for port object 955f4149-1edc-42ea-a5b3-0bd60bd356dd will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:24.689501 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8c9020-1ad2-4046-88e7-1e2634aa5d61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network f843c8a8-e764-4c31-91e5-e456caf4f77b is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:08:24.709465 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9d926d1f-3326-4262-80f2-f7160946a6c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:24.720975 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-2ad1f99b-6060-4dd3-b6a1-de03e993ba58 None None] Allocated IP 2001:db8::2 (df5a634b-cc67-4ff7-a059-80a7624035ab/223556fb-a26c-425b-83dd-7b799799860f/ac08add2-c02c-4d49-b7e0-fe695e71853a) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:24.773470 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-9227766e-1fa0-4eeb-a5db-7f375a6aa96f tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Allocated IP 172.20.0.1 (d6eaa772-ffac-41e7-8518-58e8632c9a92/de722401-dd0e-409a-8196-100518d2fe03/1ec8f131-23db-4f3f-88b7-ec8b7ddc639a) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:24.787104 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:24.788250 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e002c05d-c225-4acb-8166-47043b807f8f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Made reservation on behalf of 3aafa79d3d06419e8e7c5f7d6aab117f for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:24.791525 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e002c05d-c225-4acb-8166-47043b807f8f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:24.803003 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d926d1f-3326-4262-80f2-f7160946a6c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:24.820467 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'name': 'tempest-TestNetworkBasicOps-router-93078547', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:16Z', 'updated_at': '2022-02-09T18:08:19Z', 'revision_number': 3, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:18Z', 'updated_at': '2022-02-09T18:08:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:24.825614 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-9d926d1f-3326-4262-80f2-f7160946a6c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:24.841754 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d926d1f-3326-4262-80f2-f7160946a6c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:24.842368 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9d926d1f-3326-4262-80f2-f7160946a6c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:24.858770 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] Checking router: 57807ce7-b1f5-4caf-ba22-80a23d21a831 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:08:24.859116 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] Updating router 57807ce7-b1f5-4caf-ba22-80a23d21a831 port 9e9729ae-03c7-4eb8-8923-0cb02c35e501 binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:08:24.859951 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-db8c9020-1ad2-4046-88e7-1e2634aa5d61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, f843c8a8-e764-4c31-91e5-e456caf4f77b) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:24.861708 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d926d1f-3326-4262-80f2-f7160946a6c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=c8cbafa9-e00f-44e5-a9c5-336153764223,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:24.883871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8c9020-1ad2-4046-88e7-1e2634aa5d61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:24.883871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-db8c9020-1ad2-4046-88e7-1e2634aa5d61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:24.884248 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Deleting port 10be58cb-9355-4da3-8849-81ff350aef22 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:24.884248 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:24.893550 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-e002c05d-c225-4acb-8166-47043b807f8f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] device_id is not set on port 6ee07e07-d3ef-4687-8ca7-7b8c090690e3 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:08:24.929287 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cde710-6912-4540-83c1-e9dd3d170861 None None] Network f843c8a8-e764-4c31-91e5-e456caf4f77b requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:24.964493 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716ec857-7c25-4380-85cc-ea552fbb0939 None None] DHCP port deletion for 533fa7e0-9286-46d7-99f4-266111443da8 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:08:24.989383 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b543ce10-85a9-4d40-bce5-4f2d469477db tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:24.991140 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a6d75787-4856-435b-b292-c4a5af4dd946 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:25.082120 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-db8c9020-1ad2-4046-88e7-1e2634aa5d61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7404060 Feb 09 18:08:25.083282 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50782) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:25.099521 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d75787-4856-435b-b292-c4a5af4dd946 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Pushing event updated for resources: {'Subnet': ['ID=a07d0def-2e16-4c0c-85f4-8e186cdc9831,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:25.111069 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9d926d1f-3326-4262-80f2-f7160946a6c6 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4738300 Feb 09 18:08:25.113515 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50786) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:25.119315 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-1630c3ff-2654-47b5-9131-fc2f39e10832 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:25.194362 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-7819ae3d-b9ee-487e-b42b-86142639476d None None] For port 10be58cb-9355-4da3-8849-81ff350aef22, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:08:25.202328 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d75787-4856-435b-b292-c4a5af4dd946 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Checking segment: {'id': '77362309-7ba1-4635-a90a-ecaacd0f270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4900ff3b-bc27-4f8f-9097-2f045e7188a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:25.202700 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d75787-4856-435b-b292-c4a5af4dd946 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Network hostable DHCP agents. Network: 4900ff3b-bc27-4f8f-9097-2f045e7188a6, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:08:25.241723 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b543ce10-85a9-4d40-bce5-4f2d469477db tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network 559458fb-57ae-4a79-b31f-4c201f6c027f is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:25.268664 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-b543ce10-85a9-4d40-bce5-4f2d469477db tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:25.268938 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-b566f564-3e15-4426-99b0-1d406d2ebd22 None None] Attempting to bind port 427688f2-2a5e-4908-b0b4-ec81ac4b14ca on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:08:25.269097 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-b566f564-3e15-4426-99b0-1d406d2ebd22 None None] Attempting to bind port 427688f2-2a5e-4908-b0b4-ec81ac4b14ca by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'bb132a2c-087c-4094-9ff0-147d0aa84db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:08:25.269655 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b566f564-3e15-4426-99b0-1d406d2ebd22 None None] Attempting to bind port 427688f2-2a5e-4908-b0b4-ec81ac4b14ca on network d6eaa772-ffac-41e7-8518-58e8632c9a92 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:08:25.275504 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543ce10-85a9-4d40-bce5-4f2d469477db tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Port': ['ID=955f4149-1edc-42ea-a5b3-0bd60bd356dd,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:25.289122 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1630c3ff-2654-47b5-9131-fc2f39e10832 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:25.293609 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1630c3ff-2654-47b5-9131-fc2f39e10832 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:25.296595 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1630c3ff-2654-47b5-9131-fc2f39e10832 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:25.297903 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-716ec857-7c25-4380-85cc-ea552fbb0939 None None] Deleting port d0d5af98-bee1-497c-8c69-35d960ce97ac {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:25.298285 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-716ec857-7c25-4380-85cc-ea552fbb0939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:25.304014 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1630c3ff-2654-47b5-9131-fc2f39e10832 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:25.321740 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b543ce10-85a9-4d40-bce5-4f2d469477db tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:25.344160 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d75787-4856-435b-b292-c4a5af4dd946 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Network 4900ff3b-bc27-4f8f-9097-2f045e7188a6 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:08:25.351297 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-7819ae3d-b9ee-487e-b42b-86142639476d None None] For port 10be58cb-9355-4da3-8849-81ff350aef22, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=10be58cb-9355-4da3-8849-81ff350aef22,segment=NetworkSegment(aae0f7d8-2c14-4ec3-a586-73668b8962f9),segment_id=aae0f7d8-2c14-4ec3-a586-73668b8962f9)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:08:25.401875 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b566f564-3e15-4426-99b0-1d406d2ebd22 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:08:25.405893 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b566f564-3e15-4426-99b0-1d406d2ebd22 None None] Checking segment: {'id': 'bb132a2c-087c-4094-9ff0-147d0aa84db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:25.405893 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b566f564-3e15-4426-99b0-1d406d2ebd22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:25.405893 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b566f564-3e15-4426-99b0-1d406d2ebd22 None None] Bound using segment: {'id': 'bb132a2c-087c-4094-9ff0-147d0aa84db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:08:25.405893 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-b566f564-3e15-4426-99b0-1d406d2ebd22 None None] Bound port: 427688f2-2a5e-4908-b0b4-ec81ac4b14ca, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb132a2c-087c-4094-9ff0-147d0aa84db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:08:25.405893 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b566f564-3e15-4426-99b0-1d406d2ebd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:25.430920 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:25.443404 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9227766e-1fa0-4eeb-a5db-7f375a6aa96f tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:25.447254 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1630c3ff-2654-47b5-9131-fc2f39e10832 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:25.451950 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1630c3ff-2654-47b5-9131-fc2f39e10832 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:25.457530 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] For port 10be58cb-9355-4da3-8849-81ff350aef22, host dv-neutron-827016-2-hyperv, got binding levels [] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:25.458121 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:25.479493 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b543ce10-85a9-4d40-bce5-4f2d469477db tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:25.480126 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b543ce10-85a9-4d40-bce5-4f2d469477db tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:25.516351 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-c079f1a1-2415-43ac-9132-f4337899acde None None] Allocated IP 172.20.0.2 (559458fb-57ae-4a79-b31f-4c201f6c027f/407876f3-66cd-4bb0-a452-0d1fac52f03b/55bff264-461e-4b0b-ab17-e37de367d2de) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:25.540971 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-a6d75787-4856-435b-b292-c4a5af4dd946 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 4900ff3b-bc27-4f8f-9097-2f045e7188a6) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:25.550017 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d75787-4856-435b-b292-c4a5af4dd946 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:25.550624 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a6d75787-4856-435b-b292-c4a5af4dd946 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:25.617314 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-9227766e-1fa0-4eeb-a5db-7f375a6aa96f tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Transition to ACTIVE for port object 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:25.630432 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Calling delete_port for 10be58cb-9355-4da3-8849-81ff350aef22 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:25.637620 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd768be6-ecc6-4958-9752-5919ae6181bb None None] Network 4900ff3b-bc27-4f8f-9097-2f045e7188a6 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:25.679027 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7819ae3d-b9ee-487e-b42b-86142639476d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:25.753789 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a6d75787-4856-435b-b292-c4a5af4dd946 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6688497 Feb 09 18:08:25.756389 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50790) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:25.763937 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-1eac4d88-ef94-4ed2-8430-bf31cf82221c tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Request body: {'port': {'network_id': '4900ff3b-bc27-4f8f-9097-2f045e7188a6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-579528613'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:25.838793 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.api [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:08:25.839337 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG oslo_db.api [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:08:25.848357 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b543ce10-85a9-4d40-bce5-4f2d469477db tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2191157 Feb 09 18:08:25.851225 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50796) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:25.857067 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-860165ba-21f0-4c04-ada7-5268575cf781 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'port': {'network_id': '559458fb-57ae-4a79-b31f-4c201f6c027f', 'name': 'tempest-PortsTestJSON-191319542'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:25.900902 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9227766e-1fa0-4eeb-a5db-7f375a6aa96f tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:25.919529 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device d0d5af98-bee1-497c-8c69-35d960ce97ac no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:08:26.121742 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-860165ba-21f0-4c04-ada7-5268575cf781 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:26.149493 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-860165ba-21f0-4c04-ada7-5268575cf781 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:26.171055 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.objects.ports [None req-1630c3ff-2654-47b5-9131-fc2f39e10832 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84541) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 18:08:26.249798 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1eac4d88-ef94-4ed2-8430-bf31cf82221c tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:26.259885 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9227766e-1fa0-4eeb-a5db-7f375a6aa96f tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Network d6eaa772-ffac-41e7-8518-58e8632c9a92 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:26.264436 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860165ba-21f0-4c04-ada7-5268575cf781 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:26.265954 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-1eac4d88-ef94-4ed2-8430-bf31cf82221c tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Usage tracker for resource:port and tenant:4be671836ae941818554fb6b90e1944e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:26.267743 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-860165ba-21f0-4c04-ada7-5268575cf781 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:26.278439 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9227766e-1fa0-4eeb-a5db-7f375a6aa96f tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:26.281673 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-1eac4d88-ef94-4ed2-8430-bf31cf82221c tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:26.289081 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9227766e-1fa0-4eeb-a5db-7f375a6aa96f tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:26.304150 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-860165ba-21f0-4c04-ada7-5268575cf781 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] device_id is not set on port d1d6ac1f-3054-4b18-aa17-98f1c94033ba yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:08:26.319260 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227766e-1fa0-4eeb-a5db-7f375a6aa96f tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Pushing event updated for resources: {'Port': ['ID=1ec8f131-23db-4f3f-88b7-ec8b7ddc639a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:26.329834 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1eac4d88-ef94-4ed2-8430-bf31cf82221c tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:26.335290 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:26.339992 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Deleting port 10be58cb-9355-4da3-8849-81ff350aef22 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:26.340539 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:26.378040 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ad1f99b-6060-4dd3-b6a1-de03e993ba58 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:26.410851 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-b566f564-3e15-4426-99b0-1d406d2ebd22 None None] For port 427688f2-2a5e-4908-b0b4-ec81ac4b14ca, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:08:26.422923 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9227766e-1fa0-4eeb-a5db-7f375a6aa96f tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:26.491606 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eac4d88-ef94-4ed2-8430-bf31cf82221c tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Made reservation on behalf of 4be671836ae941818554fb6b90e1944e for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:26.494585 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1eac4d88-ef94-4ed2-8430-bf31cf82221c tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:26.513719 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819ae3d-b9ee-487e-b42b-86142639476d None None] Pushing event updated for resources: {'Port': ['ID=10be58cb-9355-4da3-8849-81ff350aef22,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:26.547520 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2ad1f99b-6060-4dd3-b6a1-de03e993ba58 None None] Transition to ACTIVE for port object ac08add2-c02c-4d49-b7e0-fe695e71853a will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:26.623207 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-1eac4d88-ef94-4ed2-8430-bf31cf82221c tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] device_id is not set on port 92a4ca7b-c62a-46bc-890d-b8a6d13cc10b yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:08:26.663699 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1630c3ff-2654-47b5-9131-fc2f39e10832 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:26.669523 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-b566f564-3e15-4426-99b0-1d406d2ebd22 None None] For port 427688f2-2a5e-4908-b0b4-ec81ac4b14ca, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=427688f2-2a5e-4908-b0b4-ec81ac4b14ca,segment=NetworkSegment(bb132a2c-087c-4094-9ff0-147d0aa84db2),segment_id=bb132a2c-087c-4094-9ff0-147d0aa84db2)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:08:26.723871 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd317de4-3b6d-435c-b5d3-2a1e774a1cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-f843c8a8-e764-4c31-91e5-e456caf4f77b', 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ips': [{'subnet_id': '6cfb6415-9d93-4424-b9a1-eff5d129cea0'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:08:26.724956 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd317de4-3b6d-435c-b5d3-2a1e774a1cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:26.733038 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] For port 10be58cb-9355-4da3-8849-81ff350aef22, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=10be58cb-9355-4da3-8849-81ff350aef22,segment=NetworkSegment(aae0f7d8-2c14-4ec3-a586-73668b8962f9),segment_id=aae0f7d8-2c14-4ec3-a586-73668b8962f9)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:26.733394 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:26.819424 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2ad1f99b-6060-4dd3-b6a1-de03e993ba58 None None] Transition to ACTIVE for port object ac08add2-c02c-4d49-b7e0-fe695e71853a will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:26.830806 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b566f564-3e15-4426-99b0-1d406d2ebd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:26.894880 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Calling delete_port for 10be58cb-9355-4da3-8849-81ff350aef22 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:26.946892 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-1630c3ff-2654-47b5-9131-fc2f39e10832 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] For port d0d5af98-bee1-497c-8c69-35d960ce97ac, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=d0d5af98-bee1-497c-8c69-35d960ce97ac,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:26.977152 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1630c3ff-2654-47b5-9131-fc2f39e10832 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:27.000932 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9227766e-1fa0-4eeb-a5db-7f375a6aa96f tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:27.030061 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:08:27.030433 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:08:27.071126 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-e002c05d-c225-4acb-8166-47043b807f8f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Allocated IP 2001:db8::17a (df5a634b-cc67-4ff7-a059-80a7624035ab/223556fb-a26c-425b-83dd-7b799799860f/6ee07e07-d3ef-4687-8ca7-7b8c090690e3) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:27.077689 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ad1f99b-6060-4dd3-b6a1-de03e993ba58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:27.108284 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-1eac4d88-ef94-4ed2-8430-bf31cf82221c tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Allocated IP 2001:db8::39c (4900ff3b-bc27-4f8f-9097-2f045e7188a6/a07d0def-2e16-4c0c-85f4-8e186cdc9831/92a4ca7b-c62a-46bc-890d-b8a6d13cc10b) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:27.121390 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-716ec857-7c25-4380-85cc-ea552fbb0939 None None] For port d0d5af98-bee1-497c-8c69-35d960ce97ac, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=d0d5af98-bee1-497c-8c69-35d960ce97ac,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:27.121767 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-716ec857-7c25-4380-85cc-ea552fbb0939 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:27.122368 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1630c3ff-2654-47b5-9131-fc2f39e10832 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:27.123075 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1630c3ff-2654-47b5-9131-fc2f39e10832 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:27.176032 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:27.320805 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1630c3ff-2654-47b5-9131-fc2f39e10832 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:27.322238 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Port': ['ID=10be58cb-9355-4da3-8849-81ff350aef22,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:27.342142 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-716ec857-7c25-4380-85cc-ea552fbb0939 None None] Calling delete_port for d0d5af98-bee1-497c-8c69-35d960ce97ac owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:27.368793 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No DVR routers for this DVR port 10be58cb-9355-4da3-8849-81ff350aef22 on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:08:27.391518 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-1630c3ff-2654-47b5-9131-fc2f39e10832 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:27.391518 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1630c3ff-2654-47b5-9131-fc2f39e10832 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:27.391518 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1630c3ff-2654-47b5-9131-fc2f39e10832 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:27.400038 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c079f1a1-2415-43ac-9132-f4337899acde None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:27.408008 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630c3ff-2654-47b5-9131-fc2f39e10832 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=d0d5af98-bee1-497c-8c69-35d960ce97ac,revision_number=9']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:27.408302 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779dd2cc-c4f9-4a4f-a515-ca55a4ddc31e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-4900ff3b-bc27-4f8f-9097-2f045e7188a6', 'network_id': '4900ff3b-bc27-4f8f-9097-2f045e7188a6', 'tenant_id': '4be671836ae941818554fb6b90e1944e', 'fixed_ips': [{'subnet_id': 'a07d0def-2e16-4c0c-85f4-8e186cdc9831'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:08:27.408590 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-779dd2cc-c4f9-4a4f-a515-ca55a4ddc31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:27.410943 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630c3ff-2654-47b5-9131-fc2f39e10832 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=46333563-b22a-4789-9da7-a38056f2f77f,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:27.438364 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad1f99b-6060-4dd3-b6a1-de03e993ba58 None None] Network df5a634b-cc67-4ff7-a059-80a7624035ab is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:27.441255 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b566f564-3e15-4426-99b0-1d406d2ebd22 None None] Pushing event updated for resources: {'Port': ['ID=427688f2-2a5e-4908-b0b4-ec81ac4b14ca,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:27.457032 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.resource_extend [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:08:27.464417 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ba3897-70fe-4152-b790-1e78a8d234d0 None None] Network d96d9f00-ff39-4184-a6e1-976547fbebbc requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:27.485667 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-2ad1f99b-6060-4dd3-b6a1-de03e993ba58 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:27.525010 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad1f99b-6060-4dd3-b6a1-de03e993ba58 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:27.537833 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c079f1a1-2415-43ac-9132-f4337899acde None None] Transition to ACTIVE for port object 55bff264-461e-4b0b-ab17-e37de367d2de will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:27.565330 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e002c05d-c225-4acb-8166-47043b807f8f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:27.591154 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-e002c05d-c225-4acb-8166-47043b807f8f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Transition to ACTIVE for port object 6ee07e07-d3ef-4687-8ca7-7b8c090690e3 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:27.610519 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1630c3ff-2654-47b5-9131-fc2f39e10832 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4956086 Feb 09 18:08:27.614615 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50804) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:27.624125 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-bcba1417-9042-48b0-8b92-139146fb6926 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'mac_address': 'fa:16:3e:9c:24:5c', 'name': 'tempest-NetworksTestDHCPv6-396198813'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:27.833464 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-bcba1417-9042-48b0-8b92-139146fb6926 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:27.839895 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-bcba1417-9042-48b0-8b92-139146fb6926 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:port and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:27.843761 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-bcba1417-9042-48b0-8b92-139146fb6926 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:27.850600 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-bcba1417-9042-48b0-8b92-139146fb6926 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:27.860362 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e002c05d-c225-4acb-8166-47043b807f8f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:27.935194 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcba1417-9042-48b0-8b92-139146fb6926 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:27.939351 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bcba1417-9042-48b0-8b92-139146fb6926 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:27.952282 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c079f1a1-2415-43ac-9132-f4337899acde None None] Transition to ACTIVE for port object 55bff264-461e-4b0b-ab17-e37de367d2de will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:27.968059 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:27.974124 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e002c05d-c225-4acb-8166-47043b807f8f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network df5a634b-cc67-4ff7-a059-80a7624035ab is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:27.975588 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002c05d-c225-4acb-8166-47043b807f8f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Port': ['ID=6ee07e07-d3ef-4687-8ca7-7b8c090690e3,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:27.978047 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-e002c05d-c225-4acb-8166-47043b807f8f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:27.982508 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e002c05d-c225-4acb-8166-47043b807f8f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:27.987093 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e002c05d-c225-4acb-8166-47043b807f8f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:27.987727 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e002c05d-c225-4acb-8166-47043b807f8f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:28.005739 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-bcba1417-9042-48b0-8b92-139146fb6926 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] device_id is not set on port 9736ee7f-1242-4486-aae4-9841866beb12 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:08:28.010339 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1f99b-6060-4dd3-b6a1-de03e993ba58 None None] Pushing event updated for resources: {'Port': ['ID=ac08add2-c02c-4d49-b7e0-fe695e71853a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:28.039120 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96d9f00-ff39-4184-a6e1-976547fbebbc']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:28.074895 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae0f7d8-2c14-4ec3-a586-73668b8962f9') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:28.075392 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae0f7d8-2c14-4ec3-a586-73668b8962f9') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:28.101126 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:28.118490 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:28.123914 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:28.145687 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c079f1a1-2415-43ac-9132-f4337899acde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:28.198800 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-716ec857-7c25-4380-85cc-ea552fbb0939 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:08:28.199244 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-716ec857-7c25-4380-85cc-ea552fbb0939 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:08:28.204056 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-dd317de4-3b6d-435c-b5d3-2a1e774a1cae None None] Allocated IP 172.20.0.2 (f843c8a8-e764-4c31-91e5-e456caf4f77b/6cfb6415-9d93-4424-b9a1-eff5d129cea0/ada9660e-c10c-47a3-8f89-bd475233c80d) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:28.214050 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e002c05d-c225-4acb-8166-47043b807f8f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.0230958 Feb 09 18:08:28.214050 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-860165ba-21f0-4c04-ada7-5268575cf781 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Allocated IP 172.20.0.6 (559458fb-57ae-4a79-b31f-4c201f6c027f/407876f3-66cd-4bb0-a452-0d1fac52f03b/d1d6ac1f-3054-4b18-aa17-98f1c94033ba) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:28.217185 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50808) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:28.302443 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] Transition to ACTIVE for port object 9e9729ae-03c7-4eb8-8923-0cb02c35e501 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:28.310933 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:28.363665 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c079f1a1-2415-43ac-9132-f4337899acde None None] Network 559458fb-57ae-4a79-b31f-4c201f6c027f is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:28.367613 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-2ad1f99b-6060-4dd3-b6a1-de03e993ba58 None None] Attempting to bind port ac08add2-c02c-4d49-b7e0-fe695e71853a on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:08:28.370651 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-2ad1f99b-6060-4dd3-b6a1-de03e993ba58 None None] Attempting to bind port ac08add2-c02c-4d49-b7e0-fe695e71853a by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'a63ecd66-173f-4d9f-ad94-c196a8b795db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'df5a634b-cc67-4ff7-a059-80a7624035ab'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:08:28.370651 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad1f99b-6060-4dd3-b6a1-de03e993ba58 None None] Attempting to bind port ac08add2-c02c-4d49-b7e0-fe695e71853a on network df5a634b-cc67-4ff7-a059-80a7624035ab {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:08:28.383895 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-bcba1417-9042-48b0-8b92-139146fb6926 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 172.20.0.2 (533fa7e0-9286-46d7-99f4-266111443da8/c8cbafa9-e00f-44e5-a9c5-336153764223/9736ee7f-1242-4486-aae4-9841866beb12) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:28.393111 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-c079f1a1-2415-43ac-9132-f4337899acde None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:28.399582 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c079f1a1-2415-43ac-9132-f4337899acde None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:28.413131 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079f1a1-2415-43ac-9132-f4337899acde None None] Pushing event updated for resources: {'Port': ['ID=55bff264-461e-4b0b-ab17-e37de367d2de,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:28.413983 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:08:28.414493 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:08:28.434607 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:08:28.442961 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1eac4d88-ef94-4ed2-8430-bf31cf82221c tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:28.453763 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-bcba1417-9042-48b0-8b92-139146fb6926 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 2001:db8::f816:3eff:fe9c:245c (533fa7e0-9286-46d7-99f4-266111443da8/46333563-b22a-4789-9da7-a38056f2f77f/9736ee7f-1242-4486-aae4-9841866beb12) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:28.482912 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port d0d5af98-bee1-497c-8c69-35d960ce97ac, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=d0d5af98-bee1-497c-8c69-35d960ce97ac,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:28.491267 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:28.606731 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-1eac4d88-ef94-4ed2-8430-bf31cf82221c tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Transition to ACTIVE for port object 92a4ca7b-c62a-46bc-890d-b8a6d13cc10b will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:28.653694 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad1f99b-6060-4dd3-b6a1-de03e993ba58 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:08:28.654119 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad1f99b-6060-4dd3-b6a1-de03e993ba58 None None] Checking segment: {'id': 'a63ecd66-173f-4d9f-ad94-c196a8b795db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'df5a634b-cc67-4ff7-a059-80a7624035ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:28.654552 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ad1f99b-6060-4dd3-b6a1-de03e993ba58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:28.654948 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad1f99b-6060-4dd3-b6a1-de03e993ba58 None None] Bound using segment: {'id': 'a63ecd66-173f-4d9f-ad94-c196a8b795db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'df5a634b-cc67-4ff7-a059-80a7624035ab'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:08:28.655528 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-2ad1f99b-6060-4dd3-b6a1-de03e993ba58 None None] Bound port: ac08add2-c02c-4d49-b7e0-fe695e71853a, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63ecd66-173f-4d9f-ad94-c196a8b795db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'df5a634b-cc67-4ff7-a059-80a7624035ab'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:08:28.655995 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ad1f99b-6060-4dd3-b6a1-de03e993ba58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:28.701246 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-860165ba-21f0-4c04-ada7-5268575cf781 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:28.745310 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-716ec857-7c25-4380-85cc-ea552fbb0939 None None] Deleting port d0d5af98-bee1-497c-8c69-35d960ce97ac {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:28.745695 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-716ec857-7c25-4380-85cc-ea552fbb0939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:28.748980 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-860165ba-21f0-4c04-ada7-5268575cf781 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Transition to ACTIVE for port object d1d6ac1f-3054-4b18-aa17-98f1c94033ba will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:28.779735 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:28.804656 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bcba1417-9042-48b0-8b92-139146fb6926 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:28.818405 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:28.824690 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-bcba1417-9042-48b0-8b92-139146fb6926 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Transition to ACTIVE for port object 9736ee7f-1242-4486-aae4-9841866beb12 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:28.826311 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-9227766e-1fa0-4eeb-a5db-7f375a6aa96f tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:08:28.867810 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:28.942801 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-860165ba-21f0-4c04-ada7-5268575cf781 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:28.959044 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Network': ['ID=d96d9f00-ff39-4184-a6e1-976547fbebbc,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:28.989394 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775b946b-51bd-4653-ad92-784c9dd63e48 None None] Network d6eaa772-ffac-41e7-8518-58e8632c9a92 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:28.996526 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9227766e-1fa0-4eeb-a5db-7f375a6aa96f tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:29.003886 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 427688f2-2a5e-4908-b0b4-ec81ac4b14ca up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:08:29.008249 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bcba1417-9042-48b0-8b92-139146fb6926 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:29.020024 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2dac245b-c60a-41ce-b826-6947e8b3d337 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/networks/d96d9f00-ff39-4184-a6e1-976547fbebbc HTTP/1.1" status: 204 len: 168 time: 8.4496996 Feb 09 18:08:29.101637 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50812) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:29.114728 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9227766e-1fa0-4eeb-a5db-7f375a6aa96f tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:29.161970 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860165ba-21f0-4c04-ada7-5268575cf781 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network 559458fb-57ae-4a79-b31f-4c201f6c027f is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:29.167342 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-860165ba-21f0-4c04-ada7-5268575cf781 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:29.176103 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860165ba-21f0-4c04-ada7-5268575cf781 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:29.193530 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811b821-ad3c-47af-895c-9b2aa6c9a46f None None] Pushing event updated for resources: {'Port': ['ID=9e9729ae-03c7-4eb8-8923-0cb02c35e501,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:29.209669 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1eac4d88-ef94-4ed2-8430-bf31cf82221c tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:29.227524 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860165ba-21f0-4c04-ada7-5268575cf781 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Port': ['ID=d1d6ac1f-3054-4b18-aa17-98f1c94033ba,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:29.274904 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-255c629d-80af-4f76-b0f8-d41f28f133ef tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-364196665'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:29.283533 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcba1417-9042-48b0-8b92-139146fb6926 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:29.294392 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-bcba1417-9042-48b0-8b92-139146fb6926 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:29.304414 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcba1417-9042-48b0-8b92-139146fb6926 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:29.317323 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] Attempting to bind port 9e9729ae-03c7-4eb8-8923-0cb02c35e501 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:08:29.317768 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] Attempting to bind port 9e9729ae-03c7-4eb8-8923-0cb02c35e501 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:08:29.318208 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] Attempting to bind port 9e9729ae-03c7-4eb8-8923-0cb02c35e501 on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:08:29.358714 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-c079f1a1-2415-43ac-9132-f4337899acde None None] Attempting to bind port 55bff264-461e-4b0b-ab17-e37de367d2de on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:08:29.359853 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-c079f1a1-2415-43ac-9132-f4337899acde None None] Attempting to bind port 55bff264-461e-4b0b-ab17-e37de367d2de by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '64b86a2a-205a-4b56-bbc4-70b7ec85b638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '559458fb-57ae-4a79-b31f-4c201f6c027f'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:08:29.360312 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c079f1a1-2415-43ac-9132-f4337899acde None None] Attempting to bind port 55bff264-461e-4b0b-ab17-e37de367d2de on network 559458fb-57ae-4a79-b31f-4c201f6c027f {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:08:29.362163 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-255c629d-80af-4f76-b0f8-d41f28f133ef tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:29.376696 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860165ba-21f0-4c04-ada7-5268575cf781 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:29.376696 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-860165ba-21f0-4c04-ada7-5268575cf781 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:29.394888 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba1417-9042-48b0-8b92-139146fb6926 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=9736ee7f-1242-4486-aae4-9841866beb12,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:29.409353 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-255c629d-80af-4f76-b0f8-d41f28f133ef tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Usage tracker for resource:network and tenant:87988ebdba86441595145b8b3a8899ab is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:29.422586 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-255c629d-80af-4f76-b0f8-d41f28f133ef tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:29.423188 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcba1417-9042-48b0-8b92-139146fb6926 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:29.423635 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bcba1417-9042-48b0-8b92-139146fb6926 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:29.442792 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-255c629d-80af-4f76-b0f8-d41f28f133ef tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:29.469051 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-888426ad-df4c-4440-9eba-e316b4246758 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:29.479235 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227766e-1fa0-4eeb-a5db-7f375a6aa96f tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Pushing event updated for resources: {'Port': ['ID=1ec8f131-23db-4f3f-88b7-ec8b7ddc639a,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:29.481534 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:08:29.482107 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:29.482326 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:29.482733 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:08:29.483137 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eac4d88-ef94-4ed2-8430-bf31cf82221c tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Network 4900ff3b-bc27-4f8f-9097-2f045e7188a6 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:29.483472 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] Bound port: 9e9729ae-03c7-4eb8-8923-0cb02c35e501, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:08:29.483787 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:29.491130 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9227766e-1fa0-4eeb-a5db-7f375a6aa96f tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:29.520070 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-860165ba-21f0-4c04-ada7-5268575cf781 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6677356 Feb 09 18:08:29.522688 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50816) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:29.525020 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c079f1a1-2415-43ac-9132-f4337899acde None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:08:29.530498 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c079f1a1-2415-43ac-9132-f4337899acde None None] Checking segment: {'id': '64b86a2a-205a-4b56-bbc4-70b7ec85b638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '559458fb-57ae-4a79-b31f-4c201f6c027f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:29.530649 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-1eac4d88-ef94-4ed2-8430-bf31cf82221c tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:29.530741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c079f1a1-2415-43ac-9132-f4337899acde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:29.530741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c079f1a1-2415-43ac-9132-f4337899acde None None] Bound using segment: {'id': '64b86a2a-205a-4b56-bbc4-70b7ec85b638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '559458fb-57ae-4a79-b31f-4c201f6c027f'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:08:29.530741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-c079f1a1-2415-43ac-9132-f4337899acde None None] Bound port: 55bff264-461e-4b0b-ab17-e37de367d2de, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b86a2a-205a-4b56-bbc4-70b7ec85b638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '559458fb-57ae-4a79-b31f-4c201f6c027f'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:08:29.530741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c079f1a1-2415-43ac-9132-f4337899acde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:29.545430 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eac4d88-ef94-4ed2-8430-bf31cf82221c tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:29.558438 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eac4d88-ef94-4ed2-8430-bf31cf82221c tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:29.558438 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1eac4d88-ef94-4ed2-8430-bf31cf82221c tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:29.568408 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-bcba1417-9042-48b0-8b92-139146fb6926 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9525292 Feb 09 18:08:29.571483 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50820) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:29.584213 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-779dd2cc-c4f9-4a4f-a515-ca55a4ddc31e None None] Allocated IP 2001:db8::2 (4900ff3b-bc27-4f8f-9097-2f045e7188a6/a07d0def-2e16-4c0c-85f4-8e186cdc9831/c03f010e-f89a-49c6-adc8-af9ae7923db3) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:29.587704 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-2ad1f99b-6060-4dd3-b6a1-de03e993ba58 None None] For port ac08add2-c02c-4d49-b7e0-fe695e71853a, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:08:29.601275 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-fe51d320-467f-48fb-9e4a-5cd182cff82e None None] Provisioning for port 427688f2-2a5e-4908-b0b4-ec81ac4b14ca completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:29.674156 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19700b41-aaa0-4986-ae49-00dbddf72d59 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:29.674914 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-19700b41-aaa0-4986-ae49-00dbddf72d59 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Synchronizing usage tracker for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:08:29.688609 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-2ad1f99b-6060-4dd3-b6a1-de03e993ba58 None None] For port ac08add2-c02c-4d49-b7e0-fe695e71853a, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=ac08add2-c02c-4d49-b7e0-fe695e71853a,segment=NetworkSegment(a63ecd66-173f-4d9f-ad94-c196a8b795db),segment_id=a63ecd66-173f-4d9f-ad94-c196a8b795db)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:08:29.702258 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67857fc1-0dda-458d-aa1c-130ac4c4088a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:29.706805 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67857fc1-0dda-458d-aa1c-130ac4c4088a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:29.711402 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-67857fc1-0dda-458d-aa1c-130ac4c4088a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:08:29.760915 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=d0d5af98-bee1-497c-8c69-35d960ce97ac,revision_number=10']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:29.783882 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6c2dba22-be6f-42fe-9c77-bde44bcb1b19 req-8681df20-d5c6-4952-b175-44fdcd97831d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8272042 Feb 09 18:08:29.835276 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ad1f99b-6060-4dd3-b6a1-de03e993ba58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:29.839227 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-19700b41-aaa0-4986-ae49-00dbddf72d59 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Unset dirty status for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:08:29.841779 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd317de4-3b6d-435c-b5d3-2a1e774a1cae None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:29.845964 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-19700b41-aaa0-4986-ae49-00dbddf72d59 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.3222182 Feb 09 18:08:29.847945 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50824) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:29.875141 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255c629d-80af-4f76-b0f8-d41f28f133ef tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Made reservation on behalf of 87988ebdba86441595145b8b3a8899ab for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:29.878221 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-255c629d-80af-4f76-b0f8-d41f28f133ef tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:29.878848 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-67857fc1-0dda-458d-aa1c-130ac4c4088a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:08:29.882592 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-67857fc1-0dda-458d-aa1c-130ac4c4088a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3076937 Feb 09 18:08:29.886248 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50828) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:29.982071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-aade38db-d9d9-4336-a70b-527158e4a6b1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting port d1d6ac1f-3054-4b18-aa17-98f1c94033ba {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:29.982071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aade38db-d9d9-4336-a70b-527158e4a6b1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:30.013607 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-c370316c-c186-42c1-be32-2cfc4e697ae3 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting port 9736ee7f-1242-4486-aae4-9841866beb12 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:30.014084 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c370316c-c186-42c1-be32-2cfc4e697ae3 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:30.020549 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-dd317de4-3b6d-435c-b5d3-2a1e774a1cae None None] Transition to ACTIVE for port object ada9660e-c10c-47a3-8f89-bd475233c80d will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:30.089828 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1eac4d88-ef94-4ed2-8430-bf31cf82221c tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.3321722 Feb 09 18:08:30.092302 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac4d88-ef94-4ed2-8430-bf31cf82221c tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Pushing event updated for resources: {'Port': ['ID=92a4ca7b-c62a-46bc-890d-b8a6d13cc10b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:30.107819 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] For port 9e9729ae-03c7-4eb8-8923-0cb02c35e501, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:08:30.111526 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50832) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:30.131098 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 427688f2-2a5e-4908-b0b4-ec81ac4b14ca completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:30.141641 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-20dd2f2c-4652-4591-ad62-b9de2aa0da44 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Request body: {'port': {'network_id': '4900ff3b-bc27-4f8f-9097-2f045e7188a6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-345905283', 'allowed_address_pairs': [{'ip_address': '2001:db8::39c', 'mac_address': 'fa:16:3e:cb:6c:be'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:30.187938 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-716ec857-7c25-4380-85cc-ea552fbb0939 None None] For port d0d5af98-bee1-497c-8c69-35d960ce97ac, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=d0d5af98-bee1-497c-8c69-35d960ce97ac,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:30.188335 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-716ec857-7c25-4380-85cc-ea552fbb0939 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:30.200597 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-dd317de4-3b6d-435c-b5d3-2a1e774a1cae None None] Transition to ACTIVE for port object ada9660e-c10c-47a3-8f89-bd475233c80d will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:30.203555 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] For port 9e9729ae-03c7-4eb8-8923-0cb02c35e501, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9e9729ae-03c7-4eb8-8923-0cb02c35e501,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:08:30.204998 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 427688f2-2a5e-4908-b0b4-ec81ac4b14ca triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:30.205487 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:30.241072 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-c079f1a1-2415-43ac-9132-f4337899acde None None] For port 55bff264-461e-4b0b-ab17-e37de367d2de, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:08:30.276477 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255c629d-80af-4f76-b0f8-d41f28f133ef tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:08:30.336215 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1f99b-6060-4dd3-b6a1-de03e993ba58 None None] Pushing event updated for resources: {'Port': ['ID=ac08add2-c02c-4d49-b7e0-fe695e71853a,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:30.380933 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-255c629d-80af-4f76-b0f8-d41f28f133ef tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:30.381373 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-255c629d-80af-4f76-b0f8-d41f28f133ef tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Added segment 8c5c1421-33c4-40b4-ae6e-1defefce74a0 of type vlan for network 279f1f64-d5d1-4b51-99af-bba0ef30613e Feb 09 18:08:30.528409 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:30.539502 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-716ec857-7c25-4380-85cc-ea552fbb0939 None None] Calling delete_port for d0d5af98-bee1-497c-8c69-35d960ce97ac owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:30.587855 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9227766e-1fa0-4eeb-a5db-7f375a6aa96f tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Network d6eaa772-ffac-41e7-8518-58e8632c9a92 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:30.597830 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c370316c-c186-42c1-be32-2cfc4e697ae3 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:30.605697 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9227766e-1fa0-4eeb-a5db-7f375a6aa96f tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:30.618672 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aade38db-d9d9-4336-a70b-527158e4a6b1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:30.630786 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-255c629d-80af-4f76-b0f8-d41f28f133ef tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:30.632259 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd317de4-3b6d-435c-b5d3-2a1e774a1cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:30.674829 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-c079f1a1-2415-43ac-9132-f4337899acde None None] For port 55bff264-461e-4b0b-ab17-e37de367d2de, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=55bff264-461e-4b0b-ab17-e37de367d2de,segment=NetworkSegment(64b86a2a-205a-4b56-bbc4-70b7ec85b638),segment_id=64b86a2a-205a-4b56-bbc4-70b7ec85b638)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:08:30.712559 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be128402-3028-42d1-90b2-13a5c3d81d94 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:30.725898 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6c2dba22-be6f-42fe-9c77-bde44bcb1b19 req-fea0ab68-e233-408b-85cd-4b5f54ac8cbf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10a4b1464e30470e8e13c0bd2bfded95&device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 1098 time: 0.8386843 Feb 09 18:08:30.762258 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c079f1a1-2415-43ac-9132-f4337899acde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:30.832520 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-c370316c-c186-42c1-be32-2cfc4e697ae3 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Calling delete_port for 9736ee7f-1242-4486-aae4-9841866beb12 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:30.901733 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd317de4-3b6d-435c-b5d3-2a1e774a1cae None None] Network f843c8a8-e764-4c31-91e5-e456caf4f77b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:30.942063 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-dd317de4-3b6d-435c-b5d3-2a1e774a1cae None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:30.955207 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-255c629d-80af-4f76-b0f8-d41f28f133ef tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:08:30.960597 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd317de4-3b6d-435c-b5d3-2a1e774a1cae None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:30.970026 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811b821-ad3c-47af-895c-9b2aa6c9a46f None None] Pushing event updated for resources: {'Port': ['ID=9e9729ae-03c7-4eb8-8923-0cb02c35e501,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:30.972015 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-20dd2f2c-4652-4591-ad62-b9de2aa0da44 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:31.039807 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-aade38db-d9d9-4336-a70b-527158e4a6b1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Calling delete_port for d1d6ac1f-3054-4b18-aa17-98f1c94033ba owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:31.070430 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-20dd2f2c-4652-4591-ad62-b9de2aa0da44 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Usage tracker for resource:port and tenant:4be671836ae941818554fb6b90e1944e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:31.098289 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-779dd2cc-c4f9-4a4f-a515-ca55a4ddc31e None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:31.106748 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] Routers {'57807ce7-b1f5-4caf-ba22-80a23d21a831'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:08:31.107718 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:08:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['57807ce7-b1f5-4caf-ba22-80a23d21a831'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:31.117518 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-20dd2f2c-4652-4591-ad62-b9de2aa0da44 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:31.204662 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-20dd2f2c-4652-4591-ad62-b9de2aa0da44 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:31.332741 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-255c629d-80af-4f76-b0f8-d41f28f133ef tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:31.337999 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255c629d-80af-4f76-b0f8-d41f28f133ef tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:31.338573 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-255c629d-80af-4f76-b0f8-d41f28f133ef tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:31.364181 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-779dd2cc-c4f9-4a4f-a515-ca55a4ddc31e None None] Transition to ACTIVE for port object c03f010e-f89a-49c6-adc8-af9ae7923db3 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:31.447983 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aade38db-d9d9-4336-a70b-527158e4a6b1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:31.460242 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd317de4-3b6d-435c-b5d3-2a1e774a1cae None None] Pushing event updated for resources: {'Port': ['ID=ada9660e-c10c-47a3-8f89-bd475233c80d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:31.493473 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dd2f2c-4652-4591-ad62-b9de2aa0da44 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Made reservation on behalf of 4be671836ae941818554fb6b90e1944e for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:31.525819 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade38db-d9d9-4336-a70b-527158e4a6b1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Port': ['ID=d1d6ac1f-3054-4b18-aa17-98f1c94033ba,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:31.548436 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:31.569397 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-779dd2cc-c4f9-4a4f-a515-ca55a4ddc31e None None] Transition to ACTIVE for port object c03f010e-f89a-49c6-adc8-af9ae7923db3 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:31.647291 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-dd317de4-3b6d-435c-b5d3-2a1e774a1cae None None] Attempting to bind port ada9660e-c10c-47a3-8f89-bd475233c80d on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:08:31.647668 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-dd317de4-3b6d-435c-b5d3-2a1e774a1cae None None] Attempting to bind port ada9660e-c10c-47a3-8f89-bd475233c80d by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '63ee9212-3068-4d6e-abd7-96bb4048f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:08:31.648034 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd317de4-3b6d-435c-b5d3-2a1e774a1cae None None] Attempting to bind port ada9660e-c10c-47a3-8f89-bd475233c80d on network f843c8a8-e764-4c31-91e5-e456caf4f77b {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:08:31.680973 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd317de4-3b6d-435c-b5d3-2a1e774a1cae None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:08:31.681677 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd317de4-3b6d-435c-b5d3-2a1e774a1cae None None] Checking segment: {'id': '63ee9212-3068-4d6e-abd7-96bb4048f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:31.682250 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd317de4-3b6d-435c-b5d3-2a1e774a1cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:31.682855 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd317de4-3b6d-435c-b5d3-2a1e774a1cae None None] Bound using segment: {'id': '63ee9212-3068-4d6e-abd7-96bb4048f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:08:31.683514 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-dd317de4-3b6d-435c-b5d3-2a1e774a1cae None None] Bound port: ada9660e-c10c-47a3-8f89-bd475233c80d, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ee9212-3068-4d6e-abd7-96bb4048f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:08:31.684066 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd317de4-3b6d-435c-b5d3-2a1e774a1cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:31.689302 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aade38db-d9d9-4336-a70b-527158e4a6b1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:31.727280 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-779dd2cc-c4f9-4a4f-a515-ca55a4ddc31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:31.731469 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c370316c-c186-42c1-be32-2cfc4e697ae3 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:31.742506 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-716ec857-7c25-4380-85cc-ea552fbb0939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:31.793733 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370316c-c186-42c1-be32-2cfc4e697ae3 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Port': ['ID=9736ee7f-1242-4486-aae4-9841866beb12,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:31.830401 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 427688f2-2a5e-4908-b0b4-ec81ac4b14ca, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=427688f2-2a5e-4908-b0b4-ec81ac4b14ca,segment=NetworkSegment(bb132a2c-087c-4094-9ff0-147d0aa84db2),segment_id=bb132a2c-087c-4094-9ff0-147d0aa84db2)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:31.843771 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079f1a1-2415-43ac-9132-f4337899acde None None] Pushing event updated for resources: {'Port': ['ID=55bff264-461e-4b0b-ab17-e37de367d2de,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:31.886085 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-aade38db-d9d9-4336-a70b-527158e4a6b1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/ports/d1d6ac1f-3054-4b18-aa17-98f1c94033ba HTTP/1.1" status: 204 len: 168 time: 2.0328457 Feb 09 18:08:31.889451 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50836) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:31.989563 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:32.011695 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779dd2cc-c4f9-4a4f-a515-ca55a4ddc31e None None] Network 4900ff3b-bc27-4f8f-9097-2f045e7188a6 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:32.013284 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] Set router 57807ce7-b1f5-4caf-ba22-80a23d21a831 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:08:32.074426 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-779dd2cc-c4f9-4a4f-a515-ca55a4ddc31e None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:32.079068 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779dd2cc-c4f9-4a4f-a515-ca55a4ddc31e None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:32.113732 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716ec857-7c25-4380-85cc-ea552fbb0939 None None] No DVR routers for this DVR port d0d5af98-bee1-497c-8c69-35d960ce97ac on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:08:32.180324 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffe67ed-7177-4d0d-8104-e1fb01a21ff3 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:32.308419 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-5935905a-a815-486d-a91d-b8c961ad02f7 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] GET failed (client error): The resource could not be found. Feb 09 18:08:32.308419 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5935905a-a815-486d-a91d-b8c961ad02f7 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Synchronizing usage tracker for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:08:32.323599 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c370316c-c186-42c1-be32-2cfc4e697ae3 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:32.325800 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c370316c-c186-42c1-be32-2cfc4e697ae3 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/9736ee7f-1242-4486-aae4-9841866beb12 HTTP/1.1" status: 204 len: 168 time: 2.4394894 Feb 09 18:08:32.337072 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50840) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:32.344468 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dba22-be6f-42fe-9c77-bde44bcb1b19 req-aa357524-e4cd-4a5e-b281-60be2007987d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:32.346018 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6c2dba22-be6f-42fe-9c77-bde44bcb1b19 req-aa357524-e4cd-4a5e-b281-60be2007987d service neutron] 10.222.0.50 "GET /v2.0/networks?id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd HTTP/1.1" status: 200 len: 912 time: 1.5243957 Feb 09 18:08:32.359531 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-888426ad-df4c-4440-9eba-e316b4246758 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.20.0.1 (f843c8a8-e764-4c31-91e5-e456caf4f77b/6cfb6415-9d93-4424-b9a1-eff5d129cea0/396a1660-4047-4a7f-b967-2a3d23582a2c) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:32.364745 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c629d-80af-4f76-b0f8-d41f28f133ef tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Network': ['ID=279f1f64-d5d1-4b51-99af-bba0ef30613e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:32.389443 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779dd2cc-c4f9-4a4f-a515-ca55a4ddc31e None None] Pushing event updated for resources: {'Port': ['ID=c03f010e-f89a-49c6-adc8-af9ae7923db3,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:32.457871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766c6f33-4462-43e4-881a-d9243a04f8ca tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:32.459874 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766c6f33-4462-43e4-881a-d9243a04f8ca tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:32.461614 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766c6f33-4462-43e4-881a-d9243a04f8ca tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:32.462476 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-766c6f33-4462-43e4-881a-d9243a04f8ca tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:08:32.476689 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device ac08add2-c02c-4d49-b7e0-fe695e71853a up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:08:32.501015 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 279f1f64-d5d1-4b51-99af-bba0ef30613e details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:08:32.533024 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-255c629d-80af-4f76-b0f8-d41f28f133ef tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.4198291 Feb 09 18:08:32.535622 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6104fe71-8933-4f78-aecf-199cc186de70 None None] Network df5a634b-cc67-4ff7-a059-80a7624035ab requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:32.536326 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50844) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:32.543137 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-54db12a5-e158-4a4e-8d16-e2bb062236b6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'subnet': {'network_id': '279f1f64-d5d1-4b51-99af-bba0ef30613e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:32.561089 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5935905a-a815-486d-a91d-b8c961ad02f7 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Unset dirty status for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:08:32.571366 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5935905a-a815-486d-a91d-b8c961ad02f7 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports/d1d6ac1f-3054-4b18-aa17-98f1c94033ba HTTP/1.1" status: 404 len: 333 time: 0.6795821 Feb 09 18:08:32.579812 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50848) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:32.617895 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-766c6f33-4462-43e4-881a-d9243a04f8ca tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:08:32.619197 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-766c6f33-4462-43e4-881a-d9243a04f8ca tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2853260 Feb 09 18:08:32.642413 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50852) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:32.693892 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-dd317de4-3b6d-435c-b5d3-2a1e774a1cae None None] For port ada9660e-c10c-47a3-8f89-bd475233c80d, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:08:32.750279 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-40042e79-e2f5-4816-b311-494be36a41a3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting port 955f4149-1edc-42ea-a5b3-0bd60bd356dd {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:32.752812 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40042e79-e2f5-4816-b311-494be36a41a3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:32.782653 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ec857-7c25-4380-85cc-ea552fbb0939 None None] Pushing event deleted for resources: {'Port': ['ID=d0d5af98-bee1-497c-8c69-35d960ce97ac,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:32.988880 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-dd317de4-3b6d-435c-b5d3-2a1e774a1cae None None] For port ada9660e-c10c-47a3-8f89-bd475233c80d, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=ada9660e-c10c-47a3-8f89-bd475233c80d,segment=NetworkSegment(63ee9212-3068-4d6e-abd7-96bb4048f829),segment_id=63ee9212-3068-4d6e-abd7-96bb4048f829)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:08:33.069456 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-779dd2cc-c4f9-4a4f-a515-ca55a4ddc31e None None] Attempting to bind port c03f010e-f89a-49c6-adc8-af9ae7923db3 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:08:33.069834 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-779dd2cc-c4f9-4a4f-a515-ca55a4ddc31e None None] Attempting to bind port c03f010e-f89a-49c6-adc8-af9ae7923db3 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '77362309-7ba1-4635-a90a-ecaacd0f270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4900ff3b-bc27-4f8f-9097-2f045e7188a6'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:08:33.070192 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779dd2cc-c4f9-4a4f-a515-ca55a4ddc31e None None] Attempting to bind port c03f010e-f89a-49c6-adc8-af9ae7923db3 on network 4900ff3b-bc27-4f8f-9097-2f045e7188a6 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:08:33.084661 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-54db12a5-e158-4a4e-8d16-e2bb062236b6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:33.101055 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-54db12a5-e158-4a4e-8d16-e2bb062236b6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Usage tracker for resource:subnet and tenant:87988ebdba86441595145b8b3a8899ab is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:33.113705 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-54db12a5-e158-4a4e-8d16-e2bb062236b6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:33.124033 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-54db12a5-e158-4a4e-8d16-e2bb062236b6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:33.150229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-20dd2f2c-4652-4591-ad62-b9de2aa0da44 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:33.150449 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd317de4-3b6d-435c-b5d3-2a1e774a1cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:33.156619 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a9f53adb-f091-42b1-8367-bb06b82bacfe None None] Provisioning complete for port 427688f2-2a5e-4908-b0b4-ec81ac4b14ca triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:33.156986 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a9f53adb-f091-42b1-8367-bb06b82bacfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:33.186250 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40042e79-e2f5-4816-b311-494be36a41a3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:33.226232 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6c2dba22-be6f-42fe-9c77-bde44bcb1b19 req-fcd6b6dc-065e-459d-b6b5-56a355c4abdb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc43ec91-0fc5-42c8-a553-13a6af55add1 HTTP/1.1" status: 200 len: 1000 time: 0.7720108 Feb 09 18:08:33.242497 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf18b8df-d7e2-4e5c-a1b7-77b02416820a None None] Network 559458fb-57ae-4a79-b31f-4c201f6c027f requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:33.252076 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-be128402-3028-42d1-90b2-13a5c3d81d94 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:08:33.265764 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54db12a5-e158-4a4e-8d16-e2bb062236b6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Made reservation on behalf of 87988ebdba86441595145b8b3a8899ab for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:33.280322 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779dd2cc-c4f9-4a4f-a515-ca55a4ddc31e None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:08:33.281424 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779dd2cc-c4f9-4a4f-a515-ca55a4ddc31e None None] Checking segment: {'id': '77362309-7ba1-4635-a90a-ecaacd0f270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4900ff3b-bc27-4f8f-9097-2f045e7188a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:33.281941 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-779dd2cc-c4f9-4a4f-a515-ca55a4ddc31e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:33.282453 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779dd2cc-c4f9-4a4f-a515-ca55a4ddc31e None None] Bound using segment: {'id': '77362309-7ba1-4635-a90a-ecaacd0f270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4900ff3b-bc27-4f8f-9097-2f045e7188a6'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:08:33.282988 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-779dd2cc-c4f9-4a4f-a515-ca55a4ddc31e None None] Bound port: c03f010e-f89a-49c6-adc8-af9ae7923db3, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77362309-7ba1-4635-a90a-ecaacd0f270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4900ff3b-bc27-4f8f-9097-2f045e7188a6'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:08:33.283648 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-779dd2cc-c4f9-4a4f-a515-ca55a4ddc31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:33.325290 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=427688f2-2a5e-4908-b0b4-ec81ac4b14ca,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:33.335508 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-20dd2f2c-4652-4591-ad62-b9de2aa0da44 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] device_id is not set on port a5d1a7f1-20b8-4be0-a559-8463f0c155e5 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:08:33.350465 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-40042e79-e2f5-4816-b311-494be36a41a3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Calling delete_port for 955f4149-1edc-42ea-a5b3-0bd60bd356dd owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:33.373473 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be128402-3028-42d1-90b2-13a5c3d81d94 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:33.484593 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-888426ad-df4c-4440-9eba-e316b4246758 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:33.494068 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54db12a5-e158-4a4e-8d16-e2bb062236b6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:33.505345 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-888426ad-df4c-4440-9eba-e316b4246758 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Transition to ACTIVE for port object 396a1660-4047-4a7f-b967-2a3d23582a2c will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:33.539464 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be128402-3028-42d1-90b2-13a5c3d81d94 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:33.643474 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dba22-be6f-42fe-9c77-bde44bcb1b19 req-9dc35593-6fe4-48f1-a2ae-e6b5c51aab55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:33.645252 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6c2dba22-be6f-42fe-9c77-bde44bcb1b19 req-9dc35593-6fe4-48f1-a2ae-e6b5c51aab55 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e8a71708-3c6c-4754-9944-bc1082e83c1e HTTP/1.1" status: 200 len: 850 time: 0.3853149 Feb 09 18:08:33.786124 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd317de4-3b6d-435c-b5d3-2a1e774a1cae None None] Pushing event updated for resources: {'Port': ['ID=ada9660e-c10c-47a3-8f89-bd475233c80d,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:33.822618 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40042e79-e2f5-4816-b311-494be36a41a3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:33.836985 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be128402-3028-42d1-90b2-13a5c3d81d94 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Port': ['ID=6ee07e07-d3ef-4687-8ca7-7b8c090690e3,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:33.843250 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-888426ad-df4c-4440-9eba-e316b4246758 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:33.864311 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port ac08add2-c02c-4d49-b7e0-fe695e71853a completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:33.867817 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d70f954-2a00-4492-add7-983b4dfcdb61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-533fa7e0-9286-46d7-99f4-266111443da8', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'fixed_ips': [{'subnet_id': '46333563-b22a-4789-9da7-a38056f2f77f'}, {'subnet_id': 'c8cbafa9-e00f-44e5-a9c5-336153764223'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:08:33.869297 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4d70f954-2a00-4492-add7-983b4dfcdb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:33.904105 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 55bff264-461e-4b0b-ab17-e37de367d2de up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:08:34.019511 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-779dd2cc-c4f9-4a4f-a515-ca55a4ddc31e None None] For port c03f010e-f89a-49c6-adc8-af9ae7923db3, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:08:34.117573 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40042e79-e2f5-4816-b311-494be36a41a3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Port': ['ID=955f4149-1edc-42ea-a5b3-0bd60bd356dd,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:34.145157 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-779dd2cc-c4f9-4a4f-a515-ca55a4ddc31e None None] For port c03f010e-f89a-49c6-adc8-af9ae7923db3, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c03f010e-f89a-49c6-adc8-af9ae7923db3,segment=NetworkSegment(77362309-7ba1-4635-a90a-ecaacd0f270b),segment_id=77362309-7ba1-4635-a90a-ecaacd0f270b)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:08:34.246253 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-779dd2cc-c4f9-4a4f-a515-ca55a4ddc31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:34.260565 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40042e79-e2f5-4816-b311-494be36a41a3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:34.293168 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'name': 'tempest-TestNetworkBasicOps-router-93078547', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:16Z', 'updated_at': '2022-02-09T18:08:19Z', 'revision_number': 3, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:18Z', 'updated_at': '2022-02-09T18:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:34.305846 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-1816d18e-3fbf-4cde-b7c5-4e160a7fa10c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet 46333563-b22a-4789-9da7-a38056f2f77f {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:08:34.306050 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54db12a5-e158-4a4e-8d16-e2bb062236b6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:34.321454 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1816d18e-3fbf-4cde-b7c5-4e160a7fa10c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:34.355239 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-40042e79-e2f5-4816-b311-494be36a41a3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/ports/955f4149-1edc-42ea-a5b3-0bd60bd356dd HTTP/1.1" status: 204 len: 168 time: 1.7783580 Feb 09 18:08:34.358583 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50856) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:34.417767 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad72d99-eb29-4f21-9ae2-c1eb6c3215b4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] GET failed (client error): The resource could not be found. Feb 09 18:08:34.418834 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5ad72d99-eb29-4f21-9ae2-c1eb6c3215b4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Synchronizing usage tracker for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:08:34.419038 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1bf197-a5a5-4990-8d5c-ff7349f00edf None None] The sync data for ids ['57807ce7-b1f5-4caf-ba22-80a23d21a831'] in dv-neutron-827016-2-hyperv is: [{'id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'name': 'tempest-TestNetworkBasicOps-router-93078547', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:16Z', 'updated_at': '2022-02-09T18:08:19Z', 'revision_number': 3, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:18Z', 'updated_at': '2022-02-09T18:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:08:34.438668 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888426ad-df4c-4440-9eba-e316b4246758 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network f843c8a8-e764-4c31-91e5-e456caf4f77b is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:34.455496 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-888426ad-df4c-4440-9eba-e316b4246758 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:34.460375 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888426ad-df4c-4440-9eba-e316b4246758 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=396a1660-4047-4a7f-b967-2a3d23582a2c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:34.484795 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db12a5-e158-4a4e-8d16-e2bb062236b6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Subnet': ['ID=9dad662c-fd14-4afb-b947-19c1836b1d7d,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:34.497397 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54db12a5-e158-4a4e-8d16-e2bb062236b6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Checking segment: {'id': '8c5c1421-33c4-40b4-ae6e-1defefce74a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '279f1f64-d5d1-4b51-99af-bba0ef30613e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:34.497824 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54db12a5-e158-4a4e-8d16-e2bb062236b6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Network hostable DHCP agents. Network: 279f1f64-d5d1-4b51-99af-bba0ef30613e, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:08:34.503263 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-20dd2f2c-4652-4591-ad62-b9de2aa0da44 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Allocated IP 2001:db8::7b (4900ff3b-bc27-4f8f-9097-2f045e7188a6/a07d0def-2e16-4c0c-85f4-8e186cdc9831/a5d1a7f1-20b8-4be0-a559-8463f0c155e5) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:34.508731 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779dd2cc-c4f9-4a4f-a515-ca55a4ddc31e None None] Pushing event updated for resources: {'Port': ['ID=c03f010e-f89a-49c6-adc8-af9ae7923db3,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:34.529700 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888426ad-df4c-4440-9eba-e316b4246758 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:34.572982 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5ad72d99-eb29-4f21-9ae2-c1eb6c3215b4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Unset dirty status for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:08:34.591836 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5ad72d99-eb29-4f21-9ae2-c1eb6c3215b4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports/955f4149-1edc-42ea-a5b3-0bd60bd356dd HTTP/1.1" status: 404 len: 333 time: 0.2136943 Feb 09 18:08:34.591836 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50860) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:34.652700 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 55bff264-461e-4b0b-ab17-e37de367d2de completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:34.657465 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a9f53adb-f091-42b1-8367-bb06b82bacfe None None] Provisioning for port 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:34.667193 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a9f53adb-f091-42b1-8367-bb06b82bacfe None None] Provisioning complete for port 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:34.673797 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a9f53adb-f091-42b1-8367-bb06b82bacfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:34.696812 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1816d18e-3fbf-4cde-b7c5-4e160a7fa10c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:34.719815 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54db12a5-e158-4a4e-8d16-e2bb062236b6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Network 279f1f64-d5d1-4b51-99af-bba0ef30613e is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:08:34.753234 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a9f53adb-f091-42b1-8367-bb06b82bacfe None None] Port 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:08:34.848589 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-54db12a5-e158-4a4e-8d16-e2bb062236b6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 279f1f64-d5d1-4b51-99af-bba0ef30613e) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:34.889651 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-888426ad-df4c-4440-9eba-e316b4246758 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:34.897230 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0abe02-66e1-462c-946e-a59c4f7e2803 None None] Network 279f1f64-d5d1-4b51-99af-bba0ef30613e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:35.029441 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54db12a5-e158-4a4e-8d16-e2bb062236b6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:35.054204 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54db12a5-e158-4a4e-8d16-e2bb062236b6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:35.108041 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be128402-3028-42d1-90b2-13a5c3d81d94 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:35.165588 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9227766e-1fa0-4eeb-a5db-7f375a6aa96f tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Router 1073232d-05c2-446f-b66e-9792198afe19 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:08:35.184258 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6c2dba22-be6f-42fe-9c77-bde44bcb1b19 req-bb5f7767-c9bf-4365-81f9-863c8441ccd8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.5169518 Feb 09 18:08:35.213646 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 427688f2-2a5e-4908-b0b4-ec81ac4b14ca up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:08:35.296129 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-54db12a5-e158-4a4e-8d16-e2bb062236b6 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7584236 Feb 09 18:08:35.300616 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50864) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:35.313791 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20a2b0a-093f-4bdb-bbcb-784f42d4e701 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting subnet 407876f3-66cd-4bb0-a452-0d1fac52f03b {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:08:35.380859 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c20a2b0a-093f-4bdb-bbcb-784f42d4e701 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:35.473645 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-50963c44-1be5-4c6c-8289-151e028590bf None None] Provisioning for port ac08add2-c02c-4d49-b7e0-fe695e71853a completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:35.498887 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-50963c44-1be5-4c6c-8289-151e028590bf None None] Provisioning complete for port ac08add2-c02c-4d49-b7e0-fe695e71853a triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:35.499608 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-50963c44-1be5-4c6c-8289-151e028590bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:35.550259 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1816d18e-3fbf-4cde-b7c5-4e160a7fa10c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:35.661198 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 427688f2-2a5e-4908-b0b4-ec81ac4b14ca triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:35.661733 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:35.707307 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c20a2b0a-093f-4bdb-bbcb-784f42d4e701 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:35.787999 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-888426ad-df4c-4440-9eba-e316b4246758 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:35.807247 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8483bef-d162-4f79-a1b2-c8748dc3a25e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-279f1f64-d5d1-4b51-99af-bba0ef30613e', 'network_id': '279f1f64-d5d1-4b51-99af-bba0ef30613e', 'tenant_id': '87988ebdba86441595145b8b3a8899ab', 'fixed_ips': [{'subnet_id': '9dad662c-fd14-4afb-b947-19c1836b1d7d'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:08:35.808147 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8483bef-d162-4f79-a1b2-c8748dc3a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:35.823203 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59de60d2-0a41-41a6-a861-472af3b00ad4 None None] Network f843c8a8-e764-4c31-91e5-e456caf4f77b requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:35.906818 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:35.991994 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c20a2b0a-093f-4bdb-bbcb-784f42d4e701 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:36.099488 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:36.300731 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-20dd2f2c-4652-4591-ad62-b9de2aa0da44 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:36.367926 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device ada9660e-c10c-47a3-8f89-bd475233c80d up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:08:36.378732 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c20a2b0a-093f-4bdb-bbcb-784f42d4e701 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:36.440070 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a2b0a-093f-4bdb-bbcb-784f42d4e701 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Subnet': ['ID=407876f3-66cd-4bb0-a452-0d1fac52f03b,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:36.445036 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c20a2b0a-093f-4bdb-bbcb-784f42d4e701 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:36.456971 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c20a2b0a-093f-4bdb-bbcb-784f42d4e701 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/subnets/407876f3-66cd-4bb0-a452-0d1fac52f03b HTTP/1.1" status: 204 len: 168 time: 1.8721774 Feb 09 18:08:36.457569 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50868) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:36.496318 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-20dd2f2c-4652-4591-ad62-b9de2aa0da44 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Transition to ACTIVE for port object a5d1a7f1-20b8-4be0-a559-8463f0c155e5 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:36.532735 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-d8483bef-d162-4f79-a1b2-c8748dc3a25e None None] Allocated IP 172.20.0.1 (279f1f64-d5d1-4b51-99af-bba0ef30613e/9dad662c-fd14-4afb-b947-19c1836b1d7d/bc1f815b-d961-4a58-848b-41b0334aaf7e) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:36.567623 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1816d18e-3fbf-4cde-b7c5-4e160a7fa10c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:36.603229 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-50963c44-1be5-4c6c-8289-151e028590bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:36.617048 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51f854a0-2583-4776-b8ef-0706d71f3651 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:36.631748 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-51f854a0-2583-4776-b8ef-0706d71f3651 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting port 55bff264-461e-4b0b-ab17-e37de367d2de {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:36.632417 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51f854a0-2583-4776-b8ef-0706d71f3651 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:36.647358 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6c2dba22-be6f-42fe-9c77-bde44bcb1b19 req-9bb77794-7ca4-45d8-8be5-4c4981364b87 service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1728749 Feb 09 18:08:36.648892 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-20dd2f2c-4652-4591-ad62-b9de2aa0da44 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server [None req-4d70f954-2a00-4492-add7-983b4dfcdb61 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46333563-b22a-4789-9da7-a38056f2f77f: This subnet is being modified by another concurrent operation. Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server raise value Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server raise value Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server raise value Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 18:08:36.706093 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server raise value Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server raise value Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server raise value Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server raise exception Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46333563-b22a-4789-9da7-a38056f2f77f: This subnet is being modified by another concurrent operation. Feb 09 18:08:36.710138 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server Feb 09 18:08:36.784927 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c30a5a-efd1-48d9-a5e0-e599d2ed7e79 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:36.867292 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d49ecb-61e1-483f-9a08-f79b0a4ef54e None None] Network 4900ff3b-bc27-4f8f-9097-2f045e7188a6 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:36.880370 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55beb0a9-1454-4406-b3bc-5361e894d51f None None] Network 559458fb-57ae-4a79-b31f-4c201f6c027f requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:36.887256 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-51f854a0-2583-4776-b8ef-0706d71f3651 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] For port 55bff264-461e-4b0b-ab17-e37de367d2de, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=55bff264-461e-4b0b-ab17-e37de367d2de,segment=NetworkSegment(64b86a2a-205a-4b56-bbc4-70b7ec85b638),segment_id=64b86a2a-205a-4b56-bbc4-70b7ec85b638)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:36.887630 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51f854a0-2583-4776-b8ef-0706d71f3651 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:36.888189 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816d18e-3fbf-4cde-b7c5-4e160a7fa10c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=46333563-b22a-4789-9da7-a38056f2f77f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:36.988375 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be128402-3028-42d1-90b2-13a5c3d81d94 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:37.003450 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1816d18e-3fbf-4cde-b7c5-4e160a7fa10c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:37.013733 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-51f854a0-2583-4776-b8ef-0706d71f3651 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Calling delete_port for 55bff264-461e-4b0b-ab17-e37de367d2de owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:37.049296 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd2f2c-4652-4591-ad62-b9de2aa0da44 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Pushing event updated for resources: {'Port': ['ID=a5d1a7f1-20b8-4be0-a559-8463f0c155e5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:37.076290 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dd2f2c-4652-4591-ad62-b9de2aa0da44 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Network 4900ff3b-bc27-4f8f-9097-2f045e7188a6 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:37.142252 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-50963c44-1be5-4c6c-8289-151e028590bf None None] For port ac08add2-c02c-4d49-b7e0-fe695e71853a, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=ac08add2-c02c-4d49-b7e0-fe695e71853a,segment=NetworkSegment(a63ecd66-173f-4d9f-ad94-c196a8b795db),segment_id=a63ecd66-173f-4d9f-ad94-c196a8b795db)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:37.163451 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-20dd2f2c-4652-4591-ad62-b9de2aa0da44 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:37.222567 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dd2f2c-4652-4591-ad62-b9de2aa0da44 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:37.229573 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dd2f2c-4652-4591-ad62-b9de2aa0da44 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:37.230614 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-20dd2f2c-4652-4591-ad62-b9de2aa0da44 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:37.242838 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1816d18e-3fbf-4cde-b7c5-4e160a7fa10c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/46333563-b22a-4789-9da7-a38056f2f77f HTTP/1.1" status: 204 len: 168 time: 4.5732284 Feb 09 18:08:37.245125 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50872) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:37.404646 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51f854a0-2583-4776-b8ef-0706d71f3651 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:37.439685 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8483bef-d162-4f79-a1b2-c8748dc3a25e None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:37.471202 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f854a0-2583-4776-b8ef-0706d71f3651 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] No DVR routers for this DVR port 55bff264-461e-4b0b-ab17-e37de367d2de on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:08:37.473032 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f854a0-2583-4776-b8ef-0706d71f3651 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Port': ['ID=55bff264-461e-4b0b-ab17-e37de367d2de,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:37.516027 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-50963c44-1be5-4c6c-8289-151e028590bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:37.685502 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50963c44-1be5-4c6c-8289-151e028590bf None None] Pushing event updated for resources: {'Port': ['ID=ac08add2-c02c-4d49-b7e0-fe695e71853a,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:37.695429 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port ada9660e-c10c-47a3-8f89-bd475233c80d completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:37.731520 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51f854a0-2583-4776-b8ef-0706d71f3651 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:37.734433 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d8483bef-d162-4f79-a1b2-c8748dc3a25e None None] Transition to ACTIVE for port object bc1f815b-d961-4a58-848b-41b0334aaf7e will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:37.740757 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e062b1-09db-45be-a1b3-71a4e19ce720 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet c8cbafa9-e00f-44e5-a9c5-336153764223 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:08:37.752336 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-31e062b1-09db-45be-a1b3-71a4e19ce720 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:37.790838 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-20dd2f2c-4652-4591-ad62-b9de2aa0da44 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 7.6670005 Feb 09 18:08:37.791397 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6c2dba22-be6f-42fe-9c77-bde44bcb1b19 req-5bf850e8-aea4-4b4a-a179-0c352dfbaf14 service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1242583 Feb 09 18:08:37.793247 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50876) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:37.829670 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-51f854a0-2583-4776-b8ef-0706d71f3651 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559458fb-57ae-4a79-b31f-4c201f6c027f']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:37.864263 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-51f854a0-2583-4776-b8ef-0706d71f3651 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b86a2a-205a-4b56-bbc4-70b7ec85b638') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:37.864792 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-51f854a0-2583-4776-b8ef-0706d71f3651 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b86a2a-205a-4b56-bbc4-70b7ec85b638') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:37.888674 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51f854a0-2583-4776-b8ef-0706d71f3651 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:37.891567 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d8483bef-d162-4f79-a1b2-c8748dc3a25e None None] Transition to ACTIVE for port object bc1f815b-d961-4a58-848b-41b0334aaf7e will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:37.898933 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-31e062b1-09db-45be-a1b3-71a4e19ce720 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:37.908664 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-50963c44-1be5-4c6c-8289-151e028590bf None None] Provisioning complete for port 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:37.909290 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-50963c44-1be5-4c6c-8289-151e028590bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:37.935631 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98b64fd-03a1-4222-9124-bcc4e14967c0 None None] DHCP port deletion for 559458fb-57ae-4a79-b31f-4c201f6c027f request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:08:37.970980 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51f854a0-2583-4776-b8ef-0706d71f3651 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:37.989201 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f854a0-2583-4776-b8ef-0706d71f3651 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:08:37.989589 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51f854a0-2583-4776-b8ef-0706d71f3651 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:37.996233 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8483bef-d162-4f79-a1b2-c8748dc3a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:08:38.011695 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:08:38.022270 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-31e062b1-09db-45be-a1b3-71a4e19ce720 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:38.066703 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-be128402-3028-42d1-90b2-13a5c3d81d94 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:08:38.099726 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be128402-3028-42d1-90b2-13a5c3d81d94 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:38.102051 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6d0466-aa54-46b2-a422-37d2f72e12d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-533fa7e0-9286-46d7-99f4-266111443da8', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'fixed_ips': [{'subnet_id': 'c8cbafa9-e00f-44e5-a9c5-336153764223'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:08:38.103050 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e6d0466-aa54-46b2-a422-37d2f72e12d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:38.105350 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9227766e-1fa0-4eeb-a5db-7f375a6aa96f tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:08:38.117898 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] Sync routers for ids ['1073232d-05c2-446f-b66e-9792198afe19'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:08:38.160087 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9227766e-1fa0-4eeb-a5db-7f375a6aa96f tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "PUT /v2.0/routers/1073232d-05c2-446f-b66e-9792198afe19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.4510050 Feb 09 18:08:38.176060 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] Routers {'1073232d-05c2-446f-b66e-9792198afe19'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:08:38.176923 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:08:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['1073232d-05c2-446f-b66e-9792198afe19'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:38.183490 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be128402-3028-42d1-90b2-13a5c3d81d94 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:38.184212 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be128402-3028-42d1-90b2-13a5c3d81d94 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:38.193046 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7ab13b-d642-4bf4-a9ae-6150b3516e21 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:38.197224 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7ab13b-d642-4bf4-a9ae-6150b3516e21 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:38.201226 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7ab13b-d642-4bf4-a9ae-6150b3516e21 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:38.203679 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9f7ab13b-d642-4bf4-a9ae-6150b3516e21 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.4091690 Feb 09 18:08:38.207672 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50880) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:38.213108 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-888426ad-df4c-4440-9eba-e316b4246758 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:08:38.249797 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-888426ad-df4c-4440-9eba-e316b4246758 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:38.266490 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8483bef-d162-4f79-a1b2-c8748dc3a25e None None] Pushing event updated for resources: {'Port': ['ID=bc1f815b-d961-4a58-848b-41b0334aaf7e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:38.270346 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-50963c44-1be5-4c6c-8289-151e028590bf None None] Port 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:08:38.326172 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device c03f010e-f89a-49c6-adc8-af9ae7923db3 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:08:38.344651 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:38.353512 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51f854a0-2583-4776-b8ef-0706d71f3651 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:38.428304 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8483bef-d162-4f79-a1b2-c8748dc3a25e None None] Network 279f1f64-d5d1-4b51-99af-bba0ef30613e is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:38.430911 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-50963c44-1be5-4c6c-8289-151e028590bf None None] Could not find standard attr ID for object 55bff264-461e-4b0b-ab17-e37de367d2de. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:08:38.433106 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-d8483bef-d162-4f79-a1b2-c8748dc3a25e None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:38.449342 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8483bef-d162-4f79-a1b2-c8748dc3a25e None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:38.451939 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-51f854a0-2583-4776-b8ef-0706d71f3651 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:38.485427 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Subnet': ['ID=9dad662c-fd14-4afb-b947-19c1836b1d7d,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:38.496278 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f854a0-2583-4776-b8ef-0706d71f3651 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Network': ['ID=559458fb-57ae-4a79-b31f-4c201f6c027f,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:38.522335 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] Set router 1073232d-05c2-446f-b66e-9792198afe19 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:08:38.540896 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-2175c809-8f51-4cbc-b50f-4ac639c8b5a0 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Deleting port a5d1a7f1-20b8-4be0-a559-8463f0c155e5 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:38.541643 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2175c809-8f51-4cbc-b50f-4ac639c8b5a0 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:38.589772 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be128402-3028-42d1-90b2-13a5c3d81d94 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Port': ['ID=6ee07e07-d3ef-4687-8ca7-7b8c090690e3,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:38.599687 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-888426ad-df4c-4440-9eba-e316b4246758 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:38.618716 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-d8483bef-d162-4f79-a1b2-c8748dc3a25e None None] Attempting to bind port bc1f815b-d961-4a58-848b-41b0334aaf7e on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:08:38.619092 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-d8483bef-d162-4f79-a1b2-c8748dc3a25e None None] Attempting to bind port bc1f815b-d961-4a58-848b-41b0334aaf7e by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '8c5c1421-33c4-40b4-ae6e-1defefce74a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '279f1f64-d5d1-4b51-99af-bba0ef30613e'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:08:38.619455 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8483bef-d162-4f79-a1b2-c8748dc3a25e None None] Attempting to bind port bc1f815b-d961-4a58-848b-41b0334aaf7e on network 279f1f64-d5d1-4b51-99af-bba0ef30613e {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:08:38.644033 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8483bef-d162-4f79-a1b2-c8748dc3a25e None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:08:38.644471 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8483bef-d162-4f79-a1b2-c8748dc3a25e None None] Checking segment: {'id': '8c5c1421-33c4-40b4-ae6e-1defefce74a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '279f1f64-d5d1-4b51-99af-bba0ef30613e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:38.644870 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8483bef-d162-4f79-a1b2-c8748dc3a25e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:38.645330 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8483bef-d162-4f79-a1b2-c8748dc3a25e None None] Bound using segment: {'id': '8c5c1421-33c4-40b4-ae6e-1defefce74a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '279f1f64-d5d1-4b51-99af-bba0ef30613e'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:08:38.645822 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-d8483bef-d162-4f79-a1b2-c8748dc3a25e None None] Bound port: bc1f815b-d961-4a58-848b-41b0334aaf7e, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c5c1421-33c4-40b4-ae6e-1defefce74a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '279f1f64-d5d1-4b51-99af-bba0ef30613e'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:08:38.646555 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8483bef-d162-4f79-a1b2-c8748dc3a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:38.726630 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-31e062b1-09db-45be-a1b3-71a4e19ce720 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:38.738556 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-51f854a0-2583-4776-b8ef-0706d71f3651 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/networks/559458fb-57ae-4a79-b31f-4c201f6c027f HTTP/1.1" status: 204 len: 168 time: 2.2797048 Feb 09 18:08:38.748297 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50892) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:38.752195 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be128402-3028-42d1-90b2-13a5c3d81d94 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network df5a634b-cc67-4ff7-a059-80a7624035ab is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server [None req-6e6d0466-aa54-46b2-a422-37d2f72e12d5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8cbafa9-e00f-44e5-a9c5-336153764223: This subnet is being modified by another concurrent operation. Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server raise value Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server raise value Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server raise value Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 18:08:38.780312 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server raise value Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server raise value Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server raise value Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server raise exception Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8cbafa9-e00f-44e5-a9c5-336153764223: This subnet is being modified by another concurrent operation. Feb 09 18:08:38.784450 dv-neutron-827016-2-hyperv neutron-server[84543]: ERROR oslo_messaging.rpc.server Feb 09 18:08:38.790458 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] Provisioning for port 396a1660-4047-4a7f-b967-2a3d23582a2c completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:38.837980 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-0d5fc7a4-6786-4681-8d32-28c6057086b1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-187630742'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:38.844344 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:38.845668 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] Provisioning complete for port 396a1660-4047-4a7f-b967-2a3d23582a2c triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:38.846057 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:38.857805 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-888426ad-df4c-4440-9eba-e316b4246758 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:38.862257 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888426ad-df4c-4440-9eba-e316b4246758 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=396a1660-4047-4a7f-b967-2a3d23582a2c,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:38.866658 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e062b1-09db-45be-a1b3-71a4e19ce720 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=c8cbafa9-e00f-44e5-a9c5-336153764223,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:38.878466 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-0d5fc7a4-6786-4681-8d32-28c6057086b1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:38.878663 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-be128402-3028-42d1-90b2-13a5c3d81d94 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:38.888782 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-0d5fc7a4-6786-4681-8d32-28c6057086b1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:network and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:38.908339 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-0d5fc7a4-6786-4681-8d32-28c6057086b1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:38.912609 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-31e062b1-09db-45be-a1b3-71a4e19ce720 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:38.914710 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-31e062b1-09db-45be-a1b3-71a4e19ce720 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/c8cbafa9-e00f-44e5-a9c5-336153764223 HTTP/1.1" status: 204 len: 168 time: 1.6684899 Feb 09 18:08:38.924142 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port c03f010e-f89a-49c6-adc8-af9ae7923db3 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:38.950014 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 9e9729ae-03c7-4eb8-8923-0cb02c35e501 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:08:38.953380 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50896) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:38.964966 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-0d5fc7a4-6786-4681-8d32-28c6057086b1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:39.001854 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d8483bef-d162-4f79-a1b2-c8748dc3a25e None None] For port bc1f815b-d961-4a58-848b-41b0334aaf7e, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:08:39.013759 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279f1f64-d5d1-4b51-99af-bba0ef30613e']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:39.044796 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d8483bef-d162-4f79-a1b2-c8748dc3a25e None None] For port bc1f815b-d961-4a58-848b-41b0334aaf7e, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=bc1f815b-d961-4a58-848b-41b0334aaf7e,segment=NetworkSegment(8c5c1421-33c4-40b4-ae6e-1defefce74a0),segment_id=8c5c1421-33c4-40b4-ae6e-1defefce74a0)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:08:39.078757 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] Port 396a1660-4047-4a7f-b967-2a3d23582a2c cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:08:39.117381 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-975cf4ed-a037-486b-a388-d95005e8ada3 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1555424 Feb 09 18:08:39.137409 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50900) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:39.141931 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5c1421-33c4-40b4-ae6e-1defefce74a0') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:39.142234 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5c1421-33c4-40b4-ae6e-1defefce74a0') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:39.157491 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5fc7a4-6786-4681-8d32-28c6057086b1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:39.166188 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0d5fc7a4-6786-4681-8d32-28c6057086b1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:39.177328 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8483bef-d162-4f79-a1b2-c8748dc3a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:39.180636 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1073232d-05c2-446f-b66e-9792198afe19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630140027', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:04Z', 'updated_at': '2022-02-09T18:08:26Z', 'revision_number': 4, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'gw_port': {'id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1073232d-05c2-446f-b66e-9792198afe19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:07Z', 'updated_at': '2022-02-09T18:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '1ec8f131-23db-4f3f-88b7-ec8b7ddc639a', 'name': '', 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'mac_address': 'fa:16:3e:7c:d9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1073232d-05c2-446f-b66e-9792198afe19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de722401-dd0e-409a-8196-100518d2fe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:24Z', 'updated_at': '2022-02-09T18:08:28Z', 'revision_number': 2, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'subnets': [{'id': 'de722401-dd0e-409a-8196-100518d2fe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:39.205245 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] Checking router: 1073232d-05c2-446f-b66e-9792198afe19 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:08:39.205609 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] Updating router 1073232d-05c2-446f-b66e-9792198afe19 port 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:08:39.280075 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:39.318013 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:39.344571 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 9e9729ae-03c7-4eb8-8923-0cb02c35e501 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:39.344827 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-b240c439-dc88-4088-bff4-ff2cfae9e8ec tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-936113130&fields=id&tenant_id=04ff2d95016a41349448cd02c203dbe9 HTTP/1.1" status: 200 len: 267 time: 0.6539485 Feb 09 18:08:39.351085 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 9e9729ae-03c7-4eb8-8923-0cb02c35e501 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:39.351666 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:39.364048 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f0f7a9e7-8720-4501-b3de-dfd2bd12233a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:08:39.472575 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8483bef-d162-4f79-a1b2-c8748dc3a25e None None] Pushing event updated for resources: {'Port': ['ID=bc1f815b-d961-4a58-848b-41b0334aaf7e,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:39.574603 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:39.583228 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:08:39.583629 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:39.656655 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6406056-e76e-4340-9a24-40490f28e0e0 None None] Network 279f1f64-d5d1-4b51-99af-bba0ef30613e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:39.693298 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] Provisioning for port c03f010e-f89a-49c6-adc8-af9ae7923db3 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:39.763470 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:39.776173 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] Provisioning complete for port c03f010e-f89a-49c6-adc8-af9ae7923db3 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:39.776821 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:39.806414 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888426ad-df4c-4440-9eba-e316b4246758 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network f843c8a8-e764-4c31-91e5-e456caf4f77b is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:39.808515 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-888426ad-df4c-4440-9eba-e316b4246758 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:39.845793 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-7885edca-b369-470c-b26a-915101eb8847 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:39.848002 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-7885edca-b369-470c-b26a-915101eb8847 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Synchronizing usage tracker for tenant:04ff2d95016a41349448cd02c203dbe9 on resource:network {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:08:39.852116 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:08:39.864637 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5fc7a4-6786-4681-8d32-28c6057086b1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:08:39.872060 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:39.889319 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] Transition to ACTIVE for port object 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:39.896414 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 9e9729ae-03c7-4eb8-8923-0cb02c35e501, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9e9729ae-03c7-4eb8-8923-0cb02c35e501,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:39.949243 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f0f7a9e7-8720-4501-b3de-dfd2bd12233a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:08:39.950418 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f0f7a9e7-8720-4501-b3de-dfd2bd12233a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.7535629 Feb 09 18:08:39.951272 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.api [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 18:08:39.951272 dv-neutron-827016-2-hyperv neutron-server[84541]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 18:08:39.951272 dv-neutron-827016-2-hyperv neutron-server[84541]: [parameters: {'id': '279f1f64-d5d1-4b51-99af-bba0ef30613e'}] Feb 09 18:08:39.951272 dv-neutron-827016-2-hyperv neutron-server[84541]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:08:39.951893 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG oslo_db.api [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:08:39.966047 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50904) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:39.976545 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:39.980327 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:39.986171 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device ac08add2-c02c-4d49-b7e0-fe695e71853a up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:08:40.016596 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0d5fc7a4-6786-4681-8d32-28c6057086b1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:40.016905 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-0d5fc7a4-6786-4681-8d32-28c6057086b1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Added segment ac1213d8-b959-43b2-8629-e4d6a30d04f5 of type vlan for network 64462e2f-8c82-4a43-b029-c7817b34f29c Feb 09 18:08:40.126629 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-7885edca-b369-470c-b26a-915101eb8847 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Unset dirty status for tenant:04ff2d95016a41349448cd02c203dbe9 on resource:network {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:08:40.127714 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-7885edca-b369-470c-b26a-915101eb8847 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/networks?id=d6eaa772-ffac-41e7-8518-58e8632c9a92 HTTP/1.1" status: 200 len: 796 time: 0.7958236 Feb 09 18:08:40.211932 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7f0c3-c952-4948-b2b8-f701b793bdd0 None None] Pushing event updated for resources: {'Port': ['ID=1ec8f131-23db-4f3f-88b7-ec8b7ddc639a,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:40.237048 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0d5fc7a4-6786-4681-8d32-28c6057086b1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:40.249284 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838a4597-bbff-43b6-a762-b6a84e23efef tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:40.252185 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-838a4597-bbff-43b6-a762-b6a84e23efef tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:08:40.259923 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2175c809-8f51-4cbc-b50f-4ac639c8b5a0 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:40.272496 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-b7d12437-43f7-4623-8aca-af51524df2da tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/quotas/04ff2d95016a41349448cd02c203dbe9 HTTP/1.1" status: 200 len: 375 time: 0.0690563 Feb 09 18:08:40.339821 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] Attempting to bind port 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:08:40.340181 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] Attempting to bind port 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'bb132a2c-087c-4094-9ff0-147d0aa84db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:08:40.340531 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] Attempting to bind port 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a on network d6eaa772-ffac-41e7-8518-58e8632c9a92 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:08:40.348623 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:08:40.349031 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] Checking segment: {'id': 'bb132a2c-087c-4094-9ff0-147d0aa84db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:40.349387 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:40.349771 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] Bound using segment: {'id': 'bb132a2c-087c-4094-9ff0-147d0aa84db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:08:40.350232 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] Bound port: 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb132a2c-087c-4094-9ff0-147d0aa84db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:08:40.350620 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:40.359760 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.resource_extend [None req-0d5fc7a4-6786-4681-8d32-28c6057086b1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:08:40.362616 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=9e9729ae-03c7-4eb8-8923-0cb02c35e501,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:40.379148 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:40.448047 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9f84f1-0938-49e3-b11e-c8d4929afcf4 None None] get_active_networks_info from dv-neutron-827016-2-hyperv {{(pid=84543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 18:08:40.471629 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] For port 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:08:40.475345 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] For port 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=1ec8f131-23db-4f3f-88b7-ec8b7ddc639a,segment=NetworkSegment(bb132a2c-087c-4094-9ff0-147d0aa84db2),segment_id=bb132a2c-087c-4094-9ff0-147d0aa84db2)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:08:40.482531 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port ac08add2-c02c-4d49-b7e0-fe695e71853a triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:40.483116 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:40.510848 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] For port c03f010e-f89a-49c6-adc8-af9ae7923db3, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c03f010e-f89a-49c6-adc8-af9ae7923db3,segment=NetworkSegment(77362309-7ba1-4635-a90a-ecaacd0f270b),segment_id=77362309-7ba1-4635-a90a-ecaacd0f270b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:40.513565 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:40.520631 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888426ad-df4c-4440-9eba-e316b4246758 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 57807ce7-b1f5-4caf-ba22-80a23d21a831 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:08:40.525584 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-2175c809-8f51-4cbc-b50f-4ac639c8b5a0 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Calling delete_port for a5d1a7f1-20b8-4be0-a559-8463f0c155e5 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:40.545214 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:40.557916 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0d5fc7a4-6786-4681-8d32-28c6057086b1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:40.562810 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5fc7a4-6786-4681-8d32-28c6057086b1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:40.563449 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0d5fc7a4-6786-4681-8d32-28c6057086b1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:40.577760 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:40.606558 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be128402-3028-42d1-90b2-13a5c3d81d94 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Router d81350fa-0974-45e9-856f-4290fa20a508 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:08:40.650915 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7f0c3-c952-4948-b2b8-f701b793bdd0 None None] Pushing event updated for resources: {'Port': ['ID=1ec8f131-23db-4f3f-88b7-ec8b7ddc639a,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:40.684408 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] Routers {'1073232d-05c2-446f-b66e-9792198afe19'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:08:40.685925 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:08:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['1073232d-05c2-446f-b66e-9792198afe19'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:40.692198 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fc7a4-6786-4681-8d32-28c6057086b1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Network': ['ID=64462e2f-8c82-4a43-b029-c7817b34f29c,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:40.697243 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-838a4597-bbff-43b6-a762-b6a84e23efef tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:08:40.698650 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-838a4597-bbff-43b6-a762-b6a84e23efef tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7296340 Feb 09 18:08:40.714763 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50908) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:40.743361 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 64462e2f-8c82-4a43-b029-c7817b34f29c details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:08:40.743896 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Deleting port bc1f815b-d961-4a58-848b-41b0334aaf7e {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:40.744238 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:40.762476 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] Provisioning complete for port ac08add2-c02c-4d49-b7e0-fe695e71853a triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:40.762933 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:40.786283 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] Pushing event updated for resources: {'Port': ['ID=c03f010e-f89a-49c6-adc8-af9ae7923db3,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:40.820593 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0d5fc7a4-6786-4681-8d32-28c6057086b1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.0138090 Feb 09 18:08:40.825908 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50912) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:40.834998 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-03c9b5af-c1dc-4570-a5ad-fb80675fc1bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'subnet': {'network_id': '64462e2f-8c82-4a43-b029-c7817b34f29c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:40.907300 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9f84f1-0938-49e3-b11e-c8d4929afcf4 None None] Resources bound (agent type, host, resource id): {{(pid=84543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 18:08:40.934762 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-eea51dd7-878a-4b4e-a414-28b9418dabac tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1624837 Feb 09 18:08:40.935617 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50916) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:40.951001 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-22669cc6-4e09-482d-964c-0286c8a36197 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:40.982073 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-03c9b5af-c1dc-4570-a5ad-fb80675fc1bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:41.025131 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] Set router 1073232d-05c2-446f-b66e-9792198afe19 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:08:41.030527 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-04fa5bd5-9ea1-4568-a600-bf58e877e995 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=04ff2d95016a41349448cd02c203dbe9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7506542 Feb 09 18:08:41.067177 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device c03f010e-f89a-49c6-adc8-af9ae7923db3 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:08:41.069247 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-03c9b5af-c1dc-4570-a5ad-fb80675fc1bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:subnet and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:41.161275 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-22669cc6-4e09-482d-964c-0286c8a36197 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:41.168350 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-03c9b5af-c1dc-4570-a5ad-fb80675fc1bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:41.180062 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-22669cc6-4e09-482d-964c-0286c8a36197 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:41.215164 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-03c9b5af-c1dc-4570-a5ad-fb80675fc1bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:41.241567 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be128402-3028-42d1-90b2-13a5c3d81d94 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:08:41.257831 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-be128402-3028-42d1-90b2-13a5c3d81d94 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "PUT /v2.0/routers/d81350fa-0974-45e9-856f-4290fa20a508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0289633 Feb 09 18:08:41.260113 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50922) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:41.293394 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcf8848-c9a1-4928-be40-0e88a32914be None None] Sync routers for ids ['d81350fa-0974-45e9-856f-4290fa20a508'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:08:41.323472 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22669cc6-4e09-482d-964c-0286c8a36197 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:41.355860 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888426ad-df4c-4440-9eba-e316b4246758 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:08:41.359967 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcf8848-c9a1-4928-be40-0e88a32914be None None] Routers {'d81350fa-0974-45e9-856f-4290fa20a508'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:08:41.360847 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-3fcf8848-c9a1-4928-be40-0e88a32914be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:08:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d81350fa-0974-45e9-856f-4290fa20a508'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:41.388922 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-888426ad-df4c-4440-9eba-e316b4246758 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "PUT /v2.0/routers/57807ce7-b1f5-4caf-ba22-80a23d21a831/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2943034 Feb 09 18:08:41.393455 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50926) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:41.401764 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c9b5af-c1dc-4570-a5ad-fb80675fc1bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:41.435149 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-3fcf8848-c9a1-4928-be40-0e88a32914be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:41.438659 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] Provisioning for port ada9660e-c10c-47a3-8f89-bd475233c80d completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:41.451703 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e24674-f407-4232-80ea-96b26e78493e None None] Sync routers for ids ['57807ce7-b1f5-4caf-ba22-80a23d21a831'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:08:41.489568 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e24674-f407-4232-80ea-96b26e78493e None None] Routers {'57807ce7-b1f5-4caf-ba22-80a23d21a831'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:08:41.490193 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-90e24674-f407-4232-80ea-96b26e78493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:08:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['57807ce7-b1f5-4caf-ba22-80a23d21a831'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:41.505797 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port c03f010e-f89a-49c6-adc8-af9ae7923db3 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:41.506438 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:41.511421 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a56d99-fa72-4eef-9fd7-0f8225499d8b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:41.513365 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-23a56d99-fa72-4eef-9fd7-0f8225499d8b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "GET /v2.0/ports/6ee07e07-d3ef-4687-8ca7-7b8c090690e3 HTTP/1.1" status: 200 len: 983 time: 0.2522004 Feb 09 18:08:41.517034 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50930) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:41.527887 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2175c809-8f51-4cbc-b50f-4ac639c8b5a0 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:41.573993 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] Provisioning complete for port ada9660e-c10c-47a3-8f89-bd475233c80d triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:41.574386 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:41.715223 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 9e9729ae-03c7-4eb8-8923-0cb02c35e501 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:08:41.761221 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcf8848-c9a1-4928-be40-0e88a32914be None None] Routers {'d81350fa-0974-45e9-856f-4290fa20a508'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:08:41.761863 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-3fcf8848-c9a1-4928-be40-0e88a32914be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:08:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d81350fa-0974-45e9-856f-4290fa20a508'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:41.787898 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-90e24674-f407-4232-80ea-96b26e78493e None None] Set router 57807ce7-b1f5-4caf-ba22-80a23d21a831 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:08:41.788288 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175c809-8f51-4cbc-b50f-4ac639c8b5a0 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Pushing event deleted for resources: {'Port': ['ID=a5d1a7f1-20b8-4be0-a559-8463f0c155e5,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:41.792116 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-081acd37-1fd4-48a9-8c7b-e2ee7bcc3052 service neutron] 10.222.0.21 "GET /v2.0/networks/d6eaa772-ffac-41e7-8518-58e8632c9a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7615969 Feb 09 18:08:41.797185 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] For port bc1f815b-d961-4a58-848b-41b0334aaf7e, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=bc1f815b-d961-4a58-848b-41b0334aaf7e,segment=NetworkSegment(8c5c1421-33c4-40b4-ae6e-1defefce74a0),segment_id=8c5c1421-33c4-40b4-ae6e-1defefce74a0)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:41.797734 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:41.836751 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1073232d-05c2-446f-b66e-9792198afe19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630140027', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:04Z', 'updated_at': '2022-02-09T18:08:26Z', 'revision_number': 4, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'gw_port': {'id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1073232d-05c2-446f-b66e-9792198afe19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:07Z', 'updated_at': '2022-02-09T18:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '1ec8f131-23db-4f3f-88b7-ec8b7ddc639a', 'name': '', 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'mac_address': 'fa:16:3e:7c:d9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1073232d-05c2-446f-b66e-9792198afe19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de722401-dd0e-409a-8196-100518d2fe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:24Z', 'updated_at': '2022-02-09T18:08:40Z', 'revision_number': 4, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'subnets': [{'id': 'de722401-dd0e-409a-8196-100518d2fe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:41.843829 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-3fcf8848-c9a1-4928-be40-0e88a32914be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:41.844243 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcf8848-c9a1-4928-be40-0e88a32914be None None] The sync data for ids ['d81350fa-0974-45e9-856f-4290fa20a508'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:08:41.860434 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:08:41.861163 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a4a4bd-c6df-424f-8767-beac815ead01 None None] The sync data for ids ['1073232d-05c2-446f-b66e-9792198afe19'] in dv-neutron-827016-2-hyperv is: [{'id': '1073232d-05c2-446f-b66e-9792198afe19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630140027', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:04Z', 'updated_at': '2022-02-09T18:08:26Z', 'revision_number': 4, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'gw_port': {'id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1073232d-05c2-446f-b66e-9792198afe19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:07Z', 'updated_at': '2022-02-09T18:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '1ec8f131-23db-4f3f-88b7-ec8b7ddc639a', 'name': '', 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'mac_address': 'fa:16:3e:7c:d9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1073232d-05c2-446f-b66e-9792198afe19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de722401-dd0e-409a-8196-100518d2fe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:24Z', 'updated_at': '2022-02-09T18:08:40Z', 'revision_number': 4, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'subnets': [{'id': 'de722401-dd0e-409a-8196-100518d2fe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:08:41.946920 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa44c483-c8f4-4afc-bed2-a96b99d87f12 None None] get_active_networks_info from dv-neutron-827016-2-hyperv {{(pid=84543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 18:08:41.993133 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22669cc6-4e09-482d-964c-0286c8a36197 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:41.994769 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-22669cc6-4e09-482d-964c-0286c8a36197 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:08:41.995453 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22669cc6-4e09-482d-964c-0286c8a36197 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:08:42.137008 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Calling delete_port for bc1f815b-d961-4a58-848b-41b0334aaf7e owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:42.225036 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-03c9b5af-c1dc-4570-a5ad-fb80675fc1bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:42.249492 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa44c483-c8f4-4afc-bed2-a96b99d87f12 None None] Resources bound (agent type, host, resource id): {{(pid=84543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 18:08:42.270031 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:42.306153 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-22669cc6-4e09-482d-964c-0286c8a36197 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.3591945 Feb 09 18:08:42.308991 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50934) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:42.320136 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] For port ada9660e-c10c-47a3-8f89-bd475233c80d, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=ada9660e-c10c-47a3-8f89-bd475233c80d,segment=NetworkSegment(63ee9212-3068-4d6e-abd7-96bb4048f829),segment_id=63ee9212-3068-4d6e-abd7-96bb4048f829)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:42.322433 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-87e17530-8264-435c-b980-2cf9717fbf1b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:42.325263 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 9e9729ae-03c7-4eb8-8923-0cb02c35e501 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:42.326494 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:42.398511 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:42.417798 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-90e24674-f407-4232-80ea-96b26e78493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'name': 'tempest-TestNetworkBasicOps-router-93078547', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:16Z', 'updated_at': '2022-02-09T18:08:35Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:18Z', 'updated_at': '2022-02-09T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '396a1660-4047-4a7f-b967-2a3d23582a2c', 'name': '', 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:d7:47:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cfb6415-9d93-4424-b9a1-eff5d129cea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:30Z', 'updated_at': '2022-02-09T18:08:37Z', 'revision_number': 2, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '6cfb6415-9d93-4424-b9a1-eff5d129cea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:42.435625 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e24674-f407-4232-80ea-96b26e78493e None None] Checking router: 57807ce7-b1f5-4caf-ba22-80a23d21a831 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:08:42.439785 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e24674-f407-4232-80ea-96b26e78493e None None] Updating router 57807ce7-b1f5-4caf-ba22-80a23d21a831 port 396a1660-4047-4a7f-b967-2a3d23582a2c binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:08:42.458819 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-87e17530-8264-435c-b980-2cf9717fbf1b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:42.470833 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-87e17530-8264-435c-b980-2cf9717fbf1b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:42.527297 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-90e24674-f407-4232-80ea-96b26e78493e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:42.532681 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb985584-795a-414a-81da-a15a83c97ecf tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:42.537319 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb985584-795a-414a-81da-a15a83c97ecf tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:42.537319 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb985584-795a-414a-81da-a15a83c97ecf tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:42.537319 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb985584-795a-414a-81da-a15a83c97ecf tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:42.537319 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb985584-795a-414a-81da-a15a83c97ecf tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:42.537319 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb985584-795a-414a-81da-a15a83c97ecf tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:42.537319 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb985584-795a-414a-81da-a15a83c97ecf tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:42.537319 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb985584-795a-414a-81da-a15a83c97ecf tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:42.537319 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb985584-795a-414a-81da-a15a83c97ecf tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:42.537319 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb985584-795a-414a-81da-a15a83c97ecf tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:42.537319 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb985584-795a-414a-81da-a15a83c97ecf tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:42.537319 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb985584-795a-414a-81da-a15a83c97ecf tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:42.537319 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb985584-795a-414a-81da-a15a83c97ecf tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:42.537319 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb985584-795a-414a-81da-a15a83c97ecf tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:42.539317 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-eb985584-795a-414a-81da-a15a83c97ecf tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9681 time: 1.1447308 Feb 09 18:08:42.545297 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50938) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:42.602232 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] Pushing event updated for resources: {'Port': ['ID=ada9660e-c10c-47a3-8f89-bd475233c80d,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:42.614336 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] Provisioning for port 6ee07e07-d3ef-4687-8ca7-7b8c090690e3 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:42.640762 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2175c809-8f51-4cbc-b50f-4ac639c8b5a0 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:42.651231 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] Provisioning complete for port 6ee07e07-d3ef-4687-8ca7-7b8c090690e3 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:42.651671 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:42.663240 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-c6b0d4b0-a85b-4e41-ab8d-51b48e9ee72d service neutron] 10.222.0.21 "GET /v2.0/networks/d6eaa772-ffac-41e7-8518-58e8632c9a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8483474 Feb 09 18:08:42.679957 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2175c809-8f51-4cbc-b50f-4ac639c8b5a0 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] 10.222.0.21 "DELETE /v2.0/ports/a5d1a7f1-20b8-4be0-a559-8463f0c155e5 HTTP/1.1" status: 204 len: 168 time: 4.4670072 Feb 09 18:08:42.687069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50942) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:42.708296 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b06b163-c979-4f92-9d62-21c2d0f0ef91 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:42.708767 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b06b163-c979-4f92-9d62-21c2d0f0ef91 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:42.709188 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b06b163-c979-4f92-9d62-21c2d0f0ef91 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:42.709607 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b06b163-c979-4f92-9d62-21c2d0f0ef91 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:42.710017 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b06b163-c979-4f92-9d62-21c2d0f0ef91 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:42.710459 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b06b163-c979-4f92-9d62-21c2d0f0ef91 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:42.710862 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b06b163-c979-4f92-9d62-21c2d0f0ef91 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:42.711274 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b06b163-c979-4f92-9d62-21c2d0f0ef91 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:42.711676 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b06b163-c979-4f92-9d62-21c2d0f0ef91 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:42.712079 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b06b163-c979-4f92-9d62-21c2d0f0ef91 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:42.717411 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1b06b163-c979-4f92-9d62-21c2d0f0ef91 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6458 time: 0.1685395 Feb 09 18:08:42.718972 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e17530-8264-435c-b980-2cf9717fbf1b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:42.723526 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87e17530-8264-435c-b980-2cf9717fbf1b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:42.728103 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e17530-8264-435c-b980-2cf9717fbf1b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:08:42.728103 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e17530-8264-435c-b980-2cf9717fbf1b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:08:42.743886 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50946) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:42.770018 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:42.829865 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] Port 6ee07e07-d3ef-4687-8ca7-7b8c090690e3 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:08:42.838241 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d568cc0-55af-4dc6-97ac-71ae04d26dd9 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] GET failed (client error): The resource could not be found. Feb 09 18:08:42.838856 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4d568cc0-55af-4dc6-97ac-71ae04d26dd9 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Synchronizing usage tracker for tenant:4be671836ae941818554fb6b90e1944e on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:08:42.859624 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Port': ['ID=bc1f815b-d961-4a58-848b-41b0334aaf7e,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:42.875959 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] Could not find standard attr ID for object 955f4149-1edc-42ea-a5b3-0bd60bd356dd. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:08:42.878938 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No DVR routers for this DVR port bc1f815b-d961-4a58-848b-41b0334aaf7e on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:08:42.884788 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-87e17530-8264-435c-b980-2cf9717fbf1b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5741296 Feb 09 18:08:42.885542 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50950) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:42.911725 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9173630b-90c9-48e3-9d75-d864cc9bd436 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:42.914978 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] Could not find standard attr ID for object d1d6ac1f-3054-4b18-aa17-98f1c94033ba. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:08:42.961002 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-21cbd6c9-1c23-4a7f-ae20-5a5ab39ad768 None None] Could not find standard attr ID for object 55bff264-461e-4b0b-ab17-e37de367d2de. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:08:43.029551 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 55bff264-461e-4b0b-ab17-e37de367d2de no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:08:43.086975 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 55bff264-461e-4b0b-ab17-e37de367d2de {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:08:43.087454 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 55bff264-461e-4b0b-ab17-e37de367d2de not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:08:43.183754 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-717140d2-c0d0-4c30-9e51-834494c523ac None None] Provisioning for port 92a4ca7b-c62a-46bc-890d-b8a6d13cc10b completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:43.200718 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-717140d2-c0d0-4c30-9e51-834494c523ac None None] Provisioning complete for port 92a4ca7b-c62a-46bc-890d-b8a6d13cc10b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:43.201095 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-717140d2-c0d0-4c30-9e51-834494c523ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:43.251906 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-90e24674-f407-4232-80ea-96b26e78493e None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:43.255352 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4d568cc0-55af-4dc6-97ac-71ae04d26dd9 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Unset dirty status for tenant:4be671836ae941818554fb6b90e1944e on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:08:43.256745 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4d568cc0-55af-4dc6-97ac-71ae04d26dd9 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] 10.222.0.21 "GET /v2.0/ports/a5d1a7f1-20b8-4be0-a559-8463f0c155e5 HTTP/1.1" status: 404 len: 333 time: 0.5682058 Feb 09 18:08:43.263434 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9173630b-90c9-48e3-9d75-d864cc9bd436 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:43.266516 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:43.267548 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50954) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:43.276606 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-90e24674-f407-4232-80ea-96b26e78493e None None] Transition to ACTIVE for port object 396a1660-4047-4a7f-b967-2a3d23582a2c will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:43.279382 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ebb9806f-50ef-40da-879e-3f240e818f97 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Request body: {'port': {'network_id': '4900ff3b-bc27-4f8f-9097-2f045e7188a6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1209491974'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:43.325638 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-717140d2-c0d0-4c30-9e51-834494c523ac None None] Port 92a4ca7b-c62a-46bc-890d-b8a6d13cc10b cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:08:43.344903 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-717140d2-c0d0-4c30-9e51-834494c523ac None None] Provisioning complete for port 6ee07e07-d3ef-4687-8ca7-7b8c090690e3 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:43.344903 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-717140d2-c0d0-4c30-9e51-834494c523ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:43.367682 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-90e24674-f407-4232-80ea-96b26e78493e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:43.371717 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279f1f64-d5d1-4b51-99af-bba0ef30613e']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:43.381406 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9173630b-90c9-48e3-9d75-d864cc9bd436 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:43.406951 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5c1421-33c4-40b4-ae6e-1defefce74a0') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:43.407529 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5c1421-33c4-40b4-ae6e-1defefce74a0') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:43.408022 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:08:43.421735 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:43.453377 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:43.464585 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:08:43.465461 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:43.523179 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca82a39-d233-4b06-8535-815d8a50989d None None] Pushing event updated for resources: {'Port': ['ID=396a1660-4047-4a7f-b967-2a3d23582a2c,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:43.535617 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-717140d2-c0d0-4c30-9e51-834494c523ac None None] Port 6ee07e07-d3ef-4687-8ca7-7b8c090690e3 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:08:43.618563 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:08:43.622084 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-03c9b5af-c1dc-4570-a5ad-fb80675fc1bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:43.646637 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-717140d2-c0d0-4c30-9e51-834494c523ac None None] Could not find standard attr ID for object a5d1a7f1-20b8-4be0-a559-8463f0c155e5. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:08:43.709532 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-717140d2-c0d0-4c30-9e51-834494c523ac None None] Provisioning complete for port c03f010e-f89a-49c6-adc8-af9ae7923db3 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:43.709828 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-717140d2-c0d0-4c30-9e51-834494c523ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:43.720891 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9b5af-c1dc-4570-a5ad-fb80675fc1bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Subnet': ['ID=da4f4106-41a8-4ad2-8cd7-5665396d0368,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:43.729426 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9173630b-90c9-48e3-9d75-d864cc9bd436 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:43.731161 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:43.736114 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9173630b-90c9-48e3-9d75-d864cc9bd436 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:43.737158 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:43.739561 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-9173630b-90c9-48e3-9d75-d864cc9bd436 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:08:43.743279 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9173630b-90c9-48e3-9d75-d864cc9bd436 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:08:43.770403 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ebb9806f-50ef-40da-879e-3f240e818f97 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:43.773790 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Network': ['ID=279f1f64-d5d1-4b51-99af-bba0ef30613e,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:43.777626 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:43.794184 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:43.794842 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:43.798178 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-dd47e643-12ac-461f-8b84-1b22a85d5ca3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/networks/279f1f64-d5d1-4b51-99af-bba0ef30613e HTTP/1.1" status: 204 len: 168 time: 8.4956956 Feb 09 18:08:43.802317 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50960) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:43.810264 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-55345788-2a97-4b61-83aa-2b3e3a4ceff1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-915099771'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:43.825603 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-55345788-2a97-4b61-83aa-2b3e3a4ceff1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:43.828983 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c9b5af-c1dc-4570-a5ad-fb80675fc1bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Checking segment: {'id': 'ac1213d8-b959-43b2-8629-e4d6a30d04f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '64462e2f-8c82-4a43-b029-c7817b34f29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:43.829428 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c9b5af-c1dc-4570-a5ad-fb80675fc1bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network hostable DHCP agents. Network: 64462e2f-8c82-4a43-b029-c7817b34f29c, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:08:43.842144 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ebb9806f-50ef-40da-879e-3f240e818f97 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:43.856032 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-55345788-2a97-4b61-83aa-2b3e3a4ceff1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Usage tracker for resource:network and tenant:87988ebdba86441595145b8b3a8899ab is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:43.863794 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-55345788-2a97-4b61-83aa-2b3e3a4ceff1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:43.877880 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-55345788-2a97-4b61-83aa-2b3e3a4ceff1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:43.944064 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-90e24674-f407-4232-80ea-96b26e78493e None None] Attempting to bind port 396a1660-4047-4a7f-b967-2a3d23582a2c on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:08:43.944584 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-90e24674-f407-4232-80ea-96b26e78493e None None] Attempting to bind port 396a1660-4047-4a7f-b967-2a3d23582a2c by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '63ee9212-3068-4d6e-abd7-96bb4048f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:08:43.944799 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e24674-f407-4232-80ea-96b26e78493e None None] Attempting to bind port 396a1660-4047-4a7f-b967-2a3d23582a2c on network f843c8a8-e764-4c31-91e5-e456caf4f77b {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:08:43.953231 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e24674-f407-4232-80ea-96b26e78493e None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:08:43.953785 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e24674-f407-4232-80ea-96b26e78493e None None] Checking segment: {'id': '63ee9212-3068-4d6e-abd7-96bb4048f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:43.954189 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-90e24674-f407-4232-80ea-96b26e78493e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:43.954607 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e24674-f407-4232-80ea-96b26e78493e None None] Bound using segment: {'id': '63ee9212-3068-4d6e-abd7-96bb4048f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:08:43.955298 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-90e24674-f407-4232-80ea-96b26e78493e None None] Bound port: 396a1660-4047-4a7f-b967-2a3d23582a2c, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ee9212-3068-4d6e-abd7-96bb4048f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:08:43.955668 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-90e24674-f407-4232-80ea-96b26e78493e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:43.966482 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c9b5af-c1dc-4570-a5ad-fb80675fc1bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network 64462e2f-8c82-4a43-b029-c7817b34f29c is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:08:43.994259 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9173630b-90c9-48e3-9d75-d864cc9bd436 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0948999 Feb 09 18:08:43.995050 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50966) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:44.004276 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f104f9f0-41d6-439a-8169-d3d1f83c9f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:44.012055 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-5fe5ebcb-9881-4c78-a8fe-3d9231356f1d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:44.071264 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-03c9b5af-c1dc-4570-a5ad-fb80675fc1bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 64462e2f-8c82-4a43-b029-c7817b34f29c) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:44.095020 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55345788-2a97-4b61-83aa-2b3e3a4ceff1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Made reservation on behalf of 87988ebdba86441595145b8b3a8899ab for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:44.106551 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-55345788-2a97-4b61-83aa-2b3e3a4ceff1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:44.116906 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6d6ae7-2d9e-4327-afd2-dd03eb6c66f1 None None] Network 64462e2f-8c82-4a43-b029-c7817b34f29c requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:44.137082 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-90e24674-f407-4232-80ea-96b26e78493e None None] For port 396a1660-4047-4a7f-b967-2a3d23582a2c, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:08:44.142508 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-90e24674-f407-4232-80ea-96b26e78493e None None] For port 396a1660-4047-4a7f-b967-2a3d23582a2c, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=396a1660-4047-4a7f-b967-2a3d23582a2c,segment=NetworkSegment(63ee9212-3068-4d6e-abd7-96bb4048f829),segment_id=63ee9212-3068-4d6e-abd7-96bb4048f829)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:08:44.206826 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-90e24674-f407-4232-80ea-96b26e78493e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:44.252651 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c9b5af-c1dc-4570-a5ad-fb80675fc1bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:44.253254 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-03c9b5af-c1dc-4570-a5ad-fb80675fc1bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:44.272020 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:44.281173 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb9806f-50ef-40da-879e-3f240e818f97 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Made reservation on behalf of 4be671836ae941818554fb6b90e1944e for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:44.282699 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ebb9806f-50ef-40da-879e-3f240e818f97 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:44.310113 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=1ec8f131-23db-4f3f-88b7-ec8b7ddc639a,segment=NetworkSegment(bb132a2c-087c-4094-9ff0-147d0aa84db2),segment_id=bb132a2c-087c-4094-9ff0-147d0aa84db2)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:44.311395 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-717140d2-c0d0-4c30-9e51-834494c523ac None None] Provisioning complete for port 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:44.311910 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-717140d2-c0d0-4c30-9e51-834494c523ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:44.349685 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-445cb572-bacf-4f6a-8faa-27a02c5e0ed2 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4310 time: 1.6003902 Feb 09 18:08:44.359620 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-ebb9806f-50ef-40da-879e-3f240e818f97 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] device_id is not set on port e7db57b1-dae1-4227-a089-e19be7051f33 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:08:44.400028 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e24674-f407-4232-80ea-96b26e78493e None None] Routers {'57807ce7-b1f5-4caf-ba22-80a23d21a831'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:08:44.400665 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-90e24674-f407-4232-80ea-96b26e78493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:08:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['57807ce7-b1f5-4caf-ba22-80a23d21a831'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:44.445900 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:44.445900 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device ada9660e-c10c-47a3-8f89-bd475233c80d up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:08:44.454926 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b763bc60-3d38-4917-94bf-2da600fe6f72 req-d2c30b25-3fa2-4e11-ab9b-d129d8589523 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 210 time: 0.2280598 Feb 09 18:08:44.502873 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55345788-2a97-4b61-83aa-2b3e3a4ceff1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:08:44.509293 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5fe5ebcb-9881-4c78-a8fe-3d9231356f1d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:44.528789 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-55345788-2a97-4b61-83aa-2b3e3a4ceff1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:44.529503 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-55345788-2a97-4b61-83aa-2b3e3a4ceff1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Added segment d2349c54-8b46-4dd8-a18f-f454e4c20495 of type vlan for network 3d1c8ed6-e53f-484d-8ac5-e91194e9760e Feb 09 18:08:44.536763 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50982) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:44.539888 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-03c9b5af-c1dc-4570-a5ad-fb80675fc1bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7110903 Feb 09 18:08:44.541483 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5fe5ebcb-9881-4c78-a8fe-3d9231356f1d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:44.583878 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-24cf7a29-4c87-4ee7-a70a-eb9c0116339c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'port': {'network_id': '64462e2f-8c82-4a43-b029-c7817b34f29c', 'name': 'tempest-PortsTestJSON-2084601772', 'fixed_ips': [{'subnet_id': 'da4f4106-41a8-4ad2-8cd7-5665396d0368', 'ip_address': '172.20.0.10'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:44.614110 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-55345788-2a97-4b61-83aa-2b3e3a4ceff1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:44.651139 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe5ebcb-9881-4c78-a8fe-3d9231356f1d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:44.706977 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca82a39-d233-4b06-8535-815d8a50989d None None] Pushing event updated for resources: {'Port': ['ID=396a1660-4047-4a7f-b967-2a3d23582a2c,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:44.880713 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-90e24674-f407-4232-80ea-96b26e78493e None None] Set router 57807ce7-b1f5-4caf-ba22-80a23d21a831 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:08:44.945246 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=1ec8f131-23db-4f3f-88b7-ec8b7ddc639a,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:44.952875 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f104f9f0-41d6-439a-8169-d3d1f83c9f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting port 6ee07e07-d3ef-4687-8ca7-7b8c090690e3 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:44.953498 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f104f9f0-41d6-439a-8169-d3d1f83c9f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:44.968266 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5fe5ebcb-9881-4c78-a8fe-3d9231356f1d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:44.969696 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe5ebcb-9881-4c78-a8fe-3d9231356f1d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:08:44.970135 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fe5ebcb-9881-4c78-a8fe-3d9231356f1d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:08:45.005602 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-ebb9806f-50ef-40da-879e-3f240e818f97 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Allocated IP 2001:db8::34c (4900ff3b-bc27-4f8f-9097-2f045e7188a6/a07d0def-2e16-4c0c-85f4-8e186cdc9831/e7db57b1-dae1-4227-a089-e19be7051f33) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:45.063481 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port ada9660e-c10c-47a3-8f89-bd475233c80d triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:45.064145 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:45.066920 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5fe5ebcb-9881-4c78-a8fe-3d9231356f1d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0706468 Feb 09 18:08:45.074037 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50988) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:45.074037 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-55345788-2a97-4b61-83aa-2b3e3a4ceff1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:45.074756 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55345788-2a97-4b61-83aa-2b3e3a4ceff1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:45.074756 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-55345788-2a97-4b61-83aa-2b3e3a4ceff1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:45.149466 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-3fc33ffd-e7e0-495c-8337-ab6e4e712717 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:45.154785 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 50992) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:45.191046 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b2ea4aec-ff1d-4f07-8007-dc54b1ee28fb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-456750852', 'description': 'tempest-secgroup-smoke-456750852 description', 'project_id': '352fd60817ff4d5d9e97f16f52485b96'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:45.211425 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b2ea4aec-ff1d-4f07-8007-dc54b1ee28fb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:45.224482 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-24cf7a29-4c87-4ee7-a70a-eb9c0116339c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:45.235449 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-24cf7a29-4c87-4ee7-a70a-eb9c0116339c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:port and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:45.238562 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-24cf7a29-4c87-4ee7-a70a-eb9c0116339c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:45.244387 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-24cf7a29-4c87-4ee7-a70a-eb9c0116339c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:45.256067 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-b2ea4aec-ff1d-4f07-8007-dc54b1ee28fb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:45.260431 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-b2ea4aec-ff1d-4f07-8007-dc54b1ee28fb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:45.285105 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b2ea4aec-ff1d-4f07-8007-dc54b1ee28fb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:45.295370 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55345788-2a97-4b61-83aa-2b3e3a4ceff1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Network': ['ID=3d1c8ed6-e53f-484d-8ac5-e91194e9760e,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:45.363914 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 3d1c8ed6-e53f-484d-8ac5-e91194e9760e details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:08:45.372232 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-90e24674-f407-4232-80ea-96b26e78493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'name': 'tempest-TestNetworkBasicOps-router-93078547', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:16Z', 'updated_at': '2022-02-09T18:08:35Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:18Z', 'updated_at': '2022-02-09T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '396a1660-4047-4a7f-b967-2a3d23582a2c', 'name': '', 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:d7:47:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cfb6415-9d93-4424-b9a1-eff5d129cea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:30Z', 'updated_at': '2022-02-09T18:08:44Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '6cfb6415-9d93-4424-b9a1-eff5d129cea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:45.380055 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8c2af4-8000-4e0f-8ce7-bb054e24f2de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-64462e2f-8c82-4a43-b029-c7817b34f29c', 'network_id': '64462e2f-8c82-4a43-b029-c7817b34f29c', 'tenant_id': 'ce046d049f4e4b9d985a5a697b890edb', 'fixed_ips': [{'subnet_id': 'da4f4106-41a8-4ad2-8cd7-5665396d0368'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:08:45.380224 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e24674-f407-4232-80ea-96b26e78493e None None] The sync data for ids ['57807ce7-b1f5-4caf-ba22-80a23d21a831'] in dv-neutron-827016-2-hyperv is: [{'id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'name': 'tempest-TestNetworkBasicOps-router-93078547', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:16Z', 'updated_at': '2022-02-09T18:08:35Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:18Z', 'updated_at': '2022-02-09T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '396a1660-4047-4a7f-b967-2a3d23582a2c', 'name': '', 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:d7:47:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cfb6415-9d93-4424-b9a1-eff5d129cea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:30Z', 'updated_at': '2022-02-09T18:08:44Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '6cfb6415-9d93-4424-b9a1-eff5d129cea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:08:45.380386 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b8c2af4-8000-4e0f-8ce7-bb054e24f2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:45.411836 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cf7a29-4c87-4ee7-a70a-eb9c0116339c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:45.426170 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-55345788-2a97-4b61-83aa-2b3e3a4ceff1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6224287 Feb 09 18:08:45.430145 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 50998) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:45.454046 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-18836461-8d23-43a5-a33e-e34edb93b175 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'subnet': {'network_id': '3d1c8ed6-e53f-484d-8ac5-e91194e9760e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:45.555338 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f104f9f0-41d6-439a-8169-d3d1f83c9f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:45.606550 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ca25f51b-d643-4c7b-87eb-970b64b0fcb8 None None] Provisioning complete for port 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:45.606688 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ca25f51b-d643-4c7b-87eb-970b64b0fcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:45.623270 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b2ea4aec-ff1d-4f07-8007-dc54b1ee28fb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:45.713361 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fa1a6938-9abf-49df-b140-d3335a132b07 req-08706663-fcc7-4308-ae05-df9553ff7b08 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 210 time: 0.1174741 Feb 09 18:08:45.746837 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-3fc33ffd-e7e0-495c-8337-ab6e4e712717 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:45.774230 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b2ea4aec-ff1d-4f07-8007-dc54b1ee28fb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:45.778735 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-b2ea4aec-ff1d-4f07-8007-dc54b1ee28fb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:45.782175 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-b2ea4aec-ff1d-4f07-8007-dc54b1ee28fb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:45.783712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-3fc33ffd-e7e0-495c-8337-ab6e4e712717 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:45.787964 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-18836461-8d23-43a5-a33e-e34edb93b175 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:45.788918 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b2ea4aec-ff1d-4f07-8007-dc54b1ee28fb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:45.799019 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-4b8c2af4-8000-4e0f-8ce7-bb054e24f2de None None] Allocated IP 172.20.0.2 (64462e2f-8c82-4a43-b029-c7817b34f29c/da4f4106-41a8-4ad2-8cd7-5665396d0368/fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:45.805563 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-18836461-8d23-43a5-a33e-e34edb93b175 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Usage tracker for resource:subnet and tenant:87988ebdba86441595145b8b3a8899ab is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:45.809090 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-18836461-8d23-43a5-a33e-e34edb93b175 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:45.822870 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-18836461-8d23-43a5-a33e-e34edb93b175 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:45.860924 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:08:45.889827 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc33ffd-e7e0-495c-8337-ab6e4e712717 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:45.893718 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3fc33ffd-e7e0-495c-8337-ab6e4e712717 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:45.895190 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc33ffd-e7e0-495c-8337-ab6e4e712717 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:08:45.895618 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc33ffd-e7e0-495c-8337-ab6e4e712717 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:08:45.917659 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18836461-8d23-43a5-a33e-e34edb93b175 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Made reservation on behalf of 87988ebdba86441595145b8b3a8899ab for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:45.940223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f104f9f0-41d6-439a-8169-d3d1f83c9f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Calling delete_port for 6ee07e07-d3ef-4687-8ca7-7b8c090690e3 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:46.001143 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3fc33ffd-e7e0-495c-8337-ab6e4e712717 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9146600 Feb 09 18:08:46.006696 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51004) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:46.015398 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-53e20a99-bddb-4fbb-b485-bdc9c26e801c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:46.091075 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24cf7a29-4c87-4ee7-a70a-eb9c0116339c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:46.156498 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ebb9806f-50ef-40da-879e-3f240e818f97 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:46.184210 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:46.184687 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:46.186104 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-24cf7a29-4c87-4ee7-a70a-eb9c0116339c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] device_id is not set on port a6118db6-61c6-4ae1-bb44-63077daaddc8 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:08:46.252155 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b8c2af4-8000-4e0f-8ce7-bb054e24f2de None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:46.252938 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-18836461-8d23-43a5-a33e-e34edb93b175 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:46.283876 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4b8c2af4-8000-4e0f-8ce7-bb054e24f2de None None] Transition to ACTIVE for port object fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:46.304626 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-53e20a99-bddb-4fbb-b485-bdc9c26e801c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:46.317943 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b2ea4aec-ff1d-4f07-8007-dc54b1ee28fb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:46.320375 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-ebb9806f-50ef-40da-879e-3f240e818f97 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Transition to ACTIVE for port object e7db57b1-dae1-4227-a089-e19be7051f33 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:46.341049 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4b8c2af4-8000-4e0f-8ce7-bb054e24f2de None None] Transition to ACTIVE for port object fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:46.384239 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-53e20a99-bddb-4fbb-b485-bdc9c26e801c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:46.397368 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b2ea4aec-ff1d-4f07-8007-dc54b1ee28fb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:46.438387 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 396a1660-4047-4a7f-b967-2a3d23582a2c up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:08:46.463208 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b8c2af4-8000-4e0f-8ce7-bb054e24f2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:46.585548 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e20a99-bddb-4fbb-b485-bdc9c26e801c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:46.589445 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-53e20a99-bddb-4fbb-b485-bdc9c26e801c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:46.590929 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e20a99-bddb-4fbb-b485-bdc9c26e801c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:08:46.591341 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e20a99-bddb-4fbb-b485-bdc9c26e801c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:08:46.610280 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c2af4-8000-4e0f-8ce7-bb054e24f2de None None] Pushing event updated for resources: {'Port': ['ID=fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:46.625310 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8c2af4-8000-4e0f-8ce7-bb054e24f2de None None] Network 64462e2f-8c82-4a43-b029-c7817b34f29c is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:46.629569 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-4b8c2af4-8000-4e0f-8ce7-bb054e24f2de None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:46.633635 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8c2af4-8000-4e0f-8ce7-bb054e24f2de None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:46.690928 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea4aec-ff1d-4f07-8007-dc54b1ee28fb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49743827-1230-4b79-bbd6-18a93b9aa1c6,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:46.699366 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-18836461-8d23-43a5-a33e-e34edb93b175 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:46.744634 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ca7bca67-4149-40df-b797-940746570996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:46.747075 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-4b8c2af4-8000-4e0f-8ce7-bb054e24f2de None None] Attempting to bind port fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:08:46.747473 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-4b8c2af4-8000-4e0f-8ce7-bb054e24f2de None None] Attempting to bind port fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'ac1213d8-b959-43b2-8629-e4d6a30d04f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '64462e2f-8c82-4a43-b029-c7817b34f29c'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:08:46.750860 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8c2af4-8000-4e0f-8ce7-bb054e24f2de None None] Attempting to bind port fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6 on network 64462e2f-8c82-4a43-b029-c7817b34f29c {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:08:46.751014 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ebb9806f-50ef-40da-879e-3f240e818f97 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:46.757740 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8c2af4-8000-4e0f-8ce7-bb054e24f2de None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:08:46.758198 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8c2af4-8000-4e0f-8ce7-bb054e24f2de None None] Checking segment: {'id': 'ac1213d8-b959-43b2-8629-e4d6a30d04f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '64462e2f-8c82-4a43-b029-c7817b34f29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:46.758702 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b8c2af4-8000-4e0f-8ce7-bb054e24f2de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:46.759153 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8c2af4-8000-4e0f-8ce7-bb054e24f2de None None] Bound using segment: {'id': 'ac1213d8-b959-43b2-8629-e4d6a30d04f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '64462e2f-8c82-4a43-b029-c7817b34f29c'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:08:46.759710 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-4b8c2af4-8000-4e0f-8ce7-bb054e24f2de None None] Bound port: fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1213d8-b959-43b2-8629-e4d6a30d04f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '64462e2f-8c82-4a43-b029-c7817b34f29c'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:08:46.760147 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b8c2af4-8000-4e0f-8ce7-bb054e24f2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:46.791579 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-53e20a99-bddb-4fbb-b485-bdc9c26e801c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7837512 Feb 09 18:08:46.803051 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51010) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:46.856819 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-24cf7a29-4c87-4ee7-a70a-eb9c0116339c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Allocated IP 172.20.0.10 (64462e2f-8c82-4a43-b029-c7817b34f29c/da4f4106-41a8-4ad2-8cd7-5665396d0368/a6118db6-61c6-4ae1-bb44-63077daaddc8) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:46.872925 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 396a1660-4047-4a7f-b967-2a3d23582a2c completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:46.874939 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b2ea4aec-ff1d-4f07-8007-dc54b1ee28fb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:46.876432 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b2ea4aec-ff1d-4f07-8007-dc54b1ee28fb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.7145321 Feb 09 18:08:46.884953 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 396a1660-4047-4a7f-b967-2a3d23582a2c triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:46.885327 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:46.889282 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51014) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:46.892133 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb9806f-50ef-40da-879e-3f240e818f97 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Network 4900ff3b-bc27-4f8f-9097-2f045e7188a6 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:46.900359 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-ebb9806f-50ef-40da-879e-3f240e818f97 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:46.903785 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb9806f-50ef-40da-879e-3f240e818f97 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:46.909018 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb9806f-50ef-40da-879e-3f240e818f97 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:46.909848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ebb9806f-50ef-40da-879e-3f240e818f97 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:46.917368 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6b631fc5-db9f-476c-b7ef-5582b57ab8a2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '49743827-1230-4b79-bbd6-18a93b9aa1c6', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:46.944057 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-841c76e5-3b0a-4bdc-ac85-7b2877cfcfee tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1376235 Feb 09 18:08:46.953322 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51020) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:46.955321 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:46.956943 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9806f-50ef-40da-879e-3f240e818f97 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Pushing event updated for resources: {'Port': ['ID=e7db57b1-dae1-4227-a089-e19be7051f33,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:46.972536 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6b631fc5-db9f-476c-b7ef-5582b57ab8a2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:46.978773 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6b631fc5-db9f-476c-b7ef-5582b57ab8a2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:46.985000 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6b631fc5-db9f-476c-b7ef-5582b57ab8a2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:46.997231 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6b631fc5-db9f-476c-b7ef-5582b57ab8a2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:46.998118 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-4b8c2af4-8000-4e0f-8ce7-bb054e24f2de None None] For port fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:08:47.003492 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-4b8c2af4-8000-4e0f-8ce7-bb054e24f2de None None] For port fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6,segment=NetworkSegment(ac1213d8-b959-43b2-8629-e4d6a30d04f5),segment_id=ac1213d8-b959-43b2-8629-e4d6a30d04f5)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:08:47.017799 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f104f9f0-41d6-439a-8169-d3d1f83c9f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:47.085503 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ebb9806f-50ef-40da-879e-3f240e818f97 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.8167224 Feb 09 18:08:47.089143 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:47.096706 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51024) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:47.114179 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104f9f0-41d6-439a-8169-d3d1f83c9f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Port': ['ID=6ee07e07-d3ef-4687-8ca7-7b8c090690e3,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:47.117268 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b8c2af4-8000-4e0f-8ce7-bb054e24f2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:47.119577 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-052cffa6-caa6-4547-9ad4-93471eecfaea tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::39c', 'mac_address': 'fa:16:3e:cb:6c:be'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:47.159321 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300201f2-d518-4c12-8bb3-a47c55160011 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:47.164968 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51028) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:47.166258 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-300201f2-d518-4c12-8bb3-a47c55160011 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2008543 Feb 09 18:08:47.208446 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c2af4-8000-4e0f-8ce7-bb054e24f2de None None] Pushing event updated for resources: {'Port': ['ID=fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:47.228374 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 396a1660-4047-4a7f-b967-2a3d23582a2c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=396a1660-4047-4a7f-b967-2a3d23582a2c,segment=NetworkSegment(63ee9212-3068-4d6e-abd7-96bb4048f829),segment_id=63ee9212-3068-4d6e-abd7-96bb4048f829)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:47.236001 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9096beeb-8e5c-48e4-b022-ab13a2a94818 req-dfea65d5-dc96-439e-b482-dcf98557394e tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 210 time: 0.0857494 Feb 09 18:08:47.236706 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18836461-8d23-43a5-a33e-e34edb93b175 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Subnet': ['ID=06e02769-830f-490e-a5d2-6add32d03e52,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:47.255767 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18836461-8d23-43a5-a33e-e34edb93b175 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Checking segment: {'id': 'd2349c54-8b46-4dd8-a18f-f454e4c20495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3d1c8ed6-e53f-484d-8ac5-e91194e9760e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:47.255767 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18836461-8d23-43a5-a33e-e34edb93b175 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Network hostable DHCP agents. Network: 3d1c8ed6-e53f-484d-8ac5-e91194e9760e, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:08:47.346245 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:47.373317 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18836461-8d23-43a5-a33e-e34edb93b175 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Network 3d1c8ed6-e53f-484d-8ac5-e91194e9760e is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:08:47.401834 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b631fc5-db9f-476c-b7ef-5582b57ab8a2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:47.437177 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=396a1660-4047-4a7f-b967-2a3d23582a2c,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:47.469068 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f438e3ba-94cf-4daf-833f-d625ed80fc0c None None] Provisioning for port e7db57b1-dae1-4227-a089-e19be7051f33 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:47.469414 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-18836461-8d23-43a5-a33e-e34edb93b175 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 3d1c8ed6-e53f-484d-8ac5-e91194e9760e) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:47.473607 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18836461-8d23-43a5-a33e-e34edb93b175 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:47.474617 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-18836461-8d23-43a5-a33e-e34edb93b175 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:47.481864 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f438e3ba-94cf-4daf-833f-d625ed80fc0c None None] Provisioning complete for port e7db57b1-dae1-4227-a089-e19be7051f33 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:47.483200 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f438e3ba-94cf-4daf-833f-d625ed80fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:47.574211 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-18836461-8d23-43a5-a33e-e34edb93b175 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1430025 Feb 09 18:08:47.574950 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51032) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:47.581176 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5a0f47-cba8-4f2f-9872-b01f4ac216f0 None None] Network 3d1c8ed6-e53f-484d-8ac5-e91194e9760e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:47.598528 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1e01a000-e663-4295-a1f7-c76b1320cea4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4065878 Feb 09 18:08:47.617988 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f438e3ba-94cf-4daf-833f-d625ed80fc0c None None] Port e7db57b1-dae1-4227-a089-e19be7051f33 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:08:47.651209 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51036) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:47.672025 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-650a765e-7761-4d22-b110-f0571916b504 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:47.820319 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:08:47.932163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-650a765e-7761-4d22-b110-f0571916b504 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:47.944384 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-650a765e-7761-4d22-b110-f0571916b504 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:47.956339 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:48.030369 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36921087-d6f2-4835-abc1-cacbc3249c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-3d1c8ed6-e53f-484d-8ac5-e91194e9760e', 'network_id': '3d1c8ed6-e53f-484d-8ac5-e91194e9760e', 'tenant_id': '87988ebdba86441595145b8b3a8899ab', 'fixed_ips': [{'subnet_id': '06e02769-830f-490e-a5d2-6add32d03e52'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:08:48.031832 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36921087-d6f2-4835-abc1-cacbc3249c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:48.043166 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b631fc5-db9f-476c-b7ef-5582b57ab8a2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:48.088344 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f104f9f0-41d6-439a-8169-d3d1f83c9f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:48.109059 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-e6b981f0-c8ff-4413-84d9-73bfa2ca0cad tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:48.110611 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-e6b981f0-c8ff-4413-84d9-73bfa2ca0cad tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.50 "GET /v2.0/networks?id=d6eaa772-ffac-41e7-8518-58e8632c9a92 HTTP/1.1" status: 200 len: 796 time: 0.7560334 Feb 09 18:08:48.119564 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:48.135686 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 396a1660-4047-4a7f-b967-2a3d23582a2c up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:08:48.154210 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650a765e-7761-4d22-b110-f0571916b504 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:48.158476 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-650a765e-7761-4d22-b110-f0571916b504 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:48.180438 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24cf7a29-4c87-4ee7-a70a-eb9c0116339c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:48.196278 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b631fc5-db9f-476c-b7ef-5582b57ab8a2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:48.265619 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 396a1660-4047-4a7f-b967-2a3d23582a2c triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:48.266259 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:48.282038 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:48.404491 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-24cf7a29-4c87-4ee7-a70a-eb9c0116339c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Transition to ACTIVE for port object a6118db6-61c6-4ae1-bb44-63077daaddc8 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:48.406126 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-36921087-d6f2-4835-abc1-cacbc3249c6c None None] Allocated IP 172.20.0.1 (3d1c8ed6-e53f-484d-8ac5-e91194e9760e/06e02769-830f-490e-a5d2-6add32d03e52/a7f6e818-b2cb-4cb2-9960-f04f6fda453f) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:48.429987 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b631fc5-db9f-476c-b7ef-5582b57ab8a2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238ce074-0d81-4123-bba8-8c0039f3e124,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:48.434673 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-e4423690-7e38-46b7-8930-3a827205c506 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Synchronizing usage tracker for tenant:04ff2d95016a41349448cd02c203dbe9 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:08:48.485496 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-052cffa6-caa6-4547-9ad4-93471eecfaea tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:48.583184 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-35a5b5f8-484a-440f-b66f-73971124414a req-21a6aaa2-2979-4947-8c87-ba7978042cc3 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 210 time: 0.0545862 Feb 09 18:08:48.686771 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b631fc5-db9f-476c-b7ef-5582b57ab8a2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:48.688625 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6b631fc5-db9f-476c-b7ef-5582b57ab8a2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.7937744 Feb 09 18:08:48.694546 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51042) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:48.752984 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68ca885-f3c7-4ab1-b3e9-a9a27cc07e5f None None] Network 64462e2f-8c82-4a43-b029-c7817b34f29c requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:48.773133 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-28e5554b-0dee-4dd5-b6a9-90831961045f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '49743827-1230-4b79-bbd6-18a93b9aa1c6', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:48.793761 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.objects.ports [None req-650a765e-7761-4d22-b110-f0571916b504 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84541) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 18:08:48.795043 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-650a765e-7761-4d22-b110-f0571916b504 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:48.837318 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-e4423690-7e38-46b7-8930-3a827205c506 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Unset dirty status for tenant:04ff2d95016a41349448cd02c203dbe9 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:08:48.838504 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-e4423690-7e38-46b7-8930-3a827205c506 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04ff2d95016a41349448cd02c203dbe9 HTTP/1.1" status: 200 len: 379 time: 0.7149441 Feb 09 18:08:48.857256 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650a765e-7761-4d22-b110-f0571916b504 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:48.858481 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-28e5554b-0dee-4dd5-b6a9-90831961045f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:48.860704 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-650a765e-7761-4d22-b110-f0571916b504 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:48.864285 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-23a5f0c9-7a13-495d-a5e6-ee96f5e8876b tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Request body: {'port': {'device_id': 'ea009630-a236-4e66-91e0-80a40b8b11ee', 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92', 'admin_state_up': True, 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'security_groups': ['5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:48.867701 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650a765e-7761-4d22-b110-f0571916b504 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:48.868451 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-650a765e-7761-4d22-b110-f0571916b504 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:48.881449 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5089ed4a-3a10-4483-8125-5b5f4a540783 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:48.888526 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a765e-7761-4d22-b110-f0571916b504 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=f762f513-7bcf-419d-bb9c-dca2536885cb,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:48.888727 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-28e5554b-0dee-4dd5-b6a9-90831961045f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:48.899395 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-28e5554b-0dee-4dd5-b6a9-90831961045f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:48.961376 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-28e5554b-0dee-4dd5-b6a9-90831961045f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:48.961612 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36921087-d6f2-4835-abc1-cacbc3249c6c None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:48.969088 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-650a765e-7761-4d22-b110-f0571916b504 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3135540 Feb 09 18:08:48.971295 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24cf7a29-4c87-4ee7-a70a-eb9c0116339c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:48.974710 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51046) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:48.979036 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-af7a7570-8a61-4436-9866-3462e5025563 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'mac_address': 'fa:16:3e:f0:e2:8f', 'name': 'tempest-NetworksTestDHCPv6-1312690797'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:49.009094 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-36921087-d6f2-4835-abc1-cacbc3249c6c None None] Transition to ACTIVE for port object a7f6e818-b2cb-4cb2-9960-f04f6fda453f will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:49.087534 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-36921087-d6f2-4835-abc1-cacbc3249c6c None None] Transition to ACTIVE for port object a7f6e818-b2cb-4cb2-9960-f04f6fda453f will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:49.091542 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0dd29c7a-4d39-4fd1-8fb5-91a9180533e4 None None] Provisioning for port fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:49.159592 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b88edf06-8d1c-4953-b967-96c44c0ebcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:49.161345 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0dd29c7a-4d39-4fd1-8fb5-91a9180533e4 None None] Provisioning complete for port fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:49.161693 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0dd29c7a-4d39-4fd1-8fb5-91a9180533e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:49.162886 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-af7a7570-8a61-4436-9866-3462e5025563 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:49.175709 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-af7a7570-8a61-4436-9866-3462e5025563 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:49.211392 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36921087-d6f2-4835-abc1-cacbc3249c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:49.271616 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:49.276231 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7a7570-8a61-4436-9866-3462e5025563 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:49.280509 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-af7a7570-8a61-4436-9866-3462e5025563 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:49.290460 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28e5554b-0dee-4dd5-b6a9-90831961045f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:49.341241 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36921087-d6f2-4835-abc1-cacbc3249c6c None None] Network 3d1c8ed6-e53f-484d-8ac5-e91194e9760e is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:49.345814 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Subnet': ['ID=06e02769-830f-490e-a5d2-6add32d03e52,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:49.350680 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cf7a29-4c87-4ee7-a70a-eb9c0116339c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network 64462e2f-8c82-4a43-b029-c7817b34f29c is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:49.367018 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-36921087-d6f2-4835-abc1-cacbc3249c6c None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:49.368373 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf7a29-4c87-4ee7-a70a-eb9c0116339c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Port': ['ID=a6118db6-61c6-4ae1-bb44-63077daaddc8,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:49.371697 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-24cf7a29-4c87-4ee7-a70a-eb9c0116339c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:49.384727 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-af7a7570-8a61-4436-9866-3462e5025563 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] device_id is not set on port a578d2f0-01d0-43e0-8299-1df4a740231f yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:08:49.391011 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cf7a29-4c87-4ee7-a70a-eb9c0116339c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:49.392482 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36921087-d6f2-4835-abc1-cacbc3249c6c None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:49.419660 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36921087-d6f2-4835-abc1-cacbc3249c6c None None] Pushing event updated for resources: {'Port': ['ID=a7f6e818-b2cb-4cb2-9960-f04f6fda453f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:49.446069 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-23a5f0c9-7a13-495d-a5e6-ee96f5e8876b tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:49.468808 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-23a5f0c9-7a13-495d-a5e6-ee96f5e8876b tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Usage tracker for resource:port and tenant:04ff2d95016a41349448cd02c203dbe9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:49.482549 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-23a5f0c9-7a13-495d-a5e6-ee96f5e8876b tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:49.494531 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7c6006-f3ae-41b8-b953-44b33f93185e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-533fa7e0-9286-46d7-99f4-266111443da8', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'fixed_ips': [{'subnet_id': 'f762f513-7bcf-419d-bb9c-dca2536885cb'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:08:49.495319 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab7c6006-f3ae-41b8-b953-44b33f93185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:49.498004 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-23a5f0c9-7a13-495d-a5e6-ee96f5e8876b tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:49.506171 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:49.534775 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cf7a29-4c87-4ee7-a70a-eb9c0116339c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:49.535296 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24cf7a29-4c87-4ee7-a70a-eb9c0116339c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:49.544899 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d1c8ed6-e53f-484d-8ac5-e91194e9760e']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:49.558615 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f104f9f0-41d6-439a-8169-d3d1f83c9f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Router d81350fa-0974-45e9-856f-4290fa20a508 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:08:49.567653 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28e5554b-0dee-4dd5-b6a9-90831961045f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:49.571284 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2349c54-8b46-4dd8-a18f-f454e4c20495') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:49.571721 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2349c54-8b46-4dd8-a18f-f454e4c20495') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:49.587922 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-36921087-d6f2-4835-abc1-cacbc3249c6c None None] Attempting to bind port a7f6e818-b2cb-4cb2-9960-f04f6fda453f on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:08:49.587922 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-36921087-d6f2-4835-abc1-cacbc3249c6c None None] Attempting to bind port a7f6e818-b2cb-4cb2-9960-f04f6fda453f by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'd2349c54-8b46-4dd8-a18f-f454e4c20495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3d1c8ed6-e53f-484d-8ac5-e91194e9760e'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:08:49.593031 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36921087-d6f2-4835-abc1-cacbc3249c6c None None] Attempting to bind port a7f6e818-b2cb-4cb2-9960-f04f6fda453f on network 3d1c8ed6-e53f-484d-8ac5-e91194e9760e {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:08:49.594098 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:49.599360 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36921087-d6f2-4835-abc1-cacbc3249c6c None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:08:49.600037 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36921087-d6f2-4835-abc1-cacbc3249c6c None None] Checking segment: {'id': 'd2349c54-8b46-4dd8-a18f-f454e4c20495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3d1c8ed6-e53f-484d-8ac5-e91194e9760e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:49.600194 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36921087-d6f2-4835-abc1-cacbc3249c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:49.600497 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36921087-d6f2-4835-abc1-cacbc3249c6c None None] Bound using segment: {'id': 'd2349c54-8b46-4dd8-a18f-f454e4c20495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3d1c8ed6-e53f-484d-8ac5-e91194e9760e'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:08:49.600963 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-36921087-d6f2-4835-abc1-cacbc3249c6c None None] Bound port: a7f6e818-b2cb-4cb2-9960-f04f6fda453f, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2349c54-8b46-4dd8-a18f-f454e4c20495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3d1c8ed6-e53f-484d-8ac5-e91194e9760e'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:08:49.601664 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36921087-d6f2-4835-abc1-cacbc3249c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:49.603335 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-052cffa6-caa6-4547-9ad4-93471eecfaea tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:49.658580 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:49.663342 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28e5554b-0dee-4dd5-b6a9-90831961045f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:49.663342 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-23a5f0c9-7a13-495d-a5e6-ee96f5e8876b tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Made reservation on behalf of 04ff2d95016a41349448cd02c203dbe9 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:49.665583 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-23a5f0c9-7a13-495d-a5e6-ee96f5e8876b tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:49.677957 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:08:49.678560 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:08:49.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:08:49.722690 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0dd29c7a-4d39-4fd1-8fb5-91a9180533e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:49.761250 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-24cf7a29-4c87-4ee7-a70a-eb9c0116339c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.2210653 Feb 09 18:08:49.762478 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-052cffa6-caa6-4547-9ad4-93471eecfaea tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:49.770213 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51052) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:49.788309 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-af7a7570-8a61-4436-9866-3462e5025563 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 2001:db8::f816:3eff:fef0:e28f (533fa7e0-9286-46d7-99f4-266111443da8/f762f513-7bcf-419d-bb9c-dca2536885cb/a578d2f0-01d0-43e0-8299-1df4a740231f) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:49.793448 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-d07691f2-c483-4f5b-a845-1a0378c0d544 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'port': {'network_id': '64462e2f-8c82-4a43-b029-c7817b34f29c', 'name': 'tempest-PortsTestJSON-1648573646', 'fixed_ips': [{'subnet_id': 'da4f4106-41a8-4ad2-8cd7-5665396d0368', 'ip_address': '172.20.0.9'}]}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:49.832144 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5554b-0dee-4dd5-b6a9-90831961045f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc604a69-7ac7-419c-a7a6-0cc8d9a5d538,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:49.853133 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-0dd29c7a-4d39-4fd1-8fb5-91a9180533e4 None None] For port fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6,segment=NetworkSegment(ac1213d8-b959-43b2-8629-e4d6a30d04f5),segment_id=ac1213d8-b959-43b2-8629-e4d6a30d04f5)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:49.895124 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-052cffa6-caa6-4547-9ad4-93471eecfaea tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] In _notify_port_updated(), no bound segment for port e7db57b1-dae1-4227-a089-e19be7051f33 on network 4900ff3b-bc27-4f8f-9097-2f045e7188a6 {{(pid=84542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 18:08:49.899175 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052cffa6-caa6-4547-9ad4-93471eecfaea tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:49.899846 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-052cffa6-caa6-4547-9ad4-93471eecfaea tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:49.901096 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-052cffa6-caa6-4547-9ad4-93471eecfaea tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] 10.222.0.21 "PUT /v2.0/ports/e7db57b1-dae1-4227-a089-e19be7051f33 HTTP/1.1" status: 200 len: 1003 time: 2.7940073 Feb 09 18:08:49.910190 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51056) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:49.913018 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-36921087-d6f2-4835-abc1-cacbc3249c6c None None] For port a7f6e818-b2cb-4cb2-9960-f04f6fda453f, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:08:49.963509 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7e574fbc-50ab-4de7-998c-de51e0b31db0 req-2fd6b3fb-70e4-4cf4-86bf-d19df216763e tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 210 time: 0.1899605 Feb 09 18:08:49.974360 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-36921087-d6f2-4835-abc1-cacbc3249c6c None None] For port a7f6e818-b2cb-4cb2-9960-f04f6fda453f, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=a7f6e818-b2cb-4cb2-9960-f04f6fda453f,segment=NetworkSegment(d2349c54-8b46-4dd8-a18f-f454e4c20495),segment_id=d2349c54-8b46-4dd8-a18f-f454e4c20495)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:08:49.976044 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0dd29c7a-4d39-4fd1-8fb5-91a9180533e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:49.985016 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052cffa6-caa6-4547-9ad4-93471eecfaea tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Pushing event updated for resources: {'Port': ['ID=e7db57b1-dae1-4227-a089-e19be7051f33,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:49.988397 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28e5554b-0dee-4dd5-b6a9-90831961045f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:50.002468 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-28e5554b-0dee-4dd5-b6a9-90831961045f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.3066659 Feb 09 18:08:50.003906 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51060) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:50.021055 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.api [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 18:08:50.021055 dv-neutron-827016-2-hyperv neutron-server[84541]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 18:08:50.021055 dv-neutron-827016-2-hyperv neutron-server[84541]: [parameters: {'id': '3d1c8ed6-e53f-484d-8ac5-e91194e9760e'}] Feb 09 18:08:50.021055 dv-neutron-827016-2-hyperv neutron-server[84541]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:08:50.021711 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG oslo_db.api [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:08:50.030713 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-52fdf1f5-c646-47bf-855e-5351ccb1c1ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '49743827-1230-4b79-bbd6-18a93b9aa1c6', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:50.048743 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-52fdf1f5-c646-47bf-855e-5351ccb1c1ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:50.062133 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f104f9f0-41d6-439a-8169-d3d1f83c9f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:08:50.064561 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:50.066688 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-52fdf1f5-c646-47bf-855e-5351ccb1c1ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:50.079317 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-52fdf1f5-c646-47bf-855e-5351ccb1c1ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:50.082073 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36921087-d6f2-4835-abc1-cacbc3249c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:50.095896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-425ed240-5f7d-4d5e-8f19-7e8a2fee8f04 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Deleting port e7db57b1-dae1-4227-a089-e19be7051f33 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:50.096518 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-425ed240-5f7d-4d5e-8f19-7e8a2fee8f04 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:50.113919 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4941cde0-c286-4809-b093-07f839fdb0eb None None] Sync routers for ids ['d81350fa-0974-45e9-856f-4290fa20a508'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:08:50.131983 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-52fdf1f5-c646-47bf-855e-5351ccb1c1ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:50.192215 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f104f9f0-41d6-439a-8169-d3d1f83c9f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "PUT /v2.0/routers/d81350fa-0974-45e9-856f-4290fa20a508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6686642 Feb 09 18:08:50.193420 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51064) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:50.196639 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd29c7a-4d39-4fd1-8fb5-91a9180533e4 None None] Pushing event updated for resources: {'Port': ['ID=fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:50.249401 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d07691f2-c483-4f5b-a845-1a0378c0d544 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:50.263932 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d07691f2-c483-4f5b-a845-1a0378c0d544 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:port and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:50.269986 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d07691f2-c483-4f5b-a845-1a0378c0d544 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:50.273418 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4941cde0-c286-4809-b093-07f839fdb0eb None None] Routers {'d81350fa-0974-45e9-856f-4290fa20a508'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:08:50.274223 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-4941cde0-c286-4809-b093-07f839fdb0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:08:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d81350fa-0974-45e9-856f-4290fa20a508'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:50.282130 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d07691f2-c483-4f5b-a845-1a0378c0d544 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:50.354264 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-af7a7570-8a61-4436-9866-3462e5025563 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:50.358421 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:50.381260 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-af7a7570-8a61-4436-9866-3462e5025563 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Transition to ACTIVE for port object a578d2f0-01d0-43e0-8299-1df4a740231f will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:50.384084 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-4941cde0-c286-4809-b093-07f839fdb0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:50.417720 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36921087-d6f2-4835-abc1-cacbc3249c6c None None] Pushing event updated for resources: {'Port': ['ID=a7f6e818-b2cb-4cb2-9960-f04f6fda453f,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:50.425201 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4941cde0-c286-4809-b093-07f839fdb0eb None None] Routers {'d81350fa-0974-45e9-856f-4290fa20a508'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:08:50.425846 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-4941cde0-c286-4809-b093-07f839fdb0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:08:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d81350fa-0974-45e9-856f-4290fa20a508'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:50.432299 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07691f2-c483-4f5b-a845-1a0378c0d544 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:50.533792 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-4941cde0-c286-4809-b093-07f839fdb0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:50.534206 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4941cde0-c286-4809-b093-07f839fdb0eb None None] The sync data for ids ['d81350fa-0974-45e9-856f-4290fa20a508'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:08:50.584097 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-14945018-7b6a-4e8c-91d3-68dac1272040 None None] Provisioning for port a6118db6-61c6-4ae1-bb44-63077daaddc8 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:50.599755 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-52fdf1f5-c646-47bf-855e-5351ccb1c1ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:50.604748 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-14945018-7b6a-4e8c-91d3-68dac1272040 None None] Provisioning complete for port a6118db6-61c6-4ae1-bb44-63077daaddc8 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:50.605127 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-14945018-7b6a-4e8c-91d3-68dac1272040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:50.645968 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:50.654011 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-af7a7570-8a61-4436-9866-3462e5025563 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:50.665817 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e0ab7c-bb21-434a-b393-456400e9cfd4 None None] Network 3d1c8ed6-e53f-484d-8ac5-e91194e9760e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:50.729371 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-23a5f0c9-7a13-495d-a5e6-ee96f5e8876b tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Allocated IP 172.20.0.5 (d6eaa772-ffac-41e7-8518-58e8632c9a92/de722401-dd0e-409a-8196-100518d2fe03/1a242124-4a30-41c2-a5f0-144d690e6d10) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:50.750910 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Deleting port a7f6e818-b2cb-4cb2-9960-f04f6fda453f {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:50.751256 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:50.752087 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-14945018-7b6a-4e8c-91d3-68dac1272040 None None] Port a6118db6-61c6-4ae1-bb44-63077daaddc8 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:08:50.763073 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-ab7c6006-f3ae-41b8-b953-44b33f93185e None None] Allocated IP 2001:db8::f816:3eff:fe7f:eebe (533fa7e0-9286-46d7-99f4-266111443da8/f762f513-7bcf-419d-bb9c-dca2536885cb/f5aec5cf-5937-4265-a7b2-98300d9728b4) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:50.789304 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a7570-8a61-4436-9866-3462e5025563 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=a578d2f0-01d0-43e0-8299-1df4a740231f,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:50.807095 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7a7570-8a61-4436-9866-3462e5025563 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:50.814415 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-af7a7570-8a61-4436-9866-3462e5025563 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:50.835021 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7a7570-8a61-4436-9866-3462e5025563 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:50.835902 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7a7570-8a61-4436-9866-3462e5025563 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:50.836509 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-af7a7570-8a61-4436-9866-3462e5025563 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:50.862888 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d07691f2-c483-4f5b-a845-1a0378c0d544 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:50.941594 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-d07691f2-c483-4f5b-a845-1a0378c0d544 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] device_id is not set on port 3344e385-22a5-41eb-a8da-f05f983fd3e9 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:08:50.949188 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-14945018-7b6a-4e8c-91d3-68dac1272040 None None] Provisioning complete for port fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:50.949832 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-14945018-7b6a-4e8c-91d3-68dac1272040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:50.999163 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-52fdf1f5-c646-47bf-855e-5351ccb1c1ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:51.068686 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-af7a7570-8a61-4436-9866-3462e5025563 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0960119 Feb 09 18:08:51.075507 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51072) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:51.118323 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-425ed240-5f7d-4d5e-8f19-7e8a2fee8f04 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:51.184466 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-52fdf1f5-c646-47bf-855e-5351ccb1c1ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:51.238192 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-effde16a-7c69-4694-a898-59ee6bcda02a req-fcc0ce57-4e23-4788-ab51-476641d71fcd tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 210 time: 0.1008189 Feb 09 18:08:51.250595 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] For port a7f6e818-b2cb-4cb2-9960-f04f6fda453f, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=a7f6e818-b2cb-4cb2-9960-f04f6fda453f,segment=NetworkSegment(d2349c54-8b46-4dd8-a18f-f454e4c20495),segment_id=d2349c54-8b46-4dd8-a18f-f454e4c20495)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:51.250947 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:51.311982 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab7c6006-f3ae-41b8-b953-44b33f93185e None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:51.336936 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ab7c6006-f3ae-41b8-b953-44b33f93185e None None] Transition to ACTIVE for port object f5aec5cf-5937-4265-a7b2-98300d9728b4 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:51.356208 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-14945018-7b6a-4e8c-91d3-68dac1272040 None None] Provisioning complete for port e7db57b1-dae1-4227-a089-e19be7051f33 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:51.356589 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-14945018-7b6a-4e8c-91d3-68dac1272040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:51.386776 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-425ed240-5f7d-4d5e-8f19-7e8a2fee8f04 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Calling delete_port for e7db57b1-dae1-4227-a089-e19be7051f33 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:51.406911 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ab7c6006-f3ae-41b8-b953-44b33f93185e None None] Transition to ACTIVE for port object f5aec5cf-5937-4265-a7b2-98300d9728b4 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:51.407937 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Calling delete_port for a7f6e818-b2cb-4cb2-9960-f04f6fda453f owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:51.419603 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-14945018-7b6a-4e8c-91d3-68dac1272040 None None] Port e7db57b1-dae1-4227-a089-e19be7051f33 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:08:51.431488 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-52fdf1f5-c646-47bf-855e-5351ccb1c1ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:51.433535 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-52fdf1f5-c646-47bf-855e-5351ccb1c1ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4188678 Feb 09 18:08:51.438405 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51076) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:51.480232 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-c263cb80-fcbc-45b7-ab86-a7c1896af19b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '49743827-1230-4b79-bbd6-18a93b9aa1c6', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:51.494998 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-cac8e1f8-27c4-4a14-a3a0-6d6693f63be5 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 18:08:51.499334 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-cac8e1f8-27c4-4a14-a3a0-6d6693f63be5 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "PUT /v2.0/routers/d81350fa-0974-45e9-856f-4290fa20a508/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2272265 Feb 09 18:08:51.499334 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fdf1f5-c646-47bf-855e-5351ccb1c1ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cec20a4-ea60-4d4d-a40d-642a3727c7e2,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:51.501516 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c263cb80-fcbc-45b7-ab86-a7c1896af19b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:51.506419 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51080) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:51.544251 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f0423398-21d8-4c40-a394-142c6572bc42 None None] Provisioning complete for port a6118db6-61c6-4ae1-bb44-63077daaddc8 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:51.544872 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f0423398-21d8-4c40-a394-142c6572bc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:51.555758 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c263cb80-fcbc-45b7-ab86-a7c1896af19b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:51.570885 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c263cb80-fcbc-45b7-ab86-a7c1896af19b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:51.585631 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c263cb80-fcbc-45b7-ab86-a7c1896af19b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:51.591525 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-635406a7-3d82-4f83-be11-842403689a33 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Synchronizing usage tracker for tenant:3aafa79d3d06419e8e7c5f7d6aab117f on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:08:51.617472 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f0423398-21d8-4c40-a394-142c6572bc42 None None] Port a6118db6-61c6-4ae1-bb44-63077daaddc8 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:08:51.620069 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab7c6006-f3ae-41b8-b953-44b33f93185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:51.622106 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-d07691f2-c483-4f5b-a845-1a0378c0d544 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Allocated IP 172.20.0.9 (64462e2f-8c82-4a43-b029-c7817b34f29c/da4f4106-41a8-4ad2-8cd7-5665396d0368/3344e385-22a5-41eb-a8da-f05f983fd3e9) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:51.642468 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-23a5f0c9-7a13-495d-a5e6-ee96f5e8876b tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:51.646331 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a04a89-f1f2-4a12-9795-3f73b6f80696 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:51.647054 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-09a04a89-f1f2-4a12-9795-3f73b6f80696 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:08:51.667883 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-23a5f0c9-7a13-495d-a5e6-ee96f5e8876b tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Transition to ACTIVE for port object 1a242124-4a30-41c2-a5f0-144d690e6d10 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:51.673219 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:51.680569 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:08:51.719543 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7c6006-f3ae-41b8-b953-44b33f93185e None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:51.734659 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-ab7c6006-f3ae-41b8-b953-44b33f93185e None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:51.745739 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c6006-f3ae-41b8-b953-44b33f93185e None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:51.792150 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-09a04a89-f1f2-4a12-9795-3f73b6f80696 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:08:51.793312 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-09a04a89-f1f2-4a12-9795-3f73b6f80696 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.7133918 Feb 09 18:08:51.794499 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-635406a7-3d82-4f83-be11-842403689a33 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Unset dirty status for tenant:3aafa79d3d06419e8e7c5f7d6aab117f on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:08:51.796073 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-635406a7-3d82-4f83-be11-842403689a33 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "GET /v2.0/ports?device_id=d81350fa-0974-45e9-856f-4290fa20a508 HTTP/1.1" status: 200 len: 205 time: 0.2881708 Feb 09 18:08:51.797120 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:51.797335 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51084) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:51.799721 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c6006-f3ae-41b8-b953-44b33f93185e None None] Pushing event updated for resources: {'Port': ['ID=f5aec5cf-5937-4265-a7b2-98300d9728b4,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:51.800822 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51086) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:51.835702 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c263cb80-fcbc-45b7-ab86-a7c1896af19b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:51.862645 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Port': ['ID=a7f6e818-b2cb-4cb2-9960-f04f6fda453f,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:51.869380 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:51.869756 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:51.893590 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No DVR routers for this DVR port a7f6e818-b2cb-4cb2-9960-f04f6fda453f on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:08:51.904578 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ab7c6006-f3ae-41b8-b953-44b33f93185e None None] Attempting to bind port f5aec5cf-5937-4265-a7b2-98300d9728b4 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:08:51.904578 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ab7c6006-f3ae-41b8-b953-44b33f93185e None None] Attempting to bind port f5aec5cf-5937-4265-a7b2-98300d9728b4 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:08:51.905523 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c6006-f3ae-41b8-b953-44b33f93185e None None] Attempting to bind port f5aec5cf-5937-4265-a7b2-98300d9728b4 on network 533fa7e0-9286-46d7-99f4-266111443da8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:08:51.913621 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-23a5f0c9-7a13-495d-a5e6-ee96f5e8876b tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:51.927833 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c6006-f3ae-41b8-b953-44b33f93185e None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:08:51.928204 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c6006-f3ae-41b8-b953-44b33f93185e None None] Checking segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:51.928600 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab7c6006-f3ae-41b8-b953-44b33f93185e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:51.928992 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c6006-f3ae-41b8-b953-44b33f93185e None None] Bound using segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:08:51.929465 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ab7c6006-f3ae-41b8-b953-44b33f93185e None None] Bound port: f5aec5cf-5937-4265-a7b2-98300d9728b4, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:08:51.929843 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab7c6006-f3ae-41b8-b953-44b33f93185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:51.939576 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-425ed240-5f7d-4d5e-8f19-7e8a2fee8f04 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:52.080550 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-853e0bf2-0a5c-4727-b8af-0b3dc1c56f8a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting port a578d2f0-01d0-43e0-8299-1df4a740231f {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:52.080772 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ab7c6006-f3ae-41b8-b953-44b33f93185e None None] For port f5aec5cf-5937-4265-a7b2-98300d9728b4, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:08:52.081120 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-853e0bf2-0a5c-4727-b8af-0b3dc1c56f8a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:52.083761 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ab7c6006-f3ae-41b8-b953-44b33f93185e None None] For port f5aec5cf-5937-4265-a7b2-98300d9728b4, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=f5aec5cf-5937-4265-a7b2-98300d9728b4,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:08:52.113120 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c263cb80-fcbc-45b7-ab86-a7c1896af19b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:52.122447 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d07691f2-c483-4f5b-a845-1a0378c0d544 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:52.300159 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:52.300534 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-23a5f0c9-7a13-495d-a5e6-ee96f5e8876b tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Network d6eaa772-ffac-41e7-8518-58e8632c9a92 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-d07691f2-c483-4f5b-a845-1a0378c0d544 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Transition to ACTIVE for port object 3344e385-22a5-41eb-a8da-f05f983fd3e9 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d1c8ed6-e53f-484d-8ac5-e91194e9760e']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2349c54-8b46-4dd8-a18f-f454e4c20495') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2349c54-8b46-4dd8-a18f-f454e4c20495') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:08:52.362777 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:08:52.367243 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab7c6006-f3ae-41b8-b953-44b33f93185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:52.412679 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-23a5f0c9-7a13-495d-a5e6-ee96f5e8876b tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:52.428636 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-23a5f0c9-7a13-495d-a5e6-ee96f5e8876b tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:52.435412 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c6006-f3ae-41b8-b953-44b33f93185e None None] Pushing event updated for resources: {'Port': ['ID=f5aec5cf-5937-4265-a7b2-98300d9728b4,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:52.458755 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5f0c9-7a13-495d-a5e6-ee96f5e8876b tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Pushing event updated for resources: {'Port': ['ID=1a242124-4a30-41c2-a5f0-144d690e6d10,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:52.552600 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c263cb80-fcbc-45b7-ab86-a7c1896af19b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:52.563207 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-733048f1-5a17-4b2f-8d15-8d01f651da0c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:52.570733 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d07691f2-c483-4f5b-a845-1a0378c0d544 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:52.646918 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ed240-5f7d-4d5e-8f19-7e8a2fee8f04 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Pushing event deleted for resources: {'Port': ['ID=e7db57b1-dae1-4227-a089-e19be7051f33,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:52.659917 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263cb80-fcbc-45b7-ab86-a7c1896af19b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1e1a9e-d3fd-42d7-b213-c7d8d975d470,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:52.743147 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07691f2-c483-4f5b-a845-1a0378c0d544 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network 64462e2f-8c82-4a43-b029-c7817b34f29c is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:52.745302 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07691f2-c483-4f5b-a845-1a0378c0d544 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Port': ['ID=3344e385-22a5-41eb-a8da-f05f983fd3e9,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:52.750778 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-d07691f2-c483-4f5b-a845-1a0378c0d544 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:52.754195 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07691f2-c483-4f5b-a845-1a0378c0d544 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:52.817063 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c263cb80-fcbc-45b7-ab86-a7c1896af19b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:52.818273 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c263cb80-fcbc-45b7-ab86-a7c1896af19b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3725076 Feb 09 18:08:52.819119 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:52.843858 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51094) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:52.866446 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c9d1cf1a-a18a-40fa-9064-376d5c65ed15 None None] Provisioning for port 1a242124-4a30-41c2-a5f0-144d690e6d10 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:52.875716 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:52.877863 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c9d1cf1a-a18a-40fa-9064-376d5c65ed15 None None] Provisioning complete for port 1a242124-4a30-41c2-a5f0-144d690e6d10 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:52.878246 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c9d1cf1a-a18a-40fa-9064-376d5c65ed15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:52.883494 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/networks/3d1c8ed6-e53f-484d-8ac5-e91194e9760e HTTP/1.1" status: 204 len: 168 time: 5.3073184 Feb 09 18:08:52.890587 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51098) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:52.907642 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-9d2e055b-21c2-4096-a6d1-4ebc4f29c4db tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '49743827-1230-4b79-bbd6-18a93b9aa1c6', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:52.907642 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9d2e055b-21c2-4096-a6d1-4ebc4f29c4db tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:52.907642 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9d2e055b-21c2-4096-a6d1-4ebc4f29c4db tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:52.911399 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9d2e055b-21c2-4096-a6d1-4ebc4f29c4db tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:52.918147 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9d2e055b-21c2-4096-a6d1-4ebc4f29c4db tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:52.937386 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-0437d129-4c36-4438-b06e-a6a71b5f5064 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-748984839'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:52.946975 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d437a7c-8b24-4bd9-8cd6-38dd5ba3d5ec req-d7233766-19b5-44d3-9c72-3c751a2683da tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:52.950848 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1d437a7c-8b24-4bd9-8cd6-38dd5ba3d5ec req-d7233766-19b5-44d3-9c72-3c751a2683da tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 931 time: 0.4291656 Feb 09 18:08:52.955659 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326871e-29dc-4b76-a199-b4fadfcdaa55 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Network': ['ID=3d1c8ed6-e53f-484d-8ac5-e91194e9760e,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:52.957684 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c9d1cf1a-a18a-40fa-9064-376d5c65ed15 None None] Port 1a242124-4a30-41c2-a5f0-144d690e6d10 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:08:52.967549 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-0437d129-4c36-4438-b06e-a6a71b5f5064 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:52.998055 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-0437d129-4c36-4438-b06e-a6a71b5f5064 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Usage tracker for resource:network and tenant:87988ebdba86441595145b8b3a8899ab is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:53.001634 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-0437d129-4c36-4438-b06e-a6a71b5f5064 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:53.002448 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-23a5f0c9-7a13-495d-a5e6-ee96f5e8876b tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:53.003161 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-23a5f0c9-7a13-495d-a5e6-ee96f5e8876b tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:53.011021 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-0437d129-4c36-4438-b06e-a6a71b5f5064 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:53.022243 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07691f2-c483-4f5b-a845-1a0378c0d544 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:53.023263 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d07691f2-c483-4f5b-a845-1a0378c0d544 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:53.049507 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-425ed240-5f7d-4d5e-8f19-7e8a2fee8f04 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:53.077060 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1d437a7c-8b24-4bd9-8cd6-38dd5ba3d5ec req-d6109340-9561-4cbe-b9c2-f685332ca1f8 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096153 Feb 09 18:08:53.083773 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0437d129-4c36-4438-b06e-a6a71b5f5064 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Made reservation on behalf of 87988ebdba86441595145b8b3a8899ab for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:53.087469 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0437d129-4c36-4438-b06e-a6a71b5f5064 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:53.111389 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-9d2e055b-21c2-4096-a6d1-4ebc4f29c4db tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Project 352fd60817ff4d5d9e97f16f52485b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:08:53.117408 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d07691f2-c483-4f5b-a845-1a0378c0d544 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3452888 Feb 09 18:08:53.123447 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51102) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:53.127675 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9d2e055b-21c2-4096-a6d1-4ebc4f29c4db tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:53.158031 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-31b87838-240f-4d59-ba0b-ba2a00b2097c None None] Provisioning for port 3344e385-22a5-41eb-a8da-f05f983fd3e9 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:53.165895 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-31b87838-240f-4d59-ba0b-ba2a00b2097c None None] Provisioning complete for port 3344e385-22a5-41eb-a8da-f05f983fd3e9 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:53.166456 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-31b87838-240f-4d59-ba0b-ba2a00b2097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:53.197348 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0437d129-4c36-4438-b06e-a6a71b5f5064 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:08:53.211987 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-853e0bf2-0a5c-4727-b8af-0b3dc1c56f8a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:53.228850 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0437d129-4c36-4438-b06e-a6a71b5f5064 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:53.229207 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-0437d129-4c36-4438-b06e-a6a71b5f5064 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Added segment f5409ffa-2764-49bc-b262-47622e93a54b of type vlan for network 52a18922-ba46-4a5a-abbd-f84b00c6e809 Feb 09 18:08:53.234799 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-425ed240-5f7d-4d5e-8f19-7e8a2fee8f04 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] 10.222.0.21 "DELETE /v2.0/ports/e7db57b1-dae1-4227-a089-e19be7051f33 HTTP/1.1" status: 204 len: 168 time: 3.3235657 Feb 09 18:08:53.238985 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51106) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:53.244663 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-31b87838-240f-4d59-ba0b-ba2a00b2097c None None] Port 3344e385-22a5-41eb-a8da-f05f983fd3e9 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:08:53.281637 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0437d129-4c36-4438-b06e-a6a71b5f5064 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:53.298936 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9d2e055b-21c2-4096-a6d1-4ebc4f29c4db tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:53.332613 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cde172-f79c-4638-9e57-019bf46a5850 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:53.332613 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-82cde172-f79c-4638-9e57-019bf46a5850 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Synchronizing usage tracker for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:08:53.353955 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-23a5f0c9-7a13-495d-a5e6-ee96f5e8876b tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4969635 Feb 09 18:08:53.360781 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-853e0bf2-0a5c-4727-b8af-0b3dc1c56f8a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Calling delete_port for a578d2f0-01d0-43e0-8299-1df4a740231f owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:53.378411 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9d2e055b-21c2-4096-a6d1-4ebc4f29c4db tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:53.409727 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-82cde172-f79c-4638-9e57-019bf46a5850 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Unset dirty status for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:08:53.414984 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-82cde172-f79c-4638-9e57-019bf46a5850 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2860892 Feb 09 18:08:53.414984 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e055b-21c2-4096-a6d1-4ebc4f29c4db tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03f1e9a-f37b-4e03-ae1d-d575e8dd571c,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:53.414984 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0437d129-4c36-4438-b06e-a6a71b5f5064 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:53.418775 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0437d129-4c36-4438-b06e-a6a71b5f5064 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:53.421634 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0437d129-4c36-4438-b06e-a6a71b5f5064 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:53.426620 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51110) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:53.449494 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-17013c7e-f90a-4186-bba2-c77a1b5cb6c9 service neutron] Request body: {'port': {'device_id': 'ea009630-a236-4e66-91e0-80a40b8b11ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:53.575381 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9d2e055b-21c2-4096-a6d1-4ebc4f29c4db tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:53.575986 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a38384-0dbd-493a-b110-3db1f9f7c1fd tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] GET failed (client error): The resource could not be found. Feb 09 18:08:53.576453 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9d2e055b-21c2-4096-a6d1-4ebc4f29c4db tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7064090 Feb 09 18:08:53.579846 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-65a38384-0dbd-493a-b110-3db1f9f7c1fd tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Synchronizing usage tracker for tenant:4be671836ae941818554fb6b90e1944e on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:08:53.595730 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51114) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:53.602683 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-6336c3e4-3c2c-4fad-99e4-585204534093 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '49743827-1230-4b79-bbd6-18a93b9aa1c6', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:53.627016 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6336c3e4-3c2c-4fad-99e4-585204534093 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:53.630948 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437d129-4c36-4438-b06e-a6a71b5f5064 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Network': ['ID=52a18922-ba46-4a5a-abbd-f84b00c6e809,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:53.643834 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 52a18922-ba46-4a5a-abbd-f84b00c6e809 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:08:53.666026 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6336c3e4-3c2c-4fad-99e4-585204534093 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:53.673614 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0437d129-4c36-4438-b06e-a6a71b5f5064 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7469547 Feb 09 18:08:53.674912 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6336c3e4-3c2c-4fad-99e4-585204534093 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:53.683851 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51118) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:53.690470 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6336c3e4-3c2c-4fad-99e4-585204534093 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:53.699581 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-6ab2700c-1f7d-465e-b4be-65975dacebd5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:53.755268 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-733048f1-5a17-4b2f-8d15-8d01f651da0c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:53.780423 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device f5aec5cf-5937-4265-a7b2-98300d9728b4 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:08:53.831322 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-733048f1-5a17-4b2f-8d15-8d01f651da0c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:53.868750 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd34a0a-c1a5-4430-b842-5c2d71751147 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:53.873021 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd34a0a-c1a5-4430-b842-5c2d71751147 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:53.877720 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd34a0a-c1a5-4430-b842-5c2d71751147 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:53.882895 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4fd34a0a-c1a5-4430-b842-5c2d71751147 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.4381874 Feb 09 18:08:53.883871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51122) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:53.894240 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-65a38384-0dbd-493a-b110-3db1f9f7c1fd tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Unset dirty status for tenant:4be671836ae941818554fb6b90e1944e on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:08:53.899483 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-65a38384-0dbd-493a-b110-3db1f9f7c1fd tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] 10.222.0.21 "GET /v2.0/ports/e7db57b1-dae1-4227-a089-e19be7051f33 HTTP/1.1" status: 404 len: 333 time: 0.6021245 Feb 09 18:08:53.910062 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51124) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:53.918718 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-276e87b7-5970-469d-b275-514454b23e4a tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Request body: {'port': {'network_id': '4900ff3b-bc27-4f8f-9097-2f045e7188a6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-4270932'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:53.933981 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-17013c7e-f90a-4186-bba2-c77a1b5cb6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:53.949864 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-6336c3e4-3c2c-4fad-99e4-585204534093 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Project 352fd60817ff4d5d9e97f16f52485b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:08:54.020908 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port f5aec5cf-5937-4265-a7b2-98300d9728b4 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:54.035123 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6336c3e4-3c2c-4fad-99e4-585204534093 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:54.080403 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7c643e-c047-4dbd-b361-442149dd7992 None None] Provisioning for port f5aec5cf-5937-4265-a7b2-98300d9728b4 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:54.087287 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7c643e-c047-4dbd-b361-442149dd7992 None None] Provisioning complete for port f5aec5cf-5937-4265-a7b2-98300d9728b4 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:54.088377 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7c643e-c047-4dbd-b361-442149dd7992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:54.160989 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6336c3e4-3c2c-4fad-99e4-585204534093 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:54.169225 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-ea2b5119-e9ff-41aa-852e-2924125fa400 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting port 3344e385-22a5-41eb-a8da-f05f983fd3e9 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:54.169579 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ea2b5119-e9ff-41aa-852e-2924125fa400 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:54.192390 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-733048f1-5a17-4b2f-8d15-8d01f651da0c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:54.192875 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733048f1-5a17-4b2f-8d15-8d01f651da0c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Fanout notify agent at l3_agent the message router_deleted on router d81350fa-0974-45e9-856f-4290fa20a508 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:08:54.269897 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-853e0bf2-0a5c-4727-b8af-0b3dc1c56f8a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:54.278984 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6336c3e4-3c2c-4fad-99e4-585204534093 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:54.279341 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-733048f1-5a17-4b2f-8d15-8d01f651da0c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:54.280653 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-733048f1-5a17-4b2f-8d15-8d01f651da0c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/routers/d81350fa-0974-45e9-856f-4290fa20a508 HTTP/1.1" status: 204 len: 168 time: 2.4781713 Feb 09 18:08:54.322206 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7c643e-c047-4dbd-b361-442149dd7992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:54.332366 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51132) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:54.333781 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8146d4f5-208d-40eb-96de-4c3a0a4a43f8 None None] get_active_networks_info from dv-neutron-827016-2-hyperv {{(pid=84543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 18:08:54.392975 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e0bf2-0a5c-4727-b8af-0b3dc1c56f8a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Port': ['ID=a578d2f0-01d0-43e0-8299-1df4a740231f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:54.412327 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7c643e-c047-4dbd-b361-442149dd7992 None None] For port f5aec5cf-5937-4265-a7b2-98300d9728b4, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=f5aec5cf-5937-4265-a7b2-98300d9728b4,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:54.428045 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6ab2700c-1f7d-465e-b4be-65975dacebd5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:54.476631 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-276e87b7-5970-469d-b275-514454b23e4a tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:54.486194 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336c3e4-3c2c-4fad-99e4-585204534093 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd058e8-58be-452d-98ed-fcc1a517f6fc,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:54.499691 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-853e0bf2-0a5c-4727-b8af-0b3dc1c56f8a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:54.504153 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-853e0bf2-0a5c-4727-b8af-0b3dc1c56f8a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/a578d2f0-01d0-43e0-8299-1df4a740231f HTTP/1.1" status: 204 len: 168 time: 2.7030509 Feb 09 18:08:54.505469 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51136) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:54.517798 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7c643e-c047-4dbd-b361-442149dd7992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:54.572665 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8146d4f5-208d-40eb-96de-4c3a0a4a43f8 None None] Resources bound (agent type, host, resource id): {{(pid=84543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 18:08:54.591711 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-276e87b7-5970-469d-b275-514454b23e4a tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:54.603075 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6336c3e4-3c2c-4fad-99e4-585204534093 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:54.610912 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6336c3e4-3c2c-4fad-99e4-585204534093 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0140212 Feb 09 18:08:54.625356 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c643e-c047-4dbd-b361-442149dd7992 None None] Pushing event updated for resources: {'Port': ['ID=f5aec5cf-5937-4265-a7b2-98300d9728b4,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:54.657707 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6ab2700c-1f7d-465e-b4be-65975dacebd5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:54.660274 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191d1879-124e-4bfe-9a73-2fbadc6b6d0d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:54.664462 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191d1879-124e-4bfe-9a73-2fbadc6b6d0d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:54.664462 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-191d1879-124e-4bfe-9a73-2fbadc6b6d0d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:08:54.769220 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276e87b7-5970-469d-b275-514454b23e4a tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Made reservation on behalf of 4be671836ae941818554fb6b90e1944e for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:54.773298 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-276e87b7-5970-469d-b275-514454b23e4a tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:54.773795 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e7d3a07c-18ff-4624-bd5c-c0de51bf93a4 None None] Could not find standard attr ID for object a578d2f0-01d0-43e0-8299-1df4a740231f. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:08:54.825789 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-191d1879-124e-4bfe-9a73-2fbadc6b6d0d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:08:54.829817 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-191d1879-124e-4bfe-9a73-2fbadc6b6d0d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3176959 Feb 09 18:08:54.831097 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51148) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:54.875672 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-276e87b7-5970-469d-b275-514454b23e4a tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] device_id is not set on port 95521480-d462-4fcf-a289-cb4070606781 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:08:54.919394 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-17013c7e-f90a-4186-bba2-c77a1b5cb6c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a242124-4a30-41c2-a5f0-144d690e6d10 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:08:54.937354 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-17013c7e-f90a-4186-bba2-c77a1b5cb6c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:54.953622 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6ab2700c-1f7d-465e-b4be-65975dacebd5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Network 52a18922-ba46-4a5a-abbd-f84b00c6e809 is not hosted by any dhcp agent {{(pid=84541) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 09 18:08:54.957202 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab2700c-1f7d-465e-b4be-65975dacebd5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:54.958003 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6ab2700c-1f7d-465e-b4be-65975dacebd5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:54.962092 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6ab2700c-1f7d-465e-b4be-65975dacebd5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "PUT /v2.0/networks/52a18922-ba46-4a5a-abbd-f84b00c6e809 HTTP/1.1" status: 200 len: 723 time: 1.2729144 Feb 09 18:08:54.964107 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51152) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:54.973315 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c347abde-d4f7-4d8c-a462-f48b841723d5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'subnet': {'network_id': '52a18922-ba46-4a5a-abbd-f84b00c6e809', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:55.020648 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ea2b5119-e9ff-41aa-852e-2924125fa400 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:55.040892 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2700c-1f7d-465e-b4be-65975dacebd5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Network': ['ID=52a18922-ba46-4a5a-abbd-f84b00c6e809,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:55.077450 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 52a18922-ba46-4a5a-abbd-f84b00c6e809 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:08:55.080771 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-17013c7e-f90a-4186-bba2-c77a1b5cb6c9 service neutron] Transition to ACTIVE for port object 1a242124-4a30-41c2-a5f0-144d690e6d10 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:55.114558 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236f29f-417a-4eab-b996-e054ae311c95 req-fe5ad24a-d44c-4562-92c8-5510c9187ba2 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:55.121298 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8236f29f-417a-4eab-b996-e054ae311c95 req-fe5ad24a-d44c-4562-92c8-5510c9187ba2 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 931 time: 0.7847979 Feb 09 18:08:55.168020 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-17013c7e-f90a-4186-bba2-c77a1b5cb6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:55.211285 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-ea2b5119-e9ff-41aa-852e-2924125fa400 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Calling delete_port for 3344e385-22a5-41eb-a8da-f05f983fd3e9 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:55.263336 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-b07762c7-548d-44e6-9dc0-5fdaadeb5029 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-456750852&fields=id&tenant_id=352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 267 time: 0.4039237 Feb 09 18:08:55.312172 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef0d15b7-cf0c-4d3f-be17-a9b22fec8fd6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting subnet 223556fb-a26c-425b-83dd-7b799799860f {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:08:55.352386 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c347abde-d4f7-4d8c-a462-f48b841723d5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:55.373417 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ef0d15b7-cf0c-4d3f-be17-a9b22fec8fd6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:55.409580 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17013c7e-f90a-4186-bba2-c77a1b5cb6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a242124-4a30-41c2-a5f0-144d690e6d10,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:55.417660 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c347abde-d4f7-4d8c-a462-f48b841723d5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Usage tracker for resource:subnet and tenant:87988ebdba86441595145b8b3a8899ab is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:55.437493 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c347abde-d4f7-4d8c-a462-f48b841723d5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:55.452696 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c347abde-d4f7-4d8c-a462-f48b841723d5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:55.466964 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e263f3-9c63-4b15-b01b-ce1fdf720bd2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet f762f513-7bcf-419d-bb9c-dca2536885cb {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:08:55.472857 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8236f29f-417a-4eab-b996-e054ae311c95 req-49e26dd0-e2e2-4eae-bd81-72d414d18e08 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3484912 Feb 09 18:08:55.480327 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-45e263f3-9c63-4b15-b01b-ce1fdf720bd2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:55.491716 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ef0d15b7-cf0c-4d3f-be17-a9b22fec8fd6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:55.568220 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-276e87b7-5970-469d-b275-514454b23e4a tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Allocated IP 2001:db8::39b (4900ff3b-bc27-4f8f-9097-2f045e7188a6/a07d0def-2e16-4c0c-85f4-8e186cdc9831/95521480-d462-4fcf-a289-cb4070606781) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:55.584159 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c347abde-d4f7-4d8c-a462-f48b841723d5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Made reservation on behalf of 87988ebdba86441595145b8b3a8899ab for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:55.634014 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-283b68f6-fa61-4e34-938c-f4afec47f041 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:55.638346 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-283b68f6-fa61-4e34-938c-f4afec47f041 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:network {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:08:55.680125 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device f5aec5cf-5937-4265-a7b2-98300d9728b4 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:08:55.688653 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ef0d15b7-cf0c-4d3f-be17-a9b22fec8fd6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:55.747055 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-45e263f3-9c63-4b15-b01b-ce1fdf720bd2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:55.751866 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ea2b5119-e9ff-41aa-852e-2924125fa400 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:55.755010 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port f5aec5cf-5937-4265-a7b2-98300d9728b4 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:55.758653 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:55.758788 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-283b68f6-fa61-4e34-938c-f4afec47f041 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:network {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:08:55.758788 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-283b68f6-fa61-4e34-938c-f4afec47f041 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/networks?id=f843c8a8-e764-4c31-91e5-e456caf4f77b HTTP/1.1" status: 200 len: 795 time: 0.4834874 Feb 09 18:08:55.830367 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b5119-e9ff-41aa-852e-2924125fa400 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Port': ['ID=3344e385-22a5-41eb-a8da-f05f983fd3e9,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:55.863000 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c347abde-d4f7-4d8c-a462-f48b841723d5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:55.875514 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-0eb4f433-60d5-4120-8fc8-e337c30cd419 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/quotas/352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 375 time: 0.0727897 Feb 09 18:08:55.973157 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ef0d15b7-cf0c-4d3f-be17-a9b22fec8fd6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:56.037482 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d15b7-cf0c-4d3f-be17-a9b22fec8fd6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Subnet': ['ID=223556fb-a26c-425b-83dd-7b799799860f,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:56.059410 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ef0d15b7-cf0c-4d3f-be17-a9b22fec8fd6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:56.063317 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63416971-9d52-4f59-8f2a-c507fac7ce20 None None] Network df5a634b-cc67-4ff7-a059-80a7624035ab requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:56.065916 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ea2b5119-e9ff-41aa-852e-2924125fa400 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:56.084839 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ef0d15b7-cf0c-4d3f-be17-a9b22fec8fd6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/subnets/223556fb-a26c-425b-83dd-7b799799860f HTTP/1.1" status: 204 len: 168 time: 1.7364473 Feb 09 18:08:56.085045 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ea2b5119-e9ff-41aa-852e-2924125fa400 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/ports/3344e385-22a5-41eb-a8da-f05f983fd3e9 HTTP/1.1" status: 204 len: 168 time: 2.1759140 Feb 09 18:08:56.085709 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51156) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:56.096205 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51158) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:56.195358 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-5954f744-a51c-49db-878d-b955c544bdc6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2846832 Feb 09 18:08:56.276441 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-17013c7e-f90a-4186-bba2-c77a1b5cb6c9 service neutron] Attempting to bind port 1a242124-4a30-41c2-a5f0-144d690e6d10 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:08:56.276800 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-17013c7e-f90a-4186-bba2-c77a1b5cb6c9 service neutron] Attempting to bind port 1a242124-4a30-41c2-a5f0-144d690e6d10 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'bb132a2c-087c-4094-9ff0-147d0aa84db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:08:56.277021 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-17013c7e-f90a-4186-bba2-c77a1b5cb6c9 service neutron] Attempting to bind port 1a242124-4a30-41c2-a5f0-144d690e6d10 on network d6eaa772-ffac-41e7-8518-58e8632c9a92 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:08:56.306235 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d1444a-f292-4fb6-9828-89f4b467158f tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] GET failed (client error): The resource could not be found. Feb 09 18:08:56.307030 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-31d1444a-f292-4fb6-9828-89f4b467158f tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Synchronizing usage tracker for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:08:56.331354 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-17013c7e-f90a-4186-bba2-c77a1b5cb6c9 service neutron] Port 1a242124-4a30-41c2-a5f0-144d690e6d10 on network d6eaa772-ffac-41e7-8518-58e8632c9a92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:08:56.331700 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-17013c7e-f90a-4186-bba2-c77a1b5cb6c9 service neutron] Attempting to bind port 1a242124-4a30-41c2-a5f0-144d690e6d10 on network d6eaa772-ffac-41e7-8518-58e8632c9a92 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:08:56.333503 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a9e3006d-e032-4dfd-b0e3-0a5a2f3b23c1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:56.356961 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-a9e3006d-e032-4dfd-b0e3-0a5a2f3b23c1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting port ac08add2-c02c-4d49-b7e0-fe695e71853a {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:56.357212 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a9e3006d-e032-4dfd-b0e3-0a5a2f3b23c1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:56.365448 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-45e263f3-9c63-4b15-b01b-ce1fdf720bd2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:56.409451 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-17013c7e-f90a-4186-bba2-c77a1b5cb6c9 service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:08:56.409795 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-17013c7e-f90a-4186-bba2-c77a1b5cb6c9 service neutron] Checking segment: {'id': 'bb132a2c-087c-4094-9ff0-147d0aa84db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:56.410183 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-17013c7e-f90a-4186-bba2-c77a1b5cb6c9 service neutron] Bound using segment: {'id': 'bb132a2c-087c-4094-9ff0-147d0aa84db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:08:56.410672 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-17013c7e-f90a-4186-bba2-c77a1b5cb6c9 service neutron] Bound port: 1a242124-4a30-41c2-a5f0-144d690e6d10, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb132a2c-087c-4094-9ff0-147d0aa84db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:08:56.411026 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-17013c7e-f90a-4186-bba2-c77a1b5cb6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:56.419756 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede0ae00-d9c2-4efe-8f72-650a28a170ac None None] DHCP port deletion for df5a634b-cc67-4ff7-a059-80a7624035ab request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:08:56.425479 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ede0ae00-d9c2-4efe-8f72-650a28a170ac None None] Deleting port ac08add2-c02c-4d49-b7e0-fe695e71853a {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:56.425695 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ede0ae00-d9c2-4efe-8f72-650a28a170ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:56.436272 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-8001dc25-d77a-40b7-96cb-37429703fa54 service neutron] 10.222.0.21 "GET /v2.0/networks/f843c8a8-e764-4c31-91e5-e456caf4f77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246187 Feb 09 18:08:56.459852 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-31d1444a-f292-4fb6-9828-89f4b467158f tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Unset dirty status for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:08:56.463692 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-31d1444a-f292-4fb6-9828-89f4b467158f tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports/3344e385-22a5-41eb-a8da-f05f983fd3e9 HTTP/1.1" status: 404 len: 333 time: 0.3490727 Feb 09 18:08:56.465065 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51164) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:56.582485 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-276e87b7-5970-469d-b275-514454b23e4a tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:56.646059 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-276e87b7-5970-469d-b275-514454b23e4a tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Transition to ACTIVE for port object 95521480-d462-4fcf-a289-cb4070606781 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:56.667765 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-17013c7e-f90a-4186-bba2-c77a1b5cb6c9 service neutron] For port 1a242124-4a30-41c2-a5f0-144d690e6d10, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:08:56.675350 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-17013c7e-f90a-4186-bba2-c77a1b5cb6c9 service neutron] For port 1a242124-4a30-41c2-a5f0-144d690e6d10, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1a242124-4a30-41c2-a5f0-144d690e6d10,segment=NetworkSegment(bb132a2c-087c-4094-9ff0-147d0aa84db2),segment_id=bb132a2c-087c-4094-9ff0-147d0aa84db2)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:08:56.691553 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ede0ae00-d9c2-4efe-8f72-650a28a170ac None None] For port ac08add2-c02c-4d49-b7e0-fe695e71853a, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=ac08add2-c02c-4d49-b7e0-fe695e71853a,segment=NetworkSegment(a63ecd66-173f-4d9f-ad94-c196a8b795db),segment_id=a63ecd66-173f-4d9f-ad94-c196a8b795db)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:56.691948 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ede0ae00-d9c2-4efe-8f72-650a28a170ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:56.731661 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-45e263f3-9c63-4b15-b01b-ce1fdf720bd2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:56.771786 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-17013c7e-f90a-4186-bba2-c77a1b5cb6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:56.804958 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e263f3-9c63-4b15-b01b-ce1fdf720bd2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=f762f513-7bcf-419d-bb9c-dca2536885cb,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:56.814423 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ede0ae00-d9c2-4efe-8f72-650a28a170ac None None] Calling delete_port for ac08add2-c02c-4d49-b7e0-fe695e71853a owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:56.819932 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c347abde-d4f7-4d8c-a462-f48b841723d5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:56.824241 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-276e87b7-5970-469d-b275-514454b23e4a tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:56.891090 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-45e263f3-9c63-4b15-b01b-ce1fdf720bd2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:56.892556 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-909fb6b9-3105-49ad-9dfb-da31c5f86add tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting port a6118db6-61c6-4ae1-bb44-63077daaddc8 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:56.893206 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-909fb6b9-3105-49ad-9dfb-da31c5f86add tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:56.900182 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53ab50c-fc4e-4139-9af5-020ab0ba8845 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:56.932843 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-17013c7e-f90a-4186-bba2-c77a1b5cb6c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:56.934670 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-17013c7e-f90a-4186-bba2-c77a1b5cb6c9 service neutron] 10.222.0.50 "PUT /v2.0/ports/1a242124-4a30-41c2-a5f0-144d690e6d10 HTTP/1.1" status: 200 len: 1093 time: 3.4963131 Feb 09 18:08:56.934835 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea009630-a236-4e66-91e0-80a40b8b11ee', 'tag': '1a242124-4a30-41c2-a5f0-144d690e6d10'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:08:56.972889 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17013c7e-f90a-4186-bba2-c77a1b5cb6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a242124-4a30-41c2-a5f0-144d690e6d10,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:56.989778 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276e87b7-5970-469d-b275-514454b23e4a tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Network 4900ff3b-bc27-4f8f-9097-2f045e7188a6 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:57.012593 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ede0ae00-d9c2-4efe-8f72-650a28a170ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:57.041586 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347abde-d4f7-4d8c-a462-f48b841723d5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Subnet': ['ID=84a37da6-2901-4b28-a94a-93f7f4945c8e,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:57.045089 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-276e87b7-5970-469d-b275-514454b23e4a tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:57.053561 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276e87b7-5970-469d-b275-514454b23e4a tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:57.074669 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276e87b7-5970-469d-b275-514454b23e4a tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:57.075565 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-276e87b7-5970-469d-b275-514454b23e4a tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:57.077462 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0ae00-d9c2-4efe-8f72-650a28a170ac None None] Pushing event deleted for resources: {'Port': ['ID=ac08add2-c02c-4d49-b7e0-fe695e71853a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:57.094416 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-7514c03f-a872-4aef-965c-b928ac9a447a service neutron] 10.222.0.21 "GET /v2.0/networks/f843c8a8-e764-4c31-91e5-e456caf4f77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6239662 Feb 09 18:08:57.123028 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede0ae00-d9c2-4efe-8f72-650a28a170ac None None] No DVR routers for this DVR port ac08add2-c02c-4d49-b7e0-fe695e71853a on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:08:57.125460 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-a9e3006d-e032-4dfd-b0e3-0a5a2f3b23c1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] For port ac08add2-c02c-4d49-b7e0-fe695e71853a, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=ac08add2-c02c-4d49-b7e0-fe695e71853a,segment=NetworkSegment(a63ecd66-173f-4d9f-ad94-c196a8b795db),segment_id=a63ecd66-173f-4d9f-ad94-c196a8b795db)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:57.125836 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a9e3006d-e032-4dfd-b0e3-0a5a2f3b23c1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:57.172018 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-45e263f3-9c63-4b15-b01b-ce1fdf720bd2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/f762f513-7bcf-419d-bb9c-dca2536885cb HTTP/1.1" status: 204 len: 168 time: 2.3393672 Feb 09 18:08:57.173244 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51172) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:57.320658 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e87b7-5970-469d-b275-514454b23e4a tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Pushing event updated for resources: {'Port': ['ID=95521480-d462-4fcf-a289-cb4070606781,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:57.324618 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c02710fb-f28a-4475-b090-100731dbb1a7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1240869 Feb 09 18:08:57.327569 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c347abde-d4f7-4d8c-a462-f48b841723d5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Checking segment: {'id': 'f5409ffa-2764-49bc-b262-47622e93a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '52a18922-ba46-4a5a-abbd-f84b00c6e809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:57.328048 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c347abde-d4f7-4d8c-a462-f48b841723d5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Network hostable DHCP agents. Network: 52a18922-ba46-4a5a-abbd-f84b00c6e809, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:08:57.332101 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51176) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:57.340619 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-39433349-6221-4337-958b-3f6370df12ea tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:57.384752 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-a9e3006d-e032-4dfd-b0e3-0a5a2f3b23c1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Calling delete_port for ac08add2-c02c-4d49-b7e0-fe695e71853a owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:57.401749 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] DHCP port deletion for 533fa7e0-9286-46d7-99f4-266111443da8 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:08:57.413902 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] Deleting port f5aec5cf-5937-4265-a7b2-98300d9728b4 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:57.414330 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:57.546768 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea009630-a236-4e66-91e0-80a40b8b11ee', 'tag': '1a242124-4a30-41c2-a5f0-144d690e6d10', 'status': 'completed', 'code': 200} Feb 09 18:08:57.560087 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-276e87b7-5970-469d-b275-514454b23e4a tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.6488516 Feb 09 18:08:57.567605 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51184) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:57.579066 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f84c5c86-554d-477a-a62a-f8f9baed22a7 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:cb:6c:be'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:57.625258 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-39433349-6221-4337-958b-3f6370df12ea tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:57.655197 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-39433349-6221-4337-958b-3f6370df12ea tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:57.664833 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-39433349-6221-4337-958b-3f6370df12ea tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:57.673166 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-39433349-6221-4337-958b-3f6370df12ea tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:57.699150 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-03468e1f-370e-46a0-a50f-0c051d6a58bb req-7ac0d5c6-1671-4a8a-b8c1-b39945afb5a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b35ae9d-5cff-4e61-ba01-0932ec805e02 HTTP/1.1" status: 200 len: 210 time: 0.1554952 Feb 09 18:08:57.707302 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-909fb6b9-3105-49ad-9dfb-da31c5f86add tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:57.714453 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-0f1587a7-57cc-46a0-9900-70d85a51c424 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04ff2d95016a41349448cd02c203dbe9&device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 1096 time: 0.6161518 Feb 09 18:08:57.717616 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device ac08add2-c02c-4d49-b7e0-fe695e71853a no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:08:57.735268 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430934d-5f81-437a-996a-c172d06858b3 req-8595ecd9-8872-470a-b1d1-3ce43ffdf2d7 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:57.737285 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1430934d-5f81-437a-996a-c172d06858b3 req-8595ecd9-8872-470a-b1d1-3ce43ffdf2d7 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 943 time: 1.0166099 Feb 09 18:08:57.769442 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: ac08add2-c02c-4d49-b7e0-fe695e71853a {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:08:57.769790 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device ac08add2-c02c-4d49-b7e0-fe695e71853a not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:08:57.770216 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device f5aec5cf-5937-4265-a7b2-98300d9728b4 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:08:57.823709 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39433349-6221-4337-958b-3f6370df12ea tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:57.828016 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-39433349-6221-4337-958b-3f6370df12ea tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:57.845361 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] For port f5aec5cf-5937-4265-a7b2-98300d9728b4, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=f5aec5cf-5937-4265-a7b2-98300d9728b4,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:57.845610 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c347abde-d4f7-4d8c-a462-f48b841723d5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Network 52a18922-ba46-4a5a-abbd-f84b00c6e809 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:08:57.845832 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:57.859198 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d9196b9c-eff6-4683-b647-49ccc182c525 None None] Provisioning for port 95521480-d462-4fcf-a289-cb4070606781 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:08:57.892004 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-909fb6b9-3105-49ad-9dfb-da31c5f86add tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Calling delete_port for a6118db6-61c6-4ae1-bb44-63077daaddc8 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:57.922903 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-6ac00fc3-4a82-4ae6-bcb0-30d720aab670 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a242124-4a30-41c2-a5f0-144d690e6d10 HTTP/1.1" status: 200 len: 217 time: 0.1594155 Feb 09 18:08:57.978840 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1430934d-5f81-437a-996a-c172d06858b3 req-cf7bd2cd-9b40-485f-9cf8-0ef3ff24b805 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325199 Feb 09 18:08:57.982097 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.api [None req-a9e3006d-e032-4dfd-b0e3-0a5a2f3b23c1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:08:57.982729 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG oslo_db.api [None req-a9e3006d-e032-4dfd-b0e3-0a5a2f3b23c1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:08:58.041240 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] Calling delete_port for f5aec5cf-5937-4265-a7b2-98300d9728b4 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:08:58.131727 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d9196b9c-eff6-4683-b647-49ccc182c525 None None] Provisioning complete for port 95521480-d462-4fcf-a289-cb4070606781 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:08:58.132355 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d9196b9c-eff6-4683-b647-49ccc182c525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:58.132935 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-c347abde-d4f7-4d8c-a462-f48b841723d5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 52a18922-ba46-4a5a-abbd-f84b00c6e809) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:58.157998 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-909fb6b9-3105-49ad-9dfb-da31c5f86add tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:58.169189 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c347abde-d4f7-4d8c-a462-f48b841723d5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:58.170352 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c347abde-d4f7-4d8c-a462-f48b841723d5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:58.172219 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:58.181299 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a4fb3a-e28e-4eb7-91ad-8520177e9cf5 None None] Network 52a18922-ba46-4a5a-abbd-f84b00c6e809 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:08:58.232132 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909fb6b9-3105-49ad-9dfb-da31c5f86add tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Port': ['ID=a6118db6-61c6-4ae1-bb44-63077daaddc8,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:58.292346 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-7975ec4e-f5aa-46a7-878d-885b8decab78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:58.294853 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-7975ec4e-f5aa-46a7-878d-885b8decab78 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=de722401-dd0e-409a-8196-100518d2fe03 HTTP/1.1" status: 200 len: 834 time: 0.3554513 Feb 09 18:08:58.378254 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d9196b9c-eff6-4683-b647-49ccc182c525 None None] Port 95521480-d462-4fcf-a289-cb4070606781 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:08:58.422483 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-909fb6b9-3105-49ad-9dfb-da31c5f86add tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:58.434575 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port f5aec5cf-5937-4265-a7b2-98300d9728b4, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=f5aec5cf-5937-4265-a7b2-98300d9728b4,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:58.440811 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c347abde-d4f7-4d8c-a462-f48b841723d5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4710999 Feb 09 18:08:58.442953 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51194) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:58.452404 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-3928a6fe-c3b9-48d8-ba37-3601f019365e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:58.527189 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-a9e3006d-e032-4dfd-b0e3-0a5a2f3b23c1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting port ac08add2-c02c-4d49-b7e0-fe695e71853a {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:58.527725 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a9e3006d-e032-4dfd-b0e3-0a5a2f3b23c1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:58.580847 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:58.617779 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f84c5c86-554d-477a-a62a-f8f9baed22a7 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:58.627379 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-909fb6b9-3105-49ad-9dfb-da31c5f86add tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/ports/a6118db6-61c6-4ae1-bb44-63077daaddc8 HTTP/1.1" status: 204 len: 168 time: 2.1558104 Feb 09 18:08:58.634991 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51198) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:58.673654 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=f5aec5cf-5937-4265-a7b2-98300d9728b4,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:58.677535 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e27f2e-9007-4cc9-9669-31a8163ebbf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-52a18922-ba46-4a5a-abbd-f84b00c6e809', 'network_id': '52a18922-ba46-4a5a-abbd-f84b00c6e809', 'tenant_id': '87988ebdba86441595145b8b3a8899ab', 'fixed_ips': [{'subnet_id': '84a37da6-2901-4b28-a94a-93f7f4945c8e'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:08:58.678494 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c9e27f2e-9007-4cc9-9669-31a8163ebbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:58.688278 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-92784370-adcc-432f-9d36-c32e8728f351 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] GET failed (client error): The resource could not be found. Feb 09 18:08:58.694997 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-92784370-adcc-432f-9d36-c32e8728f351 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Synchronizing usage tracker for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:08:58.727808 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-a9e3006d-e032-4dfd-b0e3-0a5a2f3b23c1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] The port 'ac08add2-c02c-4d49-b7e0-fe695e71853a' was deleted {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:08:58.770985 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-2f6df14f-de39-4fcb-b8fe-d0dad2c84758 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d6eaa772-ffac-41e7-8518-58e8632c9a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4270275 Feb 09 18:08:58.855382 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-c9e27f2e-9007-4cc9-9669-31a8163ebbf3 None None] Allocated IP 172.20.0.2 (52a18922-ba46-4a5a-abbd-f84b00c6e809/84a37da6-2901-4b28-a94a-93f7f4945c8e/9750c68d-c285-4e0c-94e8-9887ac94f4ef) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:08:58.943598 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:08:58.944799 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:08:59.038033 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-92784370-adcc-432f-9d36-c32e8728f351 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Unset dirty status for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:08:59.047898 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-92784370-adcc-432f-9d36-c32e8728f351 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports/a6118db6-61c6-4ae1-bb44-63077daaddc8 HTTP/1.1" status: 404 len: 333 time: 0.3991876 Feb 09 18:08:59.062649 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51206) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:59.174927 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b5252010-c917-4f01-8604-6c1beeab9913 req-312c5998-0088-4f8b-9e7d-5692532e3498 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b35ae9d-5cff-4e61-ba01-0932ec805e02 HTTP/1.1" status: 200 len: 210 time: 0.1570973 Feb 09 18:08:59.209340 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-5bc35b64-ee01-420c-883b-fbc0915c1cea service neutron] 10.222.0.50 "GET /v2.0/networks/d6eaa772-ffac-41e7-8518-58e8632c9a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152911 Feb 09 18:08:59.222009 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c9e27f2e-9007-4cc9-9669-31a8163ebbf3 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:59.236782 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c9e27f2e-9007-4cc9-9669-31a8163ebbf3 None None] Transition to ACTIVE for port object 9750c68d-c285-4e0c-94e8-9887ac94f4ef will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:59.246812 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a9e3006d-e032-4dfd-b0e3-0a5a2f3b23c1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:59.259943 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c9e27f2e-9007-4cc9-9669-31a8163ebbf3 None None] Transition to ACTIVE for port object 9750c68d-c285-4e0c-94e8-9887ac94f4ef will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:08:59.336864 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c9e27f2e-9007-4cc9-9669-31a8163ebbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:59.339819 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-a9e3006d-e032-4dfd-b0e3-0a5a2f3b23c1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df5a634b-cc67-4ff7-a059-80a7624035ab']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:59.356837 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-a9e3006d-e032-4dfd-b0e3-0a5a2f3b23c1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63ecd66-173f-4d9f-ad94-c196a8b795db') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:59.357268 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-a9e3006d-e032-4dfd-b0e3-0a5a2f3b23c1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63ecd66-173f-4d9f-ad94-c196a8b795db') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:08:59.378129 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a9e3006d-e032-4dfd-b0e3-0a5a2f3b23c1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:59.424315 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e27f2e-9007-4cc9-9669-31a8163ebbf3 None None] Network 52a18922-ba46-4a5a-abbd-f84b00c6e809 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:08:59.425347 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e27f2e-9007-4cc9-9669-31a8163ebbf3 None None] Pushing event updated for resources: {'Port': ['ID=9750c68d-c285-4e0c-94e8-9887ac94f4ef,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:59.428799 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a9e3006d-e032-4dfd-b0e3-0a5a2f3b23c1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:59.431808 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-c9e27f2e-9007-4cc9-9669-31a8163ebbf3 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:08:59.437144 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e27f2e-9007-4cc9-9669-31a8163ebbf3 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:08:59.445723 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] Deleting port f5aec5cf-5937-4265-a7b2-98300d9728b4 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:08:59.446124 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:59.449228 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e3006d-e032-4dfd-b0e3-0a5a2f3b23c1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:08:59.449571 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a9e3006d-e032-4dfd-b0e3-0a5a2f3b23c1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:08:59.471271 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:08:59.479237 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-f84c5c86-554d-477a-a62a-f8f9baed22a7 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:08:59.528448 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f84c5c86-554d-477a-a62a-f8f9baed22a7 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:59.569553 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf338a-810a-408d-8909-d2cec69e4485 req-64b20f1c-799b-4179-8319-727425996731 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:08:59.571108 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a5bf338a-810a-408d-8909-d2cec69e4485 req-64b20f1c-799b-4179-8319-727425996731 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 943 time: 0.3274813 Feb 09 18:08:59.603193 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.objects.ports [None req-39433349-6221-4337-958b-3f6370df12ea tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84542) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 18:08:59.650192 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3928a6fe-c3b9-48d8-ba37-3601f019365e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-65282995'] for subnet, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:59.657017 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-c9e27f2e-9007-4cc9-9669-31a8163ebbf3 None None] Attempting to bind port 9750c68d-c285-4e0c-94e8-9887ac94f4ef on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:08:59.657385 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-c9e27f2e-9007-4cc9-9669-31a8163ebbf3 None None] Attempting to bind port 9750c68d-c285-4e0c-94e8-9887ac94f4ef by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'f5409ffa-2764-49bc-b262-47622e93a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '52a18922-ba46-4a5a-abbd-f84b00c6e809'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:08:59.657741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e27f2e-9007-4cc9-9669-31a8163ebbf3 None None] Attempting to bind port 9750c68d-c285-4e0c-94e8-9887ac94f4ef on network 52a18922-ba46-4a5a-abbd-f84b00c6e809 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:08:59.687657 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e27f2e-9007-4cc9-9669-31a8163ebbf3 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:08:59.693818 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e27f2e-9007-4cc9-9669-31a8163ebbf3 None None] Checking segment: {'id': 'f5409ffa-2764-49bc-b262-47622e93a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '52a18922-ba46-4a5a-abbd-f84b00c6e809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:08:59.693818 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c9e27f2e-9007-4cc9-9669-31a8163ebbf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:59.693818 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e27f2e-9007-4cc9-9669-31a8163ebbf3 None None] Bound using segment: {'id': 'f5409ffa-2764-49bc-b262-47622e93a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '52a18922-ba46-4a5a-abbd-f84b00c6e809'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:08:59.693818 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-c9e27f2e-9007-4cc9-9669-31a8163ebbf3 None None] Bound port: 9750c68d-c285-4e0c-94e8-9887ac94f4ef, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5409ffa-2764-49bc-b262-47622e93a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '52a18922-ba46-4a5a-abbd-f84b00c6e809'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:08:59.693818 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c9e27f2e-9007-4cc9-9669-31a8163ebbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:59.694583 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1ab5c52b-c336-42f4-a327-d015e40fb23d req-23bc10f3-1dc5-4685-8193-c055883220c5 service neutron] 10.222.0.50 "GET /v2.0/networks/d6eaa772-ffac-41e7-8518-58e8632c9a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511743 Feb 09 18:08:59.695155 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f84c5c86-554d-477a-a62a-f8f9baed22a7 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:59.706868 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a5bf338a-810a-408d-8909-d2cec69e4485 req-2d2acca2-9150-4d82-be2b-9c785e163391 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137354 Feb 09 18:08:59.712518 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a9e3006d-e032-4dfd-b0e3-0a5a2f3b23c1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:59.733197 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a9e3006d-e032-4dfd-b0e3-0a5a2f3b23c1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:59.744255 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a9e3006d-e032-4dfd-b0e3-0a5a2f3b23c1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/networks/df5a634b-cc67-4ff7-a059-80a7624035ab HTTP/1.1" status: 204 len: 168 time: 3.6573510 Feb 09 18:08:59.761652 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51212) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:08:59.761652 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-9c71e8bf-1d20-4a08-9e51-e45a7afd99b3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1491702401'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:08:59.763498 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9c71e8bf-1d20-4a08-9e51-e45a7afd99b3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:08:59.768013 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9c71e8bf-1d20-4a08-9e51-e45a7afd99b3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Usage tracker for resource:network and tenant:3aafa79d3d06419e8e7c5f7d6aab117f is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:08:59.772316 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9c71e8bf-1d20-4a08-9e51-e45a7afd99b3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:08:59.778407 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9c71e8bf-1d20-4a08-9e51-e45a7afd99b3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:08:59.792970 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3006d-e032-4dfd-b0e3-0a5a2f3b23c1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Network': ['ID=df5a634b-cc67-4ff7-a059-80a7624035ab,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:08:59.794768 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6264f7c-8296-457d-8b7d-332abf0d1f44 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting subnet da4f4106-41a8-4ad2-8cd7-5665396d0368 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:08:59.825034 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c6264f7c-8296-457d-8b7d-332abf0d1f44 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:59.882774 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-c9e27f2e-9007-4cc9-9669-31a8163ebbf3 None None] For port 9750c68d-c285-4e0c-94e8-9887ac94f4ef, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:08:59.887081 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-c9e27f2e-9007-4cc9-9669-31a8163ebbf3 None None] For port 9750c68d-c285-4e0c-94e8-9887ac94f4ef, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9750c68d-c285-4e0c-94e8-9887ac94f4ef,segment=NetworkSegment(f5409ffa-2764-49bc-b262-47622e93a54b),segment_id=f5409ffa-2764-49bc-b262-47622e93a54b)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:08:59.903738 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c71e8bf-1d20-4a08-9e51-e45a7afd99b3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Made reservation on behalf of 3aafa79d3d06419e8e7c5f7d6aab117f for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:08:59.907602 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9c71e8bf-1d20-4a08-9e51-e45a7afd99b3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:59.936873 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c6264f7c-8296-457d-8b7d-332abf0d1f44 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:59.964859 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c71e8bf-1d20-4a08-9e51-e45a7afd99b3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:08:59.975436 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] For port f5aec5cf-5937-4265-a7b2-98300d9728b4, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=f5aec5cf-5937-4265-a7b2-98300d9728b4,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:08:59.976286 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:59.983036 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9c71e8bf-1d20-4a08-9e51-e45a7afd99b3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:08:59.983036 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-9c71e8bf-1d20-4a08-9e51-e45a7afd99b3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Added segment 9d458342-f0ea-465e-aa67-7c822ca5f8e0 of type vlan for network db1e5c0d-c949-4101-97a8-5b3441246674 Feb 09 18:09:00.011418 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9c71e8bf-1d20-4a08-9e51-e45a7afd99b3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:00.017792 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f84c5c86-554d-477a-a62a-f8f9baed22a7 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] In _notify_port_updated(), no bound segment for port 95521480-d462-4fcf-a289-cb4070606781 on network 4900ff3b-bc27-4f8f-9097-2f045e7188a6 {{(pid=84542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 18:09:00.024477 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84c5c86-554d-477a-a62a-f8f9baed22a7 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:00.026414 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f84c5c86-554d-477a-a62a-f8f9baed22a7 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:00.028477 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f84c5c86-554d-477a-a62a-f8f9baed22a7 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] 10.222.0.21 "PUT /v2.0/ports/95521480-d462-4fcf-a289-cb4070606781 HTTP/1.1" status: 200 len: 1000 time: 2.4589655 Feb 09 18:09:00.041874 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51216) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:00.051844 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c9e27f2e-9007-4cc9-9669-31a8163ebbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:00.107867 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c5c86-554d-477a-a62a-f8f9baed22a7 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Pushing event updated for resources: {'Port': ['ID=95521480-d462-4fcf-a289-cb4070606781,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:00.163561 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] Calling delete_port for f5aec5cf-5937-4265-a7b2-98300d9728b4 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:00.163977 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.resource_extend [None req-9c71e8bf-1d20-4a08-9e51-e45a7afd99b3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:09:00.188144 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3928a6fe-c3b9-48d8-ba37-3601f019365e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779619510155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1085756'] for subnet, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:00.289254 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3928a6fe-c3b9-48d8-ba37-3601f019365e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:00.289977 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3928a6fe-c3b9-48d8-ba37-3601f019365e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:00.297327 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3928a6fe-c3b9-48d8-ba37-3601f019365e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "PUT /v2.0/subnets/84a37da6-2901-4b28-a94a-93f7f4945c8e HTTP/1.1" status: 200 len: 806 time: 1.8498170 Feb 09 18:09:00.300985 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51222) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:00.339871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b12be-0803-43af-a12f-175e4e9cbd59 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Deleting port 95521480-d462-4fcf-a289-cb4070606781 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:00.339871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8d2b12be-0803-43af-a12f-175e4e9cbd59 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:00.422690 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928a6fe-c3b9-48d8-ba37-3601f019365e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Subnet': ['ID=84a37da6-2901-4b28-a94a-93f7f4945c8e,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:00.424921 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9c71e8bf-1d20-4a08-9e51-e45a7afd99b3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:00.426541 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e27f2e-9007-4cc9-9669-31a8163ebbf3 None None] Pushing event updated for resources: {'Port': ['ID=9750c68d-c285-4e0c-94e8-9887ac94f4ef,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:00.428884 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c71e8bf-1d20-4a08-9e51-e45a7afd99b3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:00.429514 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9c71e8bf-1d20-4a08-9e51-e45a7afd99b3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:00.455740 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-48cfde49-fbf2-4724-bf7f-583231f9fc33 None None] Provisioning complete for port 95521480-d462-4fcf-a289-cb4070606781 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:00.456250 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48cfde49-fbf2-4724-bf7f-583231f9fc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:00.518945 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-48cfde49-fbf2-4724-bf7f-583231f9fc33 None None] Port 95521480-d462-4fcf-a289-cb4070606781 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:09:00.536789 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-57f5f63a-94eb-41fe-9a05-f5d2dcb6dc1b req-89693161-98a0-4ab8-b55a-bc1368242dd2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b35ae9d-5cff-4e61-ba01-0932ec805e02 HTTP/1.1" status: 200 len: 210 time: 0.0876956 Feb 09 18:09:00.629951 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c6264f7c-8296-457d-8b7d-332abf0d1f44 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:00.695140 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-01aa3242-8556-4110-a5ab-64df382c9d8f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:00.696342 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-01aa3242-8556-4110-a5ab-64df382c9d8f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:00.705098 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:09:00.705656 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:09:00.787712 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-62231ec1-5516-4ca8-bd25-bab9dc36ed3b req-50b84c5b-0a63-4c89-94c1-fdd4035e620e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04ff2d95016a41349448cd02c203dbe9&device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 1096 time: 0.7283304 Feb 09 18:09:00.858725 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9c71e8bf-1d20-4a08-9e51-e45a7afd99b3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1059527 Feb 09 18:09:00.882523 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51228) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:00.894856 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-160673ba-ff05-4834-8d1d-58bb59a1b2a3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'subnet': {'network_id': 'db1e5c0d-c949-4101-97a8-5b3441246674', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:00.918201 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8d2b12be-0803-43af-a12f-175e4e9cbd59 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:00.935023 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71e8bf-1d20-4a08-9e51-e45a7afd99b3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Network': ['ID=db1e5c0d-c949-4101-97a8-5b3441246674,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:00.948413 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network db1e5c0d-c949-4101-97a8-5b3441246674 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:09:01.034717 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-01aa3242-8556-4110-a5ab-64df382c9d8f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:01.035925 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-01aa3242-8556-4110-a5ab-64df382c9d8f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/networks?id=f843c8a8-e764-4c31-91e5-e456caf4f77b HTTP/1.1" status: 200 len: 795 time: 1.0054352 Feb 09 18:09:01.048089 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-39433349-6221-4337-958b-3f6370df12ea tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:01.116040 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c6264f7c-8296-457d-8b7d-332abf0d1f44 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:01.171999 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14324659-7955-4c69-8617-5e32ccf5d770 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:01.212409 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6264f7c-8296-457d-8b7d-332abf0d1f44 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Subnet': ['ID=da4f4106-41a8-4ad2-8cd7-5665396d0368,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:01.230005 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62231ec1-5516-4ca8-bd25-bab9dc36ed3b req-10dd2775-1200-43ac-988a-32cde3efa156 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:01.231585 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-62231ec1-5516-4ca8-bd25-bab9dc36ed3b req-10dd2775-1200-43ac-988a-32cde3efa156 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d6eaa772-ffac-41e7-8518-58e8632c9a92 HTTP/1.1" status: 200 len: 897 time: 0.3968048 Feb 09 18:09:01.248928 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aef3da0-5c49-45ec-a40d-26e2ce26211b None None] Network 64462e2f-8c82-4a43-b029-c7817b34f29c requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:01.250698 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c6264f7c-8296-457d-8b7d-332abf0d1f44 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:01.332852 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b12be-0803-43af-a12f-175e4e9cbd59 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Calling delete_port for 95521480-d462-4fcf-a289-cb4070606781 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:01.353073 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-62231ec1-5516-4ca8-bd25-bab9dc36ed3b req-1686dc9b-3f9c-4100-8365-e208c4e6fb56 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a242124-4a30-41c2-a5f0-144d690e6d10 HTTP/1.1" status: 200 len: 217 time: 0.1037505 Feb 09 18:09:01.355303 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-ea6183d0-ca14-4333-8a1c-f4db02b85a9e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:01.358067 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-14324659-7955-4c69-8617-5e32ccf5d770 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Deleting port 9750c68d-c285-4e0c-94e8-9887ac94f4ef {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:01.358506 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14324659-7955-4c69-8617-5e32ccf5d770 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:01.387201 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c6264f7c-8296-457d-8b7d-332abf0d1f44 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/subnets/da4f4106-41a8-4ad2-8cd7-5665396d0368 HTTP/1.1" status: 204 len: 168 time: 2.3198433 Feb 09 18:09:01.397273 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51232) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:01.435203 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-160673ba-ff05-4834-8d1d-58bb59a1b2a3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:01.507828 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-160673ba-ff05-4834-8d1d-58bb59a1b2a3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Usage tracker for resource:subnet and tenant:3aafa79d3d06419e8e7c5f7d6aab117f is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:01.511832 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] Deleting port f5aec5cf-5937-4265-a7b2-98300d9728b4 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:01.512372 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:01.515011 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-160673ba-ff05-4834-8d1d-58bb59a1b2a3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:01.537418 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-160673ba-ff05-4834-8d1d-58bb59a1b2a3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:01.606485 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb801fe8-0baf-4582-9e52-8d66492a6594 req-bff4005a-18e6-4559-bf5d-3c11ccced995 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:01.608599 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bb801fe8-0baf-4582-9e52-8d66492a6594 req-bff4005a-18e6-4559-bf5d-3c11ccced995 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 943 time: 0.6930792 Feb 09 18:09:01.615660 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed56e-7263-4f6b-9b22-aecb05dcbf4e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:01.735511 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160673ba-ff05-4834-8d1d-58bb59a1b2a3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Made reservation on behalf of 3aafa79d3d06419e8e7c5f7d6aab117f for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:01.741033 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62231ec1-5516-4ca8-bd25-bab9dc36ed3b req-04155b85-7aef-4b6f-bf2f-bb230b817403 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:01.743165 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-62231ec1-5516-4ca8-bd25-bab9dc36ed3b req-04155b85-7aef-4b6f-bf2f-bb230b817403 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=de722401-dd0e-409a-8196-100518d2fe03 HTTP/1.1" status: 200 len: 834 time: 0.3499310 Feb 09 18:09:01.743989 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-ea6183d0-ca14-4333-8a1c-f4db02b85a9e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:01.745235 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-ea6183d0-ca14-4333-8a1c-f4db02b85a9e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 379 time: 0.6752312 Feb 09 18:09:01.793663 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-b9618187-8d05-4d66-8d29-cd8056340fbc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'port': {'device_id': '4b35ae9d-5cff-4e61-ba01-0932ec805e02', 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b', 'admin_state_up': True, 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'security_groups': ['49743827-1230-4b79-bbd6-18a93b9aa1c6']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:01.860398 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 9750c68d-c285-4e0c-94e8-9887ac94f4ef up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:09:01.908244 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-160673ba-ff05-4834-8d1d-58bb59a1b2a3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:01.912787 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04b39a5-edd2-47a7-a9ab-51f74c40770b None None] Network 52a18922-ba46-4a5a-abbd-f84b00c6e809 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:01.943152 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ed56e-7263-4f6b-9b22-aecb05dcbf4e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting port fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:01.943493 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed56e-7263-4f6b-9b22-aecb05dcbf4e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:01.975732 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b949dcb0-e844-4447-88c8-e80b1b3e1ef0 req-13087380-ebf5-4d76-9024-bcf9d6fdf89f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b35ae9d-5cff-4e61-ba01-0932ec805e02 HTTP/1.1" status: 200 len: 210 time: 0.1014335 Feb 09 18:09:01.994629 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-39433349-6221-4337-958b-3f6370df12ea tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] For port f5aec5cf-5937-4265-a7b2-98300d9728b4, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=f5aec5cf-5937-4265-a7b2-98300d9728b4,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:02.067636 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bb801fe8-0baf-4582-9e52-8d66492a6594 req-76413c04-98a5-4098-8cfe-4ace7a156220 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4505119 Feb 09 18:09:02.163541 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3e6936-34f8-4086-8f8f-fd9858da0674 None None] DHCP port deletion for 64462e2f-8c82-4a43-b029-c7817b34f29c request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:09:02.165891 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8d2b12be-0803-43af-a12f-175e4e9cbd59 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:02.193417 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-b9618187-8d05-4d66-8d29-cd8056340fbc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:02.198051 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-fc3e6936-34f8-4086-8f8f-fd9858da0674 None None] Deleting port fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:02.198522 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc3e6936-34f8-4086-8f8f-fd9858da0674 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:02.208064 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-b9618187-8d05-4d66-8d29-cd8056340fbc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:port and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:02.220382 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-39433349-6221-4337-958b-3f6370df12ea tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:02.223980 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-b9618187-8d05-4d66-8d29-cd8056340fbc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:02.240676 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-b9618187-8d05-4d66-8d29-cd8056340fbc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:02.244298 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-14324659-7955-4c69-8617-5e32ccf5d770 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] For port 9750c68d-c285-4e0c-94e8-9887ac94f4ef, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9750c68d-c285-4e0c-94e8-9887ac94f4ef,segment=NetworkSegment(f5409ffa-2764-49bc-b262-47622e93a54b),segment_id=f5409ffa-2764-49bc-b262-47622e93a54b)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:02.244614 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14324659-7955-4c69-8617-5e32ccf5d770 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:02.247241 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b12be-0803-43af-a12f-175e4e9cbd59 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Pushing event deleted for resources: {'Port': ['ID=95521480-d462-4fcf-a289-cb4070606781,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:02.308163 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] For port f5aec5cf-5937-4265-a7b2-98300d9728b4, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=f5aec5cf-5937-4265-a7b2-98300d9728b4,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:02.308563 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:02.355306 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8d2b12be-0803-43af-a12f-175e4e9cbd59 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:02.399786 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-62231ec1-5516-4ca8-bd25-bab9dc36ed3b req-438008af-1e84-40ed-9ac2-3912d5bb9e43 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d6eaa772-ffac-41e7-8518-58e8632c9a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6421659 Feb 09 18:09:02.400491 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-39433349-6221-4337-958b-3f6370df12ea tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:02.401175 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-39433349-6221-4337-958b-3f6370df12ea tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:02.409574 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b6a56f59-9a8b-4903-9740-966caa033562 None None] Provisioning for port 9750c68d-c285-4e0c-94e8-9887ac94f4ef completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:02.413461 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-14324659-7955-4c69-8617-5e32ccf5d770 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Calling delete_port for 9750c68d-c285-4e0c-94e8-9887ac94f4ef owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:02.450943 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-ee0ed56e-7263-4f6b-9b22-aecb05dcbf4e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] For port fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6,segment=NetworkSegment(ac1213d8-b959-43b2-8629-e4d6a30d04f5),segment_id=ac1213d8-b959-43b2-8629-e4d6a30d04f5)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:02.451316 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed56e-7263-4f6b-9b22-aecb05dcbf4e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:02.549679 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] Calling delete_port for f5aec5cf-5937-4265-a7b2-98300d9728b4 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:02.591231 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8d2b12be-0803-43af-a12f-175e4e9cbd59 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] 10.222.0.21 "DELETE /v2.0/ports/95521480-d462-4fcf-a289-cb4070606781 HTTP/1.1" status: 204 len: 168 time: 2.5458040 Feb 09 18:09:02.596779 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ed56e-7263-4f6b-9b22-aecb05dcbf4e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Calling delete_port for fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:02.630817 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51238) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:02.686667 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 9750c68d-c285-4e0c-94e8-9887ac94f4ef completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:02.709966 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d93b2f0-a5a2-413e-aed9-da6fed82e2f1 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] GET failed (client error): The resource could not be found. Feb 09 18:09:02.710603 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6d93b2f0-a5a2-413e-aed9-da6fed82e2f1 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Synchronizing usage tracker for tenant:4be671836ae941818554fb6b90e1944e on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:02.714736 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 9750c68d-c285-4e0c-94e8-9887ac94f4ef triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:02.715111 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:02.726201 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39433349-6221-4337-958b-3f6370df12ea tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=f5aec5cf-5937-4265-a7b2-98300d9728b4,revision_number=7']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:02.728927 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-b9618187-8d05-4d66-8d29-cd8056340fbc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:02.731912 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-b9618187-8d05-4d66-8d29-cd8056340fbc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:02.790178 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-fc3e6936-34f8-4086-8f8f-fd9858da0674 None None] For port fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6,segment=NetworkSegment(ac1213d8-b959-43b2-8629-e4d6a30d04f5),segment_id=ac1213d8-b959-43b2-8629-e4d6a30d04f5)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:02.790610 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc3e6936-34f8-4086-8f8f-fd9858da0674 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:02.800337 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-160673ba-ff05-4834-8d1d-58bb59a1b2a3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:02.853476 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6d93b2f0-a5a2-413e-aed9-da6fed82e2f1 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Unset dirty status for tenant:4be671836ae941818554fb6b90e1944e on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:02.859507 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6d93b2f0-a5a2-413e-aed9-da6fed82e2f1 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] 10.222.0.21 "GET /v2.0/ports/95521480-d462-4fcf-a289-cb4070606781 HTTP/1.1" status: 404 len: 333 time: 0.2276003 Feb 09 18:09:02.860544 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed56e-7263-4f6b-9b22-aecb05dcbf4e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:02.873542 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51242) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:02.917901 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39433349-6221-4337-958b-3f6370df12ea tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:02.920223 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0ed56e-7263-4f6b-9b22-aecb05dcbf4e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] No DVR routers for this DVR port fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6 on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:09:02.926405 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-39433349-6221-4337-958b-3f6370df12ea tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:02.929229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39433349-6221-4337-958b-3f6370df12ea tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:02.929825 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-39433349-6221-4337-958b-3f6370df12ea tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:02.944554 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-cc2997fe-a18c-4c7c-8d6c-dc9ac3662265 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Request body: {'port': {'network_id': '4900ff3b-bc27-4f8f-9097-2f045e7188a6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1822002360'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:02.945422 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-fc3e6936-34f8-4086-8f8f-fd9858da0674 None None] Calling delete_port for fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:02.954684 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39433349-6221-4337-958b-3f6370df12ea tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=2e02f4e6-570c-4346-a73a-ed0801cc97e9,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:03.068300 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:09:03.068912 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:09:03.072945 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-62231ec1-5516-4ca8-bd25-bab9dc36ed3b req-853ecbfd-ec59-41d8-b95c-257430a6503b service neutron] 10.222.0.50 "GET /v2.0/networks/d6eaa772-ffac-41e7-8518-58e8632c9a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751843 Feb 09 18:09:03.110344 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-39433349-6221-4337-958b-3f6370df12ea tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.7738826 Feb 09 18:09:03.120377 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51248) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:03.134262 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc76515f-9cdb-46f9-9031-aa00622e458c None None] Network 52a18922-ba46-4a5a-abbd-f84b00c6e809 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:03.157948 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 1a242124-4a30-41c2-a5f0-144d690e6d10 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:09:03.213909 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ec955605-0023-4f7d-b4b4-ca9bb42b8663 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'mac_address': 'fa:16:3e:fe:4e:e2', 'name': 'tempest-NetworksTestDHCPv6-1775323188'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:03.265205 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-fc3e6936-34f8-4086-8f8f-fd9858da0674 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:09:03.265205 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-fc3e6936-34f8-4086-8f8f-fd9858da0674 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:09:03.378062 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-b9618187-8d05-4d66-8d29-cd8056340fbc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.20.0.3 (f843c8a8-e764-4c31-91e5-e456caf4f77b/6cfb6415-9d93-4424-b9a1-eff5d129cea0/da8fed69-90cb-4fd0-ad29-658c7e1155f2) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:03.383243 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ed56e-7263-4f6b-9b22-aecb05dcbf4e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Port': ['ID=fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:03.421168 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14324659-7955-4c69-8617-5e32ccf5d770 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:03.425250 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0f043291-2b8e-4d6f-8503-22db70cab32a None None] Provisioning complete for port 9750c68d-c285-4e0c-94e8-9887ac94f4ef triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:03.425718 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f043291-2b8e-4d6f-8503-22db70cab32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:03.477029 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0f043291-2b8e-4d6f-8503-22db70cab32a None None] Port 9750c68d-c285-4e0c-94e8-9887ac94f4ef was deleted so its status cannot be updated. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 09 18:09:03.485617 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:03.501342 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14324659-7955-4c69-8617-5e32ccf5d770 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Port': ['ID=9750c68d-c285-4e0c-94e8-9887ac94f4ef,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:03.515788 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-62231ec1-5516-4ca8-bd25-bab9dc36ed3b req-c0e224a0-eba9-480c-a049-da4fb16745ed service neutron] 10.222.0.50 "GET /v2.0/networks/d6eaa772-ffac-41e7-8518-58e8632c9a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287362 Feb 09 18:09:03.528756 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c1547659-ece6-47d5-8698-b98c3517523b req-59f425c5-5e73-44b9-996f-30ccec57b187 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b35ae9d-5cff-4e61-ba01-0932ec805e02 HTTP/1.1" status: 200 len: 210 time: 0.1534259 Feb 09 18:09:03.601726 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 1a242124-4a30-41c2-a5f0-144d690e6d10, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1a242124-4a30-41c2-a5f0-144d690e6d10,segment=NetworkSegment(bb132a2c-087c-4094-9ff0-147d0aa84db2),segment_id=bb132a2c-087c-4094-9ff0-147d0aa84db2)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:03.614262 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ec955605-0023-4f7d-b4b4-ca9bb42b8663 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:03.621189 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160673ba-ff05-4834-8d1d-58bb59a1b2a3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Subnet': ['ID=760a299c-1154-4903-bfe5-9d0adc409699,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:03.625643 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14324659-7955-4c69-8617-5e32ccf5d770 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No DVR routers for this DVR port 9750c68d-c285-4e0c-94e8-9887ac94f4ef on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:09:03.671612 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ec955605-0023-4f7d-b4b4-ca9bb42b8663 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:port and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:03.682529 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed56e-7263-4f6b-9b22-aecb05dcbf4e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:03.684141 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '1a242124-4a30-41c2-a5f0-144d690e6d10', 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92', 'port_id': '1a242124-4a30-41c2-a5f0-144d690e6d10', 'mac_address': 'fa:16:3e:e5:5b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de722401-dd0e-409a-8196-100518d2fe03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:09:03.720975 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-cc2997fe-a18c-4c7c-8d6c-dc9ac3662265 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:03.730957 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ec955605-0023-4f7d-b4b4-ca9bb42b8663 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:03.741187 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-cc2997fe-a18c-4c7c-8d6c-dc9ac3662265 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:03.760940 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ec955605-0023-4f7d-b4b4-ca9bb42b8663 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:03.775167 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-fc3e6936-34f8-4086-8f8f-fd9858da0674 None None] Deleting port fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:03.775478 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc3e6936-34f8-4086-8f8f-fd9858da0674 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:03.793886 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14324659-7955-4c69-8617-5e32ccf5d770 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:03.795267 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-ee0ed56e-7263-4f6b-9b22-aecb05dcbf4e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64462e2f-8c82-4a43-b029-c7817b34f29c']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:03.816290 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-ee0ed56e-7263-4f6b-9b22-aecb05dcbf4e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac1213d8-b959-43b2-8629-e4d6a30d04f5') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:03.816648 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-ee0ed56e-7263-4f6b-9b22-aecb05dcbf4e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac1213d8-b959-43b2-8629-e4d6a30d04f5') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:03.816759 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:03.836239 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed56e-7263-4f6b-9b22-aecb05dcbf4e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:03.868691 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:09:03.870641 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed56e-7263-4f6b-9b22-aecb05dcbf4e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:03.882485 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0ed56e-7263-4f6b-9b22-aecb05dcbf4e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:09:03.882911 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed56e-7263-4f6b-9b22-aecb05dcbf4e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:03.901112 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec955605-0023-4f7d-b4b4-ca9bb42b8663 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:03.907311 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:09:03.907659 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:09:03.927671 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-b9618187-8d05-4d66-8d29-cd8056340fbc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:03.940422 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a242124-4a30-41c2-a5f0-144d690e6d10 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:09:03.948899 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-fc3e6936-34f8-4086-8f8f-fd9858da0674 None None] The port 'fdeb7395-b54e-4ed2-a7aa-fc5d72ca65b6' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:09:03.969930 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 1a242124-4a30-41c2-a5f0-144d690e6d10, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1a242124-4a30-41c2-a5f0-144d690e6d10,segment=NetworkSegment(bb132a2c-087c-4094-9ff0-147d0aa84db2),segment_id=bb132a2c-087c-4094-9ff0-147d0aa84db2)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:03.989668 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160673ba-ff05-4834-8d1d-58bb59a1b2a3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Checking segment: {'id': '9d458342-f0ea-465e-aa67-7c822ca5f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db1e5c0d-c949-4101-97a8-5b3441246674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:09:03.990070 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160673ba-ff05-4834-8d1d-58bb59a1b2a3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network hostable DHCP agents. Network: db1e5c0d-c949-4101-97a8-5b3441246674, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:09:03.996946 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:09:04.005137 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2997fe-a18c-4c7c-8d6c-dc9ac3662265 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Made reservation on behalf of 4be671836ae941818554fb6b90e1944e for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:04.008259 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cc2997fe-a18c-4c7c-8d6c-dc9ac3662265 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:04.043418 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:04.068899 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-cc2997fe-a18c-4c7c-8d6c-dc9ac3662265 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] device_id is not set on port dd49fa61-3550-4896-85e7-172fdeecef86 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:09:04.089866 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec955605-0023-4f7d-b4b4-ca9bb42b8663 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:04.102049 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-b9618187-8d05-4d66-8d29-cd8056340fbc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Transition to ACTIVE for port object da8fed69-90cb-4fd0-ad29-658c7e1155f2 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:04.106848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14324659-7955-4c69-8617-5e32ccf5d770 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:04.123190 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8aec19-e0d9-423d-b15c-cc01679cd1d5 req-da423e5a-e9a3-4792-997e-011fc7751fe5 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:04.124918 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ac8aec19-e0d9-423d-b15c-cc01679cd1d5 req-da423e5a-e9a3-4792-997e-011fc7751fe5 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 943 time: 0.7438011 Feb 09 18:09:04.150690 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed56e-7263-4f6b-9b22-aecb05dcbf4e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:04.151445 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=1a242124-4a30-41c2-a5f0-144d690e6d10,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:04.165111 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14324659-7955-4c69-8617-5e32ccf5d770 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Subnet': ['ID=84a37da6-2901-4b28-a94a-93f7f4945c8e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:04.183276 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b32cca-cf3d-41cc-953e-a5796256a03f None None] Network 52a18922-ba46-4a5a-abbd-f84b00c6e809 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:04.200145 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed56e-7263-4f6b-9b22-aecb05dcbf4e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:04.200332 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-ec955605-0023-4f7d-b4b4-ca9bb42b8663 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] device_id is not set on port 1bee74e1-1477-428d-a7e6-39d54ed339a4 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:09:04.213612 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ed56e-7263-4f6b-9b22-aecb05dcbf4e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Network': ['ID=64462e2f-8c82-4a43-b029-c7817b34f29c,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:04.237789 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160673ba-ff05-4834-8d1d-58bb59a1b2a3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network db1e5c0d-c949-4101-97a8-5b3441246674 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:09:04.285741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['1a242124-4a30-41c2-a5f0-144d690e6d10'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:09:04.292011 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ac8aec19-e0d9-423d-b15c-cc01679cd1d5 req-0b0b9207-3a17-4373-8850-157d90821937 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597548 Feb 09 18:09:04.336244 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-cc2997fe-a18c-4c7c-8d6c-dc9ac3662265 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Allocated IP 2001:db8::391 (4900ff3b-bc27-4f8f-9097-2f045e7188a6/a07d0def-2e16-4c0c-85f4-8e186cdc9831/dd49fa61-3550-4896-85e7-172fdeecef86) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:04.359428 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14324659-7955-4c69-8617-5e32ccf5d770 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:04.368948 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ee0ed56e-7263-4f6b-9b22-aecb05dcbf4e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/networks/64462e2f-8c82-4a43-b029-c7817b34f29c HTTP/1.1" status: 204 len: 168 time: 2.9674103 Feb 09 18:09:04.373141 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51254) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:04.379623 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-12c116cd-aae5-43b4-9cde-28d213c12dfe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-846177548'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:04.389748 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] Deleting port f5aec5cf-5937-4265-a7b2-98300d9728b4 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:04.390157 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:04.395075 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-12c116cd-aae5-43b4-9cde-28d213c12dfe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:04.404287 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-12c116cd-aae5-43b4-9cde-28d213c12dfe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:network and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:04.435227 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-12c116cd-aae5-43b4-9cde-28d213c12dfe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:04.435227 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-12c116cd-aae5-43b4-9cde-28d213c12dfe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:04.504278 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-160673ba-ff05-4834-8d1d-58bb59a1b2a3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, db1e5c0d-c949-4101-97a8-5b3441246674) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:04.507967 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160673ba-ff05-4834-8d1d-58bb59a1b2a3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:04.508927 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-160673ba-ff05-4834-8d1d-58bb59a1b2a3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:04.541987 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c116cd-aae5-43b4-9cde-28d213c12dfe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:04.545864 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-b9618187-8d05-4d66-8d29-cd8056340fbc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:04.554940 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-12c116cd-aae5-43b4-9cde-28d213c12dfe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:04.555079 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-14324659-7955-4c69-8617-5e32ccf5d770 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a18922-ba46-4a5a-abbd-f84b00c6e809']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:04.575212 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b2b1fa-a0ec-47ef-8745-42090276494d None None] Network db1e5c0d-c949-4101-97a8-5b3441246674 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:04.631969 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1eacdd3-9b3a-4fb1-a299-7f4988e47ae9 None None] DHCP port deletion for 52a18922-ba46-4a5a-abbd-f84b00c6e809 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:09:04.637168 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c116cd-aae5-43b4-9cde-28d213c12dfe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:09:04.639633 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-14324659-7955-4c69-8617-5e32ccf5d770 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5409ffa-2764-49bc-b262-47622e93a54b') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:04.648019 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-14324659-7955-4c69-8617-5e32ccf5d770 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5409ffa-2764-49bc-b262-47622e93a54b') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:04.648237 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-160673ba-ff05-4834-8d1d-58bb59a1b2a3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7600842 Feb 09 18:09:04.648237 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51260) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:04.657799 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-da895c1d-0797-49f6-a121-e3a6e6de8c6a tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-206636039', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:04.664495 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-da895c1d-0797-49f6-a121-e3a6e6de8c6a tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:04.668623 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-da895c1d-0797-49f6-a121-e3a6e6de8c6a tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Usage tracker for resource:router and tenant:3aafa79d3d06419e8e7c5f7d6aab117f is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:04.672654 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-da895c1d-0797-49f6-a121-e3a6e6de8c6a tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:04.675286 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14324659-7955-4c69-8617-5e32ccf5d770 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:04.679561 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-da895c1d-0797-49f6-a121-e3a6e6de8c6a tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:04.707285 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-12c116cd-aae5-43b4-9cde-28d213c12dfe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:04.707595 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-12c116cd-aae5-43b4-9cde-28d213c12dfe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Added segment 4f646e22-f441-4464-b2ee-0772432833bf of type vlan for network a3cf51d6-5730-4a21-870c-b23b710adadf Feb 09 18:09:04.711343 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cc2997fe-a18c-4c7c-8d6c-dc9ac3662265 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:04.719568 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-b9618187-8d05-4d66-8d29-cd8056340fbc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network f843c8a8-e764-4c31-91e5-e456caf4f77b is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:04.722319 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-ec955605-0023-4f7d-b4b4-ca9bb42b8663 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 2001:db8::f816:3eff:fefe:4ee2 (533fa7e0-9286-46d7-99f4-266111443da8/2e02f4e6-570c-4346-a73a-ed0801cc97e9/1bee74e1-1477-428d-a7e6-39d54ed339a4) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:04.724098 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-b9618187-8d05-4d66-8d29-cd8056340fbc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:04.726025 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9618187-8d05-4d66-8d29-cd8056340fbc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=da8fed69-90cb-4fd0-ad29-658c7e1155f2,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:04.730862 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14324659-7955-4c69-8617-5e32ccf5d770 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:04.734167 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-b9618187-8d05-4d66-8d29-cd8056340fbc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:04.770256 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-cc2997fe-a18c-4c7c-8d6c-dc9ac3662265 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Transition to ACTIVE for port object dd49fa61-3550-4896-85e7-172fdeecef86 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:04.781511 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14324659-7955-4c69-8617-5e32ccf5d770 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:09:04.781769 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14324659-7955-4c69-8617-5e32ccf5d770 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:04.785660 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-da895c1d-0797-49f6-a121-e3a6e6de8c6a tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:04.789720 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-da895c1d-0797-49f6-a121-e3a6e6de8c6a tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:09:04.807524 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:09:04.811929 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-12c116cd-aae5-43b4-9cde-28d213c12dfe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:04.916325 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-b9618187-8d05-4d66-8d29-cd8056340fbc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:04.916982 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-b9618187-8d05-4d66-8d29-cd8056340fbc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:04.952704 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-12c116cd-aae5-43b4-9cde-28d213c12dfe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:04.957245 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c116cd-aae5-43b4-9cde-28d213c12dfe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:04.961067 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-12c116cd-aae5-43b4-9cde-28d213c12dfe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:05.046555 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cc2997fe-a18c-4c7c-8d6c-dc9ac3662265 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:05.133678 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14324659-7955-4c69-8617-5e32ccf5d770 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:05.160974 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14324659-7955-4c69-8617-5e32ccf5d770 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:05.181631 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14324659-7955-4c69-8617-5e32ccf5d770 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Network': ['ID=52a18922-ba46-4a5a-abbd-f84b00c6e809,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:05.192152 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-14324659-7955-4c69-8617-5e32ccf5d770 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/networks/52a18922-ba46-4a5a-abbd-f84b00c6e809 HTTP/1.1" status: 204 len: 168 time: 4.8875611 Feb 09 18:09:05.194824 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4e905c-26ac-4ace-b3ee-8e539e8e10c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-db1e5c0d-c949-4101-97a8-5b3441246674', 'network_id': 'db1e5c0d-c949-4101-97a8-5b3441246674', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'fixed_ips': [{'subnet_id': '760a299c-1154-4903-bfe5-9d0adc409699'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:09:05.195669 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51264) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:05.196169 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f4e905c-26ac-4ace-b3ee-8e539e8e10c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:05.225918 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-b9618187-8d05-4d66-8d29-cd8056340fbc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4363692 Feb 09 18:09:05.248415 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-545a4d07-6657-4199-bc89-988d3215d575 service neutron] Request body: {'port': {'device_id': '4b35ae9d-5cff-4e61-ba01-0932ec805e02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:05.255300 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c116cd-aae5-43b4-9cde-28d213c12dfe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Network': ['ID=a3cf51d6-5730-4a21-870c-b23b710adadf,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:05.260778 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2997fe-a18c-4c7c-8d6c-dc9ac3662265 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Network 4900ff3b-bc27-4f8f-9097-2f045e7188a6 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:05.262121 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] For port f5aec5cf-5937-4265-a7b2-98300d9728b4, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=f5aec5cf-5937-4265-a7b2-98300d9728b4,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:05.262543 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:05.265346 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-cc2997fe-a18c-4c7c-8d6c-dc9ac3662265 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:05.269924 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-12c116cd-aae5-43b4-9cde-28d213c12dfe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8945858 Feb 09 18:09:05.271163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2997fe-a18c-4c7c-8d6c-dc9ac3662265 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:05.282933 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2997fe-a18c-4c7c-8d6c-dc9ac3662265 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:05.282933 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cc2997fe-a18c-4c7c-8d6c-dc9ac3662265 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:05.285993 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51268) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:05.299576 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-5a65c2d2-3483-45c2-960a-c795f9beeebe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'subnet': {'network_id': 'a3cf51d6-5730-4a21-870c-b23b710adadf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:05.306009 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network a3cf51d6-5730-4a21-870c-b23b710adadf details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:09:05.308036 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8543f1-5f84-45fa-b62f-0a1fa697d58f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] DELETE failed (client error): The resource could not be found. Feb 09 18:09:05.308474 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e8543f1-5f84-45fa-b62f-0a1fa697d58f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:09:05.310894 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1e8543f1-5f84-45fa-b62f-0a1fa697d58f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/networks/52a18922-ba46-4a5a-abbd-f84b00c6e809 HTTP/1.1" status: 404 len: 339 time: 0.1135757 Feb 09 18:09:05.318333 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51272) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:05.339909 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2997fe-a18c-4c7c-8d6c-dc9ac3662265 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Pushing event updated for resources: {'Port': ['ID=dd49fa61-3550-4896-85e7-172fdeecef86,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:05.354204 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-da895c1d-0797-49f6-a121-e3a6e6de8c6a tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:05.400766 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec955605-0023-4f7d-b4b4-ca9bb42b8663 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:05.425151 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-ec955605-0023-4f7d-b4b4-ca9bb42b8663 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Transition to ACTIVE for port object 1bee74e1-1477-428d-a7e6-39d54ed339a4 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:05.456236 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-950df3a5-8c17-4440-8e8f-ac1d7cf87e7f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1331608615', 'description': 'd1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:05.468417 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-950df3a5-8c17-4440-8e8f-ac1d7cf87e7f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:05.474141 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-950df3a5-8c17-4440-8e8f-ac1d7cf87e7f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Usage tracker for resource:network and tenant:87988ebdba86441595145b8b3a8899ab is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:05.477837 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-950df3a5-8c17-4440-8e8f-ac1d7cf87e7f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:05.485966 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-950df3a5-8c17-4440-8e8f-ac1d7cf87e7f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:05.566876 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] Calling delete_port for f5aec5cf-5937-4265-a7b2-98300d9728b4 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:05.575347 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-545a4d07-6657-4199-bc89-988d3215d575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:05.584529 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5a65c2d2-3483-45c2-960a-c795f9beeebe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:05.589514 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cc2997fe-a18c-4c7c-8d6c-dc9ac3662265 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6768162 Feb 09 18:09:05.596128 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51278) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:05.598035 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec955605-0023-4f7d-b4b4-ca9bb42b8663 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:05.599506 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ce4ac5d0-2024-444e-886c-6f7994c5f7ad None None] Provisioning for port da8fed69-90cb-4fd0-ad29-658c7e1155f2 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:05.602187 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ec1e8-88bb-41a2-8bd9-94489a6e1cc5 req-70306c24-50ab-49d3-be97-ccd99fd87443 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:05.603966 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d36ec1e8-88bb-41a2-8bd9-94489a6e1cc5 req-70306c24-50ab-49d3-be97-ccd99fd87443 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b35ae9d-5cff-4e61-ba01-0932ec805e02 HTTP/1.1" status: 200 len: 931 time: 0.6286271 Feb 09 18:09:05.610174 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-2f192fe0-b6da-4588-a390-22b6f25680a1 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Request body: {'port': {'network_id': '4900ff3b-bc27-4f8f-9097-2f045e7188a6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1681523744'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:05.627914 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5a65c2d2-3483-45c2-960a-c795f9beeebe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:subnet and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:05.656711 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950df3a5-8c17-4440-8e8f-ac1d7cf87e7f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Made reservation on behalf of 87988ebdba86441595145b8b3a8899ab for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:05.659838 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-950df3a5-8c17-4440-8e8f-ac1d7cf87e7f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:05.683314 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ce4ac5d0-2024-444e-886c-6f7994c5f7ad None None] Provisioning complete for port da8fed69-90cb-4fd0-ad29-658c7e1155f2 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:05.683939 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ce4ac5d0-2024-444e-886c-6f7994c5f7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:05.751920 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 9750c68d-c285-4e0c-94e8-9887ac94f4ef no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:09:05.760081 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec955605-0023-4f7d-b4b4-ca9bb42b8663 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:05.766528 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec955605-0023-4f7d-b4b4-ca9bb42b8663 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=1bee74e1-1477-428d-a7e6-39d54ed339a4,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:05.769241 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-ec955605-0023-4f7d-b4b4-ca9bb42b8663 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:05.774830 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec955605-0023-4f7d-b4b4-ca9bb42b8663 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:05.778777 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec955605-0023-4f7d-b4b4-ca9bb42b8663 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:05.780211 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec955605-0023-4f7d-b4b4-ca9bb42b8663 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:05.801718 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5a65c2d2-3483-45c2-960a-c795f9beeebe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:05.805200 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 9750c68d-c285-4e0c-94e8-9887ac94f4ef {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:09:05.805534 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 9750c68d-c285-4e0c-94e8-9887ac94f4ef not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:09:05.808876 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950df3a5-8c17-4440-8e8f-ac1d7cf87e7f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:09:05.829318 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-da895c1d-0797-49f6-a121-e3a6e6de8c6a tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:05.859980 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5a65c2d2-3483-45c2-960a-c795f9beeebe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:05.866537 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-950df3a5-8c17-4440-8e8f-ac1d7cf87e7f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:05.866769 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-950df3a5-8c17-4440-8e8f-ac1d7cf87e7f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Added segment c75da836-2e18-4c45-836f-5bd887811997 of type vlan for network b401b5bf-5d35-4f3f-a043-57d52920ea02 Feb 09 18:09:05.908265 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ce4ac5d0-2024-444e-886c-6f7994c5f7ad None None] Port da8fed69-90cb-4fd0-ad29-658c7e1155f2 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:09:05.925365 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ec955605-0023-4f7d-b4b4-ca9bb42b8663 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7988322 Feb 09 18:09:05.925772 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51284) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:05.927311 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-950df3a5-8c17-4440-8e8f-ac1d7cf87e7f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:05.979620 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-da895c1d-0797-49f6-a121-e3a6e6de8c6a tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:05.984203 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-da895c1d-0797-49f6-a121-e3a6e6de8c6a tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3303783 Feb 09 18:09:05.986191 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-1f4e905c-26ac-4ace-b3ee-8e539e8e10c0 None None] Allocated IP 2001:db8::2 (db1e5c0d-c949-4101-97a8-5b3441246674/760a299c-1154-4903-bfe5-9d0adc409699/64f6fcd0-a592-4745-bece-dfd1638e7469) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:05.999924 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51288) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:06.001409 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d36ec1e8-88bb-41a2-8bd9-94489a6e1cc5 req-1732e4e0-42a3-408b-8414-3f5494efb7d4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=49743827-1230-4b79-bbd6-18a93b9aa1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3703153 Feb 09 18:09:06.034046 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a65c2d2-3483-45c2-960a-c795f9beeebe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:06.121942 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2f192fe0-b6da-4588-a390-22b6f25680a1 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:06.127055 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:06.134334 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3f415-3ee1-49be-b12d-4e69e9c31e4a req-689981e0-a279-475d-9445-79bb04b0e6d3 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:06.136166 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b3e3f415-3ee1-49be-b12d-4e69e9c31e4a req-689981e0-a279-475d-9445-79bb04b0e6d3 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 944 time: 0.6605380 Feb 09 18:09:06.186457 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] Pushing event deleted for resources: {'Port': ['ID=f5aec5cf-5937-4265-a7b2-98300d9728b4,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:06.196998 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2f192fe0-b6da-4588-a390-22b6f25680a1 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:06.227499 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5a65c2d2-3483-45c2-960a-c795f9beeebe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:06.273191 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-950df3a5-8c17-4440-8e8f-ac1d7cf87e7f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:06.276486 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950df3a5-8c17-4440-8e8f-ac1d7cf87e7f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:06.277289 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-950df3a5-8c17-4440-8e8f-ac1d7cf87e7f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:06.295895 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d275b115-cea8-456f-b585-0098b8a52dc3 None None] No DVR routers for this DVR port f5aec5cf-5937-4265-a7b2-98300d9728b4 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:09:06.300056 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0520bfd9-66c4-40a9-8ab1-08c4c5c923c3 None None] Provisioning for port dd49fa61-3550-4896-85e7-172fdeecef86 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:06.318149 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f192fe0-b6da-4588-a390-22b6f25680a1 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Made reservation on behalf of 4be671836ae941818554fb6b90e1944e for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:06.321178 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2f192fe0-b6da-4588-a390-22b6f25680a1 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:06.339528 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b3e3f415-3ee1-49be-b12d-4e69e9c31e4a req-bfb9ec7a-792d-4895-ba58-dce92538301a tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865757 Feb 09 18:09:06.345376 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fd4952-169b-469c-9233-7fe9f405af1e None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:06.374399 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f061007-47b9-471f-89a0-b17caa85ebf5 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:06.376502 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0520bfd9-66c4-40a9-8ab1-08c4c5c923c3 None None] Provisioning complete for port dd49fa61-3550-4896-85e7-172fdeecef86 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:06.376502 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0520bfd9-66c4-40a9-8ab1-08c4c5c923c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:06.378547 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f061007-47b9-471f-89a0-b17caa85ebf5 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:06.381375 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0f061007-47b9-471f-89a0-b17caa85ebf5 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4534774 Feb 09 18:09:06.388592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51292) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:06.391286 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-2f192fe0-b6da-4588-a390-22b6f25680a1 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] device_id is not set on port 9f6e4ba8-45b6-4a0b-87fa-51c1e8ab1239 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:09:06.541991 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-2aa2ff46-7f5b-4a52-95ef-444bd0b3bf0c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting port 1bee74e1-1477-428d-a7e6-39d54ed339a4 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:06.542219 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f4e905c-26ac-4ace-b3ee-8e539e8e10c0 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:06.542370 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2aa2ff46-7f5b-4a52-95ef-444bd0b3bf0c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:06.570342 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0520bfd9-66c4-40a9-8ab1-08c4c5c923c3 None None] Port dd49fa61-3550-4896-85e7-172fdeecef86 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:09:06.572138 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1f4e905c-26ac-4ace-b3ee-8e539e8e10c0 None None] Transition to ACTIVE for port object 64f6fcd0-a592-4745-bece-dfd1638e7469 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:06.636555 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1f4e905c-26ac-4ace-b3ee-8e539e8e10c0 None None] Transition to ACTIVE for port object 64f6fcd0-a592-4745-bece-dfd1638e7469 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:06.651798 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950df3a5-8c17-4440-8e8f-ac1d7cf87e7f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Network': ['ID=b401b5bf-5d35-4f3f-a043-57d52920ea02,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:06.668248 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network b401b5bf-5d35-4f3f-a043-57d52920ea02 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:09:06.772167 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-950df3a5-8c17-4440-8e8f-ac1d7cf87e7f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4505594 Feb 09 18:09:06.782395 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51296) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:06.782661 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f4e905c-26ac-4ace-b3ee-8e539e8e10c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:06.848408 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-2f192fe0-b6da-4588-a390-22b6f25680a1 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Allocated IP 2001:db8::24f (4900ff3b-bc27-4f8f-9097-2f045e7188a6/a07d0def-2e16-4c0c-85f4-8e186cdc9831/9f6e4ba8-45b6-4a0b-87fa-51c1e8ab1239) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:06.876549 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-545a4d07-6657-4199-bc89-988d3215d575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8fed69-90cb-4fd0-ad29-658c7e1155f2 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:09:06.939892 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-545a4d07-6657-4199-bc89-988d3215d575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:06.970489 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4e905c-26ac-4ace-b3ee-8e539e8e10c0 None None] Network db1e5c0d-c949-4101-97a8-5b3441246674 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:06.974763 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-1f4e905c-26ac-4ace-b3ee-8e539e8e10c0 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:06.980909 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4e905c-26ac-4ace-b3ee-8e539e8e10c0 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:06.983656 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e905c-26ac-4ace-b3ee-8e539e8e10c0 None None] Pushing event updated for resources: {'Port': ['ID=64f6fcd0-a592-4745-bece-dfd1638e7469,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:07.008565 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5a65c2d2-3483-45c2-960a-c795f9beeebe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:07.015477 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-545a4d07-6657-4199-bc89-988d3215d575 service neutron] Transition to ACTIVE for port object da8fed69-90cb-4fd0-ad29-658c7e1155f2 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:07.045507 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d607933-929a-4b9e-8a4c-9ee0f06e6099 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:07.050771 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7d607933-929a-4b9e-8a4c-9ee0f06e6099 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Synchronizing usage tracker for tenant:87988ebdba86441595145b8b3a8899ab on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:07.081469 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6040abce-f643-44d5-a762-b4718a89e530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-533fa7e0-9286-46d7-99f4-266111443da8', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'fixed_ips': [{'subnet_id': '2e02f4e6-570c-4346-a73a-ed0801cc97e9'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:09:07.082288 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6040abce-f643-44d5-a762-b4718a89e530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:07.107334 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1f4e905c-26ac-4ace-b3ee-8e539e8e10c0 None None] Attempting to bind port 64f6fcd0-a592-4745-bece-dfd1638e7469 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:09:07.107334 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1f4e905c-26ac-4ace-b3ee-8e539e8e10c0 None None] Attempting to bind port 64f6fcd0-a592-4745-bece-dfd1638e7469 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '9d458342-f0ea-465e-aa67-7c822ca5f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db1e5c0d-c949-4101-97a8-5b3441246674'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:09:07.107334 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e905c-26ac-4ace-b3ee-8e539e8e10c0 None None] Attempting to bind port 64f6fcd0-a592-4745-bece-dfd1638e7469 on network db1e5c0d-c949-4101-97a8-5b3441246674 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:09:07.143774 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-545a4d07-6657-4199-bc89-988d3215d575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:07.175235 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 1a242124-4a30-41c2-a5f0-144d690e6d10 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:09:07.208503 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e905c-26ac-4ace-b3ee-8e539e8e10c0 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:09:07.209059 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e905c-26ac-4ace-b3ee-8e539e8e10c0 None None] Checking segment: {'id': '9d458342-f0ea-465e-aa67-7c822ca5f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db1e5c0d-c949-4101-97a8-5b3441246674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:09:07.209481 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f4e905c-26ac-4ace-b3ee-8e539e8e10c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:07.209880 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e905c-26ac-4ace-b3ee-8e539e8e10c0 None None] Bound using segment: {'id': '9d458342-f0ea-465e-aa67-7c822ca5f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db1e5c0d-c949-4101-97a8-5b3441246674'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:09:07.210389 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1f4e905c-26ac-4ace-b3ee-8e539e8e10c0 None None] Bound port: 64f6fcd0-a592-4745-bece-dfd1638e7469, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d458342-f0ea-465e-aa67-7c822ca5f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db1e5c0d-c949-4101-97a8-5b3441246674'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:09:07.210771 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f4e905c-26ac-4ace-b3ee-8e539e8e10c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:07.337703 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7d607933-929a-4b9e-8a4c-9ee0f06e6099 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Unset dirty status for tenant:87988ebdba86441595145b8b3a8899ab on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:07.341397 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7d607933-929a-4b9e-8a4c-9ee0f06e6099 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "GET /v2.0/networks?id=b401b5bf-5d35-4f3f-a043-57d52920ea02 HTTP/1.1" status: 200 len: 761 time: 0.5053217 Feb 09 18:09:07.354953 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51302) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:07.365676 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a4d07-6657-4199-bc89-988d3215d575 service neutron] Pushing event updated for resources: {'Port': ['ID=da8fed69-90cb-4fd0-ad29-658c7e1155f2,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:07.381367 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c929737f-8114-46b7-87c5-41d1ea2c84e6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:07.413164 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-af2f4664-2c5a-48c4-886f-d757c99a8426 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'network': {'description': 'd2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:07.419684 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2f192fe0-b6da-4588-a390-22b6f25680a1 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:07.439663 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-2f192fe0-b6da-4588-a390-22b6f25680a1 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Transition to ACTIVE for port object 9f6e4ba8-45b6-4a0b-87fa-51c1e8ab1239 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:07.565214 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2f192fe0-b6da-4588-a390-22b6f25680a1 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:07.642087 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1f4e905c-26ac-4ace-b3ee-8e539e8e10c0 None None] For port 64f6fcd0-a592-4745-bece-dfd1638e7469, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:09:07.647474 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-6040abce-f643-44d5-a762-b4718a89e530 None None] Allocated IP 2001:db8::f816:3eff:fe2a:87ff (533fa7e0-9286-46d7-99f4-266111443da8/2e02f4e6-570c-4346-a73a-ed0801cc97e9/6cd832e0-e935-467c-983c-15d1d3a31141) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:07.652374 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1f4e905c-26ac-4ace-b3ee-8e539e8e10c0 None None] For port 64f6fcd0-a592-4745-bece-dfd1638e7469, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=64f6fcd0-a592-4745-bece-dfd1638e7469,segment=NetworkSegment(9d458342-f0ea-465e-aa67-7c822ca5f8e0),segment_id=9d458342-f0ea-465e-aa67-7c822ca5f8e0)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:09:07.711665 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65c2d2-3483-45c2-960a-c795f9beeebe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Subnet': ['ID=686b4063-7d08-4fd0-a540-896244b49024,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:07.718469 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 1a242124-4a30-41c2-a5f0-144d690e6d10 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:07.735047 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f4e905c-26ac-4ace-b3ee-8e539e8e10c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:07.744408 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2aa2ff46-7f5b-4a52-95ef-444bd0b3bf0c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:07.885722 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 1a242124-4a30-41c2-a5f0-144d690e6d10 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:07.886703 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:08.008007 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-545a4d07-6657-4199-bc89-988d3215d575 service neutron] Attempting to bind port da8fed69-90cb-4fd0-ad29-658c7e1155f2 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:09:08.008556 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-545a4d07-6657-4199-bc89-988d3215d575 service neutron] Attempting to bind port da8fed69-90cb-4fd0-ad29-658c7e1155f2 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '63ee9212-3068-4d6e-abd7-96bb4048f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:09:08.008556 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-545a4d07-6657-4199-bc89-988d3215d575 service neutron] Attempting to bind port da8fed69-90cb-4fd0-ad29-658c7e1155f2 on network f843c8a8-e764-4c31-91e5-e456caf4f77b {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:09:08.026096 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-2aa2ff46-7f5b-4a52-95ef-444bd0b3bf0c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Calling delete_port for 1bee74e1-1477-428d-a7e6-39d54ed339a4 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:08.050255 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-545a4d07-6657-4199-bc89-988d3215d575 service neutron] Port da8fed69-90cb-4fd0-ad29-658c7e1155f2 on network f843c8a8-e764-4c31-91e5-e456caf4f77b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:09:08.051078 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-545a4d07-6657-4199-bc89-988d3215d575 service neutron] Attempting to bind port da8fed69-90cb-4fd0-ad29-658c7e1155f2 on network f843c8a8-e764-4c31-91e5-e456caf4f77b {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:09:08.059838 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f192fe0-b6da-4588-a390-22b6f25680a1 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Network 4900ff3b-bc27-4f8f-9097-2f045e7188a6 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:08.077410 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-2f192fe0-b6da-4588-a390-22b6f25680a1 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:08.078925 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f192fe0-b6da-4588-a390-22b6f25680a1 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Pushing event updated for resources: {'Port': ['ID=9f6e4ba8-45b6-4a0b-87fa-51c1e8ab1239,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:08.093175 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f192fe0-b6da-4588-a390-22b6f25680a1 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:08.096646 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f192fe0-b6da-4588-a390-22b6f25680a1 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:08.097050 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2f192fe0-b6da-4588-a390-22b6f25680a1 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:08.111877 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-545a4d07-6657-4199-bc89-988d3215d575 service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:09:08.112222 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-545a4d07-6657-4199-bc89-988d3215d575 service neutron] Checking segment: {'id': '63ee9212-3068-4d6e-abd7-96bb4048f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:09:08.112604 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-545a4d07-6657-4199-bc89-988d3215d575 service neutron] Bound using segment: {'id': '63ee9212-3068-4d6e-abd7-96bb4048f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:09:08.113886 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-545a4d07-6657-4199-bc89-988d3215d575 service neutron] Bound port: da8fed69-90cb-4fd0-ad29-658c7e1155f2, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ee9212-3068-4d6e-abd7-96bb4048f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:09:08.113886 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-545a4d07-6657-4199-bc89-988d3215d575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:08.123362 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af2f4664-2c5a-48c4-886f-d757c99a8426 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:08.127145 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a65c2d2-3483-45c2-960a-c795f9beeebe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Checking segment: {'id': '4f646e22-f441-4464-b2ee-0772432833bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a3cf51d6-5730-4a21-870c-b23b710adadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:09:08.127509 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a65c2d2-3483-45c2-960a-c795f9beeebe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network hostable DHCP agents. Network: a3cf51d6-5730-4a21-870c-b23b710adadf, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:09:08.175840 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635964c-aefa-4dad-808b-9a7cdd678e87 req-b1a31b15-0fe1-47f3-acdd-170d229091de tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:08.191547 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8635964c-aefa-4dad-808b-9a7cdd678e87 req-b1a31b15-0fe1-47f3-acdd-170d229091de tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b35ae9d-5cff-4e61-ba01-0932ec805e02 HTTP/1.1" status: 200 len: 943 time: 0.8175104 Feb 09 18:09:08.232436 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-c929737f-8114-46b7-87c5-41d1ea2c84e6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Allocated IP 2001:db8::1 (db1e5c0d-c949-4101-97a8-5b3441246674/760a299c-1154-4903-bfe5-9d0adc409699/a802351f-c72a-4607-9e6a-f86744807d95) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:08.249810 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af2f4664-2c5a-48c4-886f-d757c99a8426 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:08.265742 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eae02f-e6a3-40bf-a952-922021b4e996 req-b4b96a1a-c080-4c9c-aa96-790fa5d70038 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:08.267304 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-25eae02f-e6a3-40bf-a952-922021b4e996 req-b4b96a1a-c080-4c9c-aa96-790fa5d70038 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 944 time: 0.7069402 Feb 09 18:09:08.332414 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e905c-26ac-4ace-b3ee-8e539e8e10c0 None None] Pushing event updated for resources: {'Port': ['ID=64f6fcd0-a592-4745-bece-dfd1638e7469,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:08.335489 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6040abce-f643-44d5-a762-b4718a89e530 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:08.347275 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2f192fe0-b6da-4588-a390-22b6f25680a1 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7399220 Feb 09 18:09:08.356128 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51308) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:08.367069 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6040abce-f643-44d5-a762-b4718a89e530 None None] Transition to ACTIVE for port object 6cd832e0-e935-467c-983c-15d1d3a31141 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:08.370837 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8635964c-aefa-4dad-808b-9a7cdd678e87 req-9438b517-9a48-4294-a396-fafec3694d00 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=49743827-1230-4b79-bbd6-18a93b9aa1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861274 Feb 09 18:09:08.418828 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-9959fae5-444d-4170-a251-50e4b93676c6 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::39c', 'mac_address': 'fa:16:3e:cb:6c:be'}, {'ip_address': '2001:db8::391', 'mac_address': 'fa:16:3e:e4:ea:5a'}]}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:08.477389 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6040abce-f643-44d5-a762-b4718a89e530 None None] Transition to ACTIVE for port object 6cd832e0-e935-467c-983c-15d1d3a31141 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:08.484979 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:08.510965 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a65c2d2-3483-45c2-960a-c795f9beeebe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network a3cf51d6-5730-4a21-870c-b23b710adadf is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:09:08.519192 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea009630-a236-4e66-91e0-80a40b8b11ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a242124-4a30-41c2-a5f0-144d690e6d10'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:09:08.540286 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 1a242124-4a30-41c2-a5f0-144d690e6d10, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1a242124-4a30-41c2-a5f0-144d690e6d10,segment=NetworkSegment(bb132a2c-087c-4094-9ff0-147d0aa84db2),segment_id=bb132a2c-087c-4094-9ff0-147d0aa84db2)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:08.580931 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-25eae02f-e6a3-40bf-a952-922021b4e996 req-aec93a1e-9fbe-4df8-a66e-d1e0ec01e08a tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3036072 Feb 09 18:09:08.584194 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6040abce-f643-44d5-a762-b4718a89e530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:08.584835 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f4664-2c5a-48c4-886f-d757c99a8426 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Network': ['ID=b401b5bf-5d35-4f3f-a043-57d52920ea02,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:08.593433 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2aa2ff46-7f5b-4a52-95ef-444bd0b3bf0c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:08.601573 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-545a4d07-6657-4199-bc89-988d3215d575 service neutron] For port da8fed69-90cb-4fd0-ad29-658c7e1155f2, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:09:08.612911 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-545a4d07-6657-4199-bc89-988d3215d575 service neutron] For port da8fed69-90cb-4fd0-ad29-658c7e1155f2, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=da8fed69-90cb-4fd0-ad29-658c7e1155f2,segment=NetworkSegment(63ee9212-3068-4d6e-abd7-96bb4048f829),segment_id=63ee9212-3068-4d6e-abd7-96bb4048f829)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:09:08.668245 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-af2f4664-2c5a-48c4-886f-d757c99a8426 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Network b401b5bf-5d35-4f3f-a043-57d52920ea02 is not hosted by any dhcp agent {{(pid=84542) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 09 18:09:08.674577 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2f4664-2c5a-48c4-886f-d757c99a8426 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:08.675778 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af2f4664-2c5a-48c4-886f-d757c99a8426 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:08.680777 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-af2f4664-2c5a-48c4-886f-d757c99a8426 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "PUT /v2.0/networks/b401b5bf-5d35-4f3f-a043-57d52920ea02 HTTP/1.1" status: 200 len: 758 time: 1.3183851 Feb 09 18:09:08.688463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51316) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:08.762213 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network b401b5bf-5d35-4f3f-a043-57d52920ea02 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:09:08.780889 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-545a4d07-6657-4199-bc89-988d3215d575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:08.783489 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-5a65c2d2-3483-45c2-960a-c795f9beeebe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, a3cf51d6-5730-4a21-870c-b23b710adadf) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:08.793704 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2ff46-7f5b-4a52-95ef-444bd0b3bf0c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Port': ['ID=1bee74e1-1477-428d-a7e6-39d54ed339a4,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:08.866830 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040abce-f643-44d5-a762-b4718a89e530 None None] Pushing event updated for resources: {'Port': ['ID=6cd832e0-e935-467c-983c-15d1d3a31141,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:08.869446 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6c7c442b-6fa5-4478-8b26-98bf72330be7 None None] Provisioning for port 9f6e4ba8-45b6-4a0b-87fa-51c1e8ab1239 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:08.873245 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f22848-a485-414d-af73-88b8dd717019 None None] Network a3cf51d6-5730-4a21-870c-b23b710adadf requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:08.876828 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a65c2d2-3483-45c2-960a-c795f9beeebe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:08.877425 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5a65c2d2-3483-45c2-960a-c795f9beeebe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:08.883299 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2aa2ff46-7f5b-4a52-95ef-444bd0b3bf0c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:08.898401 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:08.906722 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6040abce-f643-44d5-a762-b4718a89e530 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:08.932717 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2aa2ff46-7f5b-4a52-95ef-444bd0b3bf0c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/1bee74e1-1477-428d-a7e6-39d54ed339a4 HTTP/1.1" status: 204 len: 168 time: 2.5431917 Feb 09 18:09:08.938320 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51320) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:09.005204 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-6040abce-f643-44d5-a762-b4718a89e530 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:09.011114 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6c7c442b-6fa5-4478-8b26-98bf72330be7 None None] Provisioning complete for port 9f6e4ba8-45b6-4a0b-87fa-51c1e8ab1239 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:09.011114 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6c7c442b-6fa5-4478-8b26-98bf72330be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:09.052956 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9959fae5-444d-4170-a251-50e4b93676c6 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:09.070712 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5a65c2d2-3483-45c2-960a-c795f9beeebe tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7833619 Feb 09 18:09:09.073903 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51324) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:09.084275 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-fde84d30-06e5-45cb-87a2-ad9720117f95 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-718336449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:09.099957 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea009630-a236-4e66-91e0-80a40b8b11ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a242124-4a30-41c2-a5f0-144d690e6d10', 'code': 200} Feb 09 18:09:09.104679 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6040abce-f643-44d5-a762-b4718a89e530 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:09.122200 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae521d3-7365-4169-ad2c-3c404985b649 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:09.139124 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae521d3-7365-4169-ad2c-3c404985b649 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:09.140019 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6c7c442b-6fa5-4478-8b26-98bf72330be7 None None] Port 9f6e4ba8-45b6-4a0b-87fa-51c1e8ab1239 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:09:09.140227 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4ae521d3-7365-4169-ad2c-3c404985b649 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:09.140227 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a4d07-6657-4199-bc89-988d3215d575 service neutron] Pushing event updated for resources: {'Port': ['ID=da8fed69-90cb-4fd0-ad29-658c7e1155f2,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:09.146289 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-fde84d30-06e5-45cb-87a2-ad9720117f95 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:09.156705 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-fde84d30-06e5-45cb-87a2-ad9720117f95 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:router and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:09.166024 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-545a4d07-6657-4199-bc89-988d3215d575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:09.168234 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-545a4d07-6657-4199-bc89-988d3215d575 service neutron] 10.222.0.50 "PUT /v2.0/ports/da8fed69-90cb-4fd0-ad29-658c7e1155f2 HTTP/1.1" status: 200 len: 1093 time: 3.9245019 Feb 09 18:09:09.168992 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b35ae9d-5cff-4e61-ba01-0932ec805e02', 'tag': 'da8fed69-90cb-4fd0-ad29-658c7e1155f2'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:09:09.221336 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a84f5c2-b5f0-437a-8f1d-e2a65553874f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:09.223439 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2a84f5c2-b5f0-437a-8f1d-e2a65553874f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "GET /v2.0/networks?id=b401b5bf-5d35-4f3f-a043-57d52920ea02 HTTP/1.1" status: 200 len: 761 time: 0.5332730 Feb 09 18:09:09.230431 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51330) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:09.249964 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5f5df03b-2801-458a-9ec2-43674cd6dd0d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-834188537'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:09.291384 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5f5df03b-2801-458a-9ec2-43674cd6dd0d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:09.304212 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b35ae9d-5cff-4e61-ba01-0932ec805e02', 'tag': 'da8fed69-90cb-4fd0-ad29-658c7e1155f2', 'status': 'completed', 'code': 200} Feb 09 18:09:09.330800 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=1a242124-4a30-41c2-a5f0-144d690e6d10,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:09.348689 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c929737f-8114-46b7-87c5-41d1ea2c84e6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:09.357460 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-fde84d30-06e5-45cb-87a2-ad9720117f95 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:09.359240 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5f5df03b-2801-458a-9ec2-43674cd6dd0d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:09.367905 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-fde84d30-06e5-45cb-87a2-ad9720117f95 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:09.377846 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4ae521d3-7365-4169-ad2c-3c404985b649 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:09.379042 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4ae521d3-7365-4169-ad2c-3c404985b649 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4184411 Feb 09 18:09:09.385528 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51334) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:09.401790 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-c929737f-8114-46b7-87c5-41d1ea2c84e6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Transition to ACTIVE for port object a802351f-c72a-4607-9e6a-f86744807d95 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:09.429928 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-6040abce-f643-44d5-a762-b4718a89e530 None None] Attempting to bind port 6cd832e0-e935-467c-983c-15d1d3a31141 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:09:09.430268 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-6040abce-f643-44d5-a762-b4718a89e530 None None] Attempting to bind port 6cd832e0-e935-467c-983c-15d1d3a31141 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:09:09.430627 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6040abce-f643-44d5-a762-b4718a89e530 None None] Attempting to bind port 6cd832e0-e935-467c-983c-15d1d3a31141 on network 533fa7e0-9286-46d7-99f4-266111443da8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:09:09.493542 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fde84d30-06e5-45cb-87a2-ad9720117f95 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:09.494890 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fde84d30-06e5-45cb-87a2-ad9720117f95 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:09.527749 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6040abce-f643-44d5-a762-b4718a89e530 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:09:09.528123 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6040abce-f643-44d5-a762-b4718a89e530 None None] Checking segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:09:09.528527 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6040abce-f643-44d5-a762-b4718a89e530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:09.529828 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6040abce-f643-44d5-a762-b4718a89e530 None None] Bound using segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:09:09.530337 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-6040abce-f643-44d5-a762-b4718a89e530 None None] Bound port: 6cd832e0-e935-467c-983c-15d1d3a31141, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:09:09.530716 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6040abce-f643-44d5-a762-b4718a89e530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:09.530891 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5df03b-2801-458a-9ec2-43674cd6dd0d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Made reservation on behalf of 87988ebdba86441595145b8b3a8899ab for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:09.540030 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5f5df03b-2801-458a-9ec2-43674cd6dd0d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:09.577798 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c929737f-8114-46b7-87c5-41d1ea2c84e6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:09.677773 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7e02f0-79b1-496f-b3d9-05229e4a0f6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-a3cf51d6-5730-4a21-870c-b23b710adadf', 'network_id': 'a3cf51d6-5730-4a21-870c-b23b710adadf', 'tenant_id': 'ce046d049f4e4b9d985a5a697b890edb', 'fixed_ips': [{'subnet_id': '686b4063-7d08-4fd0-a540-896244b49024'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:09:09.678682 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a7e02f0-79b1-496f-b3d9-05229e4a0f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:09.692472 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-b3f0503b-123b-43de-b9cc-3c1b5f018dcf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=4b35ae9d-5cff-4e61-ba01-0932ec805e02 HTTP/1.1" status: 200 len: 1096 time: 0.3812432 Feb 09 18:09:09.796874 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5df03b-2801-458a-9ec2-43674cd6dd0d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:09:09.834379 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fde84d30-06e5-45cb-87a2-ad9720117f95 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:09.858931 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929737f-8114-46b7-87c5-41d1ea2c84e6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Port': ['ID=a802351f-c72a-4607-9e6a-f86744807d95,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:09.866620 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c929737f-8114-46b7-87c5-41d1ea2c84e6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network db1e5c0d-c949-4101-97a8-5b3441246674 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:09.874504 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-c929737f-8114-46b7-87c5-41d1ea2c84e6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:09.877282 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5f5df03b-2801-458a-9ec2-43674cd6dd0d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:09.877638 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-5f5df03b-2801-458a-9ec2-43674cd6dd0d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Added segment eab3f993-e199-47d1-9306-29a5c4301b88 of type vlan for network a4bb8316-38ca-4e69-a8a6-6e5b692eff2f Feb 09 18:09:09.880790 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-94ce2e5a-5b59-41ba-8322-a6e9ee8b5e94 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da8fed69-90cb-4fd0-ad29-658c7e1155f2 HTTP/1.1" status: 200 len: 217 time: 0.1759787 Feb 09 18:09:09.881761 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c929737f-8114-46b7-87c5-41d1ea2c84e6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:09.882442 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c929737f-8114-46b7-87c5-41d1ea2c84e6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:09.933048 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-6040abce-f643-44d5-a762-b4718a89e530 None None] For port 6cd832e0-e935-467c-983c-15d1d3a31141, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:09:09.937657 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-6040abce-f643-44d5-a762-b4718a89e530 None None] For port 6cd832e0-e935-467c-983c-15d1d3a31141, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=6cd832e0-e935-467c-983c-15d1d3a31141,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:09:09.946825 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 64f6fcd0-a592-4745-bece-dfd1638e7469 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:09:09.996147 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6393e6ee-af8c-4f26-8fc7-cd8183ead639 req-206b323b-be76-48d4-af0d-f141119910fe service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 1098 time: 0.5336552 Feb 09 18:09:09.998160 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5f5df03b-2801-458a-9ec2-43674cd6dd0d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:10.007086 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d50b60-6af7-4f6c-a9b4-0523f979ef70 None None] Network db1e5c0d-c949-4101-97a8-5b3441246674 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:10.008431 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.resource_extend [None req-9959fae5-444d-4170-a251-50e4b93676c6 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:09:10.026388 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6040abce-f643-44d5-a762-b4718a89e530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:10.029975 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-bb3ba8eb-e4a0-4df2-b5e0-e725a592828c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:10.031607 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-bb3ba8eb-e4a0-4df2-b5e0-e725a592828c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6cfb6415-9d93-4424-b9a1-eff5d129cea0 HTTP/1.1" status: 200 len: 835 time: 0.1382854 Feb 09 18:09:10.052355 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9959fae5-444d-4170-a251-50e4b93676c6 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:10.066552 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef82cc-b6b0-4842-afed-c9c2c954eafb req-3b0b1c6e-ca1d-4056-9801-5427869d3560 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:10.068102 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4cef82cc-b6b0-4842-afed-c9c2c954eafb req-3b0b1c6e-ca1d-4056-9801-5427869d3560 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b35ae9d-5cff-4e61-ba01-0932ec805e02 HTTP/1.1" status: 200 len: 943 time: 0.5222359 Feb 09 18:09:10.083524 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2f41e5-a46f-4199-af9a-57cc3ff15ea2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet 2e02f4e6-570c-4346-a73a-ed0801cc97e9 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:09:10.086764 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e2f41e5-a46f-4199-af9a-57cc3ff15ea2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:10.134546 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040abce-f643-44d5-a762-b4718a89e530 None None] Pushing event updated for resources: {'Port': ['ID=6cd832e0-e935-467c-983c-15d1d3a31141,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:10.139859 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6393e6ee-af8c-4f26-8fc7-cd8183ead639 req-bbbde565-23c7-4d47-bcb5-fd1167a96db8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340153 Feb 09 18:09:10.162146 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-f40df935-623d-4148-b937-bea073ff59b4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f843c8a8-e764-4c31-91e5-e456caf4f77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1203802 Feb 09 18:09:10.164279 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fde84d30-06e5-45cb-87a2-ad9720117f95 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:10.174929 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9959fae5-444d-4170-a251-50e4b93676c6 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:10.184912 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05df616-ef09-4341-bf3d-1d77abc2fe3a req-f2d654b0-33ca-480b-bb2e-a1db73558768 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:10.186912 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b05df616-ef09-4341-bf3d-1d77abc2fe3a req-f2d654b0-33ca-480b-bb2e-a1db73558768 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 945 time: 0.3258688 Feb 09 18:09:10.240091 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5f5df03b-2801-458a-9ec2-43674cd6dd0d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:10.243924 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5df03b-2801-458a-9ec2-43674cd6dd0d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:10.244517 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5f5df03b-2801-458a-9ec2-43674cd6dd0d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:10.254206 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e2f41e5-a46f-4199-af9a-57cc3ff15ea2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:10.363690 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-9959fae5-444d-4170-a251-50e4b93676c6 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] In _notify_port_updated(), no bound segment for port 9f6e4ba8-45b6-4a0b-87fa-51c1e8ab1239 on network 4900ff3b-bc27-4f8f-9097-2f045e7188a6 {{(pid=84541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 18:09:10.367236 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959fae5-444d-4170-a251-50e4b93676c6 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:10.368238 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9959fae5-444d-4170-a251-50e4b93676c6 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:10.369273 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9959fae5-444d-4170-a251-50e4b93676c6 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] 10.222.0.21 "PUT /v2.0/ports/9f6e4ba8-45b6-4a0b-87fa-51c1e8ab1239 HTTP/1.1" status: 200 len: 1068 time: 2.0050910 Feb 09 18:09:10.373230 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-8a7e02f0-79b1-496f-b3d9-05229e4a0f6e None None] Allocated IP 172.20.0.2 (a3cf51d6-5730-4a21-870c-b23b710adadf/686b4063-7d08-4fd0-a540-896244b49024/57f26f11-01c1-46d8-b00a-3370123db0a0) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:10.383924 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51342) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:10.459188 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959fae5-444d-4170-a251-50e4b93676c6 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Pushing event updated for resources: {'Port': ['ID=9f6e4ba8-45b6-4a0b-87fa-51c1e8ab1239,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:10.470018 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4cef82cc-b6b0-4842-afed-c9c2c954eafb req-5aa7fa7e-2e02-4c63-ad49-fb46c6aee1c0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=49743827-1230-4b79-bbd6-18a93b9aa1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3926413 Feb 09 18:09:10.482531 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c929737f-8114-46b7-87c5-41d1ea2c84e6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:10.528558 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fde84d30-06e5-45cb-87a2-ad9720117f95 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:10.534859 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fde84d30-06e5-45cb-87a2-ad9720117f95 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.4593122 Feb 09 18:09:10.535349 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f0b531d4-fef1-4d5f-9e26-9a5908fbf741 None None] Provisioning for port 64f6fcd0-a592-4745-bece-dfd1638e7469 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:10.542191 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51346) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:10.556577 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b05df616-ef09-4341-bf3d-1d77abc2fe3a req-9b15dce7-3a2b-406d-b3dd-e5fbd0d621b8 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3069978 Feb 09 18:09:10.559946 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d6356-b74d-4675-89a8-05fb81684ec7 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Deleting port 9f6e4ba8-45b6-4a0b-87fa-51c1e8ab1239 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:10.565351 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3e7d6356-b74d-4675-89a8-05fb81684ec7 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:10.593266 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 64f6fcd0-a592-4745-bece-dfd1638e7469 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:10.607986 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f0b531d4-fef1-4d5f-9e26-9a5908fbf741 None None] Provisioning complete for port 64f6fcd0-a592-4745-bece-dfd1638e7469 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:10.608824 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f0b531d4-fef1-4d5f-9e26-9a5908fbf741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:10.617224 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4c0a0cc0-5a15-4fc9-a8cd-a29a0b7e11ff tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'port': {'network_id': 'a3cf51d6-5730-4a21-870c-b23b710adadf', 'name': 'tempest-PortsTestJSON-1114862925'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:10.632605 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 64f6fcd0-a592-4745-bece-dfd1638e7469 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:10.633370 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:10.638784 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5df03b-2801-458a-9ec2-43674cd6dd0d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Network': ['ID=a4bb8316-38ca-4e69-a8a6-6e5b692eff2f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:10.660020 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5f5df03b-2801-458a-9ec2-43674cd6dd0d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4257920 Feb 09 18:09:10.667448 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51350) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:10.669113 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e2f41e5-a46f-4199-af9a-57cc3ff15ea2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:10.678756 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network a4bb8316-38ca-4e69-a8a6-6e5b692eff2f details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:09:10.755858 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'subnet': {'network_id': 'a4bb8316-38ca-4e69-a8a6-6e5b692eff2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:11.117296 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a7e02f0-79b1-496f-b3d9-05229e4a0f6e None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:11.121690 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-8359639e-8a15-4d2c-aeda-2c9818e15bbf service neutron] 10.222.0.50 "GET /v2.0/networks/f843c8a8-e764-4c31-91e5-e456caf4f77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7580440 Feb 09 18:09:11.124931 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f0b531d4-fef1-4d5f-9e26-9a5908fbf741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:11.160117 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:11.170739 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8a7e02f0-79b1-496f-b3d9-05229e4a0f6e None None] Transition to ACTIVE for port object 57f26f11-01c1-46d8-b00a-3370123db0a0 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:11.211774 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-f0b531d4-fef1-4d5f-9e26-9a5908fbf741 None None] For port 64f6fcd0-a592-4745-bece-dfd1638e7469, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=64f6fcd0-a592-4745-bece-dfd1638e7469,segment=NetworkSegment(9d458342-f0ea-465e-aa67-7c822ca5f8e0),segment_id=9d458342-f0ea-465e-aa67-7c822ca5f8e0)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:11.217467 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8a7e02f0-79b1-496f-b3d9-05229e4a0f6e None None] Transition to ACTIVE for port object 57f26f11-01c1-46d8-b00a-3370123db0a0 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:11.244464 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e2f41e5-a46f-4199-af9a-57cc3ff15ea2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:11.293438 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3e7d6356-b74d-4675-89a8-05fb81684ec7 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:11.323631 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f41e5-a46f-4199-af9a-57cc3ff15ea2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=2e02f4e6-570c-4346-a73a-ed0801cc97e9,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:11.364060 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f0b531d4-fef1-4d5f-9e26-9a5908fbf741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:11.435674 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:11.457461 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Usage tracker for resource:subnet and tenant:87988ebdba86441595145b8b3a8899ab is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:11.458595 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e2f41e5-a46f-4199-af9a-57cc3ff15ea2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:11.463614 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:11.471352 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d6356-b74d-4675-89a8-05fb81684ec7 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Calling delete_port for 9f6e4ba8-45b6-4a0b-87fa-51c1e8ab1239 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:11.501350 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:11.512226 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f41e5-a46f-4199-af9a-57cc3ff15ea2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:11.512576 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f41e5-a46f-4199-af9a-57cc3ff15ea2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:11.512920 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f41e5-a46f-4199-af9a-57cc3ff15ea2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:11.514015 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f41e5-a46f-4199-af9a-57cc3ff15ea2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:11.514424 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f41e5-a46f-4199-af9a-57cc3ff15ea2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:11.514764 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f41e5-a46f-4199-af9a-57cc3ff15ea2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:11.515099 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f41e5-a46f-4199-af9a-57cc3ff15ea2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:11.515496 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f41e5-a46f-4199-af9a-57cc3ff15ea2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:11.515835 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f41e5-a46f-4199-af9a-57cc3ff15ea2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:11.516160 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f41e5-a46f-4199-af9a-57cc3ff15ea2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:11.516512 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f41e5-a46f-4199-af9a-57cc3ff15ea2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:11.567449 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4c0a0cc0-5a15-4fc9-a8cd-a29a0b7e11ff tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:11.597170 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:09:11.599252 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:09:11.602243 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a7e02f0-79b1-496f-b3d9-05229e4a0f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:11.604005 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4c0a0cc0-5a15-4fc9-a8cd-a29a0b7e11ff tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:port and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:11.615919 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4c0a0cc0-5a15-4fc9-a8cd-a29a0b7e11ff tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:11.637093 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4c0a0cc0-5a15-4fc9-a8cd-a29a0b7e11ff tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:11.652050 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d3388c9a-72bb-4120-80a1-37f459ef4d76 req-68555f5e-41ca-4448-9928-55f66828c86d service neutron] 10.222.0.50 "GET /v2.0/networks/f843c8a8-e764-4c31-91e5-e456caf4f77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052818 Feb 09 18:09:11.735290 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9e2f41e5-a46f-4199-af9a-57cc3ff15ea2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/2e02f4e6-570c-4346-a73a-ed0801cc97e9 HTTP/1.1" status: 204 len: 168 time: 2.3469419 Feb 09 18:09:11.735612 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51360) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:11.750099 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Made reservation on behalf of 87988ebdba86441595145b8b3a8899ab for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:11.770130 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7e02f0-79b1-496f-b3d9-05229e4a0f6e None None] Network a3cf51d6-5730-4a21-870c-b23b710adadf is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:11.774194 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-8a7e02f0-79b1-496f-b3d9-05229e4a0f6e None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:11.783961 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7e02f0-79b1-496f-b3d9-05229e4a0f6e None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:11.791342 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b531d4-fef1-4d5f-9e26-9a5908fbf741 None None] Pushing event updated for resources: {'Port': ['ID=64f6fcd0-a592-4745-bece-dfd1638e7469,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:11.908027 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c929737f-8114-46b7-87c5-41d1ea2c84e6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:11.911081 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0a0cc0-5a15-4fc9-a8cd-a29a0b7e11ff tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:11.915459 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4c0a0cc0-5a15-4fc9-a8cd-a29a0b7e11ff tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:11.919674 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b07648ab-098c-4039-9983-09120a7633e2 None None] Provisioning for port a802351f-c72a-4607-9e6a-f86744807d95 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:11.941046 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b07648ab-098c-4039-9983-09120a7633e2 None None] Provisioning complete for port a802351f-c72a-4607-9e6a-f86744807d95 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:11.941424 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b07648ab-098c-4039-9983-09120a7633e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:11.958861 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3e7d6356-b74d-4675-89a8-05fb81684ec7 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:12.014513 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-412d6725-f089-481b-ae40-d686ce032c2a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2773383 Feb 09 18:09:12.016221 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51364) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:12.034417 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:12.086607 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d6356-b74d-4675-89a8-05fb81684ec7 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Pushing event deleted for resources: {'Port': ['ID=9f6e4ba8-45b6-4a0b-87fa-51c1e8ab1239,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:12.089515 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e02f0-79b1-496f-b3d9-05229e4a0f6e None None] Pushing event updated for resources: {'Port': ['ID=57f26f11-01c1-46d8-b00a-3370123db0a0,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:12.139730 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04940b5-63c0-4a8f-bbb8-66dc8fab52d0 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:12.155709 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b07648ab-098c-4039-9983-09120a7633e2 None None] Port a802351f-c72a-4607-9e6a-f86744807d95 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:09:12.167725 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c929737f-8114-46b7-87c5-41d1ea2c84e6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:12.168413 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c929737f-8114-46b7-87c5-41d1ea2c84e6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:12.171272 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-8a7e02f0-79b1-496f-b3d9-05229e4a0f6e None None] Attempting to bind port 57f26f11-01c1-46d8-b00a-3370123db0a0 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:09:12.171751 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-8a7e02f0-79b1-496f-b3d9-05229e4a0f6e None None] Attempting to bind port 57f26f11-01c1-46d8-b00a-3370123db0a0 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '4f646e22-f441-4464-b2ee-0772432833bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a3cf51d6-5730-4a21-870c-b23b710adadf'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:09:12.172961 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e02f0-79b1-496f-b3d9-05229e4a0f6e None None] Attempting to bind port 57f26f11-01c1-46d8-b00a-3370123db0a0 on network a3cf51d6-5730-4a21-870c-b23b710adadf {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:09:12.234270 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d042fc-2890-47e4-9b1d-0c91102cedb3 req-eb35db8a-edb9-4ae2-aded-22cae2b0fc20 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:12.235883 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-84d042fc-2890-47e4-9b1d-0c91102cedb3 req-eb35db8a-edb9-4ae2-aded-22cae2b0fc20 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 945 time: 0.3895659 Feb 09 18:09:12.256516 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929737f-8114-46b7-87c5-41d1ea2c84e6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Port': ['ID=a802351f-c72a-4607-9e6a-f86744807d95,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:12.297056 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-4c0a0cc0-5a15-4fc9-a8cd-a29a0b7e11ff tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] device_id is not set on port 687bd067-fd0d-41fd-8b7a-72270c0bfb83 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:09:12.313975 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b07648ab-098c-4039-9983-09120a7633e2 None None] Could not find standard attr ID for object 9f6e4ba8-45b6-4a0b-87fa-51c1e8ab1239. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:09:12.333839 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51dfff-80a4-4f41-9c94-2f5f01b1af98 req-a2044798-a5dc-427e-ae9f-47b8cde892e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:12.335387 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4d51dfff-80a4-4f41-9c94-2f5f01b1af98 req-a2044798-a5dc-427e-ae9f-47b8cde892e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b35ae9d-5cff-4e61-ba01-0932ec805e02 HTTP/1.1" status: 200 len: 943 time: 0.4230590 Feb 09 18:09:12.344415 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e02f0-79b1-496f-b3d9-05229e4a0f6e None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:09:12.345180 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e02f0-79b1-496f-b3d9-05229e4a0f6e None None] Checking segment: {'id': '4f646e22-f441-4464-b2ee-0772432833bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a3cf51d6-5730-4a21-870c-b23b710adadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:09:12.345612 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907eecfb-1509-4ddc-92e9-57674a39a39e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:12.346065 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a7e02f0-79b1-496f-b3d9-05229e4a0f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:12.346362 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-907eecfb-1509-4ddc-92e9-57674a39a39e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:12.347013 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e02f0-79b1-496f-b3d9-05229e4a0f6e None None] Bound using segment: {'id': '4f646e22-f441-4464-b2ee-0772432833bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a3cf51d6-5730-4a21-870c-b23b710adadf'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:09:12.348004 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-8a7e02f0-79b1-496f-b3d9-05229e4a0f6e None None] Bound port: 57f26f11-01c1-46d8-b00a-3370123db0a0, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f646e22-f441-4464-b2ee-0772432833bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a3cf51d6-5730-4a21-870c-b23b710adadf'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:09:12.348801 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a7e02f0-79b1-496f-b3d9-05229e4a0f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:12.452675 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-84d042fc-2890-47e4-9b1d-0c91102cedb3 req-66f5d0c6-5590-4102-a1fe-37742eeb864e tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795955 Feb 09 18:09:12.456400 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-68d03a66-6fea-4df8-82f8-358adc32012e req-4d2f83fc-afa4-43bf-94a1-843dc7888a6f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=4b35ae9d-5cff-4e61-ba01-0932ec805e02 HTTP/1.1" status: 200 len: 1096 time: 0.5577600 Feb 09 18:09:12.505182 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b07648ab-098c-4039-9983-09120a7633e2 None None] Provisioning complete for port 64f6fcd0-a592-4745-bece-dfd1638e7469 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:12.505751 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b07648ab-098c-4039-9983-09120a7633e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:12.573580 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-907eecfb-1509-4ddc-92e9-57674a39a39e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:12.574766 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-907eecfb-1509-4ddc-92e9-57674a39a39e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5503414 Feb 09 18:09:12.581154 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3e7d6356-b74d-4675-89a8-05fb81684ec7 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:12.591202 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51370) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:12.595425 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3e7d6356-b74d-4675-89a8-05fb81684ec7 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] 10.222.0.21 "DELETE /v2.0/ports/9f6e4ba8-45b6-4a0b-87fa-51c1e8ab1239 HTTP/1.1" status: 204 len: 168 time: 2.2103143 Feb 09 18:09:12.625604 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d03a66-6fea-4df8-82f8-358adc32012e req-a8dd8624-dc86-4e91-a97d-cefe11d60f9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:12.627059 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-68d03a66-6fea-4df8-82f8-358adc32012e req-a8dd8624-dc86-4e91-a97d-cefe11d60f9b service neutron] 10.222.0.50 "GET /v2.0/networks?id=f843c8a8-e764-4c31-91e5-e456caf4f77b HTTP/1.1" status: 200 len: 896 time: 0.1563718 Feb 09 18:09:12.630503 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51372) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:12.667420 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c8d59-c1f7-4b69-9a5b-beee2c6b2d49 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:12.668109 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-177c8d59-c1f7-4b69-9a5b-beee2c6b2d49 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:12.691497 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4d51dfff-80a4-4f41-9c94-2f5f01b1af98 req-6bbf605b-2df2-4595-8cf3-99b22a842d88 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=49743827-1230-4b79-bbd6-18a93b9aa1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3358910 Feb 09 18:09:12.709988 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-8a7e02f0-79b1-496f-b3d9-05229e4a0f6e None None] For port 57f26f11-01c1-46d8-b00a-3370123db0a0, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:09:12.718781 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-8a7e02f0-79b1-496f-b3d9-05229e4a0f6e None None] For port 57f26f11-01c1-46d8-b00a-3370123db0a0, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=57f26f11-01c1-46d8-b00a-3370123db0a0,segment=NetworkSegment(4f646e22-f441-4464-b2ee-0772432833bf),segment_id=4f646e22-f441-4464-b2ee-0772432833bf)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:09:12.763180 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 64f6fcd0-a592-4745-bece-dfd1638e7469 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:09:12.787380 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c18cd-8386-4788-955f-52b01b3686d9 req-977d70a3-1db3-4552-a73f-aded342e7e0a tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:12.788869 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-841c18cd-8386-4788-955f-52b01b3686d9 req-977d70a3-1db3-4552-a73f-aded342e7e0a tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 945 time: 0.0855300 Feb 09 18:09:12.791234 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-177c8d59-c1f7-4b69-9a5b-beee2c6b2d49 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:12.791928 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-177c8d59-c1f7-4b69-9a5b-beee2c6b2d49 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1953251 Feb 09 18:09:12.795218 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51378) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:12.804134 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2272eb-400c-4f7f-b346-9c11e06f62d5 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] GET failed (client error): The resource could not be found. Feb 09 18:09:12.807581 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7d2272eb-400c-4f7f-b346-9c11e06f62d5 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Synchronizing usage tracker for tenant:4be671836ae941818554fb6b90e1944e on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:12.820607 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a7e02f0-79b1-496f-b3d9-05229e4a0f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:12.888352 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-68d03a66-6fea-4df8-82f8-358adc32012e req-ca695849-9cd2-41d7-9f3a-d435dce16352 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da8fed69-90cb-4fd0-ad29-658c7e1155f2 HTTP/1.1" status: 200 len: 217 time: 0.2131889 Feb 09 18:09:12.891103 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ae4ad210-461b-4d6a-a29f-f651cafadce9 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947230 Feb 09 18:09:12.938232 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51382) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:12.943021 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-841c18cd-8386-4788-955f-52b01b3686d9 req-97b1c0d0-de5d-49ff-951c-5d22592cfa10 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809128 Feb 09 18:09:12.950033 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-6c0c69d4-a819-4b51-a422-54314ef97790 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:12.955865 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 64f6fcd0-a592-4745-bece-dfd1638e7469 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:12.956195 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:12.992904 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e02f0-79b1-496f-b3d9-05229e4a0f6e None None] Pushing event updated for resources: {'Port': ['ID=57f26f11-01c1-46d8-b00a-3370123db0a0,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:12.996071 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299b6f5b-9083-4338-a165-ef2534f03833 None None] DHCP port deletion for 533fa7e0-9286-46d7-99f4-266111443da8 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:09:13.010093 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-299b6f5b-9083-4338-a165-ef2534f03833 None None] Deleting port 6cd832e0-e935-467c-983c-15d1d3a31141 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:13.014973 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-299b6f5b-9083-4338-a165-ef2534f03833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:13.103269 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-584ee6ac-5344-4813-8da7-087de3969b8d None None] Provisioning complete for port a802351f-c72a-4607-9e6a-f86744807d95 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:13.103676 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-584ee6ac-5344-4813-8da7-087de3969b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:13.129184 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-4c0a0cc0-5a15-4fc9-a8cd-a29a0b7e11ff tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Allocated IP 172.20.0.8 (a3cf51d6-5730-4a21-870c-b23b710adadf/686b4063-7d08-4fd0-a540-896244b49024/687bd067-fd0d-41fd-8b7a-72270c0bfb83) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:13.162621 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51386) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:13.244237 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device da8fed69-90cb-4fd0-ad29-658c7e1155f2 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:09:13.290425 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6c0c69d4-a819-4b51-a422-54314ef97790 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:13.314409 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6c0c69d4-a819-4b51-a422-54314ef97790 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:13.345708 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-030a7397-b2b8-457e-b23a-c45fa44ed406 tempest-TestNetworkAdvancedServerOps-1494986695 tempest-TestNetworkAdvancedServerOps-1494986695-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 1093 time: 0.1795073 Feb 09 18:09:13.347668 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51390) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:13.353666 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-d657deac-f286-47ed-af00-c6e36f02457c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': '1a242124-4a30-41c2-a5f0-144d690e6d10', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:13.363086 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d657deac-f286-47ed-af00-c6e36f02457c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:13.369869 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d657deac-f286-47ed-af00-c6e36f02457c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Usage tracker for resource:floatingip and tenant:04ff2d95016a41349448cd02c203dbe9 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:13.375110 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d657deac-f286-47ed-af00-c6e36f02457c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:13.382830 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d657deac-f286-47ed-af00-c6e36f02457c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:13.423040 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0c69d4-a819-4b51-a422-54314ef97790 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:13.434086 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6c0c69d4-a819-4b51-a422-54314ef97790 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:13.453952 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c929737f-8114-46b7-87c5-41d1ea2c84e6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network db1e5c0d-c949-4101-97a8-5b3441246674 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:13.460463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-c929737f-8114-46b7-87c5-41d1ea2c84e6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:13.526951 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d657deac-f286-47ed-af00-c6e36f02457c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for floatingip, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:13.542531 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d03a66-6fea-4df8-82f8-358adc32012e req-0552e95d-8d80-497e-b98f-756101509eb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:13.543974 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-68d03a66-6fea-4df8-82f8-358adc32012e req-0552e95d-8d80-497e-b98f-756101509eb4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6cfb6415-9d93-4424-b9a1-eff5d129cea0 HTTP/1.1" status: 200 len: 835 time: 0.2895887 Feb 09 18:09:13.550693 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-584ee6ac-5344-4813-8da7-087de3969b8d None None] Port a802351f-c72a-4607-9e6a-f86744807d95 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:09:13.598522 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6cd832e0-e935-467c-983c-15d1d3a31141 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:09:13.672745 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7d2272eb-400c-4f7f-b346-9c11e06f62d5 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Unset dirty status for tenant:4be671836ae941818554fb6b90e1944e on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:13.677219 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7d2272eb-400c-4f7f-b346-9c11e06f62d5 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] 10.222.0.21 "GET /v2.0/ports/9f6e4ba8-45b6-4a0b-87fa-51c1e8ab1239 HTTP/1.1" status: 404 len: 333 time: 1.0429575 Feb 09 18:09:13.678805 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51394) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:13.685096 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port da8fed69-90cb-4fd0-ad29-658c7e1155f2, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=da8fed69-90cb-4fd0-ad29-658c7e1155f2,segment=NetworkSegment(63ee9212-3068-4d6e-abd7-96bb4048f829),segment_id=63ee9212-3068-4d6e-abd7-96bb4048f829)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:13.693438 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-299b6f5b-9083-4338-a165-ef2534f03833 None None] For port 6cd832e0-e935-467c-983c-15d1d3a31141, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=6cd832e0-e935-467c-983c-15d1d3a31141,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:13.693840 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-299b6f5b-9083-4338-a165-ef2534f03833 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:13.813805 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4c0a0cc0-5a15-4fc9-a8cd-a29a0b7e11ff tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:13.823066 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:13.875080 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-2591425d-31ec-4b43-b7df-6c97f0282f64 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Deleting port dd49fa61-3550-4896-85e7-172fdeecef86 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:13.875863 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2591425d-31ec-4b43-b7df-6c97f0282f64 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:13.876385 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': 'da8fed69-90cb-4fd0-ad29-658c7e1155f2', 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b', 'port_id': 'da8fed69-90cb-4fd0-ad29-658c7e1155f2', 'mac_address': 'fa:16:3e:5c:72:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb6415-9d93-4424-b9a1-eff5d129cea0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:09:13.891022 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-299b6f5b-9083-4338-a165-ef2534f03833 None None] Calling delete_port for 6cd832e0-e935-467c-983c-15d1d3a31141 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:13.934559 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-584ee6ac-5344-4813-8da7-087de3969b8d None None] Provisioning for port 6cd832e0-e935-467c-983c-15d1d3a31141 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:13.958218 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-4c0a0cc0-5a15-4fc9-a8cd-a29a0b7e11ff tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Transition to ACTIVE for port object 687bd067-fd0d-41fd-8b7a-72270c0bfb83 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:14.027955 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-584ee6ac-5344-4813-8da7-087de3969b8d None None] Could not find standard attr ID for object 1bee74e1-1477-428d-a7e6-39d54ed339a4. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:09:14.069355 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:14.097667 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8fed69-90cb-4fd0-ad29-658c7e1155f2 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:09:14.111663 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 6cd832e0-e935-467c-983c-15d1d3a31141 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:14.119096 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d657deac-f286-47ed-af00-c6e36f02457c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:14.123987 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 6cd832e0-e935-467c-983c-15d1d3a31141 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:14.124461 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:14.189868 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port da8fed69-90cb-4fd0-ad29-658c7e1155f2, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=da8fed69-90cb-4fd0-ad29-658c7e1155f2,segment=NetworkSegment(63ee9212-3068-4d6e-abd7-96bb4048f829),segment_id=63ee9212-3068-4d6e-abd7-96bb4048f829)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:14.212584 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Subnet': ['ID=491c22c8-76a9-4e9f-8fa6-7eba5e32e9a3,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:14.242987 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-68d03a66-6fea-4df8-82f8-358adc32012e req-1cbd8b02-cceb-4d41-9709-47fd1f87b5ac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f843c8a8-e764-4c31-91e5-e456caf4f77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6291828 Feb 09 18:09:14.244639 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:14.245051 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:14.245467 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:14.245848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:14.246231 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:14.246652 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:14.248134 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:14.248134 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:14.249058 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:14.249731 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:14.250177 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:14.257067 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Checking segment: {'id': 'eab3f993-e199-47d1-9306-29a5c4301b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a4bb8316-38ca-4e69-a8a6-6e5b692eff2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:09:14.257520 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Network hostable DHCP agents. Network: a4bb8316-38ca-4e69-a8a6-6e5b692eff2f, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:09:14.267370 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4c0a0cc0-5a15-4fc9-a8cd-a29a0b7e11ff tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:14.303901 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-299b6f5b-9083-4338-a165-ef2534f03833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:14.308407 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:14.344056 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Port 6cd832e0-e935-467c-983c-15d1d3a31141 update to ACTIVE by agent not found {{(pid=84543) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 09 18:09:14.353363 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-68147cc7-2cbb-4578-83ee-eeb4ee15dbfb None None] Provisioning complete for port a802351f-c72a-4607-9e6a-f86744807d95 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:14.353986 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68147cc7-2cbb-4578-83ee-eeb4ee15dbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:14.369293 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6f336-3451-49cb-8f16-9e36ba2a1182 req-97fb98a3-20bb-4b47-92c9-5e6527c8f645 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:14.371090 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-69b6f336-3451-49cb-8f16-9e36ba2a1182 req-97fb98a3-20bb-4b47-92c9-5e6527c8f645 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b35ae9d-5cff-4e61-ba01-0932ec805e02 HTTP/1.1" status: 200 len: 943 time: 0.4555659 Feb 09 18:09:14.402649 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b6f5b-9083-4338-a165-ef2534f03833 None None] Pushing event deleted for resources: {'Port': ['ID=6cd832e0-e935-467c-983c-15d1d3a31141,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:14.457004 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83316e23-59c1-4cc6-862d-82aeae5663f6 None None] Network a3cf51d6-5730-4a21-870c-b23b710adadf requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:14.476475 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0a0cc0-5a15-4fc9-a8cd-a29a0b7e11ff tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network a3cf51d6-5730-4a21-870c-b23b710adadf is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:14.486544 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a0cc0-5a15-4fc9-a8cd-a29a0b7e11ff tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Port': ['ID=687bd067-fd0d-41fd-8b7a-72270c0bfb83,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:14.489104 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-4c0a0cc0-5a15-4fc9-a8cd-a29a0b7e11ff tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:14.496469 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0a0cc0-5a15-4fc9-a8cd-a29a0b7e11ff tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:14.500178 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299b6f5b-9083-4338-a165-ef2534f03833 None None] No DVR routers for this DVR port 6cd832e0-e935-467c-983c-15d1d3a31141 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:09:14.511240 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2591425d-31ec-4b43-b7df-6c97f0282f64 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:14.568985 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['da8fed69-90cb-4fd0-ad29-658c7e1155f2'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:09:14.593514 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-68d03a66-6fea-4df8-82f8-358adc32012e req-a82eda38-154f-449c-9836-642ff7c8d5bd service neutron] 10.222.0.50 "GET /v2.0/networks/f843c8a8-e764-4c31-91e5-e456caf4f77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376091 Feb 09 18:09:14.603039 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0a0cc0-5a15-4fc9-a8cd-a29a0b7e11ff tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:14.603039 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4c0a0cc0-5a15-4fc9-a8cd-a29a0b7e11ff tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:14.623556 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-68147cc7-2cbb-4578-83ee-eeb4ee15dbfb None None] Port a802351f-c72a-4607-9e6a-f86744807d95 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:09:14.640180 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Network a4bb8316-38ca-4e69-a8a6-6e5b692eff2f is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:09:14.661162 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=da8fed69-90cb-4fd0-ad29-658c7e1155f2,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:14.683438 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-2591425d-31ec-4b43-b7df-6c97f0282f64 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Calling delete_port for dd49fa61-3550-4896-85e7-172fdeecef86 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:14.716783 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-d657deac-f286-47ed-af00-c6e36f02457c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Allocated IP 172.26.8.61 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/53942a93-9477-4cec-8e38-db2427245044) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:14.774554 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 57f26f11-01c1-46d8-b00a-3370123db0a0 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:09:14.786679 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-69b6f336-3451-49cb-8f16-9e36ba2a1182 req-12871595-a933-4b12-8f59-aa677ce1a5da tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=49743827-1230-4b79-bbd6-18a93b9aa1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3652241 Feb 09 18:09:14.798619 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-68d03a66-6fea-4df8-82f8-358adc32012e req-de051cf6-89ad-403d-ae56-430049b85b17 service neutron] 10.222.0.50 "GET /v2.0/networks/f843c8a8-e764-4c31-91e5-e456caf4f77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911049 Feb 09 18:09:14.817817 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, a4bb8316-38ca-4e69-a8a6-6e5b692eff2f) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:14.822036 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:14.826097 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:14.844482 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4c0a0cc0-5a15-4fc9-a8cd-a29a0b7e11ff tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.2925944 Feb 09 18:09:14.846502 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51400) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:14.846629 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d1bc0e-5833-41ea-bd04-1745776f70db None None] Network a4bb8316-38ca-4e69-a8a6-6e5b692eff2f requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:14.907695 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.objects.ports [None req-6c0c69d4-a819-4b51-a422-54314ef97790 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84541) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 18:09:14.912540 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c929737f-8114-46b7-87c5-41d1ea2c84e6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Router ed8c09de-0691-470a-b7a2-6fc08ee5fa1b is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:09:14.925065 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6c0c69d4-a819-4b51-a422-54314ef97790 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:14.979714 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9c98394b-3e1e-487a-a77b-3bb57b98bb3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3052082 Feb 09 18:09:14.982968 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51404) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:15.134985 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-857932d7-9db8-4d15-ade5-bc7c19a06d31 None None] Provisioning for port 57f26f11-01c1-46d8-b00a-3370123db0a0 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:15.176085 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0c69d4-a819-4b51-a422-54314ef97790 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:15.188623 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-6c0c69d4-a819-4b51-a422-54314ef97790 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:15.205019 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0c69d4-a819-4b51-a422-54314ef97790 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:15.205609 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6c0c69d4-a819-4b51-a422-54314ef97790 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:15.212864 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fd36e5-fb18-45c7-9a09-c3a39f9f7258 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:15.231461 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 57f26f11-01c1-46d8-b00a-3370123db0a0 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:15.237959 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c69d4-a819-4b51-a422-54314ef97790 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=cb347334-c37c-4d43-9afe-25091d614a63,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:15.245312 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d657deac-f286-47ed-af00-c6e36f02457c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:15.308149 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 57f26f11-01c1-46d8-b00a-3370123db0a0 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:15.314104 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:15.360915 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2591425d-31ec-4b43-b7df-6c97f0282f64 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:15.431671 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591425d-31ec-4b43-b7df-6c97f0282f64 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Pushing event deleted for resources: {'Port': ['ID=dd49fa61-3550-4896-85e7-172fdeecef86,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:15.442783 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6c0c69d4-a819-4b51-a422-54314ef97790 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.4980018 Feb 09 18:09:15.445802 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d657deac-f286-47ed-af00-c6e36f02457c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:15.460296 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51408) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:15.482498 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-a4bb8316-38ca-4e69-a8a6-6e5b692eff2f', 'network_id': 'a4bb8316-38ca-4e69-a8a6-6e5b692eff2f', 'tenant_id': '87988ebdba86441595145b8b3a8899ab', 'fixed_ips': [{'subnet_id': '491c22c8-76a9-4e9f-8fa6-7eba5e32e9a3'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:09:15.483486 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:15.497238 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-30515e86-7983-4be7-ac11-ba190a671576 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'mac_address': 'fa:16:3e:33:66:6d', 'name': 'tempest-NetworksTestDHCPv6-1388802854'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:15.543271 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2591425d-31ec-4b43-b7df-6c97f0282f64 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:15.548607 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2591425d-31ec-4b43-b7df-6c97f0282f64 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] 10.222.0.21 "DELETE /v2.0/ports/dd49fa61-3550-4896-85e7-172fdeecef86 HTTP/1.1" status: 204 len: 168 time: 1.8678794 Feb 09 18:09:15.549415 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51412) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:15.617421 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d657deac-f286-47ed-af00-c6e36f02457c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:15.618719 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f79185-5a79-42a6-96f2-97b85e1f50b3 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] GET failed (client error): The resource could not be found. Feb 09 18:09:15.619218 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-21f79185-5a79-42a6-96f2-97b85e1f50b3 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Synchronizing usage tracker for tenant:4be671836ae941818554fb6b90e1944e on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:15.666164 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-d657deac-f286-47ed-af00-c6e36f02457c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:15.689419 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657deac-f286-47ed-af00-c6e36f02457c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Pushing event updated for resources: {'Port': ['ID=53942a93-9477-4cec-8e38-db2427245044,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:15.692267 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d657deac-f286-47ed-af00-c6e36f02457c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:15.764427 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-21f79185-5a79-42a6-96f2-97b85e1f50b3 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Unset dirty status for tenant:4be671836ae941818554fb6b90e1944e on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:15.766600 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-21f79185-5a79-42a6-96f2-97b85e1f50b3 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] 10.222.0.21 "GET /v2.0/ports/dd49fa61-3550-4896-85e7-172fdeecef86 HTTP/1.1" status: 404 len: 333 time: 0.2104595 Feb 09 18:09:15.770780 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51416) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:15.774439 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:15.868783 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:15.869409 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-2c3c2141-2ac4-466c-911e-1efd88c945dd tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Deleting port 92a4ca7b-c62a-46bc-890d-b8a6d13cc10b {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:15.869969 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2c3c2141-2ac4-466c-911e-1efd88c945dd tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:15.943971 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:15.967517 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551d83f2-1138-4234-960d-bef7242f7abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-533fa7e0-9286-46d7-99f4-266111443da8', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'fixed_ips': [{'subnet_id': 'cb347334-c37c-4d43-9afe-25091d614a63'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:09:15.968665 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-551d83f2-1138-4234-960d-bef7242f7abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:15.969010 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-30515e86-7983-4be7-ac11-ba190a671576 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:15.980805 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-30515e86-7983-4be7-ac11-ba190a671576 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:15.985460 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c56b4b72-3034-4632-a4cb-f8caf111d1fb None None] Provisioning complete for port 57f26f11-01c1-46d8-b00a-3370123db0a0 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:15.986090 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c56b4b72-3034-4632-a4cb-f8caf111d1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:16.092818 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30515e86-7983-4be7-ac11-ba190a671576 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:16.120906 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 57f26f11-01c1-46d8-b00a-3370123db0a0, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=57f26f11-01c1-46d8-b00a-3370123db0a0,segment=NetworkSegment(4f646e22-f441-4464-b2ee-0772432833bf),segment_id=4f646e22-f441-4464-b2ee-0772432833bf)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:16.127193 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Allocated IP 172.20.0.2 (a4bb8316-38ca-4e69-a8a6-6e5b692eff2f/491c22c8-76a9-4e9f-8fa6-7eba5e32e9a3/b83b1024-fced-4c49-a8b8-e91d10f01fb9) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:16.209634 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c929737f-8114-46b7-87c5-41d1ea2c84e6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:09:16.235418 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:16.236165 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cefc251-7b55-4554-ba10-bdaff27e0588 None None] Sync routers for ids ['ed8c09de-0691-470a-b7a2-6fc08ee5fa1b'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:09:16.249955 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c929737f-8114-46b7-87c5-41d1ea2c84e6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "PUT /v2.0/routers/ed8c09de-0691-470a-b7a2-6fc08ee5fa1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2458324 Feb 09 18:09:16.255256 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51422) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:16.257858 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cefc251-7b55-4554-ba10-bdaff27e0588 None None] Routers {'ed8c09de-0691-470a-b7a2-6fc08ee5fa1b'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:09:16.258515 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7cefc251-7b55-4554-ba10-bdaff27e0588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:08:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['ed8c09de-0691-470a-b7a2-6fc08ee5fa1b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:16.351609 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7cefc251-7b55-4554-ba10-bdaff27e0588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:16.364014 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cefc251-7b55-4554-ba10-bdaff27e0588 None None] Routers {'ed8c09de-0691-470a-b7a2-6fc08ee5fa1b'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:09:16.364958 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7cefc251-7b55-4554-ba10-bdaff27e0588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:08:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['ed8c09de-0691-470a-b7a2-6fc08ee5fa1b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:16.375044 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-30515e86-7983-4be7-ac11-ba190a671576 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:16.384972 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6cd832e0-e935-467c-983c-15d1d3a31141 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:09:16.437806 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7df489-4fdb-42f7-98f2-704f9018992d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:16.438408 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ec7df489-4fdb-42f7-98f2-704f9018992d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Synchronizing usage tracker for tenant:3aafa79d3d06419e8e7c5f7d6aab117f on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:16.464464 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7cefc251-7b55-4554-ba10-bdaff27e0588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:16.465246 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cefc251-7b55-4554-ba10-bdaff27e0588 None None] The sync data for ids ['ed8c09de-0691-470a-b7a2-6fc08ee5fa1b'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:09:16.476129 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 6cd832e0-e935-467c-983c-15d1d3a31141 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:09:16.476476 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6cd832e0-e935-467c-983c-15d1d3a31141 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:09:16.479743 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-30515e86-7983-4be7-ac11-ba190a671576 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] device_id is not set on port 45a8fc43-4b26-41ab-bb7f-4410c8dbcea1 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:09:16.510391 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2c3c2141-2ac4-466c-911e-1efd88c945dd tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:16.560914 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-551d83f2-1138-4234-960d-bef7242f7abd None None] Allocated IP 2001:db8::f816:3eff:fe24:4e40 (533fa7e0-9286-46d7-99f4-266111443da8/cb347334-c37c-4d43-9afe-25091d614a63/b227ec12-360d-4c50-acd7-9f781b98787e) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:16.584015 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=57f26f11-01c1-46d8-b00a-3370123db0a0,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:16.618921 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-432fb721-73f4-4228-abea-af171d5266b6 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:16.633178 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ec7df489-4fdb-42f7-98f2-704f9018992d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Unset dirty status for tenant:3aafa79d3d06419e8e7c5f7d6aab117f on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:16.634196 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ec7df489-4fdb-42f7-98f2-704f9018992d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "GET /v2.0/ports/a802351f-c72a-4607-9e6a-f86744807d95 HTTP/1.1" status: 200 len: 911 time: 0.3683915 Feb 09 18:09:16.637473 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51426) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:16.696014 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d40444fc-50f4-4a9f-8db0-00af154a074b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:16.730036 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-2c3c2141-2ac4-466c-911e-1efd88c945dd tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Calling delete_port for 92a4ca7b-c62a-46bc-890d-b8a6d13cc10b owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:16.785252 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c56b4b72-3034-4632-a4cb-f8caf111d1fb None None] Provisioning for port 687bd067-fd0d-41fd-8b7a-72270c0bfb83 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:16.812350 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c56b4b72-3034-4632-a4cb-f8caf111d1fb None None] Provisioning complete for port 687bd067-fd0d-41fd-8b7a-72270c0bfb83 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:16.812734 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c56b4b72-3034-4632-a4cb-f8caf111d1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:16.848092 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:16.857821 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ed122-6714-4567-9b26-2be43ed8b7f3 req-1b6fe5a5-cd93-40dd-a116-ff647bed778e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:16.859488 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-940ed122-6714-4567-9b26-2be43ed8b7f3 req-1b6fe5a5-cd93-40dd-a116-ff647bed778e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b35ae9d-5cff-4e61-ba01-0932ec805e02 HTTP/1.1" status: 200 len: 944 time: 0.8535254 Feb 09 18:09:16.877368 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:16.891617 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Transition to ACTIVE for port object b83b1024-fced-4c49-a8b8-e91d10f01fb9 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:16.960147 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c56b4b72-3034-4632-a4cb-f8caf111d1fb None None] Port 687bd067-fd0d-41fd-8b7a-72270c0bfb83 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:09:16.966567 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Transition to ACTIVE for port object b83b1024-fced-4c49-a8b8-e91d10f01fb9 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:16.987782 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-551d83f2-1138-4234-960d-bef7242f7abd None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:17.000414 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-551d83f2-1138-4234-960d-bef7242f7abd None None] Transition to ACTIVE for port object b227ec12-360d-4c50-acd7-9f781b98787e will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:17.003029 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-940ed122-6714-4567-9b26-2be43ed8b7f3 req-b7ba8343-ea3a-451c-b87c-2af2407b75a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=49743827-1230-4b79-bbd6-18a93b9aa1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293352 Feb 09 18:09:17.022933 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-551d83f2-1138-4234-960d-bef7242f7abd None None] Transition to ACTIVE for port object b227ec12-360d-4c50-acd7-9f781b98787e will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:17.068726 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:17.121921 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-551d83f2-1138-4234-960d-bef7242f7abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:17.143108 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Network a4bb8316-38ca-4e69-a8a6-6e5b692eff2f is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:17.152338 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:17.158430 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2c3c2141-2ac4-466c-911e-1efd88c945dd tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:17.159254 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:17.176086 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551d83f2-1138-4234-960d-bef7242f7abd None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:17.180564 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-551d83f2-1138-4234-960d-bef7242f7abd None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:17.192087 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551d83f2-1138-4234-960d-bef7242f7abd None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:17.221957 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Pushing event updated for resources: {'Port': ['ID=b83b1024-fced-4c49-a8b8-e91d10f01fb9,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:17.224748 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c2141-2ac4-466c-911e-1efd88c945dd tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Pushing event deleted for resources: {'Port': ['ID=92a4ca7b-c62a-46bc-890d-b8a6d13cc10b,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:17.257774 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device da8fed69-90cb-4fd0-ad29-658c7e1155f2 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:09:17.270264 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2c3c2141-2ac4-466c-911e-1efd88c945dd tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:17.282289 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-30515e86-7983-4be7-ac11-ba190a671576 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 2001:db8::f816:3eff:fe33:666d (533fa7e0-9286-46d7-99f4-266111443da8/cb347334-c37c-4d43-9afe-25091d614a63/45a8fc43-4b26-41ab-bb7f-4410c8dbcea1) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:17.287927 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:17.329774 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-744cb05b-b4eb-490c-885d-66dc0dfb4093 None None] Provisioning complete for port 687bd067-fd0d-41fd-8b7a-72270c0bfb83 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:17.330501 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-744cb05b-b4eb-490c-885d-66dc0dfb4093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:17.353859 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Subnet': ['ID=491c22c8-76a9-4e9f-8fa6-7eba5e32e9a3,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:17.466266 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:17.467863 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:17.468392 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:17.468924 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:17.469434 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:17.469949 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:17.470481 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:17.471006 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:17.471510 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:17.472009 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:17.472506 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:09:17.534325 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Attempting to bind port b83b1024-fced-4c49-a8b8-e91d10f01fb9 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:09:17.534829 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Attempting to bind port b83b1024-fced-4c49-a8b8-e91d10f01fb9 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'eab3f993-e199-47d1-9306-29a5c4301b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a4bb8316-38ca-4e69-a8a6-6e5b692eff2f'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:09:17.535263 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Attempting to bind port b83b1024-fced-4c49-a8b8-e91d10f01fb9 on network a4bb8316-38ca-4e69-a8a6-6e5b692eff2f {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:09:17.563484 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-744cb05b-b4eb-490c-885d-66dc0dfb4093 None None] Port 687bd067-fd0d-41fd-8b7a-72270c0bfb83 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:09:17.570031 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-551d83f2-1138-4234-960d-bef7242f7abd None None] Attempting to bind port b227ec12-360d-4c50-acd7-9f781b98787e on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:09:17.570505 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-551d83f2-1138-4234-960d-bef7242f7abd None None] Attempting to bind port b227ec12-360d-4c50-acd7-9f781b98787e by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:09:17.571155 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d83f2-1138-4234-960d-bef7242f7abd None None] Attempting to bind port b227ec12-360d-4c50-acd7-9f781b98787e on network 533fa7e0-9286-46d7-99f4-266111443da8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:09:17.581640 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d83f2-1138-4234-960d-bef7242f7abd None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:09:17.582024 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d83f2-1138-4234-960d-bef7242f7abd None None] Checking segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:09:17.582480 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-551d83f2-1138-4234-960d-bef7242f7abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:17.582882 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d83f2-1138-4234-960d-bef7242f7abd None None] Bound using segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:09:17.583355 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-551d83f2-1138-4234-960d-bef7242f7abd None None] Bound port: b227ec12-360d-4c50-acd7-9f781b98787e, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:09:17.583731 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-551d83f2-1138-4234-960d-bef7242f7abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:17.594794 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2c3c2141-2ac4-466c-911e-1efd88c945dd tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] 10.222.0.21 "DELETE /v2.0/ports/92a4ca7b-c62a-46bc-890d-b8a6d13cc10b HTTP/1.1" status: 204 len: 168 time: 1.8197126 Feb 09 18:09:17.597464 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51430) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:17.600096 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:09:17.600480 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Checking segment: {'id': 'eab3f993-e199-47d1-9306-29a5c4301b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a4bb8316-38ca-4e69-a8a6-6e5b692eff2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:09:17.600883 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:17.601279 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Bound using segment: {'id': 'eab3f993-e199-47d1-9306-29a5c4301b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a4bb8316-38ca-4e69-a8a6-6e5b692eff2f'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:09:17.601759 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Bound port: b83b1024-fced-4c49-a8b8-e91d10f01fb9, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab3f993-e199-47d1-9306-29a5c4301b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a4bb8316-38ca-4e69-a8a6-6e5b692eff2f'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:09:17.603098 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:17.624147 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d83f2-1138-4234-960d-bef7242f7abd None None] Pushing event updated for resources: {'Port': ['ID=b227ec12-360d-4c50-acd7-9f781b98787e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:17.681810 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d657deac-f286-47ed-af00-c6e36f02457c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:17.691768 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:17.773812 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-551d83f2-1138-4234-960d-bef7242f7abd None None] For port b227ec12-360d-4c50-acd7-9f781b98787e, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:09:17.777771 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-551d83f2-1138-4234-960d-bef7242f7abd None None] For port b227ec12-360d-4c50-acd7-9f781b98787e, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b227ec12-360d-4c50-acd7-9f781b98787e,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:09:17.781165 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] For port b83b1024-fced-4c49-a8b8-e91d10f01fb9, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:09:17.784366 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] For port b83b1024-fced-4c49-a8b8-e91d10f01fb9, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b83b1024-fced-4c49-a8b8-e91d10f01fb9,segment=NetworkSegment(eab3f993-e199-47d1-9306-29a5c4301b88),segment_id=eab3f993-e199-47d1-9306-29a5c4301b88)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:09:17.798044 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4bb8316-38ca-4e69-a8a6-6e5b692eff2f']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:17.799708 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port da8fed69-90cb-4fd0-ad29-658c7e1155f2 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:17.805882 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-432fb721-73f4-4228-abea-af171d5266b6 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:09:17.809404 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port da8fed69-90cb-4fd0-ad29-658c7e1155f2 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:17.809404 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:17.846060 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-432fb721-73f4-4228-abea-af171d5266b6 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:17.849677 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab3f993-e199-47d1-9306-29a5c4301b88') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:17.849975 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab3f993-e199-47d1-9306-29a5c4301b88') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:17.852067 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d657deac-f286-47ed-af00-c6e36f02457c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:17.863462 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-551d83f2-1138-4234-960d-bef7242f7abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:17.868873 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:17.921705 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:17.923136 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:17.928471 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ba04a7-808a-40e8-9513-e24d1a916666 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Deleting subnet a07d0def-2e16-4c0c-85f4-8e186cdc9831 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:09:17.940638 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:09:17.941246 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:17.942678 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f1ba04a7-808a-40e8-9513-e24d1a916666 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:09:17.968257 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:09:18.027593 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f1ba04a7-808a-40e8-9513-e24d1a916666 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:18.035491 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d83f2-1138-4234-960d-bef7242f7abd None None] Pushing event updated for resources: {'Port': ['ID=b227ec12-360d-4c50-acd7-9f781b98787e,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:18.050648 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-432fb721-73f4-4228-abea-af171d5266b6 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:18.144369 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-30515e86-7983-4be7-ac11-ba190a671576 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:18.228681 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-30515e86-7983-4be7-ac11-ba190a671576 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Transition to ACTIVE for port object 45a8fc43-4b26-41ab-bb7f-4410c8dbcea1 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:18.329134 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.api [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 18:09:18.329134 dv-neutron-827016-2-hyperv neutron-server[84542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 18:09:18.329134 dv-neutron-827016-2-hyperv neutron-server[84542]: [parameters: {'id': 'a4bb8316-38ca-4e69-a8a6-6e5b692eff2f'}] Feb 09 18:09:18.329134 dv-neutron-827016-2-hyperv neutron-server[84542]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:09:18.329988 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG oslo_db.api [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:09:18.343972 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50a9cc17-614e-4340-ad90-036566b0d0cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:18.371268 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f1ba04a7-808a-40e8-9513-e24d1a916666 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:18.391782 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:18.427933 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e11e2-6989-404b-a46e-d426a72925d7 req-57e732a8-65a3-4fff-8163-637f2739c288 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:18.429705 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0f2e11e2-6989-404b-a46e-d426a72925d7 req-57e732a8-65a3-4fff-8163-637f2739c288 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b35ae9d-5cff-4e61-ba01-0932ec805e02 HTTP/1.1" status: 200 len: 944 time: 0.1997454 Feb 09 18:09:18.480728 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fa3123-045c-40b7-8b9f-60521d037cb1 None None] Network a4bb8316-38ca-4e69-a8a6-6e5b692eff2f requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:18.481298 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.resource_extend [None req-d657deac-f286-47ed-af00-c6e36f02457c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:09:18.540803 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0f2e11e2-6989-404b-a46e-d426a72925d7 req-0d076dfb-6198-4c81-91eb-3d08737895bc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=49743827-1230-4b79-bbd6-18a93b9aa1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051991 Feb 09 18:09:18.545698 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d657deac-f286-47ed-af00-c6e36f02457c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:18.615354 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d657deac-f286-47ed-af00-c6e36f02457c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:18.624187 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f75d4-c255-491d-93ad-066a6a0b7ce1 None None] Pushing event updated for resources: {'Port': ['ID=b83b1024-fced-4c49-a8b8-e91d10f01fb9,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:18.683889 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 57f26f11-01c1-46d8-b00a-3370123db0a0 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:09:18.711460 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f1ba04a7-808a-40e8-9513-e24d1a916666 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:18.712785 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b35ae9d-5cff-4e61-ba01-0932ec805e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8fed69-90cb-4fd0-ad29-658c7e1155f2'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:09:18.748926 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432fb721-73f4-4228-abea-af171d5266b6 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Port': ['ID=687bd067-fd0d-41fd-8b7a-72270c0bfb83,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:18.784169 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba04a7-808a-40e8-9513-e24d1a916666 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Pushing event deleted for resources: {'Subnet': ['ID=a07d0def-2e16-4c0c-85f4-8e186cdc9831,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:18.789317 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port da8fed69-90cb-4fd0-ad29-658c7e1155f2, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=da8fed69-90cb-4fd0-ad29-658c7e1155f2,segment=NetworkSegment(63ee9212-3068-4d6e-abd7-96bb4048f829),segment_id=63ee9212-3068-4d6e-abd7-96bb4048f829)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:18.850849 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:09:18.887098 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:18.899280 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d657deac-f286-47ed-af00-c6e36f02457c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:18.906357 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b35ae9d-5cff-4e61-ba01-0932ec805e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8fed69-90cb-4fd0-ad29-658c7e1155f2', 'code': 200} Feb 09 18:09:18.930335 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a050f80c-65e2-44ee-bf6b-2384d4e8f63e None None] Network 4900ff3b-bc27-4f8f-9097-2f045e7188a6 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:18.952705 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f1ba04a7-808a-40e8-9513-e24d1a916666 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:18.972298 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657deac-f286-47ed-af00-c6e36f02457c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Pushing event updated for resources: {'Port': ['ID=53942a93-9477-4cec-8e38-db2427245044,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:18.996711 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:19.052605 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f1ba04a7-808a-40e8-9513-e24d1a916666 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] 10.222.0.21 "DELETE /v2.0/subnets/a07d0def-2e16-4c0c-85f4-8e186cdc9831 HTTP/1.1" status: 204 len: 168 time: 1.4516330 Feb 09 18:09:19.053467 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51438) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:19.149085 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-432fb721-73f4-4228-abea-af171d5266b6 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:19.213146 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Deleting port b83b1024-fced-4c49-a8b8-e91d10f01fb9 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:19.213495 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:19.277806 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dea48e13-b700-467b-9a7d-2856c7e48525 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:19.296835 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-dea48e13-b700-467b-9a7d-2856c7e48525 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Deleting port c03f010e-f89a-49c6-adc8-af9ae7923db3 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:19.297187 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dea48e13-b700-467b-9a7d-2856c7e48525 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:19.306648 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af9dfb10-be76-4cbe-ac23-ffea5b58d48f None None] Provisioning complete for port 687bd067-fd0d-41fd-8b7a-72270c0bfb83 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:19.307028 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af9dfb10-be76-4cbe-ac23-ffea5b58d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:19.410256 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ffe4ffe0-97bb-4b76-b107-23bb1da3fb3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:19.421430 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af9dfb10-be76-4cbe-ac23-ffea5b58d48f None None] Port 687bd067-fd0d-41fd-8b7a-72270c0bfb83 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:09:19.427020 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=da8fed69-90cb-4fd0-ad29-658c7e1155f2,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:19.440237 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-30515e86-7983-4be7-ac11-ba190a671576 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:19.489478 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 57f26f11-01c1-46d8-b00a-3370123db0a0 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:19.490047 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:19.662395 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac044ee8-9b18-4f9c-887d-ba1482ab38c1 None None] DHCP port deletion for 4900ff3b-bc27-4f8f-9097-2f045e7188a6 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:09:19.672214 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ac044ee8-9b18-4f9c-887d-ba1482ab38c1 None None] Deleting port c03f010e-f89a-49c6-adc8-af9ae7923db3 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:19.673028 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ac044ee8-9b18-4f9c-887d-ba1482ab38c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:19.792518 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-432fb721-73f4-4228-abea-af171d5266b6 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:19.857168 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-dea48e13-b700-467b-9a7d-2856c7e48525 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] For port c03f010e-f89a-49c6-adc8-af9ae7923db3, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c03f010e-f89a-49c6-adc8-af9ae7923db3,segment=NetworkSegment(77362309-7ba1-4635-a90a-ecaacd0f270b),segment_id=77362309-7ba1-4635-a90a-ecaacd0f270b)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:19.857864 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dea48e13-b700-467b-9a7d-2856c7e48525 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:19.878093 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30515e86-7983-4be7-ac11-ba190a671576 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=45a8fc43-4b26-41ab-bb7f-4410c8dbcea1,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:19.914416 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30515e86-7983-4be7-ac11-ba190a671576 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:19.933946 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-30515e86-7983-4be7-ac11-ba190a671576 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:19.935065 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.l3_db [None req-d657deac-f286-47ed-af00-c6e36f02457c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Floating IP 9ba96321-3b90-443a-bc1b-31df6d888fbb associated. External IP: 172.26.8.61, port: 1a242124-4a30-41c2-a5f0-144d690e6d10. Feb 09 18:09:19.936750 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30515e86-7983-4be7-ac11-ba190a671576 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:19.941114 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30515e86-7983-4be7-ac11-ba190a671576 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:19.941822 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-30515e86-7983-4be7-ac11-ba190a671576 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:19.967794 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ac044ee8-9b18-4f9c-887d-ba1482ab38c1 None None] For port c03f010e-f89a-49c6-adc8-af9ae7923db3, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c03f010e-f89a-49c6-adc8-af9ae7923db3,segment=NetworkSegment(77362309-7ba1-4635-a90a-ecaacd0f270b),segment_id=77362309-7ba1-4635-a90a-ecaacd0f270b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:19.968215 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ac044ee8-9b18-4f9c-887d-ba1482ab38c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:20.020728 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] For port b83b1024-fced-4c49-a8b8-e91d10f01fb9, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b83b1024-fced-4c49-a8b8-e91d10f01fb9,segment=NetworkSegment(eab3f993-e199-47d1-9306-29a5c4301b88),segment_id=eab3f993-e199-47d1-9306-29a5c4301b88)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:20.021088 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:20.056330 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-dea48e13-b700-467b-9a7d-2856c7e48525 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Calling delete_port for c03f010e-f89a-49c6-adc8-af9ae7923db3 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:20.109943 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c6d16784-3908-48ec-a456-f896fcb718ba req-96dd0c3d-1fe1-4177-bf5d-a72a4834c6f0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4b35ae9d-5cff-4e61-ba01-0932ec805e02 HTTP/1.1" status: 200 len: 1098 time: 0.7394810 Feb 09 18:09:20.190423 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8b737d18-6143-4f66-90fa-775d08dcaa5f None None] Provisioning for port b227ec12-360d-4c50-acd7-9f781b98787e completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:20.200049 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:20.210254 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ac044ee8-9b18-4f9c-887d-ba1482ab38c1 None None] Calling delete_port for c03f010e-f89a-49c6-adc8-af9ae7923db3 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:20.289649 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340939e-8e8c-4321-89c3-62f4c5cd7e80 req-39866968-64f1-485a-826e-b3cde1b765b4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:20.291188 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8340939e-8e8c-4321-89c3-62f4c5cd7e80 req-39866968-64f1-485a-826e-b3cde1b765b4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b35ae9d-5cff-4e61-ba01-0932ec805e02 HTTP/1.1" status: 200 len: 945 time: 0.5273075 Feb 09 18:09:20.302853 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Calling delete_port for b83b1024-fced-4c49-a8b8-e91d10f01fb9 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:20.337816 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-30515e86-7983-4be7-ac11-ba190a671576 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.8620663 Feb 09 18:09:20.340398 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51444) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:20.364797 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-ac044ee8-9b18-4f9c-887d-ba1482ab38c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:09:20.365187 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-ac044ee8-9b18-4f9c-887d-ba1482ab38c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:09:20.386837 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dea48e13-b700-467b-9a7d-2856c7e48525 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:20.396932 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:20.443950 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8340939e-8e8c-4321-89c3-62f4c5cd7e80 req-53e9ab7c-af0e-491f-b99a-694b5bef3930 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=49743827-1230-4b79-bbd6-18a93b9aa1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425517 Feb 09 18:09:20.455503 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea48e13-b700-467b-9a7d-2856c7e48525 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Pushing event deleted for resources: {'Port': ['ID=c03f010e-f89a-49c6-adc8-af9ae7923db3,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:20.469728 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea48e13-b700-467b-9a7d-2856c7e48525 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] No DVR routers for this DVR port c03f010e-f89a-49c6-adc8-af9ae7923db3 on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:09:20.483242 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a49fdbbc-4745-4ae2-9510-4c36b0fe3675 None None] Provisioning for port 45a8fc43-4b26-41ab-bb7f-4410c8dbcea1 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:20.492772 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a49fdbbc-4745-4ae2-9510-4c36b0fe3675 None None] Provisioning complete for port 45a8fc43-4b26-41ab-bb7f-4410c8dbcea1 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:20.492772 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a49fdbbc-4745-4ae2-9510-4c36b0fe3675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:20.553339 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a49fdbbc-4745-4ae2-9510-4c36b0fe3675 None None] Port 45a8fc43-4b26-41ab-bb7f-4410c8dbcea1 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:09:20.635117 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dea48e13-b700-467b-9a7d-2856c7e48525 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:20.644289 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b227ec12-360d-4c50-acd7-9f781b98787e up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:09:20.656251 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c6d16784-3908-48ec-a456-f896fcb718ba req-6ae95044-ca2d-47e9-819d-803130777cfa service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=49743827-1230-4b79-bbd6-18a93b9aa1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3733048 Feb 09 18:09:20.659661 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f8a560-29ad-470b-811e-addbfc5a9121 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:20.664019 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f8a560-29ad-470b-811e-addbfc5a9121 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:20.668590 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a9f8a560-29ad-470b-811e-addbfc5a9121 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3238809 Feb 09 18:09:20.678872 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51448) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:20.718317 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-dea48e13-b700-467b-9a7d-2856c7e48525 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4900ff3b-bc27-4f8f-9097-2f045e7188a6']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:20.745698 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-dea48e13-b700-467b-9a7d-2856c7e48525 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77362309-7ba1-4635-a90a-ecaacd0f270b') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:20.746078 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-dea48e13-b700-467b-9a7d-2856c7e48525 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77362309-7ba1-4635-a90a-ecaacd0f270b') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:20.768307 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dea48e13-b700-467b-9a7d-2856c7e48525 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:20.805281 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port b227ec12-360d-4c50-acd7-9f781b98787e completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:20.811591 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port b227ec12-360d-4c50-acd7-9f781b98787e triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:20.812080 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:20.850796 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:20.868020 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ac044ee8-9b18-4f9c-887d-ba1482ab38c1 None None] Deleting port c03f010e-f89a-49c6-adc8-af9ae7923db3 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:20.868495 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ac044ee8-9b18-4f9c-887d-ba1482ab38c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:20.895348 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-56a92f9b-6b63-4c5a-86c4-ee4fa5a83a8a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting port 45a8fc43-4b26-41ab-bb7f-4410c8dbcea1 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:20.895886 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-56a92f9b-6b63-4c5a-86c4-ee4fa5a83a8a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:20.913766 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Port': ['ID=b83b1024-fced-4c49-a8b8-e91d10f01fb9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:20.924150 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No DVR routers for this DVR port b83b1024-fced-4c49-a8b8-e91d10f01fb9 on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:09:20.933313 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dea48e13-b700-467b-9a7d-2856c7e48525 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:20.945908 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ac044ee8-9b18-4f9c-887d-ba1482ab38c1 None None] The port 'c03f010e-f89a-49c6-adc8-af9ae7923db3' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:09:20.962607 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea48e13-b700-467b-9a7d-2856c7e48525 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:09:20.963260 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dea48e13-b700-467b-9a7d-2856c7e48525 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:09:20.977745 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:09:21.001850 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c296ea61-7034-4018-9d06-4309cf95f0f7 None None] get_active_networks_info from dv-neutron-827016-2-hyperv {{(pid=84543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 18:09:21.004238 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-432fb721-73f4-4228-abea-af171d5266b6 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:21.092329 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:21.139165 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:21.153657 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-432fb721-73f4-4228-abea-af171d5266b6 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:21.200096 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dea48e13-b700-467b-9a7d-2856c7e48525 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:21.214997 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4bb8316-38ca-4e69-a8a6-6e5b692eff2f']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:21.217520 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port b227ec12-360d-4c50-acd7-9f781b98787e, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b227ec12-360d-4c50-acd7-9f781b98787e,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:21.268638 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c296ea61-7034-4018-9d06-4309cf95f0f7 None None] Resources bound (agent type, host, resource id): {{(pid=84543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 18:09:21.287588 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:21.289049 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab3f993-e199-47d1-9306-29a5c4301b88') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:21.289353 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab3f993-e199-47d1-9306-29a5c4301b88') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:21.340155 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:21.357336 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dea48e13-b700-467b-9a7d-2856c7e48525 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:21.368909 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea48e13-b700-467b-9a7d-2856c7e48525 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] Pushing event deleted for resources: {'Network': ['ID=4900ff3b-bc27-4f8f-9097-2f045e7188a6,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:21.376691 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-432fb721-73f4-4228-abea-af171d5266b6 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:21.390147 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-dea48e13-b700-467b-9a7d-2856c7e48525 tempest-AllowedAddressPairIpV6TestJSON-1518166026 tempest-AllowedAddressPairIpV6TestJSON-1518166026-project] 10.222.0.21 "DELETE /v2.0/networks/4900ff3b-bc27-4f8f-9097-2f045e7188a6 HTTP/1.1" status: 204 len: 168 time: 2.3193750 Feb 09 18:09:21.390384 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432fb721-73f4-4228-abea-af171d5266b6 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Port': ['ID=687bd067-fd0d-41fd-8b7a-72270c0bfb83,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:21.392145 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-50a9cc17-614e-4340-ad90-036566b0d0cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting port a802351f-c72a-4607-9e6a-f86744807d95 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:21.392497 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50a9cc17-614e-4340-ad90-036566b0d0cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:21.404489 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device c03f010e-f89a-49c6-adc8-af9ae7923db3 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:09:21.426565 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:21.467587 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:09:21.468007 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:21.472392 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: c03f010e-f89a-49c6-adc8-af9ae7923db3 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:09:21.472733 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device c03f010e-f89a-49c6-adc8-af9ae7923db3 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:09:21.506662 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-56a92f9b-6b63-4c5a-86c4-ee4fa5a83a8a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:21.507010 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=b227ec12-360d-4c50-acd7-9f781b98787e,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:09:21.516662 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:09:21.629841 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:21.688529 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-56a92f9b-6b63-4c5a-86c4-ee4fa5a83a8a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Calling delete_port for 45a8fc43-4b26-41ab-bb7f-4410c8dbcea1 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:21.829509 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d657deac-f286-47ed-af00-c6e36f02457c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Router 1073232d-05c2-446f-b66e-9792198afe19 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:09:21.897741 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50a9cc17-614e-4340-ad90-036566b0d0cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:22.024101 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432fb721-73f4-4228-abea-af171d5266b6 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network a3cf51d6-5730-4a21-870c-b23b710adadf is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:22.025001 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:22.031637 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18ca88-0a11-425d-bfd9-38e3cb2d14b9 req-9c7a0429-f42c-40a8-816b-0aa4565f5b45 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:22.033156 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3a18ca88-0a11-425d-bfd9-38e3cb2d14b9 req-9c7a0429-f42c-40a8-816b-0aa4565f5b45 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b35ae9d-5cff-4e61-ba01-0932ec805e02 HTTP/1.1" status: 200 len: 945 time: 0.3525107 Feb 09 18:09:22.036105 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-50a9cc17-614e-4340-ad90-036566b0d0cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Calling delete_port for a802351f-c72a-4607-9e6a-f86744807d95 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:22.077853 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-432fb721-73f4-4228-abea-af171d5266b6 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:22.128182 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3a18ca88-0a11-425d-bfd9-38e3cb2d14b9 req-a6319cac-7ec6-44ab-975d-60a7f32d4963 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=49743827-1230-4b79-bbd6-18a93b9aa1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842605 Feb 09 18:09:22.151943 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:22.192407 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-56a92f9b-6b63-4c5a-86c4-ee4fa5a83a8a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:22.254029 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a92f9b-6b63-4c5a-86c4-ee4fa5a83a8a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Port': ['ID=45a8fc43-4b26-41ab-bb7f-4410c8dbcea1,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:22.316388 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-56a92f9b-6b63-4c5a-86c4-ee4fa5a83a8a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:22.338430 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-56a92f9b-6b63-4c5a-86c4-ee4fa5a83a8a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/45a8fc43-4b26-41ab-bb7f-4410c8dbcea1 HTTP/1.1" status: 204 len: 168 time: 1.6584060 Feb 09 18:09:22.344814 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51458) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:22.357163 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Network': ['ID=a4bb8316-38ca-4e69-a8a6-6e5b692eff2f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:22.380690 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51462) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:22.403664 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d657deac-f286-47ed-af00-c6e36f02457c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:09:22.412519 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a7a050eb-483c-46a3-a4d3-b4b4b1eb2fd3 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/networks/a4bb8316-38ca-4e69-a8a6-6e5b692eff2f HTTP/1.1" status: 204 len: 168 time: 7.4255197 Feb 09 18:09:22.426623 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51468) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:22.427443 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e963e94-749c-4cc2-8fbf-bceb5184f1f6 None None] Sync routers for ids ['1073232d-05c2-446f-b66e-9792198afe19'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:09:22.460392 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e963e94-749c-4cc2-8fbf-bceb5184f1f6 None None] Routers {'1073232d-05c2-446f-b66e-9792198afe19'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:09:22.462078 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-5e963e94-749c-4cc2-8fbf-bceb5184f1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:09:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['1073232d-05c2-446f-b66e-9792198afe19'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:22.534833 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-469a222e-deaf-4f0d-a028-b929c3bb6ad8 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] GET failed (client error): The resource could not be found. Feb 09 18:09:22.538536 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-469a222e-deaf-4f0d-a028-b929c3bb6ad8 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Synchronizing usage tracker for tenant:87988ebdba86441595145b8b3a8899ab on resource:subnet {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:22.621563 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e5d9fa-ff50-4aaf-b6dd-7c96da4f7de2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:22.623099 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e5d9fa-ff50-4aaf-b6dd-7c96da4f7de2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:22.623852 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-61e5d9fa-ff50-4aaf-b6dd-7c96da4f7de2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:22.674438 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d657deac-f286-47ed-af00-c6e36f02457c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:22.695201 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b227ec12-360d-4c50-acd7-9f781b98787e up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:09:22.702885 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-469a222e-deaf-4f0d-a028-b929c3bb6ad8 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Unset dirty status for tenant:87988ebdba86441595145b8b3a8899ab on resource:subnet {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:22.706590 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-469a222e-deaf-4f0d-a028-b929c3bb6ad8 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "GET /v2.0/subnets/491c22c8-76a9-4e9f-8fa6-7eba5e32e9a3 HTTP/1.1" status: 404 len: 337 time: 0.2764692 Feb 09 18:09:22.709525 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51472) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:22.737540 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50a9cc17-614e-4340-ad90-036566b0d0cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:22.755062 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c3ae7f-21aa-4337-9ade-4fbfab627cfb tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] DELETE failed (client error): The resource could not be found. Feb 09 18:09:22.755611 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c3ae7f-21aa-4337-9ade-4fbfab627cfb tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:09:22.761936 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-91c3ae7f-21aa-4337-9ade-4fbfab627cfb tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/networks/a4bb8316-38ca-4e69-a8a6-6e5b692eff2f HTTP/1.1" status: 404 len: 339 time: 0.0484321 Feb 09 18:09:22.763994 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51476) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:22.794478 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-61e5d9fa-ff50-4aaf-b6dd-7c96da4f7de2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:22.795731 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-61e5d9fa-ff50-4aaf-b6dd-7c96da4f7de2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4488719 Feb 09 18:09:22.802532 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51480) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:22.802942 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-05f4d1ce-d56a-44d6-95f8-e27fe33a1d8b None None] Provisioning complete for port 687bd067-fd0d-41fd-8b7a-72270c0bfb83 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:22.803312 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05f4d1ce-d56a-44d6-95f8-e27fe33a1d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:22.810569 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9cc17-614e-4340-ad90-036566b0d0cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Port': ['ID=a802351f-c72a-4607-9e6a-f86744807d95,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:22.854374 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d657deac-f286-47ed-af00-c6e36f02457c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.5053885 Feb 09 18:09:22.896236 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-05f4d1ce-d56a-44d6-95f8-e27fe33a1d8b None None] Port 687bd067-fd0d-41fd-8b7a-72270c0bfb83 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:09:22.907485 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port b227ec12-360d-4c50-acd7-9f781b98787e triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:22.908013 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:22.912269 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea009630-a236-4e66-91e0-80a40b8b11ee', 'tag': '1a242124-4a30-41c2-a5f0-144d690e6d10'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:09:22.975584 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-5e963e94-749c-4cc2-8fbf-bceb5184f1f6 None None] Set router 1073232d-05c2-446f-b66e-9792198afe19 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:09:23.032619 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1b18e716-aebf-48f7-ad69-6577708cf424 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4be671836ae941818554fb6b90e1944e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6442580 Feb 09 18:09:23.038701 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51490) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:23.245463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50a9cc17-614e-4340-ad90-036566b0d0cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:23.263296 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0203e800-2749-4010-aabb-b7b8d6fa8755 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:23.264997 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-0203e800-2749-4010-aabb-b7b8d6fa8755 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Synchronizing usage tracker for tenant:87988ebdba86441595145b8b3a8899ab on resource:network {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:23.313938 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea009630-a236-4e66-91e0-80a40b8b11ee', 'tag': '1a242124-4a30-41c2-a5f0-144d690e6d10', 'status': 'completed', 'code': 200} Feb 09 18:09:23.314990 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7a2c29e7-d4e7-4a0a-9166-622a448f1932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:23.389105 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-0203e800-2749-4010-aabb-b7b8d6fa8755 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Unset dirty status for tenant:87988ebdba86441595145b8b3a8899ab on resource:network {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:23.390584 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0203e800-2749-4010-aabb-b7b8d6fa8755 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6265368 Feb 09 18:09:23.393133 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7a2c29e7-d4e7-4a0a-9166-622a448f1932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:23.414198 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51496) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:23.463458 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ee4c7121-8fc3-4fe0-b126-6c2dfe911a34 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "GET /v2.0/subnets?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4 HTTP/1.1" status: 200 len: 207 time: 0.0478446 Feb 09 18:09:23.468725 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51500) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:23.468975 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432fb721-73f4-4228-abea-af171d5266b6 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Router ea14a61a-c7cf-451d-86db-7b068d3b9ee8 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:09:23.517964 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-7643c3fc-ce87-4818-9f89-38ac9b30bc07 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet cb347334-c37c-4d43-9afe-25091d614a63 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:09:23.532383 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c419c-6f59-4bcf-961f-b266b613364b req-b98e9fa8-94ac-46df-b37b-edc55347fc8d tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:23.533999 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-aa4c419c-6f59-4bcf-961f-b266b613364b req-b98e9fa8-94ac-46df-b37b-edc55347fc8d tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 945 time: 0.4681926 Feb 09 18:09:23.534806 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7643c3fc-ce87-4818-9f89-38ac9b30bc07 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:23.543956 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-5e963e94-749c-4cc2-8fbf-bceb5184f1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1073232d-05c2-446f-b66e-9792198afe19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630140027', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:04Z', 'updated_at': '2022-02-09T18:08:26Z', 'revision_number': 4, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'gw_port': {'id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1073232d-05c2-446f-b66e-9792198afe19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:07Z', 'updated_at': '2022-02-09T18:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '9ba96321-3b90-443a-bc1b-31df6d888fbb', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'floating_ip_address': '172.26.8.61', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '1073232d-05c2-446f-b66e-9792198afe19', 'port_id': '1a242124-4a30-41c2-a5f0-144d690e6d10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92', 'mac_address': 'fa:16:3e:e5:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea009630-a236-4e66-91e0-80a40b8b11ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:09:17Z', 'updated_at': '2022-02-09T18:09:17Z', 'revision_number': 0, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ec8f131-23db-4f3f-88b7-ec8b7ddc639a', 'name': '', 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'mac_address': 'fa:16:3e:7c:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1073232d-05c2-446f-b66e-9792198afe19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de722401-dd0e-409a-8196-100518d2fe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:24Z', 'updated_at': '2022-02-09T18:08:44Z', 'revision_number': 5, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'subnets': [{'id': 'de722401-dd0e-409a-8196-100518d2fe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:23.549801 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e963e94-749c-4cc2-8fbf-bceb5184f1f6 None None] Checking router: 1073232d-05c2-446f-b66e-9792198afe19 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:09:23.564051 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e963e94-749c-4cc2-8fbf-bceb5184f1f6 None None] Routers {'1073232d-05c2-446f-b66e-9792198afe19'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:09:23.568863 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-5e963e94-749c-4cc2-8fbf-bceb5184f1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:09:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['1073232d-05c2-446f-b66e-9792198afe19'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:23.857423 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-5e963e94-749c-4cc2-8fbf-bceb5184f1f6 None None] Set router 1073232d-05c2-446f-b66e-9792198afe19 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:09:23.882566 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e3a42506-4d8a-4ae7-a0c3-a35b039a1060 req-110faf27-1e6c-41da-a788-33f4b5be3e6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04ff2d95016a41349448cd02c203dbe9&device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 1098 time: 0.5519021 Feb 09 18:09:23.943804 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7643c3fc-ce87-4818-9f89-38ac9b30bc07 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:23.987890 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-aa4c419c-6f59-4bcf-961f-b266b613364b req-cc1a5bc4-2090-405b-a855-0dd8b74dd07d tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4001548 Feb 09 18:09:24.064924 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51504) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:24.170907 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7a2c29e7-d4e7-4a0a-9166-622a448f1932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:24.179357 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ee4d14-912f-4977-a9cc-91e41c770e3e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:24.183292 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ee4d14-912f-4977-a9cc-91e41c770e3e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:24.187819 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ee4d14-912f-4977-a9cc-91e41c770e3e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:24.192067 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ee4d14-912f-4977-a9cc-91e41c770e3e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:24.193799 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-55ee4d14-912f-4977-a9cc-91e41c770e3e tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.7156081 Feb 09 18:09:24.220674 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51508) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:24.273056 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c29e7-d4e7-4a0a-9166-622a448f1932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedcfd30-68c5-4958-8106-d3fca56be219,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:24.290216 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367ce28-8684-49a9-bf68-8de4e7584d07 req-2af9985d-1270-4c1d-aff2-f1623d0a88c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:24.292792 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a367ce28-8684-49a9-bf68-8de4e7584d07 req-2af9985d-1270-4c1d-aff2-f1623d0a88c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b35ae9d-5cff-4e61-ba01-0932ec805e02 HTTP/1.1" status: 200 len: 945 time: 0.4726408 Feb 09 18:09:24.375099 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a42506-4d8a-4ae7-a0c3-a35b039a1060 req-a159f4d5-7b4d-4ade-bc03-0876d39139b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:24.376556 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e3a42506-4d8a-4ae7-a0c3-a35b039a1060 req-a159f4d5-7b4d-4ade-bc03-0876d39139b2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d6eaa772-ffac-41e7-8518-58e8632c9a92 HTTP/1.1" status: 200 len: 897 time: 0.4823895 Feb 09 18:09:24.378904 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7a2c29e7-d4e7-4a0a-9166-622a448f1932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:24.382735 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7a2c29e7-d4e7-4a0a-9166-622a448f1932 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dedcfd30-68c5-4958-8106-d3fca56be219 HTTP/1.1" status: 204 len: 168 time: 1.3323340 Feb 09 18:09:24.384884 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a9cc17-614e-4340-ad90-036566b0d0cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Router ed8c09de-0691-470a-b7a2-6fc08ee5fa1b has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:09:24.402179 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4724677a-9a33-4d27-8b9a-0b25468f37d0 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/floatingips/9ba96321-3b90-443a-bc1b-31df6d888fbb HTTP/1.1" status: 200 len: 990 time: 0.3340683 Feb 09 18:09:24.405041 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7643c3fc-ce87-4818-9f89-38ac9b30bc07 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:24.454477 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432fb721-73f4-4228-abea-af171d5266b6 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:09:24.479719 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed4b4ba-7ba3-42be-a0be-471f021a3920 None None] Sync routers for ids ['ea14a61a-c7cf-451d-86db-7b068d3b9ee8'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:09:24.504345 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-432fb721-73f4-4228-abea-af171d5266b6 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "PUT /v2.0/routers/ea14a61a-c7cf-451d-86db-7b068d3b9ee8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6567504 Feb 09 18:09:24.505110 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51514) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:24.505930 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed4b4ba-7ba3-42be-a0be-471f021a3920 None None] Routers {'ea14a61a-c7cf-451d-86db-7b068d3b9ee8'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:09:24.507614 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9ed4b4ba-7ba3-42be-a0be-471f021a3920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:09:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['ea14a61a-c7cf-451d-86db-7b068d3b9ee8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:24.520128 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-5e963e94-749c-4cc2-8fbf-bceb5184f1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1073232d-05c2-446f-b66e-9792198afe19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630140027', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:04Z', 'updated_at': '2022-02-09T18:08:26Z', 'revision_number': 4, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'gw_port': {'id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1073232d-05c2-446f-b66e-9792198afe19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:07Z', 'updated_at': '2022-02-09T18:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '9ba96321-3b90-443a-bc1b-31df6d888fbb', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'floating_ip_address': '172.26.8.61', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '1073232d-05c2-446f-b66e-9792198afe19', 'port_id': '1a242124-4a30-41c2-a5f0-144d690e6d10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92', 'mac_address': 'fa:16:3e:e5:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea009630-a236-4e66-91e0-80a40b8b11ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:09:17Z', 'updated_at': '2022-02-09T18:09:17Z', 'revision_number': 0, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ec8f131-23db-4f3f-88b7-ec8b7ddc639a', 'name': '', 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'mac_address': 'fa:16:3e:7c:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1073232d-05c2-446f-b66e-9792198afe19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de722401-dd0e-409a-8196-100518d2fe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:24Z', 'updated_at': '2022-02-09T18:08:44Z', 'revision_number': 5, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'subnets': [{'id': 'de722401-dd0e-409a-8196-100518d2fe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:24.529627 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a367ce28-8684-49a9-bf68-8de4e7584d07 req-926a5e1e-1ae1-40ed-b86d-651b9a45983b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=49743827-1230-4b79-bbd6-18a93b9aa1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843007 Feb 09 18:09:24.533664 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e963e94-749c-4cc2-8fbf-bceb5184f1f6 None None] The sync data for ids ['1073232d-05c2-446f-b66e-9792198afe19'] in dv-neutron-827016-2-hyperv is: [{'id': '1073232d-05c2-446f-b66e-9792198afe19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630140027', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:04Z', 'updated_at': '2022-02-09T18:08:26Z', 'revision_number': 4, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'gw_port': {'id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1073232d-05c2-446f-b66e-9792198afe19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:07Z', 'updated_at': '2022-02-09T18:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '9ba96321-3b90-443a-bc1b-31df6d888fbb', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'floating_ip_address': '172.26.8.61', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '1073232d-05c2-446f-b66e-9792198afe19', 'port_id': '1a242124-4a30-41c2-a5f0-144d690e6d10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92', 'mac_address': 'fa:16:3e:e5:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea009630-a236-4e66-91e0-80a40b8b11ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:09:17Z', 'updated_at': '2022-02-09T18:09:17Z', 'revision_number': 0, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ec8f131-23db-4f3f-88b7-ec8b7ddc639a', 'name': '', 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'mac_address': 'fa:16:3e:7c:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1073232d-05c2-446f-b66e-9792198afe19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de722401-dd0e-409a-8196-100518d2fe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:24Z', 'updated_at': '2022-02-09T18:08:44Z', 'revision_number': 5, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'subnets': [{'id': 'de722401-dd0e-409a-8196-100518d2fe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:09:24.581060 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-69b94da2-8be8-490e-9df4-ae772d2375ee tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3507581 Feb 09 18:09:24.598845 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51520) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:24.615684 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9ed4b4ba-7ba3-42be-a0be-471f021a3920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:24.630621 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed4b4ba-7ba3-42be-a0be-471f021a3920 None None] Routers {'ea14a61a-c7cf-451d-86db-7b068d3b9ee8'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:09:24.631746 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9ed4b4ba-7ba3-42be-a0be-471f021a3920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:09:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['ea14a61a-c7cf-451d-86db-7b068d3b9ee8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:24.692861 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53620c12-a23c-4040-a21f-310518f8aaec tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:24.694920 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53620c12-a23c-4040-a21f-310518f8aaec tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:24.700727 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e3a42506-4d8a-4ae7-a0c3-a35b039a1060 req-38b78979-7cb6-48d8-86c7-ef474bdcad53 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a242124-4a30-41c2-a5f0-144d690e6d10 HTTP/1.1" status: 200 len: 998 time: 0.3125627 Feb 09 18:09:24.701422 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-53620c12-a23c-4040-a21f-310518f8aaec tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1009576 Feb 09 18:09:24.710944 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51524) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:24.751458 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7643c3fc-ce87-4818-9f89-38ac9b30bc07 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:24.760330 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9ed4b4ba-7ba3-42be-a0be-471f021a3920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:24.760785 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed4b4ba-7ba3-42be-a0be-471f021a3920 None None] The sync data for ids ['ea14a61a-c7cf-451d-86db-7b068d3b9ee8'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:09:24.800444 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643c3fc-ce87-4818-9f89-38ac9b30bc07 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=cb347334-c37c-4d43-9afe-25091d614a63,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:24.825436 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7643c3fc-ce87-4818-9f89-38ac9b30bc07 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:24.836523 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ee986c-a2ba-4910-b189-986637b7cf09 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:24.872579 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7122c19-c860-4080-86ac-a5711d7e2b3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:24.873558 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24604618-444e-46a6-9d82-ac26454e5683 req-598d91fb-fb7f-4d29-94d3-ae77bb1ef2fc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:24.874582 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7122c19-c860-4080-86ac-a5711d7e2b3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:24.875168 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-24604618-444e-46a6-9d82-ac26454e5683 req-598d91fb-fb7f-4d29-94d3-ae77bb1ef2fc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b35ae9d-5cff-4e61-ba01-0932ec805e02 HTTP/1.1" status: 200 len: 945 time: 0.1731076 Feb 09 18:09:24.881045 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-b7122c19-c860-4080-86ac-a5711d7e2b3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Synchronizing usage tracker for tenant:87988ebdba86441595145b8b3a8899ab on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:24.892414 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a9cc17-614e-4340-ad90-036566b0d0cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:09:24.894901 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a42506-4d8a-4ae7-a0c3-a35b039a1060 req-dfbf50de-8138-4038-ba1a-9fa1792683eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:24.896907 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e3a42506-4d8a-4ae7-a0c3-a35b039a1060 req-dfbf50de-8138-4038-ba1a-9fa1792683eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=de722401-dd0e-409a-8196-100518d2fe03 HTTP/1.1" status: 200 len: 834 time: 0.1816771 Feb 09 18:09:24.904809 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-50a9cc17-614e-4340-ad90-036566b0d0cc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "PUT /v2.0/routers/ed8c09de-0691-470a-b7a2-6fc08ee5fa1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2630410 Feb 09 18:09:24.905336 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a22da0-d3f5-4cbe-b9ce-35a1a2b3a4e2 None None] Sync routers for ids ['ed8c09de-0691-470a-b7a2-6fc08ee5fa1b'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:09:24.905451 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51530) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:24.914061 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0915cb97-80a0-4835-98bb-5af8c2537e7b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:24.914833 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0915cb97-80a0-4835-98bb-5af8c2537e7b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Synchronizing usage tracker for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:24.928991 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a22da0-d3f5-4cbe-b9ce-35a1a2b3a4e2 None None] Routers {'ed8c09de-0691-470a-b7a2-6fc08ee5fa1b'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:09:24.930288 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-46a22da0-d3f5-4cbe-b9ce-35a1a2b3a4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:09:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['ed8c09de-0691-470a-b7a2-6fc08ee5fa1b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:24.950042 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-24604618-444e-46a6-9d82-ac26454e5683 req-e521d7dc-dc43-4e98-a896-c82546ceb1d5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=49743827-1230-4b79-bbd6-18a93b9aa1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665684 Feb 09 18:09:24.952758 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7643c3fc-ce87-4818-9f89-38ac9b30bc07 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/cb347334-c37c-4d43-9afe-25091d614a63 HTTP/1.1" status: 204 len: 168 time: 2.1467354 Feb 09 18:09:24.957773 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51534) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:25.004173 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc516601-de3e-4770-bd24-75b5e4f9eefa None None] New status for floating IP 9ba96321-3b90-443a-bc1b-31df6d888fbb: ACTIVE {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:09:25.009177 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51540) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:25.045036 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-675e8edc-1c5f-424e-b2f8-8b05eb0c29ed tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Synchronizing usage tracker for tenant:3aafa79d3d06419e8e7c5f7d6aab117f on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:25.048208 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-363edd70-48f5-41df-8eca-3027ba617495 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890794 Feb 09 18:09:25.054806 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-b7122c19-c860-4080-86ac-a5711d7e2b3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Unset dirty status for tenant:87988ebdba86441595145b8b3a8899ab on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:25.056104 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b7122c19-c860-4080-86ac-a5711d7e2b3d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3440993 Feb 09 18:09:25.056239 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51548) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:25.073424 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51552) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:25.089304 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-e52ab470-9bb7-4918-be64-c30e37fdd176 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:25.090839 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-46a22da0-d3f5-4cbe-b9ce-35a1a2b3a4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:25.109195 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e3a42506-4d8a-4ae7-a0c3-a35b039a1060 req-17739d03-13cb-4abc-a710-5ddf8f9041c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d6eaa772-ffac-41e7-8518-58e8632c9a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1986935 Feb 09 18:09:25.117173 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a22da0-d3f5-4cbe-b9ce-35a1a2b3a4e2 None None] Routers {'ed8c09de-0691-470a-b7a2-6fc08ee5fa1b'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:09:25.117871 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-46a22da0-d3f5-4cbe-b9ce-35a1a2b3a4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:09:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['ed8c09de-0691-470a-b7a2-6fc08ee5fa1b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:25.147400 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0915cb97-80a0-4835-98bb-5af8c2537e7b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Unset dirty status for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:25.154655 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0915cb97-80a0-4835-98bb-5af8c2537e7b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea14a61a-c7cf-451d-86db-7b068d3b9ee8 HTTP/1.1" status: 200 len: 982 time: 0.6444216 Feb 09 18:09:25.156594 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51556) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:25.250075 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-46a22da0-d3f5-4cbe-b9ce-35a1a2b3a4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:25.253266 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a22da0-d3f5-4cbe-b9ce-35a1a2b3a4e2 None None] The sync data for ids ['ed8c09de-0691-470a-b7a2-6fc08ee5fa1b'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:09:25.268829 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e52ab470-9bb7-4918-be64-c30e37fdd176 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:25.281696 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e52ab470-9bb7-4918-be64-c30e37fdd176 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:25.285794 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e52ab470-9bb7-4918-be64-c30e37fdd176 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:25.291068 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-675e8edc-1c5f-424e-b2f8-8b05eb0c29ed tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Unset dirty status for tenant:3aafa79d3d06419e8e7c5f7d6aab117f on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:25.295259 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-675e8edc-1c5f-424e-b2f8-8b05eb0c29ed tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed8c09de-0691-470a-b7a2-6fc08ee5fa1b HTTP/1.1" status: 200 len: 205 time: 0.3878012 Feb 09 18:09:25.295856 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51562) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:25.364705 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e52ab470-9bb7-4918-be64-c30e37fdd176 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:25.408473 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51568) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:25.506592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52ab470-9bb7-4918-be64-c30e37fdd176 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:25.510830 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e52ab470-9bb7-4918-be64-c30e37fdd176 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:25.639792 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e3a42506-4d8a-4ae7-a0c3-a35b039a1060 req-abfc0ca8-bff6-46b2-8a7c-531634d78f70 service neutron] 10.222.0.50 "GET /v2.0/networks/d6eaa772-ffac-41e7-8518-58e8632c9a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253825 Feb 09 18:09:25.643677 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda3a40d-ad03-4acc-ae40-00e7814f6acc None None] DHCP port deletion for 533fa7e0-9286-46d7-99f4-266111443da8 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:09:25.649519 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-dda3a40d-ad03-4acc-ae40-00e7814f6acc None None] Deleting port b227ec12-360d-4c50-acd7-9f781b98787e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:25.650225 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dda3a40d-ad03-4acc-ae40-00e7814f6acc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:25.681098 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5173c45e-48b7-4eb8-bde9-1cdd0b69b9c9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:25.700059 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c091f6f4-b80e-4629-90fc-126123513cd8 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:25.707490 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c091f6f4-b80e-4629-90fc-126123513cd8 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "GET /v2.0/networks/bc567abe-2448-4211-96a3-ede0b5b8aa5e HTTP/1.1" status: 200 len: 800 time: 0.6262274 Feb 09 18:09:25.707904 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51574) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:25.755753 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b0e4e6b6-1aeb-48ef-b7a0-9493bd74fec1 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/floatingips/9ba96321-3b90-443a-bc1b-31df6d888fbb HTTP/1.1" status: 200 len: 990 time: 0.3450468 Feb 09 18:09:25.928734 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-dda3a40d-ad03-4acc-ae40-00e7814f6acc None None] For port b227ec12-360d-4c50-acd7-9f781b98787e, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b227ec12-360d-4c50-acd7-9f781b98787e,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:25.929216 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dda3a40d-ad03-4acc-ae40-00e7814f6acc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:26.051545 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-86bd70c0-9cc5-4ee0-80a0-c8574a217513 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4b35ae9d-5cff-4e61-ba01-0932ec805e02 HTTP/1.1" status: 200 len: 1093 time: 1.0338042 Feb 09 18:09:26.065575 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51582) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:26.076094 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f3b20c37-3a06-40a7-a555-54f306015dd0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': 'da8fed69-90cb-4fd0-ad29-658c7e1155f2', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:26.082416 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-dda3a40d-ad03-4acc-ae40-00e7814f6acc None None] Calling delete_port for b227ec12-360d-4c50-acd7-9f781b98787e owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:26.122870 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51586) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:26.146936 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f3b20c37-3a06-40a7-a555-54f306015dd0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:26.248884 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cdcf5e1f-d993-44b7-964b-1008208a12d4 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "GET /v2.0/networks/bc567abe-2448-4211-96a3-ede0b5b8aa5e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5333469 Feb 09 18:09:26.249054 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51592) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:26.264848 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dda3a40d-ad03-4acc-ae40-00e7814f6acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:26.320753 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Request body: {'networks': [{'name': 'tempest-network--1225584261'}, {'name': 'tempest-network--831143340'}]} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:26.321065 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Request body: {'network': {'name': 'tempest-network--1225584261'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:26.321603 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Request body: {'network': {'name': 'tempest-network--831143340'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:26.337767 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f3b20c37-3a06-40a7-a555-54f306015dd0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:floatingip and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:26.342366 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e3a42506-4d8a-4ae7-a0c3-a35b039a1060 req-4d40536b-73f9-476c-9b23-e7c682d7ba4a service neutron] 10.222.0.50 "GET /v2.0/networks/d6eaa772-ffac-41e7-8518-58e8632c9a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6843166 Feb 09 18:09:26.342736 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:26.345630 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f3b20c37-3a06-40a7-a555-54f306015dd0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:26.353121 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Usage tracker for resource:network and tenant:ced9d801e4b248e9a340a4b643f3fc37 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:26.355871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:26.367662 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f3b20c37-3a06-40a7-a555-54f306015dd0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:26.368794 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3a40d-ad03-4acc-ae40-00e7814f6acc None None] Pushing event deleted for resources: {'Port': ['ID=b227ec12-360d-4c50-acd7-9f781b98787e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:26.380247 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda3a40d-ad03-4acc-ae40-00e7814f6acc None None] No DVR routers for this DVR port b227ec12-360d-4c50-acd7-9f781b98787e on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:09:26.404785 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:26.430132 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda80265-22ff-4f42-84e7-ad797f3434dd tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:26.436483 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cda80265-22ff-4f42-84e7-ad797f3434dd tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "GET /v2.0/subnets/6c887bdc-ba5b-4212-abd2-afbccd69d1d4 HTTP/1.1" status: 200 len: 811 time: 0.1864707 Feb 09 18:09:26.438786 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51596) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:26.518878 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5173c45e-48b7-4eb8-bde9-1cdd0b69b9c9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:26.526715 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5173c45e-48b7-4eb8-bde9-1cdd0b69b9c9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:26.544121 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Made reservation on behalf of ced9d801e4b248e9a340a4b643f3fc37 for: {'network': 2} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:26.548327 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:26.574478 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b227ec12-360d-4c50-acd7-9f781b98787e no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:09:26.579667 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:26.595500 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.objects.ports [None req-e52ab470-9bb7-4918-be64-c30e37fdd176 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84541) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 18:09:26.600350 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3b20c37-3a06-40a7-a555-54f306015dd0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:26.602204 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320b9e7e-ebc0-4512-8679-a1ac5765cece tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['shared'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:26.608838 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-320b9e7e-ebc0-4512-8679-a1ac5765cece tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "GET /v2.0/subnets/6c887bdc-ba5b-4212-abd2-afbccd69d1d4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1668749 Feb 09 18:09:26.610094 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51600) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:26.610612 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e52ab470-9bb7-4918-be64-c30e37fdd176 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:26.610839 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: b227ec12-360d-4c50-acd7-9f781b98787e {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:09:26.611191 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b227ec12-360d-4c50-acd7-9f781b98787e not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:09:26.655486 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-64be11d9-2550-4ea9-9631-ba8b6a042438 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1328411649'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:26.673983 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-64be11d9-2550-4ea9-9631-ba8b6a042438 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:26.682408 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5173c45e-48b7-4eb8-bde9-1cdd0b69b9c9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:26.682975 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5173c45e-48b7-4eb8-bde9-1cdd0b69b9c9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Fanout notify agent at l3_agent the message router_deleted on router ed8c09de-0691-470a-b7a2-6fc08ee5fa1b {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:09:26.704501 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5173c45e-48b7-4eb8-bde9-1cdd0b69b9c9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:26.705572 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5173c45e-48b7-4eb8-bde9-1cdd0b69b9c9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/routers/ed8c09de-0691-470a-b7a2-6fc08ee5fa1b HTTP/1.1" status: 204 len: 168 time: 1.3924134 Feb 09 18:09:26.710344 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51604) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:26.712877 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-64be11d9-2550-4ea9-9631-ba8b6a042438 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:26.720142 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:26.723902 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52ab470-9bb7-4918-be64-c30e37fdd176 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:26.730551 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-e52ab470-9bb7-4918-be64-c30e37fdd176 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:26.734861 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52ab470-9bb7-4918-be64-c30e37fdd176 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:26.735451 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e52ab470-9bb7-4918-be64-c30e37fdd176 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:26.741721 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Usage tracker for resource:security_group_rule and tenant:ced9d801e4b248e9a340a4b643f3fc37 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:26.743551 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3620d7-eabe-42e3-a4e4-8c92395fd0d4 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:26.746489 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:26.759157 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51608) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:26.765890 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ab470-9bb7-4918-be64-c30e37fdd176 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=20e75856-9273-47d1-bcdc-c464d0d16f2b,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:26.769136 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:26.850517 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64be11d9-2550-4ea9-9631-ba8b6a042438 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Made reservation on behalf of 87988ebdba86441595145b8b3a8899ab for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:26.853769 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-64be11d9-2550-4ea9-9631-ba8b6a042438 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:26.895493 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e52ab470-9bb7-4918-be64-c30e37fdd176 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8355906 Feb 09 18:09:26.898974 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51612) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:26.900895 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:26.914660 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-ceac7957-fdab-44f5-b208-93a3fc8fe418 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'mac_address': 'fa:16:3e:dd:e9:72', 'name': 'tempest-NetworksTestDHCPv6-1648650435'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:26.987877 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c1e8d9-c1ff-457b-a74c-079e213376c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-533fa7e0-9286-46d7-99f4-266111443da8', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'fixed_ips': [{'subnet_id': '20e75856-9273-47d1-bcdc-c464d0d16f2b'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:09:26.988841 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75c1e8d9-c1ff-457b-a74c-079e213376c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:27.005388 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64be11d9-2550-4ea9-9631-ba8b6a042438 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:09:27.023303 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:27.023775 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:27.024470 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f66f235d-c953-4278-89b0-5cba0ec38c5b tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/floatingips/9ba96321-3b90-443a-bc1b-31df6d888fbb HTTP/1.1" status: 200 len: 992 time: 0.2634349 Feb 09 18:09:27.074101 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-64be11d9-2550-4ea9-9631-ba8b6a042438 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:27.074473 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-64be11d9-2550-4ea9-9631-ba8b6a042438 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Added segment c7d84a17-574a-49ee-ba93-56826b7f01fb of type vlan for network 58ee4063-9582-49b6-8c5a-840b78e9864e Feb 09 18:09:27.141386 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=503634ca-9edf-47cb-9d11-59e1afd0dc01,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:27.152421 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-40bf3ed6-57a3-43cc-b446-fba0db598c4c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting subnet 760a299c-1154-4903-bfe5-9d0adc409699 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:09:27.164709 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3b20c37-3a06-40a7-a555-54f306015dd0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:27.171005 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-40bf3ed6-57a3-43cc-b446-fba0db598c4c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:27.194990 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-64be11d9-2550-4ea9-9631-ba8b6a042438 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:27.201399 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:09:27.234459 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:27.235161 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Added segment 13482aec-c2f4-4b05-af93-b921dc52a054 of type vlan for network e5c2f519-366d-4ece-b6ec-76d31e08b3d3 Feb 09 18:09:27.248194 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ceac7957-fdab-44f5-b208-93a3fc8fe418 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:27.252063 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-75c1e8d9-c1ff-457b-a74c-079e213376c8 None None] Allocated IP 2001:db8::f816:3eff:fe81:61a8 (533fa7e0-9286-46d7-99f4-266111443da8/20e75856-9273-47d1-bcdc-c464d0d16f2b/2927f382-b730-45d1-8e5d-4286fd2c0b0c) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:27.263578 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ceac7957-fdab-44f5-b208-93a3fc8fe418 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:port and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:27.275128 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ceac7957-fdab-44f5-b208-93a3fc8fe418 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:27.294839 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ceac7957-fdab-44f5-b208-93a3fc8fe418 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:27.301538 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:27.346873 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:09:27.356505 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:27.356994 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Added segment 97ea299d-13d6-49b6-87e2-abd11f55d1c7 of type vlan for network 8f79d4ae-8d3f-4d0d-a835-164272315ae0 Feb 09 18:09:27.386604 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:27.409235 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4f04-1e7d-45e1-96f8-c0456ff6538d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:27.409882 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceac7957-fdab-44f5-b208-93a3fc8fe418 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:27.413808 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ceac7957-fdab-44f5-b208-93a3fc8fe418 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:27.436119 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-64be11d9-2550-4ea9-9631-ba8b6a042438 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:27.439794 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64be11d9-2550-4ea9-9631-ba8b6a042438 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:27.440368 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-64be11d9-2550-4ea9-9631-ba8b6a042438 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:27.483425 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-ceac7957-fdab-44f5-b208-93a3fc8fe418 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] device_id is not set on port c6a5bb7d-c286-4c00-8d1f-2e2b8da2aad6 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:09:27.500056 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75c1e8d9-c1ff-457b-a74c-079e213376c8 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:27.510848 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-75c1e8d9-c1ff-457b-a74c-079e213376c8 None None] Transition to ACTIVE for port object 2927f382-b730-45d1-8e5d-4286fd2c0b0c will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:27.533261 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-75c1e8d9-c1ff-457b-a74c-079e213376c8 None None] Transition to ACTIVE for port object 2927f382-b730-45d1-8e5d-4286fd2c0b0c will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:27.544581 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-40bf3ed6-57a3-43cc-b446-fba0db598c4c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:27.587607 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:27.588087 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:27.592444 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:27.595391 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:27.596017 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:27.600259 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75c1e8d9-c1ff-457b-a74c-079e213376c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:27.668235 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be11d9-2550-4ea9-9631-ba8b6a042438 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Network': ['ID=58ee4063-9582-49b6-8c5a-840b78e9864e,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:27.677220 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c1e8d9-c1ff-457b-a74c-079e213376c8 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:27.680781 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-75c1e8d9-c1ff-457b-a74c-079e213376c8 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:27.683161 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c1e8d9-c1ff-457b-a74c-079e213376c8 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:27.686651 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1e8d9-c1ff-457b-a74c-079e213376c8 None None] Pushing event updated for resources: {'Port': ['ID=2927f382-b730-45d1-8e5d-4286fd2c0b0c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:27.713668 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-f3b20c37-3a06-40a7-a555-54f306015dd0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.26.8.246 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/621bc40b-a9d7-4205-9d66-6852fa768bb3) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:27.725962 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 58ee4063-9582-49b6-8c5a-840b78e9864e details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:09:27.731929 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-40bf3ed6-57a3-43cc-b446-fba0db598c4c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:27.778510 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Pushing event updated for resources: {'Network': ['ID=e5c2f519-366d-4ece-b6ec-76d31e08b3d3,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:27.787713 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6637988 Feb 09 18:09:27.788330 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51616) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:27.813719 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-64be11d9-2550-4ea9-9631-ba8b6a042438 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1952372 Feb 09 18:09:27.828625 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network e5c2f519-366d-4ece-b6ec-76d31e08b3d3 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:09:27.842860 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51620) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:27.847533 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-87d5e118-2450-447f-be76-1707d947d463 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'subnet': {'network_id': '58ee4063-9582-49b6-8c5a-840b78e9864e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:27.944553 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-75c1e8d9-c1ff-457b-a74c-079e213376c8 None None] Attempting to bind port 2927f382-b730-45d1-8e5d-4286fd2c0b0c on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:09:27.944553 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-75c1e8d9-c1ff-457b-a74c-079e213376c8 None None] Attempting to bind port 2927f382-b730-45d1-8e5d-4286fd2c0b0c by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:09:27.944553 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c1e8d9-c1ff-457b-a74c-079e213376c8 None None] Attempting to bind port 2927f382-b730-45d1-8e5d-4286fd2c0b0c on network 533fa7e0-9286-46d7-99f4-266111443da8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:09:27.971035 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c1e8d9-c1ff-457b-a74c-079e213376c8 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:09:27.971481 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c1e8d9-c1ff-457b-a74c-079e213376c8 None None] Checking segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:09:27.971801 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75c1e8d9-c1ff-457b-a74c-079e213376c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:27.972371 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c1e8d9-c1ff-457b-a74c-079e213376c8 None None] Bound using segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:09:27.972854 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-75c1e8d9-c1ff-457b-a74c-079e213376c8 None None] Bound port: 2927f382-b730-45d1-8e5d-4286fd2c0b0c, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:09:27.973425 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75c1e8d9-c1ff-457b-a74c-079e213376c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:28.044882 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ea7eb-c56d-4034-adca-1208b484b245 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Pushing event updated for resources: {'Network': ['ID=8f79d4ae-8d3f-4d0d-a835-164272315ae0,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:28.047478 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-ceac7957-fdab-44f5-b208-93a3fc8fe418 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 2001:db8::f816:3eff:fedd:e972 (533fa7e0-9286-46d7-99f4-266111443da8/20e75856-9273-47d1-bcdc-c464d0d16f2b/c6a5bb7d-c286-4c00-8d1f-2e2b8da2aad6) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:28.072576 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 8f79d4ae-8d3f-4d0d-a835-164272315ae0 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:09:28.080248 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3b20c37-3a06-40a7-a555-54f306015dd0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:28.124929 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-87d5e118-2450-447f-be76-1707d947d463 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:28.141788 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec94080-e616-45c2-9cc0-09db4819cfbf tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:28.146003 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec94080-e616-45c2-9cc0-09db4819cfbf tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:28.150654 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec94080-e616-45c2-9cc0-09db4819cfbf tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:28.154534 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec94080-e616-45c2-9cc0-09db4819cfbf tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:28.155889 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-eec94080-e616-45c2-9cc0-09db4819cfbf tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Synchronizing usage tracker for tenant:ced9d801e4b248e9a340a4b643f3fc37 on resource:network {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:28.174763 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-75c1e8d9-c1ff-457b-a74c-079e213376c8 None None] For port 2927f382-b730-45d1-8e5d-4286fd2c0b0c, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:09:28.194363 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-87d5e118-2450-447f-be76-1707d947d463 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:28.196573 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-75c1e8d9-c1ff-457b-a74c-079e213376c8 None None] For port 2927f382-b730-45d1-8e5d-4286fd2c0b0c, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=2927f382-b730-45d1-8e5d-4286fd2c0b0c,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:09:28.197233 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3b20c37-3a06-40a7-a555-54f306015dd0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:28.266028 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-40bf3ed6-57a3-43cc-b446-fba0db598c4c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:28.271540 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75c1e8d9-c1ff-457b-a74c-079e213376c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:28.361408 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf3ed6-57a3-43cc-b446-fba0db598c4c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Subnet': ['ID=760a299c-1154-4903-bfe5-9d0adc409699,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:28.378197 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1e8d9-c1ff-457b-a74c-079e213376c8 None None] Pushing event updated for resources: {'Port': ['ID=2927f382-b730-45d1-8e5d-4286fd2c0b0c,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:28.378585 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b20c37-3a06-40a7-a555-54f306015dd0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:28.386179 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d5e118-2450-447f-be76-1707d947d463 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Made reservation on behalf of 87988ebdba86441595145b8b3a8899ab for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:28.405725 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-f3b20c37-3a06-40a7-a555-54f306015dd0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:28.408094 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-40bf3ed6-57a3-43cc-b446-fba0db598c4c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:28.408720 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6495d9-e3cf-498e-b03b-46b388c891f8 None None] Network db1e5c0d-c949-4101-97a8-5b3441246674 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:28.414765 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b20c37-3a06-40a7-a555-54f306015dd0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=621bc40b-a9d7-4205-9d66-6852fa768bb3,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:28.418512 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b20c37-3a06-40a7-a555-54f306015dd0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:28.475432 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ceac7957-fdab-44f5-b208-93a3fc8fe418 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:28.481830 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-eec94080-e616-45c2-9cc0-09db4819cfbf tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Unset dirty status for tenant:ced9d801e4b248e9a340a4b643f3fc37 on resource:network {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:28.485829 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-eec94080-e616-45c2-9cc0-09db4819cfbf tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6776388 Feb 09 18:09:28.490727 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51624) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:28.536558 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-40bf3ed6-57a3-43cc-b446-fba0db598c4c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/subnets/760a299c-1154-4903-bfe5-9d0adc409699 HTTP/1.1" status: 204 len: 168 time: 1.8220875 Feb 09 18:09:28.546697 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51628) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:28.617296 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87d5e118-2450-447f-be76-1707d947d463 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:28.655281 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c4f04-1e7d-45e1-96f8-c0456ff6538d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting port 687bd067-fd0d-41fd-8b7a-72270c0bfb83 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:28.656047 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4f04-1e7d-45e1-96f8-c0456ff6538d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:28.691249 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-ceac7957-fdab-44f5-b208-93a3fc8fe418 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Transition to ACTIVE for port object c6a5bb7d-c286-4c00-8d1f-2e2b8da2aad6 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:28.765674 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc5a875c-9619-4d92-be4a-a167ba0c023c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:28.781913 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2809fc9b-8ae4-445e-ba13-8b51cb20c023 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:28.800315 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-bc5a875c-9619-4d92-be4a-a167ba0c023c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting port 64f6fcd0-a592-4745-bece-dfd1638e7469 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:28.800652 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc5a875c-9619-4d92-be4a-a167ba0c023c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:28.851889 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4985d45-790f-4aa0-92fe-3ff9ad615ad7 None None] DHCP port deletion for db1e5c0d-c949-4101-97a8-5b3441246674 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:09:28.859146 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a4985d45-790f-4aa0-92fe-3ff9ad615ad7 None None] Deleting port 64f6fcd0-a592-4745-bece-dfd1638e7469 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:28.859782 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a4985d45-790f-4aa0-92fe-3ff9ad615ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:28.963103 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ceac7957-fdab-44f5-b208-93a3fc8fe418 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:28.980340 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.ipam_backend_mixin [None req-87d5e118-2450-447f-be76-1707d947d463 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Performing IP validity checks on allocation pools {{(pid=84542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 18:09:28.981554 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.ipam_backend_mixin [None req-87d5e118-2450-447f-be76-1707d947d463 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 18:09:29.107872 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac7957-fdab-44f5-b208-93a3fc8fe418 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=c6a5bb7d-c286-4c00-8d1f-2e2b8da2aad6,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:29.116923 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-a4985d45-790f-4aa0-92fe-3ff9ad615ad7 None None] For port 64f6fcd0-a592-4745-bece-dfd1638e7469, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=64f6fcd0-a592-4745-bece-dfd1638e7469,segment=NetworkSegment(9d458342-f0ea-465e-aa67-7c822ca5f8e0),segment_id=9d458342-f0ea-465e-aa67-7c822ca5f8e0)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:29.118125 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a4985d45-790f-4aa0-92fe-3ff9ad615ad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:29.152013 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2809fc9b-8ae4-445e-ba13-8b51cb20c023 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:29.192350 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-2809fc9b-8ae4-445e-ba13-8b51cb20c023 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c2f519-366d-4ece-b6ec-76d31e08b3d3']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:29.209981 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-2809fc9b-8ae4-445e-ba13-8b51cb20c023 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13482aec-c2f4-4b05-af93-b921dc52a054') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:29.210350 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-2809fc9b-8ae4-445e-ba13-8b51cb20c023 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13482aec-c2f4-4b05-af93-b921dc52a054') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:29.223982 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2809fc9b-8ae4-445e-ba13-8b51cb20c023 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:29.241079 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2809fc9b-8ae4-445e-ba13-8b51cb20c023 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:29.248736 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceac7957-fdab-44f5-b208-93a3fc8fe418 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:29.252402 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-ceac7957-fdab-44f5-b208-93a3fc8fe418 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:29.256818 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2809fc9b-8ae4-445e-ba13-8b51cb20c023 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:09:29.257231 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2809fc9b-8ae4-445e-ba13-8b51cb20c023 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:29.262572 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4f04-1e7d-45e1-96f8-c0456ff6538d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:29.270224 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a4985d45-790f-4aa0-92fe-3ff9ad615ad7 None None] Calling delete_port for 64f6fcd0-a592-4745-bece-dfd1638e7469 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:09:29.273484 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:09:29.275979 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac7957-fdab-44f5-b208-93a3fc8fe418 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:29.280520 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceac7957-fdab-44f5-b208-93a3fc8fe418 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:29.281294 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ceac7957-fdab-44f5-b208-93a3fc8fe418 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:29.425133 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a4985d45-790f-4aa0-92fe-3ff9ad615ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:29.460507 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c4f04-1e7d-45e1-96f8-c0456ff6538d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Calling delete_port for 687bd067-fd0d-41fd-8b7a-72270c0bfb83 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:29.471807 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ceac7957-fdab-44f5-b208-93a3fc8fe418 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5695016 Feb 09 18:09:29.472667 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51632) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:29.478032 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4985d45-790f-4aa0-92fe-3ff9ad615ad7 None None] Pushing event deleted for resources: {'Port': ['ID=64f6fcd0-a592-4745-bece-dfd1638e7469,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:29.482374 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4985d45-790f-4aa0-92fe-3ff9ad615ad7 None None] No DVR routers for this DVR port 64f6fcd0-a592-4745-bece-dfd1638e7469 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:09:29.530474 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-bc5a875c-9619-4d92-be4a-a167ba0c023c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] For port 64f6fcd0-a592-4745-bece-dfd1638e7469, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=64f6fcd0-a592-4745-bece-dfd1638e7469,segment=NetworkSegment(9d458342-f0ea-465e-aa67-7c822ca5f8e0),segment_id=9d458342-f0ea-465e-aa67-7c822ca5f8e0)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:29.530999 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc5a875c-9619-4d92-be4a-a167ba0c023c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:29.543471 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2809fc9b-8ae4-445e-ba13-8b51cb20c023 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:29.618646 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2809fc9b-8ae4-445e-ba13-8b51cb20c023 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:29.682649 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-bc5a875c-9619-4d92-be4a-a167ba0c023c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Calling delete_port for 64f6fcd0-a592-4745-bece-dfd1638e7469 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:29.726784 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d32aa747-5acc-4a45-848b-4a5dd1d678c6 req-b8d76631-460c-43a5-9080-d604f7cf7ac3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7404177 Feb 09 18:09:29.731550 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809fc9b-8ae4-445e-ba13-8b51cb20c023 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Pushing event deleted for resources: {'Network': ['ID=e5c2f519-366d-4ece-b6ec-76d31e08b3d3,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:29.738271 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e169e24c-e481-4dbc-b0ae-33abd33cc03a None None] Provisioning for port 2927f382-b730-45d1-8e5d-4286fd2c0b0c completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:29.800675 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39133de6-afc6-4550-917b-b0a3b7d357f3 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:29.806137 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39133de6-afc6-4550-917b-b0a3b7d357f3 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:29.807250 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-39133de6-afc6-4550-917b-b0a3b7d357f3 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:29.810773 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.api [None req-bc5a875c-9619-4d92-be4a-a167ba0c023c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:09:29.811227 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG oslo_db.api [None req-bc5a875c-9619-4d92-be4a-a167ba0c023c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:09:29.826011 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2809fc9b-8ae4-445e-ba13-8b51cb20c023 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] 10.222.0.21 "DELETE /v2.0/networks/e5c2f519-366d-4ece-b6ec-76d31e08b3d3 HTTP/1.1" status: 204 len: 168 time: 1.3317811 Feb 09 18:09:29.826331 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51636) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:29.899182 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-39133de6-afc6-4550-917b-b0a3b7d357f3 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:29.900385 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-39133de6-afc6-4550-917b-b0a3b7d357f3 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4240353 Feb 09 18:09:29.903814 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51640) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:29.953915 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87d5e118-2450-447f-be76-1707d947d463 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:29.974735 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-3d508e01-1ada-48e3-bc7b-193b35372dba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting port c6a5bb7d-c286-4c00-8d1f-2e2b8da2aad6 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:29.975091 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3d508e01-1ada-48e3-bc7b-193b35372dba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:30.067886 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-012ff3d7-b4bb-41f6-a7b4-2475bdd96a8b None None] Provisioning for port c6a5bb7d-c286-4c00-8d1f-2e2b8da2aad6 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:30.073117 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-012ff3d7-b4bb-41f6-a7b4-2475bdd96a8b None None] Provisioning complete for port c6a5bb7d-c286-4c00-8d1f-2e2b8da2aad6 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:30.073493 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-012ff3d7-b4bb-41f6-a7b4-2475bdd96a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:30.109238 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-864a463f-1c21-48db-94e8-50af761efb55 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:30.141427 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-012ff3d7-b4bb-41f6-a7b4-2475bdd96a8b None None] Port c6a5bb7d-c286-4c00-8d1f-2e2b8da2aad6 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:09:30.142937 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5e118-2450-447f-be76-1707d947d463 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Subnet': ['ID=8a2fad92-c990-41d0-b07e-4cba60a5f581,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:30.228494 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d5e118-2450-447f-be76-1707d947d463 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Checking segment: {'id': 'c7d84a17-574a-49ee-ba93-56826b7f01fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58ee4063-9582-49b6-8c5a-840b78e9864e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:09:30.228862 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d5e118-2450-447f-be76-1707d947d463 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Network hostable DHCP agents. Network: 58ee4063-9582-49b6-8c5a-840b78e9864e, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:09:30.302105 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4f04-1e7d-45e1-96f8-c0456ff6538d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:30.313579 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-bc5a875c-9619-4d92-be4a-a167ba0c023c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting port 64f6fcd0-a592-4745-bece-dfd1638e7469 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:30.314165 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc5a875c-9619-4d92-be4a-a167ba0c023c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:30.318376 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d32aa747-5acc-4a45-848b-4a5dd1d678c6 req-a167881d-d078-448c-b956-aa2ef506c5b4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10a4b1464e30470e8e13c0bd2bfded95&device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 1098 time: 0.4647031 Feb 09 18:09:30.392136 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-bc5a875c-9619-4d92-be4a-a167ba0c023c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] The port '64f6fcd0-a592-4745-bece-dfd1638e7469' was deleted {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:09:30.407878 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-864a463f-1c21-48db-94e8-50af761efb55 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:30.423296 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c4f04-1e7d-45e1-96f8-c0456ff6538d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Port': ['ID=687bd067-fd0d-41fd-8b7a-72270c0bfb83,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:30.553591 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3d508e01-1ada-48e3-bc7b-193b35372dba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:30.617974 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 2927f382-b730-45d1-8e5d-4286fd2c0b0c up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:09:30.638572 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc5a875c-9619-4d92-be4a-a167ba0c023c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:30.712033 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-864a463f-1c21-48db-94e8-50af761efb55 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f79d4ae-8d3f-4d0d-a835-164272315ae0']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:30.719891 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-3d508e01-1ada-48e3-bc7b-193b35372dba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Calling delete_port for c6a5bb7d-c286-4c00-8d1f-2e2b8da2aad6 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:30.769662 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 2927f382-b730-45d1-8e5d-4286fd2c0b0c completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:30.779818 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 2927f382-b730-45d1-8e5d-4286fd2c0b0c triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:30.780674 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:30.793246 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-864a463f-1c21-48db-94e8-50af761efb55 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ea299d-13d6-49b6-87e2-abd11f55d1c7') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:30.793600 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-864a463f-1c21-48db-94e8-50af761efb55 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ea299d-13d6-49b6-87e2-abd11f55d1c7') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:30.795003 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-bc5a875c-9619-4d92-be4a-a167ba0c023c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db1e5c0d-c949-4101-97a8-5b3441246674']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:30.846103 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-864a463f-1c21-48db-94e8-50af761efb55 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:30.858157 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d5e118-2450-447f-be76-1707d947d463 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Network 58ee4063-9582-49b6-8c5a-840b78e9864e is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:09:30.905449 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-864a463f-1c21-48db-94e8-50af761efb55 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:30.913056 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32aa747-5acc-4a45-848b-4a5dd1d678c6 req-4f331525-4cde-4cc4-a365-3a11c2636103 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:30.914186 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d32aa747-5acc-4a45-848b-4a5dd1d678c6 req-4f331525-4cde-4cc4-a365-3a11c2636103 service neutron] 10.222.0.50 "GET /v2.0/networks?id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd HTTP/1.1" status: 200 len: 912 time: 0.5453558 Feb 09 18:09:30.919031 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-bc5a875c-9619-4d92-be4a-a167ba0c023c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d458342-f0ea-465e-aa67-7c822ca5f8e0') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:30.919373 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-bc5a875c-9619-4d92-be4a-a167ba0c023c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d458342-f0ea-465e-aa67-7c822ca5f8e0') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:30.939147 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:30.947145 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc5a875c-9619-4d92-be4a-a167ba0c023c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:30.975993 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc5a875c-9619-4d92-be4a-a167ba0c023c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:30.982889 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 2927f382-b730-45d1-8e5d-4286fd2c0b0c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=2927f382-b730-45d1-8e5d-4286fd2c0b0c,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:30.985822 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-864a463f-1c21-48db-94e8-50af761efb55 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:09:30.986230 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-864a463f-1c21-48db-94e8-50af761efb55 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:30.986366 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc5a875c-9619-4d92-be4a-a167ba0c023c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:09:30.986983 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc5a875c-9619-4d92-be4a-a167ba0c023c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:09:31.003847 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:09:31.011436 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-87d5e118-2450-447f-be76-1707d947d463 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 58ee4063-9582-49b6-8c5a-840b78e9864e) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:09:31.019914 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:09:31.024621 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083adfa6-9d9f-4cb3-a19c-b027bef60e99 None None] Network 58ee4063-9582-49b6-8c5a-840b78e9864e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:31.077956 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3d508e01-1ada-48e3-bc7b-193b35372dba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:31.162105 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:31.169766 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d508e01-1ada-48e3-bc7b-193b35372dba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Port': ['ID=c6a5bb7d-c286-4c00-8d1f-2e2b8da2aad6,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:31.174759 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d5e118-2450-447f-be76-1707d947d463 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:31.175302 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87d5e118-2450-447f-be76-1707d947d463 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:31.244254 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3d508e01-1ada-48e3-bc7b-193b35372dba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:31.275204 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc5a875c-9619-4d92-be4a-a167ba0c023c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:31.281135 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 64f6fcd0-a592-4745-bece-dfd1638e7469 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:09:31.312822 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc5a875c-9619-4d92-be4a-a167ba0c023c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:31.320463 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-bc5a875c-9619-4d92-be4a-a167ba0c023c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/networks/db1e5c0d-c949-4101-97a8-5b3441246674 HTTP/1.1" status: 204 len: 168 time: 2.7727230 Feb 09 18:09:31.323336 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a875c-9619-4d92-be4a-a167ba0c023c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Network': ['ID=db1e5c0d-c949-4101-97a8-5b3441246674,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:31.329110 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 64f6fcd0-a592-4745-bece-dfd1638e7469 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:09:31.329397 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 64f6fcd0-a592-4745-bece-dfd1638e7469 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:09:31.331752 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51644) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:31.345799 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-31b89b52-a97e-4d93-a4b6-ba10f086b46c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1674717871', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}, 'admin_state_up': False}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:31.361709 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-31b89b52-a97e-4d93-a4b6-ba10f086b46c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:31.367103 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-31b89b52-a97e-4d93-a4b6-ba10f086b46c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Usage tracker for resource:router and tenant:3aafa79d3d06419e8e7c5f7d6aab117f is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:31.372103 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=2927f382-b730-45d1-8e5d-4286fd2c0b0c,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:31.374724 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-31b89b52-a97e-4d93-a4b6-ba10f086b46c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:31.383004 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-31b89b52-a97e-4d93-a4b6-ba10f086b46c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:31.386974 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3d508e01-1ada-48e3-bc7b-193b35372dba tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/c6a5bb7d-c286-4c00-8d1f-2e2b8da2aad6 HTTP/1.1" status: 204 len: 168 time: 1.4821298 Feb 09 18:09:31.390494 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51648) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:31.396767 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0129c6b9-2dcc-4fee-aada-22b9d9d11ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-58ee4063-9582-49b6-8c5a-840b78e9864e', 'network_id': '58ee4063-9582-49b6-8c5a-840b78e9864e', 'tenant_id': '87988ebdba86441595145b8b3a8899ab', 'fixed_ips': [{'subnet_id': '8a2fad92-c990-41d0-b07e-4cba60a5f581'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:09:31.397138 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0129c6b9-2dcc-4fee-aada-22b9d9d11ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:31.417079 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d32aa747-5acc-4a45-848b-4a5dd1d678c6 req-e02dc735-c9cb-446f-8cbd-76b73f1cecce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc43ec91-0fc5-42c8-a553-13a6af55add1 HTTP/1.1" status: 200 len: 1000 time: 0.4402628 Feb 09 18:09:31.421856 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4f04-1e7d-45e1-96f8-c0456ff6538d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:31.428550 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3b20c37-3a06-40a7-a555-54f306015dd0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:31.471348 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-864a463f-1c21-48db-94e8-50af761efb55 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:31.486047 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e2e716-f3d9-42fe-94cf-46014a747c18 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:31.487520 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e2e716-f3d9-42fe-94cf-46014a747c18 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:31.488339 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-96e2e716-f3d9-42fe-94cf-46014a747c18 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:31.499195 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-864a463f-1c21-48db-94e8-50af761efb55 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:31.517215 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-87d5e118-2450-447f-be76-1707d947d463 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.6743929 Feb 09 18:09:31.521369 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51652) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:31.532844 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-56b68146-c87d-4182-8f84-25a41302391f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:31.583559 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-31b89b52-a97e-4d93-a4b6-ba10f086b46c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:31.584457 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-31b89b52-a97e-4d93-a4b6-ba10f086b46c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:31.595122 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a463f-1c21-48db-94e8-50af761efb55 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Pushing event deleted for resources: {'Network': ['ID=8f79d4ae-8d3f-4d0d-a835-164272315ae0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:31.616286 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-864a463f-1c21-48db-94e8-50af761efb55 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] 10.222.0.21 "DELETE /v2.0/networks/8f79d4ae-8d3f-4d0d-a835-164272315ae0 HTTP/1.1" status: 204 len: 168 time: 1.7859571 Feb 09 18:09:31.617773 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32aa747-5acc-4a45-848b-4a5dd1d678c6 req-941e7dc0-d480-44dc-9f91-99ae950f9948 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:31.621284 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d32aa747-5acc-4a45-848b-4a5dd1d678c6 req-941e7dc0-d480-44dc-9f91-99ae950f9948 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e8a71708-3c6c-4754-9944-bc1082e83c1e HTTP/1.1" status: 200 len: 850 time: 0.1918030 Feb 09 18:09:31.626203 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51656) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:31.631539 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-0129c6b9-2dcc-4fee-aada-22b9d9d11ac1 None None] Allocated IP 172.20.0.3 (58ee4063-9582-49b6-8c5a-840b78e9864e/8a2fad92-c990-41d0-b07e-4cba60a5f581/3cbf0782-2733-4d90-be70-728ba267b447) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:31.679913 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-96e2e716-f3d9-42fe-94cf-46014a747c18 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:31.684524 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-96e2e716-f3d9-42fe-94cf-46014a747c18 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2865880 Feb 09 18:09:31.684524 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51660) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:31.733382 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-31b89b52-a97e-4d93-a4b6-ba10f086b46c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:31.825771 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3b20c37-3a06-40a7-a555-54f306015dd0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:31.866813 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0129c6b9-2dcc-4fee-aada-22b9d9d11ac1 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:31.879558 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0129c6b9-2dcc-4fee-aada-22b9d9d11ac1 None None] Transition to ACTIVE for port object 3cbf0782-2733-4d90-be70-728ba267b447 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:31.901111 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0129c6b9-2dcc-4fee-aada-22b9d9d11ac1 None None] Transition to ACTIVE for port object 3cbf0782-2733-4d90-be70-728ba267b447 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:31.994029 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0129c6b9-2dcc-4fee-aada-22b9d9d11ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:32.069940 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129c6b9-2dcc-4fee-aada-22b9d9d11ac1 None None] Pushing event updated for resources: {'Port': ['ID=3cbf0782-2733-4d90-be70-728ba267b447,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:32.094692 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0129c6b9-2dcc-4fee-aada-22b9d9d11ac1 None None] Network 58ee4063-9582-49b6-8c5a-840b78e9864e is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:32.096174 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-0129c6b9-2dcc-4fee-aada-22b9d9d11ac1 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:32.098971 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0129c6b9-2dcc-4fee-aada-22b9d9d11ac1 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:32.113093 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11593e9e-097b-4dcd-95fc-86ede55ed0a7 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:32.117258 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11593e9e-097b-4dcd-95fc-86ede55ed0a7 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:32.117955 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-11593e9e-097b-4dcd-95fc-86ede55ed0a7 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Synchronizing usage tracker for tenant:ced9d801e4b248e9a340a4b643f3fc37 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:32.215360 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-56b68146-c87d-4182-8f84-25a41302391f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-65282995'] for subnet, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:32.233397 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b9f40c7-5944-42cb-8203-937735c4871f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet 20e75856-9273-47d1-bcdc-c464d0d16f2b {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:09:32.241335 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-0129c6b9-2dcc-4fee-aada-22b9d9d11ac1 None None] Attempting to bind port 3cbf0782-2733-4d90-be70-728ba267b447 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:09:32.241544 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8b9f40c7-5944-42cb-8203-937735c4871f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:32.241680 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-0129c6b9-2dcc-4fee-aada-22b9d9d11ac1 None None] Attempting to bind port 3cbf0782-2733-4d90-be70-728ba267b447 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'c7d84a17-574a-49ee-ba93-56826b7f01fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58ee4063-9582-49b6-8c5a-840b78e9864e'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:09:32.242044 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0129c6b9-2dcc-4fee-aada-22b9d9d11ac1 None None] Attempting to bind port 3cbf0782-2733-4d90-be70-728ba267b447 on network 58ee4063-9582-49b6-8c5a-840b78e9864e {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:09:32.250259 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0129c6b9-2dcc-4fee-aada-22b9d9d11ac1 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:09:32.250716 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0129c6b9-2dcc-4fee-aada-22b9d9d11ac1 None None] Checking segment: {'id': 'c7d84a17-574a-49ee-ba93-56826b7f01fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58ee4063-9582-49b6-8c5a-840b78e9864e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:09:32.251059 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0129c6b9-2dcc-4fee-aada-22b9d9d11ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:32.251451 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0129c6b9-2dcc-4fee-aada-22b9d9d11ac1 None None] Bound using segment: {'id': 'c7d84a17-574a-49ee-ba93-56826b7f01fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58ee4063-9582-49b6-8c5a-840b78e9864e'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:09:32.252055 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-0129c6b9-2dcc-4fee-aada-22b9d9d11ac1 None None] Bound port: 3cbf0782-2733-4d90-be70-728ba267b447, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d84a17-574a-49ee-ba93-56826b7f01fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58ee4063-9582-49b6-8c5a-840b78e9864e'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:09:32.252493 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0129c6b9-2dcc-4fee-aada-22b9d9d11ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:32.273431 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-31b89b52-a97e-4d93-a4b6-ba10f086b46c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:32.342310 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d32aa747-5acc-4a45-848b-4a5dd1d678c6 req-38ea368a-dcda-45a9-a161-bdb2bc2fd1b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6598754 Feb 09 18:09:32.347857 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-0129c6b9-2dcc-4fee-aada-22b9d9d11ac1 None None] For port 3cbf0782-2733-4d90-be70-728ba267b447, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:09:32.350396 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8b9f40c7-5944-42cb-8203-937735c4871f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:32.351921 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-0129c6b9-2dcc-4fee-aada-22b9d9d11ac1 None None] For port 3cbf0782-2733-4d90-be70-728ba267b447, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=3cbf0782-2733-4d90-be70-728ba267b447,segment=NetworkSegment(c7d84a17-574a-49ee-ba93-56826b7f01fb),segment_id=c7d84a17-574a-49ee-ba93-56826b7f01fb)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:09:32.477000 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-11593e9e-097b-4dcd-95fc-86ede55ed0a7 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Unset dirty status for tenant:ced9d801e4b248e9a340a4b643f3fc37 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:32.478055 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-11593e9e-097b-4dcd-95fc-86ede55ed0a7 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8037238 Feb 09 18:09:32.483104 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51664) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:32.488552 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0129c6b9-2dcc-4fee-aada-22b9d9d11ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:32.493562 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-ab391026-0f80-4309-b3f5-5bb1c9534e7e tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1218423785'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:32.517400 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ab391026-0f80-4309-b3f5-5bb1c9534e7e tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:32.576421 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8b9f40c7-5944-42cb-8203-937735c4871f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:32.584125 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129c6b9-2dcc-4fee-aada-22b9d9d11ac1 None None] Pushing event updated for resources: {'Port': ['ID=3cbf0782-2733-4d90-be70-728ba267b447,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:32.607929 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ab391026-0f80-4309-b3f5-5bb1c9534e7e tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:32.637557 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 2927f382-b730-45d1-8e5d-4286fd2c0b0c up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:09:32.656813 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5c4f04-1e7d-45e1-96f8-c0456ff6538d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Router ea14a61a-c7cf-451d-86db-7b068d3b9ee8 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:09:32.660554 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d32aa747-5acc-4a45-848b-4a5dd1d678c6 req-79ad06f4-2cec-40fd-88b7-8d5e97e974a9 service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652309 Feb 09 18:09:32.662525 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3b20c37-3a06-40a7-a555-54f306015dd0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:32.724333 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 2927f382-b730-45d1-8e5d-4286fd2c0b0c triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:32.724714 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:32.748055 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3b20c37-3a06-40a7-a555-54f306015dd0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:32.769696 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab391026-0f80-4309-b3f5-5bb1c9534e7e tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Made reservation on behalf of ced9d801e4b248e9a340a4b643f3fc37 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:32.773308 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ab391026-0f80-4309-b3f5-5bb1c9534e7e tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:32.818482 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab391026-0f80-4309-b3f5-5bb1c9534e7e tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:09:32.829089 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ab391026-0f80-4309-b3f5-5bb1c9534e7e tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:32.829555 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-ab391026-0f80-4309-b3f5-5bb1c9534e7e tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Added segment d640d980-d2e3-486b-8ce9-ba0e03975750 of type vlan for network 576b956b-8633-4be0-9748-eed31b198d37 Feb 09 18:09:32.880870 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ab391026-0f80-4309-b3f5-5bb1c9534e7e tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:32.899441 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-56b68146-c87d-4182-8f84-25a41302391f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779619510155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1085756'] for subnet, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:32.935468 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8b9f40c7-5944-42cb-8203-937735c4871f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:33.014856 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac3abdb-208a-4e08-9111-6973be598cf8 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:33.016227 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8b9f40c7-5944-42cb-8203-937735c4871f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:33.068622 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b68146-c87d-4182-8f84-25a41302391f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:33.069529 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-56b68146-c87d-4182-8f84-25a41302391f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:33.071210 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-56b68146-c87d-4182-8f84-25a41302391f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "PUT /v2.0/subnets/8a2fad92-c990-41d0-b07e-4cba60a5f581 HTTP/1.1" status: 200 len: 877 time: 1.5485082 Feb 09 18:09:33.078786 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b68146-c87d-4182-8f84-25a41302391f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event updated for resources: {'Subnet': ['ID=8a2fad92-c990-41d0-b07e-4cba60a5f581,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:33.080794 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51668) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:33.178857 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-31b89b52-a97e-4d93-a4b6-ba10f086b46c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router_gateway, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:33.209978 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f40c7-5944-42cb-8203-937735c4871f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=20e75856-9273-47d1-bcdc-c464d0d16f2b,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:33.213224 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ab391026-0f80-4309-b3f5-5bb1c9534e7e tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:33.217186 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab391026-0f80-4309-b3f5-5bb1c9534e7e tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:33.217474 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ab391026-0f80-4309-b3f5-5bb1c9534e7e tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:33.221625 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-31b89b52-a97e-4d93-a4b6-ba10f086b46c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:33.225859 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b20c37-3a06-40a7-a555-54f306015dd0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=621bc40b-a9d7-4205-9d66-6852fa768bb3,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:33.242003 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d32aa747-5acc-4a45-848b-4a5dd1d678c6 req-77bf9126-7528-4907-8ae6-7acdad768fc6 service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5743215 Feb 09 18:09:33.242350 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8b9f40c7-5944-42cb-8203-937735c4871f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/20e75856-9273-47d1-bcdc-c464d0d16f2b HTTP/1.1" status: 204 len: 168 time: 1.5563564 Feb 09 18:09:33.255855 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51672) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:33.346512 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3b20c37-3a06-40a7-a555-54f306015dd0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:33.390056 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464ba33a-bdb1-416e-8179-90d040f12ad0 None None] DHCP port deletion for 533fa7e0-9286-46d7-99f4-266111443da8 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:09:33.392522 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab391026-0f80-4309-b3f5-5bb1c9534e7e tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Pushing event updated for resources: {'Network': ['ID=576b956b-8633-4be0-9748-eed31b198d37,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:33.404203 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-464ba33a-bdb1-416e-8179-90d040f12ad0 None None] Deleting port 2927f382-b730-45d1-8e5d-4286fd2c0b0c {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:33.404710 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-464ba33a-bdb1-416e-8179-90d040f12ad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:33.429718 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 576b956b-8633-4be0-9748-eed31b198d37 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:09:33.483327 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-302b4e3f-cd0c-489b-bcec-e889a9fc4f19 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2077231 Feb 09 18:09:33.494724 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51676) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:33.503700 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-338fb3d9-10b3-40d7-a641-3d0bdb6e80b2 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:33.506990 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5c4f04-1e7d-45e1-96f8-c0456ff6538d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:09:33.508270 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-31b89b52-a97e-4d93-a4b6-ba10f086b46c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Allocated IP 172.26.8.112 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/2e33a79b-b1d7-4d9b-afb5-392528476885) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:33.547845 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3de051-f105-4d58-9efc-86bba4c94d8d None None] Sync routers for ids ['ea14a61a-c7cf-451d-86db-7b068d3b9ee8'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:09:33.560691 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3e5c4f04-1e7d-45e1-96f8-c0456ff6538d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "PUT /v2.0/routers/ea14a61a-c7cf-451d-86db-7b068d3b9ee8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3512797 Feb 09 18:09:33.567859 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51680) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:33.615894 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3de051-f105-4d58-9efc-86bba4c94d8d None None] Routers {'ea14a61a-c7cf-451d-86db-7b068d3b9ee8'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:09:33.616452 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-6b3de051-f105-4d58-9efc-86bba4c94d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:09:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['ea14a61a-c7cf-451d-86db-7b068d3b9ee8'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:33.650751 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-026d4466-8afd-49ce-87c1-776585adf2ba tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] GET failed (client error): The resource could not be found. Feb 09 18:09:33.651258 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-026d4466-8afd-49ce-87c1-776585adf2ba tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Synchronizing usage tracker for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:33.667825 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-338fb3d9-10b3-40d7-a641-3d0bdb6e80b2 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Deleting port 3cbf0782-2733-4d90-be70-728ba267b447 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:33.668771 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-338fb3d9-10b3-40d7-a641-3d0bdb6e80b2 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:33.707664 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-6b3de051-f105-4d58-9efc-86bba4c94d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:33.729296 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-31b89b52-a97e-4d93-a4b6-ba10f086b46c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:33.738144 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ab391026-0f80-4309-b3f5-5bb1c9534e7e tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2534513 Feb 09 18:09:33.740660 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51684) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:33.751998 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-97294724-5c5a-49a9-8cb8-3c1c90c4e167 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-655976726'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:33.761234 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-97294724-5c5a-49a9-8cb8-3c1c90c4e167 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:33.777154 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-97294724-5c5a-49a9-8cb8-3c1c90c4e167 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:33.801728 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4432f69-293f-42b9-a3d9-c3c46d9336d9 None None] Network 58ee4063-9582-49b6-8c5a-840b78e9864e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:33.875886 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97294724-5c5a-49a9-8cb8-3c1c90c4e167 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Made reservation on behalf of ced9d801e4b248e9a340a4b643f3fc37 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:33.879584 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-97294724-5c5a-49a9-8cb8-3c1c90c4e167 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:33.879928 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3de051-f105-4d58-9efc-86bba4c94d8d None None] Routers {'ea14a61a-c7cf-451d-86db-7b068d3b9ee8'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:09:33.880575 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-6b3de051-f105-4d58-9efc-86bba4c94d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:09:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['ea14a61a-c7cf-451d-86db-7b068d3b9ee8'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:33.903368 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-31b89b52-a97e-4d93-a4b6-ba10f086b46c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:33.934124 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-026d4466-8afd-49ce-87c1-776585adf2ba tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Unset dirty status for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:33.940673 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-026d4466-8afd-49ce-87c1-776585adf2ba tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports/687bd067-fd0d-41fd-8b7a-72270c0bfb83 HTTP/1.1" status: 404 len: 333 time: 0.3665059 Feb 09 18:09:33.944335 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51688) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:33.970942 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-6b3de051-f105-4d58-9efc-86bba4c94d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:33.971161 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3de051-f105-4d58-9efc-86bba4c94d8d None None] The sync data for ids ['ea14a61a-c7cf-451d-86db-7b068d3b9ee8'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:09:33.971432 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97294724-5c5a-49a9-8cb8-3c1c90c4e167 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:09:33.975402 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-464ba33a-bdb1-416e-8179-90d040f12ad0 None None] For port 2927f382-b730-45d1-8e5d-4286fd2c0b0c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=2927f382-b730-45d1-8e5d-4286fd2c0b0c,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:33.975925 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-464ba33a-bdb1-416e-8179-90d040f12ad0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:33.986642 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b89b52-a97e-4d93-a4b6-ba10f086b46c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:33.989778 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-31b89b52-a97e-4d93-a4b6-ba10f086b46c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:33.995256 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b89b52-a97e-4d93-a4b6-ba10f086b46c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:34.020303 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbc9be5-4f9a-4697-9c88-60bbc4ad5274 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:34.021226 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-5bbc9be5-4f9a-4697-9c88-60bbc4ad5274 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:34.042388 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b89b52-a97e-4d93-a4b6-ba10f086b46c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Port': ['ID=2e33a79b-b1d7-4d9b-afb5-392528476885,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:34.042388 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-97294724-5c5a-49a9-8cb8-3c1c90c4e167 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:34.042388 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-97294724-5c5a-49a9-8cb8-3c1c90c4e167 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Added segment 8ea1a2c1-f666-45eb-a9c0-ac2ed05c819e of type vlan for network 9dac45ff-aa00-4e8a-9bef-b1fd5b2eb88b Feb 09 18:09:34.112811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-464ba33a-bdb1-416e-8179-90d040f12ad0 None None] Calling delete_port for 2927f382-b730-45d1-8e5d-4286fd2c0b0c owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:34.172846 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-97294724-5c5a-49a9-8cb8-3c1c90c4e167 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:34.243393 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-fc568281-7373-42cc-bfee-e3d063897115 None None] Provisioning for port 3cbf0782-2733-4d90-be70-728ba267b447 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:34.263812 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-97294724-5c5a-49a9-8cb8-3c1c90c4e167 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:34.268547 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c14da0c6-9295-4aef-9e1e-89aa63a656e7 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:34.268727 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97294724-5c5a-49a9-8cb8-3c1c90c4e167 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:34.269283 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-97294724-5c5a-49a9-8cb8-3c1c90c4e167 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:34.332722 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-5bbc9be5-4f9a-4697-9c88-60bbc4ad5274 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:34.336583 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5bbc9be5-4f9a-4697-9c88-60bbc4ad5274 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8370085 Feb 09 18:09:34.355400 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-464ba33a-bdb1-416e-8179-90d040f12ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:34.363683 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51692) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:34.384496 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-338fb3d9-10b3-40d7-a641-3d0bdb6e80b2 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] For port 3cbf0782-2733-4d90-be70-728ba267b447, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=3cbf0782-2733-4d90-be70-728ba267b447,segment=NetworkSegment(c7d84a17-574a-49ee-ba93-56826b7f01fb),segment_id=c7d84a17-574a-49ee-ba93-56826b7f01fb)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:34.385047 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-338fb3d9-10b3-40d7-a641-3d0bdb6e80b2 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:34.407897 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ba33a-bdb1-416e-8179-90d040f12ad0 None None] Pushing event deleted for resources: {'Port': ['ID=2927f382-b730-45d1-8e5d-4286fd2c0b0c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:34.418247 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464ba33a-bdb1-416e-8179-90d040f12ad0 None None] No DVR routers for this DVR port 2927f382-b730-45d1-8e5d-4286fd2c0b0c on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:09:34.556729 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-338fb3d9-10b3-40d7-a641-3d0bdb6e80b2 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Calling delete_port for 3cbf0782-2733-4d90-be70-728ba267b447 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:34.574198 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590585a2-4791-4985-b7fc-5214f377cdf4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:34.575237 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-590585a2-4791-4985-b7fc-5214f377cdf4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:34.627756 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [None req-f3b20c37-3a06-40a7-a555-54f306015dd0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Floating IP f263307e-70c5-419f-8b6c-e3c8c0f42fe0 associated. External IP: 172.26.8.246, port: da8fed69-90cb-4fd0-ad29-658c7e1155f2. Feb 09 18:09:34.630284 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97294724-5c5a-49a9-8cb8-3c1c90c4e167 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Pushing event updated for resources: {'Network': ['ID=9dac45ff-aa00-4e8a-9bef-b1fd5b2eb88b,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:34.644480 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 9dac45ff-aa00-4e8a-9bef-b1fd5b2eb88b details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:09:34.659403 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-31b89b52-a97e-4d93-a4b6-ba10f086b46c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router_gateway, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:34.660194 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-31b89b52-a97e-4d93-a4b6-ba10f086b46c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:34.680373 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 3cbf0782-2733-4d90-be70-728ba267b447 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:09:34.731444 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-97294724-5c5a-49a9-8cb8-3c1c90c4e167 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9890213 Feb 09 18:09:34.735160 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51696) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:34.749934 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Request body: {'ports': [{'network_id': '576b956b-8633-4be0-9748-eed31b198d37', 'name': 'tempest-port--1030116268', 'admin_state_up': True}, {'network_id': '9dac45ff-aa00-4e8a-9bef-b1fd5b2eb88b', 'admin_state_up': False}]} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:34.750553 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Request body: {'port': {'network_id': '576b956b-8633-4be0-9748-eed31b198d37', 'name': 'tempest-port--1030116268', 'admin_state_up': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:34.751131 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Request body: {'port': {'network_id': '9dac45ff-aa00-4e8a-9bef-b1fd5b2eb88b', 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:34.790669 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-590585a2-4791-4985-b7fc-5214f377cdf4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:34.792085 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-590585a2-4791-4985-b7fc-5214f377cdf4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4274504 Feb 09 18:09:34.798098 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51700) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:34.849102 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f46683-6fc0-4b50-87a6-70c0d608a666 None None] Network 58ee4063-9582-49b6-8c5a-840b78e9864e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:34.882173 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-89e86339-9851-49e1-9443-a34dec49e06e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828178 Feb 09 18:09:34.887821 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51704) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:34.894222 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-02fd77d8-950b-4605-8c11-799febdc1ca7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:35.023677 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-02fd77d8-950b-4605-8c11-799febdc1ca7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:35.036482 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-02fd77d8-950b-4605-8c11-799febdc1ca7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:35.093153 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 3cbf0782-2733-4d90-be70-728ba267b447 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:35.107320 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 3cbf0782-2733-4d90-be70-728ba267b447 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:35.108050 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:35.144932 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fd77d8-950b-4605-8c11-799febdc1ca7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:35.149114 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-02fd77d8-950b-4605-8c11-799febdc1ca7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:35.225405 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b89b52-a97e-4d93-a4b6-ba10f086b46c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Router 231c2c0b-2ed4-4fd8-8e16-79896c790d27 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:09:35.296452 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:35.484472 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b89b52-a97e-4d93-a4b6-ba10f086b46c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:09:35.496485 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08fb2a2-8e83-4fd3-bd9a-7d151acc303c None None] Sync routers for ids ['231c2c0b-2ed4-4fd8-8e16-79896c790d27'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:09:35.497053 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c14da0c6-9295-4aef-9e1e-89aa63a656e7 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:35.510590 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08fb2a2-8e83-4fd3-bd9a-7d151acc303c None None] Routers {'231c2c0b-2ed4-4fd8-8e16-79896c790d27'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:09:35.515204 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a08fb2a2-8e83-4fd3-bd9a-7d151acc303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:09:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['231c2c0b-2ed4-4fd8-8e16-79896c790d27'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:35.529544 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c14da0c6-9295-4aef-9e1e-89aa63a656e7 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:35.550384 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:35.557774 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Usage tracker for resource:port and tenant:ced9d801e4b248e9a340a4b643f3fc37 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:35.562477 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:35.569992 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a08fb2a2-8e83-4fd3-bd9a-7d151acc303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:35.573390 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:35.581867 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08fb2a2-8e83-4fd3-bd9a-7d151acc303c None None] Routers {'231c2c0b-2ed4-4fd8-8e16-79896c790d27'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:09:35.582536 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a08fb2a2-8e83-4fd3-bd9a-7d151acc303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:09:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['231c2c0b-2ed4-4fd8-8e16-79896c790d27'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:35.599970 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-31b89b52-a97e-4d93-a4b6-ba10f086b46c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:35.604261 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-31b89b52-a97e-4d93-a4b6-ba10f086b46c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2683733 Feb 09 18:09:35.606151 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51708) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:35.611759 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-01ea004f-7e62-4ac2-9982-91c487589f42 None None] Provisioning complete for port 3cbf0782-2733-4d90-be70-728ba267b447 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:35.612527 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-01ea004f-7e62-4ac2-9982-91c487589f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:35.644683 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a08fb2a2-8e83-4fd3-bd9a-7d151acc303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:35.645083 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08fb2a2-8e83-4fd3-bd9a-7d151acc303c None None] The sync data for ids ['231c2c0b-2ed4-4fd8-8e16-79896c790d27'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:09:35.742890 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-338fb3d9-10b3-40d7-a641-3d0bdb6e80b2 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:35.754033 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-01ea004f-7e62-4ac2-9982-91c487589f42 None None] Port 3cbf0782-2733-4d90-be70-728ba267b447 update to ACTIVE by agent not found {{(pid=84543) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 09 18:09:35.799624 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c14da0c6-9295-4aef-9e1e-89aa63a656e7 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:35.800672 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14da0c6-9295-4aef-9e1e-89aa63a656e7 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Fanout notify agent at l3_agent the message router_deleted on router ea14a61a-c7cf-451d-86db-7b068d3b9ee8 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:09:35.805931 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Made reservation on behalf of ced9d801e4b248e9a340a4b643f3fc37 for: {'port': 2} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:35.806386 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 2927f382-b730-45d1-8e5d-4286fd2c0b0c no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:09:35.810053 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:35.825711 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fb3d9-10b3-40d7-a641-3d0bdb6e80b2 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Port': ['ID=3cbf0782-2733-4d90-be70-728ba267b447,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:35.851285 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 2927f382-b730-45d1-8e5d-4286fd2c0b0c {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:09:35.851779 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 2927f382-b730-45d1-8e5d-4286fd2c0b0c not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:09:35.877952 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:35.920879 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74d2e94-512b-4b8d-872f-fb8890401074 None None] DHCP port deletion for 58ee4063-9582-49b6-8c5a-840b78e9864e request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:09:35.937926 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c14da0c6-9295-4aef-9e1e-89aa63a656e7 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:35.938140 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2014f357-5001-477f-9260-646942803534 None None] get_active_networks_info from dv-neutron-827016-2-hyperv {{(pid=84543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 18:09:35.939042 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c14da0c6-9295-4aef-9e1e-89aa63a656e7 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/routers/ea14a61a-c7cf-451d-86db-7b068d3b9ee8 HTTP/1.1" status: 204 len: 168 time: 1.9899826 Feb 09 18:09:35.946325 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f91c1820-f68c-4cb2-b857-e04e31b143e8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "GET /v2.0/routers/231c2c0b-2ed4-4fd8-8e16-79896c790d27 HTTP/1.1" status: 200 len: 885 time: 0.3385661 Feb 09 18:09:35.947383 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51712) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:35.949951 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51714) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:35.955060 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338fb3d9-10b3-40d7-a641-3d0bdb6e80b2 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No DVR routers for this DVR port 3cbf0782-2733-4d90-be70-728ba267b447 on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:09:36.067600 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-02fd77d8-950b-4605-8c11-799febdc1ca7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:36.102585 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-338fb3d9-10b3-40d7-a641-3d0bdb6e80b2 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:36.108880 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2014f357-5001-477f-9260-646942803534 None None] Resources bound (agent type, host, resource id): {{(pid=84543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 18:09:36.178582 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fd77d8-950b-4605-8c11-799febdc1ca7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:36.189210 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-02fd77d8-950b-4605-8c11-799febdc1ca7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:36.205533 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fd77d8-950b-4605-8c11-799febdc1ca7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:36.206125 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-02fd77d8-950b-4605-8c11-799febdc1ca7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:36.257996 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd77d8-950b-4605-8c11-799febdc1ca7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=bb2d549c-f39c-4cbc-87d1-00cd07e7675d,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:36.299767 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] device_id is not set on port 6bf52a74-9ddf-4321-906e-34566f4ec220 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:09:36.388181 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b20c37-3a06-40a7-a555-54f306015dd0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 57807ce7-b1f5-4caf-ba22-80a23d21a831 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:09:36.410336 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-338fb3d9-10b3-40d7-a641-3d0bdb6e80b2 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:36.469462 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fb3d9-10b3-40d7-a641-3d0bdb6e80b2 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Subnet': ['ID=8a2fad92-c990-41d0-b07e-4cba60a5f581,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:36.526844 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f8437f-af82-425c-b5eb-663ddfeba56c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting subnet 686b4063-7d08-4fd0-a540-896244b49024 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:09:36.533597 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a0f8437f-af82-425c-b5eb-663ddfeba56c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:36.544010 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad5d0d3-3aa0-4b3d-885a-43ffe69cede0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-533fa7e0-9286-46d7-99f4-266111443da8', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'fixed_ips': [{'subnet_id': 'bb2d549c-f39c-4cbc-87d1-00cd07e7675d'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:09:36.545640 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aad5d0d3-3aa0-4b3d-885a-43ffe69cede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:36.560248 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:36.587365 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-02fd77d8-950b-4605-8c11-799febdc1ca7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6961584 Feb 09 18:09:36.596365 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51720) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:36.602683 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-07537f02-a204-4189-a3bd-644ea4d16421 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'mac_address': 'fa:16:3e:d8:c7:1a', 'name': 'tempest-NetworksTestDHCPv6-376212511'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:36.622177 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 3cbf0782-2733-4d90-be70-728ba267b447 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:09:36.653612 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a0f8437f-af82-425c-b5eb-663ddfeba56c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:36.666671 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 3cbf0782-2733-4d90-be70-728ba267b447 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:09:36.667152 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 3cbf0782-2733-4d90-be70-728ba267b447 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:09:36.780716 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-338fb3d9-10b3-40d7-a641-3d0bdb6e80b2 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:36.790401 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-aad5d0d3-3aa0-4b3d-885a-43ffe69cede0 None None] Allocated IP 2001:db8::2 (533fa7e0-9286-46d7-99f4-266111443da8/bb2d549c-f39c-4cbc-87d1-00cd07e7675d/0fab2c26-40ca-48f8-9d0d-37514a0cf4d4) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:36.856825 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d3a8efc7-09b8-4457-a7a0-14d27767cdaa tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Synchronizing usage tracker for tenant:3aafa79d3d06419e8e7c5f7d6aab117f on resource:router {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:36.860925 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-07537f02-a204-4189-a3bd-644ea4d16421 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:36.882130 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a0f8437f-af82-425c-b5eb-663ddfeba56c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:36.915600 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-07537f02-a204-4189-a3bd-644ea4d16421 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:36.977384 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] device_id is not set on port 4ebd5a7e-5bf7-4e89-8902-1d32f428ddbc yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:09:36.987267 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-338fb3d9-10b3-40d7-a641-3d0bdb6e80b2 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ee4063-9582-49b6-8c5a-840b78e9864e']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:37.005568 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-338fb3d9-10b3-40d7-a641-3d0bdb6e80b2 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d84a17-574a-49ee-ba93-56826b7f01fb') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:37.005864 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-338fb3d9-10b3-40d7-a641-3d0bdb6e80b2 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d84a17-574a-49ee-ba93-56826b7f01fb') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:37.021794 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-338fb3d9-10b3-40d7-a641-3d0bdb6e80b2 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:37.045638 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d3a8efc7-09b8-4457-a7a0-14d27767cdaa tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Unset dirty status for tenant:3aafa79d3d06419e8e7c5f7d6aab117f on resource:router {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:37.049608 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-338fb3d9-10b3-40d7-a641-3d0bdb6e80b2 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:37.050063 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d3a8efc7-09b8-4457-a7a0-14d27767cdaa tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.0701840 Feb 09 18:09:37.050941 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51724) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:37.056848 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b4ead35f-3c42-4839-bc63-d4d70a30e5c9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1674717871'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:37.066068 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338fb3d9-10b3-40d7-a641-3d0bdb6e80b2 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:09:37.073065 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-338fb3d9-10b3-40d7-a641-3d0bdb6e80b2 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:37.086946 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aad5d0d3-3aa0-4b3d-885a-43ffe69cede0 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:09:37.101134 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:09:37.133769 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07537f02-a204-4189-a3bd-644ea4d16421 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:37.138208 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07537f02-a204-4189-a3bd-644ea4d16421 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:37.153903 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a0f8437f-af82-425c-b5eb-663ddfeba56c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:37.259851 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8437f-af82-425c-b5eb-663ddfeba56c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Subnet': ['ID=686b4063-7d08-4fd0-a540-896244b49024,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:37.284159 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a0f8437f-af82-425c-b5eb-663ddfeba56c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:37.288898 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-07537f02-a204-4189-a3bd-644ea4d16421 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] device_id is not set on port 1c8bfe21-0c1f-4e76-8699-8e78b8348fc2 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:09:37.290654 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:37.316880 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b20c37-3a06-40a7-a555-54f306015dd0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:09:37.328601 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57069a4d-0a3b-46dd-a214-3de356c42b45 None None] Sync routers for ids ['57807ce7-b1f5-4caf-ba22-80a23d21a831'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:09:37.341548 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a0f8437f-af82-425c-b5eb-663ddfeba56c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/subnets/686b4063-7d08-4fd0-a540-896244b49024 HTTP/1.1" status: 204 len: 168 time: 1.3929186 Feb 09 18:09:37.342662 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57069a4d-0a3b-46dd-a214-3de356c42b45 None None] Routers {'57807ce7-b1f5-4caf-ba22-80a23d21a831'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:09:37.343436 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-57069a4d-0a3b-46dd-a214-3de356c42b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:09:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['57807ce7-b1f5-4caf-ba22-80a23d21a831'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:37.348593 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51732) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:37.439588 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-338fb3d9-10b3-40d7-a641-3d0bdb6e80b2 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:37.444329 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-338fb3d9-10b3-40d7-a641-3d0bdb6e80b2 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:37.446180 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-338fb3d9-10b3-40d7-a641-3d0bdb6e80b2 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/networks/58ee4063-9582-49b6-8c5a-840b78e9864e HTTP/1.1" status: 204 len: 168 time: 4.3544254 Feb 09 18:09:37.467448 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-aad5d0d3-3aa0-4b3d-885a-43ffe69cede0 None None] Transition to ACTIVE for port object 0fab2c26-40ca-48f8-9d0d-37514a0cf4d4 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:37.471017 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51736) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:37.521001 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-aad5d0d3-3aa0-4b3d-885a-43ffe69cede0 None None] Transition to ACTIVE for port object 0fab2c26-40ca-48f8-9d0d-37514a0cf4d4 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:37.524627 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fb3d9-10b3-40d7-a641-3d0bdb6e80b2 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Network': ['ID=58ee4063-9582-49b6-8c5a-840b78e9864e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:37.537727 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3b20c37-3a06-40a7-a555-54f306015dd0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:37.580730 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b86647-4986-46e5-a11b-3265f5cbdacd tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] DELETE failed (client error): The resource could not be found. Feb 09 18:09:37.580730 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61b86647-4986-46e5-a11b-3265f5cbdacd tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:09:37.581385 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-57069a4d-0a3b-46dd-a214-3de356c42b45 None None] Set router 57807ce7-b1f5-4caf-ba22-80a23d21a831 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:09:37.581482 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-61b86647-4986-46e5-a11b-3265f5cbdacd tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/subnets/8a2fad92-c990-41d0-b07e-4cba60a5f581 HTTP/1.1" status: 404 len: 337 time: 0.0933554 Feb 09 18:09:37.581560 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51740) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:37.604904 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-69b8737a-fbac-45f3-8ce7-103656c64373 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:37.613101 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:37.613431 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-407d3eee-535f-40b6-b841-1166ad699a18 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] DELETE failed (client error): The resource could not be found. Feb 09 18:09:37.613955 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-407d3eee-535f-40b6-b841-1166ad699a18 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:09:37.625539 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-407d3eee-535f-40b6-b841-1166ad699a18 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/networks/58ee4063-9582-49b6-8c5a-840b78e9864e HTTP/1.1" status: 404 len: 339 time: 0.0503509 Feb 09 18:09:37.625539 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51744) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:37.672286 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a4b5d9-f5b8-4f0b-b3dd-abc170b3a263 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] DELETE failed (client error): The resource could not be found. Feb 09 18:09:37.672720 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a4b5d9-f5b8-4f0b-b3dd-abc170b3a263 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:09:37.676987 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e7a4b5d9-f5b8-4f0b-b3dd-abc170b3a263 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/subnets/491c22c8-76a9-4e9f-8fa6-7eba5e32e9a3 HTTP/1.1" status: 404 len: 337 time: 0.0480587 Feb 09 18:09:37.680471 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51748) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:37.680644 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f3b20c37-3a06-40a7-a555-54f306015dd0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.6110845 Feb 09 18:09:37.680644 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b35ae9d-5cff-4e61-ba01-0932ec805e02', 'tag': 'da8fed69-90cb-4fd0-ad29-658c7e1155f2'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:09:37.686445 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51752) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:37.708664 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b46de6-32a6-44a6-9320-cb01762a45a7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] DELETE failed (client error): The resource could not be found. Feb 09 18:09:37.735552 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b46de6-32a6-44a6-9320-cb01762a45a7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:09:37.735552 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-93b46de6-32a6-44a6-9320-cb01762a45a7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/networks/a4bb8316-38ca-4e69-a8a6-6e5b692eff2f HTTP/1.1" status: 404 len: 339 time: 0.0328503 Feb 09 18:09:37.736341 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aad5d0d3-3aa0-4b3d-885a-43ffe69cede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:37.764297 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51758) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:37.769300 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad5d0d3-3aa0-4b3d-885a-43ffe69cede0 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:37.773967 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-69b8737a-fbac-45f3-8ce7-103656c64373 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting port 57f26f11-01c1-46d8-b00a-3370123db0a0 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:37.774326 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-69b8737a-fbac-45f3-8ce7-103656c64373 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:37.778346 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-aad5d0d3-3aa0-4b3d-885a-43ffe69cede0 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:37.791590 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad5d0d3-3aa0-4b3d-885a-43ffe69cede0 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:37.796536 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-07537f02-a204-4189-a3bd-644ea4d16421 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 2001:db8::152 (533fa7e0-9286-46d7-99f4-266111443da8/bb2d549c-f39c-4cbc-87d1-00cd07e7675d/1c8bfe21-0c1f-4e76-8699-8e78b8348fc2) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:37.837800 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b35ae9d-5cff-4e61-ba01-0932ec805e02', 'tag': 'da8fed69-90cb-4fd0-ad29-658c7e1155f2', 'status': 'completed', 'code': 200} Feb 09 18:09:37.914123 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5d0d3-3aa0-4b3d-885a-43ffe69cede0 None None] Pushing event updated for resources: {'Port': ['ID=0fab2c26-40ca-48f8-9d0d-37514a0cf4d4,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:37.953089 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-aad5d0d3-3aa0-4b3d-885a-43ffe69cede0 None None] Attempting to bind port 0fab2c26-40ca-48f8-9d0d-37514a0cf4d4 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:09:37.953855 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-aad5d0d3-3aa0-4b3d-885a-43ffe69cede0 None None] Attempting to bind port 0fab2c26-40ca-48f8-9d0d-37514a0cf4d4 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:09:37.954275 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad5d0d3-3aa0-4b3d-885a-43ffe69cede0 None None] Attempting to bind port 0fab2c26-40ca-48f8-9d0d-37514a0cf4d4 on network 533fa7e0-9286-46d7-99f4-266111443da8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:09:37.985354 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Pushing event updated for resources: {'Port': ['ID=6bf52a74-9ddf-4321-906e-34566f4ec220,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:38.022007 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad5d0d3-3aa0-4b3d-885a-43ffe69cede0 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:09:38.022458 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad5d0d3-3aa0-4b3d-885a-43ffe69cede0 None None] Checking segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:09:38.023074 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aad5d0d3-3aa0-4b3d-885a-43ffe69cede0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:38.023460 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad5d0d3-3aa0-4b3d-885a-43ffe69cede0 None None] Bound using segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:09:38.023979 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-aad5d0d3-3aa0-4b3d-885a-43ffe69cede0 None None] Bound port: 0fab2c26-40ca-48f8-9d0d-37514a0cf4d4, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:09:38.024512 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aad5d0d3-3aa0-4b3d-885a-43ffe69cede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:38.128509 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2420f045-57b8-4a6b-857c-0d64a9084bfb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/f263307e-70c5-419f-8b6c-e3c8c0f42fe0 HTTP/1.1" status: 200 len: 991 time: 0.4382854 Feb 09 18:09:38.147514 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-aad5d0d3-3aa0-4b3d-885a-43ffe69cede0 None None] For port 0fab2c26-40ca-48f8-9d0d-37514a0cf4d4, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:09:38.148588 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecbb9898-aee3-48cd-bff1-888a0b7dc715 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:38.161232 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Checking segment: {'id': 'd640d980-d2e3-486b-8ce9-ba0e03975750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '576b956b-8633-4be0-9748-eed31b198d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:09:38.161232 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Network hostable DHCP agents. Network: 576b956b-8633-4be0-9748-eed31b198d37, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:09:38.170730 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-aad5d0d3-3aa0-4b3d-885a-43ffe69cede0 None None] For port 0fab2c26-40ca-48f8-9d0d-37514a0cf4d4, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0fab2c26-40ca-48f8-9d0d-37514a0cf4d4,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:09:38.206002 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b4ead35f-3c42-4839-bc63-d4d70a30e5c9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:38.244558 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aad5d0d3-3aa0-4b3d-885a-43ffe69cede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:38.263914 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d79aa456-b818-4cac-bd77-213d474e0a8e req-2c940d32-e4cd-46ef-94ea-9c21ce61b2ce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=4b35ae9d-5cff-4e61-ba01-0932ec805e02 HTTP/1.1" status: 200 len: 1098 time: 0.4062393 Feb 09 18:09:38.296269 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-57069a4d-0a3b-46dd-a214-3de356c42b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'name': 'tempest-TestNetworkBasicOps-router-93078547', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:16Z', 'updated_at': '2022-02-09T18:08:35Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:18Z', 'updated_at': '2022-02-09T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'f263307e-70c5-419f-8b6c-e3c8c0f42fe0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.246', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'port_id': 'da8fed69-90cb-4fd0-ad29-658c7e1155f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b', 'mac_address': 'fa:16:3e:5c:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b35ae9d-5cff-4e61-ba01-0932ec805e02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:09:29Z', 'updated_at': '2022-02-09T18:09:29Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396a1660-4047-4a7f-b967-2a3d23582a2c', 'name': '', 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:d7:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cfb6415-9d93-4424-b9a1-eff5d129cea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:30Z', 'updated_at': '2022-02-09T18:08:47Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '6cfb6415-9d93-4424-b9a1-eff5d129cea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:38.332958 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57069a4d-0a3b-46dd-a214-3de356c42b45 None None] Checking router: 57807ce7-b1f5-4caf-ba22-80a23d21a831 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:09:38.364787 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b4ead35f-3c42-4839-bc63-d4d70a30e5c9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640420'] for router, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:38.367056 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5d0d3-3aa0-4b3d-885a-43ffe69cede0 None None] Pushing event updated for resources: {'Port': ['ID=0fab2c26-40ca-48f8-9d0d-37514a0cf4d4,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:38.371663 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57069a4d-0a3b-46dd-a214-3de356c42b45 None None] Routers {'57807ce7-b1f5-4caf-ba22-80a23d21a831'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:09:38.373534 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-57069a4d-0a3b-46dd-a214-3de356c42b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:09:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['57807ce7-b1f5-4caf-ba22-80a23d21a831'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:38.515690 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecbb9898-aee3-48cd-bff1-888a0b7dc715 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:38.517797 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07537f02-a204-4189-a3bd-644ea4d16421 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:38.541332 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-69b8737a-fbac-45f3-8ce7-103656c64373 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] For port 57f26f11-01c1-46d8-b00a-3370123db0a0, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=57f26f11-01c1-46d8-b00a-3370123db0a0,segment=NetworkSegment(4f646e22-f441-4464-b2ee-0772432833bf),segment_id=4f646e22-f441-4464-b2ee-0772432833bf)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:38.547094 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-69b8737a-fbac-45f3-8ce7-103656c64373 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:38.547238 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-07537f02-a204-4189-a3bd-644ea4d16421 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Transition to ACTIVE for port object 1c8bfe21-0c1f-4e76-8699-8e78b8348fc2 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:38.591814 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-57069a4d-0a3b-46dd-a214-3de356c42b45 None None] Set router 57807ce7-b1f5-4caf-ba22-80a23d21a831 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:09:38.633443 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-ecbb9898-aee3-48cd-bff1-888a0b7dc715 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b401b5bf-5d35-4f3f-a043-57d52920ea02']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:38.641282 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ead35f-3c42-4839-bc63-d4d70a30e5c9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Router 231c2c0b-2ed4-4fd8-8e16-79896c790d27 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:09:38.813487 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07537f02-a204-4189-a3bd-644ea4d16421 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:38.882053 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-69b8737a-fbac-45f3-8ce7-103656c64373 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Calling delete_port for 57f26f11-01c1-46d8-b00a-3370123db0a0 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:38.915328 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07537f02-a204-4189-a3bd-644ea4d16421 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:38.924387 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-07537f02-a204-4189-a3bd-644ea4d16421 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:38.932121 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07537f02-a204-4189-a3bd-644ea4d16421 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:38.939499 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07537f02-a204-4189-a3bd-644ea4d16421 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:38.940215 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07537f02-a204-4189-a3bd-644ea4d16421 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:38.945156 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07537f02-a204-4189-a3bd-644ea4d16421 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=1c8bfe21-0c1f-4e76-8699-8e78b8348fc2,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:38.959711 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Network 576b956b-8633-4be0-9748-eed31b198d37 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:09:38.971165 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-ecbb9898-aee3-48cd-bff1-888a0b7dc715 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75da836-2e18-4c45-836f-5bd887811997') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:38.973204 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-ecbb9898-aee3-48cd-bff1-888a0b7dc715 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75da836-2e18-4c45-836f-5bd887811997') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:39.011743 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecbb9898-aee3-48cd-bff1-888a0b7dc715 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:39.048621 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecbb9898-aee3-48cd-bff1-888a0b7dc715 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:39.061440 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79aa456-b818-4cac-bd77-213d474e0a8e req-16890ccc-0338-4ed4-aa6d-820079520923 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:39.061440 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d79aa456-b818-4cac-bd77-213d474e0a8e req-16890ccc-0338-4ed4-aa6d-820079520923 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f843c8a8-e764-4c31-91e5-e456caf4f77b HTTP/1.1" status: 200 len: 896 time: 0.7512348 Feb 09 18:09:39.061675 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ead35f-3c42-4839-bc63-d4d70a30e5c9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:09:39.061772 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbb9898-aee3-48cd-bff1-888a0b7dc715 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:09:39.061772 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecbb9898-aee3-48cd-bff1-888a0b7dc715 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:39.067458 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b4ead35f-3c42-4839-bc63-d4d70a30e5c9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:39.080282 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b4ead35f-3c42-4839-bc63-d4d70a30e5c9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "PUT /v2.0/routers/231c2c0b-2ed4-4fd8-8e16-79896c790d27 HTTP/1.1" status: 200 len: 892 time: 2.0166931 Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:09:39.080513 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:09:39.107238 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-07537f02-a204-4189-a3bd-644ea4d16421 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4861841 Feb 09 18:09:39.107238 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51762) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:39.122003 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a1df3d-cce3-4fe2-8c70-28af9b233a44 None None] Sync routers for ids ['231c2c0b-2ed4-4fd8-8e16-79896c790d27'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:09:39.143712 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51766) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:39.144062 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51768) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:39.150596 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a1df3d-cce3-4fe2-8c70-28af9b233a44 None None] Routers {'231c2c0b-2ed4-4fd8-8e16-79896c790d27'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:09:39.151418 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f1a1df3d-cce3-4fe2-8c70-28af9b233a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:09:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['231c2c0b-2ed4-4fd8-8e16-79896c790d27'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:39.164368 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-57069a4d-0a3b-46dd-a214-3de356c42b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'name': 'tempest-TestNetworkBasicOps-router-93078547', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:16Z', 'updated_at': '2022-02-09T18:08:35Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:18Z', 'updated_at': '2022-02-09T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'f263307e-70c5-419f-8b6c-e3c8c0f42fe0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.246', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'port_id': 'da8fed69-90cb-4fd0-ad29-658c7e1155f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b', 'mac_address': 'fa:16:3e:5c:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b35ae9d-5cff-4e61-ba01-0932ec805e02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:09:29Z', 'updated_at': '2022-02-09T18:09:29Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396a1660-4047-4a7f-b967-2a3d23582a2c', 'name': '', 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:d7:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cfb6415-9d93-4424-b9a1-eff5d129cea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:30Z', 'updated_at': '2022-02-09T18:08:47Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '6cfb6415-9d93-4424-b9a1-eff5d129cea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:39.170570 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57069a4d-0a3b-46dd-a214-3de356c42b45 None None] The sync data for ids ['57807ce7-b1f5-4caf-ba22-80a23d21a831'] in dv-neutron-827016-2-hyperv is: [{'id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'name': 'tempest-TestNetworkBasicOps-router-93078547', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:16Z', 'updated_at': '2022-02-09T18:08:35Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:18Z', 'updated_at': '2022-02-09T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'f263307e-70c5-419f-8b6c-e3c8c0f42fe0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.246', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'port_id': 'da8fed69-90cb-4fd0-ad29-658c7e1155f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b', 'mac_address': 'fa:16:3e:5c:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b35ae9d-5cff-4e61-ba01-0932ec805e02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:09:29Z', 'updated_at': '2022-02-09T18:09:29Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396a1660-4047-4a7f-b967-2a3d23582a2c', 'name': '', 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:d7:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cfb6415-9d93-4424-b9a1-eff5d129cea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:30Z', 'updated_at': '2022-02-09T18:08:47Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '6cfb6415-9d93-4424-b9a1-eff5d129cea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:09:39.235951 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f1a1df3d-cce3-4fe2-8c70-28af9b233a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:39.248045 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a1df3d-cce3-4fe2-8c70-28af9b233a44 None None] Routers {'231c2c0b-2ed4-4fd8-8e16-79896c790d27'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:09:39.248639 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f1a1df3d-cce3-4fe2-8c70-28af9b233a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:09:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['231c2c0b-2ed4-4fd8-8e16-79896c790d27'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:39.251956 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f61c6d8-acc8-43cf-9c86-8b0c2da2301e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:39.256476 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f61c6d8-acc8-43cf-9c86-8b0c2da2301e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:39.257447 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6f61c6d8-acc8-43cf-9c86-8b0c2da2301e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:39.277053 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 576b956b-8633-4be0-9748-eed31b198d37) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:39.312230 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f1a1df3d-cce3-4fe2-8c70-28af9b233a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:39.312554 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a1df3d-cce3-4fe2-8c70-28af9b233a44 None None] The sync data for ids ['231c2c0b-2ed4-4fd8-8e16-79896c790d27'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:09:39.355759 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-69b8737a-fbac-45f3-8ce7-103656c64373 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:39.378460 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6f61c6d8-acc8-43cf-9c86-8b0c2da2301e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:39.381913 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6f61c6d8-acc8-43cf-9c86-8b0c2da2301e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2919021 Feb 09 18:09:39.382434 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51774) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:39.446656 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:39.447759 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:39.469956 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-4fba69d0-037e-4f1a-bae8-7f11999153e0 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting port 1c8bfe21-0c1f-4e76-8699-8e78b8348fc2 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:39.470313 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4fba69d0-037e-4f1a-bae8-7f11999153e0 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:39.571738 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d79aa456-b818-4cac-bd77-213d474e0a8e req-e26684aa-1bc8-4c1d-bb93-f391253f5c80 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da8fed69-90cb-4fd0-ad29-658c7e1155f2 HTTP/1.1" status: 200 len: 999 time: 0.4890070 Feb 09 18:09:39.583289 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b8737a-fbac-45f3-8ce7-103656c64373 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] No DVR routers for this DVR port 57f26f11-01c1-46d8-b00a-3370123db0a0 on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:09:39.584988 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8737a-fbac-45f3-8ce7-103656c64373 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Port': ['ID=57f26f11-01c1-46d8-b00a-3370123db0a0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:39.649037 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b54f0d0-8c24-438d-b5ad-4986fbcd0e93 None None] New status for floating IP f263307e-70c5-419f-8b6c-e3c8c0f42fe0: ACTIVE {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:09:39.741198 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecbb9898-aee3-48cd-bff1-888a0b7dc715 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:39.804881 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecbb9898-aee3-48cd-bff1-888a0b7dc715 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:39.817172 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4fba69d0-037e-4f1a-bae8-7f11999153e0 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:39.825820 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-762f3dfa-91d4-4920-b9c4-f9252ea3cc7c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/f263307e-70c5-419f-8b6c-e3c8c0f42fe0 HTTP/1.1" status: 200 len: 991 time: 0.6228411 Feb 09 18:09:39.953585 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-69b8737a-fbac-45f3-8ce7-103656c64373 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:39.991242 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0c84b1-9267-4b84-bff0-08f4cc6da3b7 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:39.991455 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-69b8737a-fbac-45f3-8ce7-103656c64373 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3cf51d6-5730-4a21-870c-b23b710adadf']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:39.998670 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf924831-369e-42e1-b766-a6f5bdc5c08f None None] Network 58ee4063-9582-49b6-8c5a-840b78e9864e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:40.014242 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb9898-aee3-48cd-bff1-888a0b7dc715 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Network': ['ID=b401b5bf-5d35-4f3f-a043-57d52920ea02,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:40.018213 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dd45ab-caaf-45c6-90c0-e3fdf076b424 None None] Network a3cf51d6-5730-4a21-870c-b23b710adadf requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:40.028990 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-4fba69d0-037e-4f1a-bae8-7f11999153e0 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Calling delete_port for 1c8bfe21-0c1f-4e76-8699-8e78b8348fc2 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:40.038816 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Pushing event updated for resources: {'Port': ['ID=4ebd5a7e-5bf7-4e89-8902-1d32f428ddbc,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:40.045743 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-69b8737a-fbac-45f3-8ce7-103656c64373 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f646e22-f441-4464-b2ee-0772432833bf') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:40.046137 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-69b8737a-fbac-45f3-8ce7-103656c64373 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f646e22-f441-4464-b2ee-0772432833bf') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:40.077047 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ecbb9898-aee3-48cd-bff1-888a0b7dc715 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/networks/b401b5bf-5d35-4f3f-a043-57d52920ea02 HTTP/1.1" status: 204 len: 168 time: 2.3034272 Feb 09 18:09:40.082911 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51786) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:40.084463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79aa456-b818-4cac-bd77-213d474e0a8e req-eef90a1a-6993-4df4-bd80-d8c611dcc877 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:40.086319 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d79aa456-b818-4cac-bd77-213d474e0a8e req-eef90a1a-6993-4df4-bd80-d8c611dcc877 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6cfb6415-9d93-4424-b9a1-eff5d129cea0 HTTP/1.1" status: 200 len: 835 time: 0.4965274 Feb 09 18:09:40.090540 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-69b8737a-fbac-45f3-8ce7-103656c64373 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:40.142421 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd028cd-2d14-4b40-bab3-a3b113a26258 None None] Network 576b956b-8633-4be0-9748-eed31b198d37 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:40.205186 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75cb6b7-570a-49d1-b1d4-57ff899f6527 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] DELETE failed (client error): The resource could not be found. Feb 09 18:09:40.205741 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b75cb6b7-570a-49d1-b1d4-57ff899f6527 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:09:40.207518 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b75cb6b7-570a-49d1-b1d4-57ff899f6527 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/subnets/84a37da6-2901-4b28-a94a-93f7f4945c8e HTTP/1.1" status: 404 len: 337 time: 0.1202261 Feb 09 18:09:40.212715 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51790) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:40.216492 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-69b8737a-fbac-45f3-8ce7-103656c64373 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:40.228591 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Checking segment: {'id': '8ea1a2c1-f666-45eb-a9c0-ac2ed05c819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9dac45ff-aa00-4e8a-9bef-b1fd5b2eb88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:09:40.229213 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Network hostable DHCP agents. Network: 9dac45ff-aa00-4e8a-9bef-b1fd5b2eb88b, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:09:40.235989 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b8737a-fbac-45f3-8ce7-103656c64373 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:09:40.236593 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-69b8737a-fbac-45f3-8ce7-103656c64373 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:40.249163 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e1e2bf-1d9e-4bc7-a8d0-76c6d407cee9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] DELETE failed (client error): The resource could not be found. Feb 09 18:09:40.249163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e1e2bf-1d9e-4bc7-a8d0-76c6d407cee9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:09:40.257008 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-84e1e2bf-1d9e-4bc7-a8d0-76c6d407cee9 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/networks/52a18922-ba46-4a5a-abbd-f84b00c6e809 HTTP/1.1" status: 404 len: 339 time: 0.0406191 Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:09:40.257188 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:09:40.259215 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51794) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:40.269995 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf924831-369e-42e1-b766-a6f5bdc5c08f None None] Network 58ee4063-9582-49b6-8c5a-840b78e9864e could not be found, it might have been deleted concurrently. {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 09 18:09:40.317232 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe757e1f-e1fe-4a5d-91a0-60ee4a83a9cf tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] DELETE failed (client error): The resource could not be found. Feb 09 18:09:40.318131 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe757e1f-e1fe-4a5d-91a0-60ee4a83a9cf tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:09:40.322384 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fe757e1f-e1fe-4a5d-91a0-60ee4a83a9cf tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/subnets/06e02769-830f-490e-a5d2-6add32d03e52 HTTP/1.1" status: 404 len: 337 time: 0.0618403 Feb 09 18:09:40.322992 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51798) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:40.337196 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc115460-5a7e-4fc0-bed0-2fe88529f866 None None] DHCP port deletion for 58ee4063-9582-49b6-8c5a-840b78e9864e request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:09:40.358500 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c095bf-e698-49ba-80f5-da2bb8bc746f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] DELETE failed (client error): The resource could not be found. Feb 09 18:09:40.359145 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c095bf-e698-49ba-80f5-da2bb8bc746f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:09:40.361767 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f8c095bf-e698-49ba-80f5-da2bb8bc746f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/networks/3d1c8ed6-e53f-484d-8ac5-e91194e9760e HTTP/1.1" status: 404 len: 339 time: 0.0378075 Feb 09 18:09:40.369093 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51802) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:40.399287 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d79aa456-b818-4cac-bd77-213d474e0a8e req-7d3eefd1-40d9-4bfd-898f-27b8b4d97bbe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f843c8a8-e764-4c31-91e5-e456caf4f77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2601192 Feb 09 18:09:40.404083 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7c24ab49-baa6-499c-82f2-01dd316a3a19 None None] Provisioning for port 0fab2c26-40ca-48f8-9d0d-37514a0cf4d4 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:40.445326 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4fba69d0-037e-4f1a-bae8-7f11999153e0 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:40.460233 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfdda800-047a-4285-abf1-70fb7249f5e1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] DELETE failed (client error): The resource could not be found. Feb 09 18:09:40.461087 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfdda800-047a-4285-abf1-70fb7249f5e1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:09:40.470870 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-dfdda800-047a-4285-abf1-70fb7249f5e1 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/subnets/9dad662c-fd14-4afb-b947-19c1836b1d7d HTTP/1.1" status: 404 len: 337 time: 0.1023755 Feb 09 18:09:40.500869 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51806) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:40.504594 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2931fad-6a8d-4c9d-ac11-96d05727d1e8 None None] DHCP port deletion for a3cf51d6-5730-4a21-870c-b23b710adadf request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:09:40.547347 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba69d0-037e-4f1a-bae8-7f11999153e0 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Port': ['ID=1c8bfe21-0c1f-4e76-8699-8e78b8348fc2,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:40.571036 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Network 9dac45ff-aa00-4e8a-9bef-b1fd5b2eb88b is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:09:40.573485 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-69b8737a-fbac-45f3-8ce7-103656c64373 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:40.592332 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-b00533ef-520e-4bd0-a749-9bed86c65e49 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] DELETE failed (client error): The resource could not be found. Feb 09 18:09:40.592657 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b00533ef-520e-4bd0-a749-9bed86c65e49 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:09:40.614738 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4fba69d0-037e-4f1a-bae8-7f11999153e0 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:40.634346 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4fba69d0-037e-4f1a-bae8-7f11999153e0 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/1c8bfe21-0c1f-4e76-8699-8e78b8348fc2 HTTP/1.1" status: 204 len: 168 time: 1.2488797 Feb 09 18:09:40.635763 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51812) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:40.741241 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0fab2c26-40ca-48f8-9d0d-37514a0cf4d4 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:09:40.843440 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-13f62269-2959-4709-9f00-ad5dad8c8804 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "GET /v2.0/routers/231c2c0b-2ed4-4fd8-8e16-79896c790d27 HTTP/1.1" status: 200 len: 892 time: 1.6383588 Feb 09 18:09:40.853175 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51816) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:40.853175 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51818) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:40.856739 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-69b8737a-fbac-45f3-8ce7-103656c64373 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:40.862854 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-69b8737a-fbac-45f3-8ce7-103656c64373 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/networks/a3cf51d6-5730-4a21-870c-b23b710adadf HTTP/1.1" status: 204 len: 168 time: 3.5130219 Feb 09 18:09:40.864945 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8737a-fbac-45f3-8ce7-103656c64373 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Network': ['ID=a3cf51d6-5730-4a21-870c-b23b710adadf,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:40.874923 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51820) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:40.967740 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b00533ef-520e-4bd0-a749-9bed86c65e49 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/networks/279f1f64-d5d1-4b51-99af-bba0ef30613e HTTP/1.1" status: 404 len: 339 time: 0.4630830 Feb 09 18:09:40.972816 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51828) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:40.989782 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 0fab2c26-40ca-48f8-9d0d-37514a0cf4d4 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:40.999556 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 0fab2c26-40ca-48f8-9d0d-37514a0cf4d4 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:41.000920 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:41.044452 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 9dac45ff-aa00-4e8a-9bef-b1fd5b2eb88b) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:41.053291 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-df482a18-1dd3-448c-8be5-2af20430687f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] DELETE failed (client error): The resource could not be found. Feb 09 18:09:41.054046 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df482a18-1dd3-448c-8be5-2af20430687f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:09:41.058982 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-16366c01-502e-40dc-ad88-0155c04792ea tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "GET /v2.0/ports?device_id=231c2c0b-2ed4-4fd8-8e16-79896c790d27 HTTP/1.1" status: 200 len: 205 time: 0.1887279 Feb 09 18:09:41.059990 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-df482a18-1dd3-448c-8be5-2af20430687f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/subnets/39d72615-ae5a-4e3a-98fb-736bb5578354 HTTP/1.1" status: 404 len: 337 time: 0.0791912 Feb 09 18:09:41.067354 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51832) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:41.068155 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51834) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:41.071366 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:41.085222 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:41.089454 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:41.090833 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:41.133252 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eca8cd-38a2-44d5-8c97-44d8324b3843 None None] Network 9dac45ff-aa00-4e8a-9bef-b1fd5b2eb88b requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:41.158244 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d79aa456-b818-4cac-bd77-213d474e0a8e req-46e3d657-3fe7-4ec6-a8ca-a523d200caa4 service neutron] 10.222.0.50 "GET /v2.0/networks/f843c8a8-e764-4c31-91e5-e456caf4f77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7386134 Feb 09 18:09:41.194461 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7c1a5387-c352-4189-ab4c-0eec0490e056 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/f263307e-70c5-419f-8b6c-e3c8c0f42fe0 HTTP/1.1" status: 200 len: 993 time: 0.3255763 Feb 09 18:09:41.200180 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02286f7e-233b-44aa-89df-6cf716897551 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:41.201089 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-02286f7e-233b-44aa-89df-6cf716897551 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Synchronizing usage tracker for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:41.207398 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-62b136f1-b7a3-4bfa-82cd-89aff84923d5 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.4634500 Feb 09 18:09:41.215181 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51842) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:41.257653 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12bda19-d5f4-4806-9f4e-fb4fb9aef574 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:41.259123 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12bda19-d5f4-4806-9f4e-fb4fb9aef574 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:41.259952 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e12bda19-d5f4-4806-9f4e-fb4fb9aef574 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:41.275577 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a855d96-86fd-47e2-b3af-8eae75dc41ef tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] DELETE failed (client error): The resource could not be found. Feb 09 18:09:41.276063 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a855d96-86fd-47e2-b3af-8eae75dc41ef tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:09:41.279009 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9a855d96-86fd-47e2-b3af-8eae75dc41ef tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/networks/d96d9f00-ff39-4184-a6e1-976547fbebbc HTTP/1.1" status: 404 len: 339 time: 0.2001965 Feb 09 18:09:41.318736 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51846) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:41.386196 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b97d66c0-3512-4c8e-891b-9692131fa3cf None None] Provisioning complete for port 0fab2c26-40ca-48f8-9d0d-37514a0cf4d4 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:41.386196 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b97d66c0-3512-4c8e-891b-9692131fa3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:41.389619 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eff07f-4e84-40f5-9ce8-3180f6dea5ed req-5fe6041a-20b5-4863-9eb8-f9a725c4ca92 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:41.396120 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-55eff07f-4e84-40f5-9ce8-3180f6dea5ed req-5fe6041a-20b5-4863-9eb8-f9a725c4ca92 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 945 time: 0.6551678 Feb 09 18:09:41.397802 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ac8a0f-1e87-4ec3-ac04-0139ba284279 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] DELETE failed (client error): The resource could not be found. Feb 09 18:09:41.398246 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ac8a0f-1e87-4ec3-ac04-0139ba284279 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:09:41.400113 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-36ac8a0f-1e87-4ec3-ac04-0139ba284279 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/subnets/16dedf5d-7137-4318-8157-80b46fce7050 HTTP/1.1" status: 404 len: 337 time: 0.0727348 Feb 09 18:09:41.403448 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51850) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:41.460886 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d79aa456-b818-4cac-bd77-213d474e0a8e req-6d4025f2-de78-4023-a55c-c623234cf366 service neutron] 10.222.0.50 "GET /v2.0/networks/f843c8a8-e764-4c31-91e5-e456caf4f77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929866 Feb 09 18:09:41.468832 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f24f965-e16f-4aab-adb9-c9ae3ec46021 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] DELETE failed (client error): The resource could not be found. Feb 09 18:09:41.468832 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f24f965-e16f-4aab-adb9-c9ae3ec46021 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:09:41.468832 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9f24f965-e16f-4aab-adb9-c9ae3ec46021 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/networks/854de3b7-144a-4f38-b179-21235b3949cd HTTP/1.1" status: 404 len: 339 time: 0.0609326 Feb 09 18:09:41.473253 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51854) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:41.484978 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d0facc-94ef-45a8-8682-9d78ee5abf8d tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:41.489669 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d0facc-94ef-45a8-8682-9d78ee5abf8d tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:41.490779 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-41d0facc-94ef-45a8-8682-9d78ee5abf8d tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Synchronizing usage tracker for tenant:ced9d801e4b248e9a340a4b643f3fc37 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:41.520439 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e12bda19-d5f4-4806-9f4e-fb4fb9aef574 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:41.524286 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e12bda19-d5f4-4806-9f4e-fb4fb9aef574 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.8852699 Feb 09 18:09:41.524463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51858) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:41.557004 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-55eff07f-4e84-40f5-9ce8-3180f6dea5ed req-5e650f3c-700d-4d23-bf59-4f4dceaf5c09 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596026 Feb 09 18:09:41.558095 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8825e6-a56c-4552-8f81-c2f5486de8d5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] DELETE failed (client error): The resource could not be found. Feb 09 18:09:41.559295 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8825e6-a56c-4552-8f81-c2f5486de8d5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:09:41.561225 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0b8825e6-a56c-4552-8f81-c2f5486de8d5 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/subnets/9e1e8674-1447-436b-bed4-d7fec350d975 HTTP/1.1" status: 404 len: 337 time: 0.0857046 Feb 09 18:09:41.564701 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51862) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:41.572589 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:41.581327 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-02286f7e-233b-44aa-89df-6cf716897551 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Unset dirty status for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:41.586109 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-02286f7e-233b-44aa-89df-6cf716897551 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports/bc2e103c-93fd-4db9-bf7f-ca647150f1d2 HTTP/1.1" status: 200 len: 840 time: 0.7066889 Feb 09 18:09:41.589163 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51866) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:41.604345 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-567dc509-894a-46ae-934b-67792a0ad2d7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] DELETE failed (client error): The resource could not be found. Feb 09 18:09:41.605137 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567dc509-894a-46ae-934b-67792a0ad2d7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:09:41.607139 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-567dc509-894a-46ae-934b-67792a0ad2d7 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/networks/e6a0e415-47cf-4e0d-b8c4-0a41ab86a0fe HTTP/1.1" status: 404 len: 339 time: 0.0413308 Feb 09 18:09:41.615534 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51870) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:41.663830 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-419c7b76-c91b-4359-877c-116576da389d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] DELETE failed (client error): The resource could not be found. Feb 09 18:09:41.663830 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419c7b76-c91b-4359-877c-116576da389d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:09:41.664633 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-419c7b76-c91b-4359-877c-116576da389d tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/subnets/dafedabb-8df0-45e3-b33b-090c744ed7a2 HTTP/1.1" status: 404 len: 337 time: 0.0479133 Feb 09 18:09:41.667308 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51874) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:41.688253 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-41d0facc-94ef-45a8-8682-9d78ee5abf8d tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Unset dirty status for tenant:ced9d801e4b248e9a340a4b643f3fc37 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:41.692653 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-41d0facc-94ef-45a8-8682-9d78ee5abf8d tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4758668 Feb 09 18:09:41.695501 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51878) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:41.739786 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-330ea604-8136-465d-8c2d-0238d03d6091 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] DELETE failed (client error): The resource could not be found. Feb 09 18:09:41.740376 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-330ea604-8136-465d-8c2d-0238d03d6091 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:09:41.744552 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-330ea604-8136-465d-8c2d-0238d03d6091 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/networks/464050ca-f841-4b2b-bf40-11d7b999afe5 HTTP/1.1" status: 404 len: 339 time: 0.0728564 Feb 09 18:09:41.750747 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51882) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:41.768458 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 0fab2c26-40ca-48f8-9d0d-37514a0cf4d4, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0fab2c26-40ca-48f8-9d0d-37514a0cf4d4,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:41.794582 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f1764ac7-7446-4d52-8fcc-271bfed3fe79 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports/bc2e103c-93fd-4db9-bf7f-ca647150f1d2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2041547 Feb 09 18:09:41.798046 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51886) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:41.798836 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b97d66c0-3512-4c8e-891b-9692131fa3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:41.806201 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f5922156-c59c-47a8-be84-6cdbdda78ce3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'subnet': {'network_id': '3f2321c5-bf60-493e-93d3-55a59564b49d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:41.821664 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-168e9a8f-afba-4791-ac81-4843d35ff693 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] DELETE failed (client error): The resource could not be found. Feb 09 18:09:41.821664 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-168e9a8f-afba-4791-ac81-4843d35ff693 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:09:41.821664 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-168e9a8f-afba-4791-ac81-4843d35ff693 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/subnets/af4ff24e-95db-42e2-a6a1-35d9857a0cbd HTTP/1.1" status: 404 len: 337 time: 0.0648608 Feb 09 18:09:41.824788 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51890) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:41.841503 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:41.864950 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e045456-19d2-462e-ad58-d44c8e9ab50f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] DELETE failed (client error): The resource could not be found. Feb 09 18:09:41.865400 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e045456-19d2-462e-ad58-d44c8e9ab50f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:09:41.869545 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2e045456-19d2-462e-ad58-d44c8e9ab50f tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/networks/eabddf09-5eed-4fe4-ac5e-9c01b14d9a78 HTTP/1.1" status: 404 len: 339 time: 0.0382371 Feb 09 18:09:41.873563 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51894) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:41.878563 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-49c7c2a8-72f6-43da-9f45-33ce0463c4d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:41.952408 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c2a85ce-1ba5-4cbf-863f-e1de3e79b430 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet bb2d549c-f39c-4cbc-87d1-00cd07e7675d {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:09:41.954739 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 57f26f11-01c1-46d8-b00a-3370123db0a0 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:09:41.958376 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f5922156-c59c-47a8-be84-6cdbdda78ce3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:41.963156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f5922156-c59c-47a8-be84-6cdbdda78ce3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:subnet and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:41.966967 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c2a85ce-1ba5-4cbf-863f-e1de3e79b430 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:41.994162 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f5922156-c59c-47a8-be84-6cdbdda78ce3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:41.999060 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 57f26f11-01c1-46d8-b00a-3370123db0a0 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:09:41.999409 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 57f26f11-01c1-46d8-b00a-3370123db0a0 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:09:42.005956 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-b97d66c0-3512-4c8e-891b-9692131fa3cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:09:42.006329 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-b97d66c0-3512-4c8e-891b-9692131fa3cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:09:42.007147 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f5922156-c59c-47a8-be84-6cdbdda78ce3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:42.009562 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=0fab2c26-40ca-48f8-9d0d-37514a0cf4d4,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:42.010140 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-8caf975d-ce5c-48f5-92ee-5f13b70e3634 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Deleting port 6bf52a74-9ddf-4321-906e-34566f4ec220 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:42.010661 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8caf975d-ce5c-48f5-92ee-5f13b70e3634 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:42.035769 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c2a85ce-1ba5-4cbf-863f-e1de3e79b430 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:42.110640 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5922156-c59c-47a8-be84-6cdbdda78ce3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:42.226867 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c2a85ce-1ba5-4cbf-863f-e1de3e79b430 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:42.262858 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f5922156-c59c-47a8-be84-6cdbdda78ce3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:42.410598 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-925ab8ce-994f-49a8-aebc-0f94eb2f6854 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Deleting subnet 6c887bdc-ba5b-4212-abd2-afbccd69d1d4 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:09:42.427201 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-925ab8ce-994f-49a8-aebc-0f94eb2f6854 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:42.464838 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8caf975d-ce5c-48f5-92ee-5f13b70e3634 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:42.483887 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478acd72-324a-4624-b09f-59afd68e1924 req-1aa1aad3-519d-4c03-a6ba-206e320482e4 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:42.484528 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-478acd72-324a-4624-b09f-59afd68e1924 req-1aa1aad3-519d-4c03-a6ba-206e320482e4 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Synchronizing usage tracker for tenant:10a4b1464e30470e8e13c0bd2bfded95 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:42.563072 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c2a85ce-1ba5-4cbf-863f-e1de3e79b430 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:42.601968 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-478acd72-324a-4624-b09f-59afd68e1924 req-1aa1aad3-519d-4c03-a6ba-206e320482e4 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Unset dirty status for tenant:10a4b1464e30470e8e13c0bd2bfded95 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:42.603210 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-478acd72-324a-4624-b09f-59afd68e1924 req-1aa1aad3-519d-4c03-a6ba-206e320482e4 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.50 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 945 time: 0.2500236 Feb 09 18:09:42.637613 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0fab2c26-40ca-48f8-9d0d-37514a0cf4d4 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:09:42.663597 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a85ce-1ba5-4cbf-863f-e1de3e79b430 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=bb2d549c-f39c-4cbc-87d1-00cd07e7675d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:42.724066 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f4f26535-901e-4ee4-b114-903d64d54583 None None] Could not find standard attr ID for object 1c8bfe21-0c1f-4e76-8699-8e78b8348fc2. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:09:42.734214 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-8caf975d-ce5c-48f5-92ee-5f13b70e3634 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Calling delete_port for 6bf52a74-9ddf-4321-906e-34566f4ec220 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:42.739915 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c2a85ce-1ba5-4cbf-863f-e1de3e79b430 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:42.747350 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e70eac-f8ed-49b9-9e07-5c0e9399971c None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:42.765659 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-478acd72-324a-4624-b09f-59afd68e1924 req-7d63634f-b1d3-4d23-9bf0-454f674a1c24 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Deleting port cc43ec91-0fc5-42c8-a553-13a6af55add1 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:42.766177 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-478acd72-324a-4624-b09f-59afd68e1924 req-7d63634f-b1d3-4d23-9bf0-454f674a1c24 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:42.778158 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-925ab8ce-994f-49a8-aebc-0f94eb2f6854 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:42.870584 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 0fab2c26-40ca-48f8-9d0d-37514a0cf4d4 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:42.871549 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:42.990755 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-49c7c2a8-72f6-43da-9f45-33ce0463c4d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:42.998652 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-925ab8ce-994f-49a8-aebc-0f94eb2f6854 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:43.038651 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7c2a85ce-1ba5-4cbf-863f-e1de3e79b430 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/bb2d549c-f39c-4cbc-87d1-00cd07e7675d HTTP/1.1" status: 204 len: 168 time: 1.5128827 Feb 09 18:09:43.041573 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64e85f-6729-4e02-8be5-1483003164e1 req-c4fc6387-976b-4320-8f06-b91116ed1831 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:43.049394 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9a64e85f-6729-4e02-8be5-1483003164e1 req-c4fc6387-976b-4320-8f06-b91116ed1831 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 945 time: 0.2768354 Feb 09 18:09:43.061226 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51900) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:43.077088 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8caf975d-ce5c-48f5-92ee-5f13b70e3634 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:43.130470 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-49c7c2a8-72f6-43da-9f45-33ce0463c4d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting port 2e33a79b-b1d7-4d9b-afb5-392528476885 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:43.130814 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-49c7c2a8-72f6-43da-9f45-33ce0463c4d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:43.154614 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d669b6fb-8f01-4415-9595-f295b161b5e3 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913837 Feb 09 18:09:43.172365 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808c5f32-23be-49af-a43a-2aff2c97cd3a None None] DHCP port deletion for 533fa7e0-9286-46d7-99f4-266111443da8 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:09:43.172628 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51904) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:43.176816 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-808c5f32-23be-49af-a43a-2aff2c97cd3a None None] Deleting port 0fab2c26-40ca-48f8-9d0d-37514a0cf4d4 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:43.177326 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-808c5f32-23be-49af-a43a-2aff2c97cd3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:43.180600 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf975d-ce5c-48f5-92ee-5f13b70e3634 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Pushing event deleted for resources: {'Port': ['ID=6bf52a74-9ddf-4321-906e-34566f4ec220,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:43.208389 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f5922156-c59c-47a8-be84-6cdbdda78ce3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:43.221407 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8caf975d-ce5c-48f5-92ee-5f13b70e3634 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:43.238918 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9a64e85f-6729-4e02-8be5-1483003164e1 req-c3526127-01f5-416f-a23e-8002525d033e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885586 Feb 09 18:09:43.366350 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8caf975d-ce5c-48f5-92ee-5f13b70e3634 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] 10.222.0.21 "DELETE /v2.0/ports/6bf52a74-9ddf-4321-906e-34566f4ec220 HTTP/1.1" status: 204 len: 168 time: 1.6634624 Feb 09 18:09:43.369646 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51910) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:43.381296 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5922156-c59c-47a8-be84-6cdbdda78ce3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network 3f2321c5-bf60-493e-93d3-55a59564b49d is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:43.391394 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-f5922156-c59c-47a8-be84-6cdbdda78ce3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:43.405698 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5922156-c59c-47a8-be84-6cdbdda78ce3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Subnet': ['ID=9cc82b05-6b3f-42d8-a863-95ba1f282f7b,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:43.410103 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ac6aac-b225-4b22-b0a8-c8ba854fbc8b None None] Network 3f2321c5-bf60-493e-93d3-55a59564b49d requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:43.412130 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5922156-c59c-47a8-be84-6cdbdda78ce3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:43.412927 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f5922156-c59c-47a8-be84-6cdbdda78ce3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:43.454344 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-925ab8ce-994f-49a8-aebc-0f94eb2f6854 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:43.456655 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-478acd72-324a-4624-b09f-59afd68e1924 req-7d63634f-b1d3-4d23-9bf0-454f674a1c24 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] For port cc43ec91-0fc5-42c8-a553-13a6af55add1, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=cc43ec91-0fc5-42c8-a553-13a6af55add1,segment=NetworkSegment(ef1edd2b-cf25-4f82-9baf-16b100c9302b),segment_id=ef1edd2b-cf25-4f82-9baf-16b100c9302b)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:43.457024 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-478acd72-324a-4624-b09f-59afd68e1924 req-7d63634f-b1d3-4d23-9bf0-454f674a1c24 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:43.491294 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-49c7c2a8-72f6-43da-9f45-33ce0463c4d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:43.503610 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-808c5f32-23be-49af-a43a-2aff2c97cd3a None None] For port 0fab2c26-40ca-48f8-9d0d-37514a0cf4d4, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0fab2c26-40ca-48f8-9d0d-37514a0cf4d4,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:43.504017 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-808c5f32-23be-49af-a43a-2aff2c97cd3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:43.517617 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-6b0d3850-074f-4715-85e7-b6fd7bd983b8 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Deleting port 4ebd5a7e-5bf7-4e89-8902-1d32f428ddbc {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:43.518351 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6b0d3850-074f-4715-85e7-b6fd7bd983b8 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:43.525029 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f5922156-c59c-47a8-be84-6cdbdda78ce3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7259135 Feb 09 18:09:43.544570 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51914) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:43.550760 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36541da4-883e-4a7c-ac99-7f3a70ca5b2d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:43.554205 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-36541da4-883e-4a7c-ac99-7f3a70ca5b2d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3792717 Feb 09 18:09:43.560187 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51918) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:43.561468 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4cab067c-cc18-4fde-b31c-f32ff90a5c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'security_group': {'name': 'tempest-secgroup-1523873289'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:43.565902 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ab8ce-994f-49a8-aebc-0f94eb2f6854 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Subnet': ['ID=6c887bdc-ba5b-4212-abd2-afbccd69d1d4,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:43.570913 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4cab067c-cc18-4fde-b31c-f32ff90a5c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:43.586190 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4cab067c-cc18-4fde-b31c-f32ff90a5c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:security_group and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:43.591818 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4cab067c-cc18-4fde-b31c-f32ff90a5c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:43.600257 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4cab067c-cc18-4fde-b31c-f32ff90a5c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:43.642700 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-808c5f32-23be-49af-a43a-2aff2c97cd3a None None] Calling delete_port for 0fab2c26-40ca-48f8-9d0d-37514a0cf4d4 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:43.721837 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-925ab8ce-994f-49a8-aebc-0f94eb2f6854 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:43.723712 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-925ab8ce-994f-49a8-aebc-0f94eb2f6854 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/subnets/6c887bdc-ba5b-4212-abd2-afbccd69d1d4 HTTP/1.1" status: 204 len: 168 time: 1.7641001 Feb 09 18:09:43.731367 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-49c7c2a8-72f6-43da-9f45-33ce0463c4d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Calling delete_port for 2e33a79b-b1d7-4d9b-afb5-392528476885 owned by network:router_gateway {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:43.754731 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d505bdc-12ba-40c6-b1b7-73cac7ec6c39 None None] Network bc567abe-2448-4211-96a3-ede0b5b8aa5e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:43.766039 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51922) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:43.797518 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4cab067c-cc18-4fde-b31c-f32ff90a5c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:43.890150 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03d629e-5cb2-4076-8fa7-18dd4d705ea1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:43.892151 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d03d629e-5cb2-4076-8fa7-18dd4d705ea1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3285313 Feb 09 18:09:43.906144 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51926) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:43.954487 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-478acd72-324a-4624-b09f-59afd68e1924 req-7d63634f-b1d3-4d23-9bf0-454f674a1c24 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:43.954902 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-478acd72-324a-4624-b09f-59afd68e1924 req-7d63634f-b1d3-4d23-9bf0-454f674a1c24 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:43.955220 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [req-478acd72-324a-4624-b09f-59afd68e1924 req-7d63634f-b1d3-4d23-9bf0-454f674a1c24 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Floating IP d49f67fa-a619-45de-90d6-dce1c981cb32 disassociated. External IP: 172.26.8.28, port: cc43ec91-0fc5-42c8-a553-13a6af55add1. Feb 09 18:09:43.955568 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-478acd72-324a-4624-b09f-59afd68e1924 req-7d63634f-b1d3-4d23-9bf0-454f674a1c24 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Calling delete_port for cc43ec91-0fc5-42c8-a553-13a6af55add1 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:43.964215 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-808c5f32-23be-49af-a43a-2aff2c97cd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:44.004250 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c897e805-0d95-4e82-8b41-e273adfd0803 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:44.013833 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4cab067c-cc18-4fde-b31c-f32ff90a5c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:44.026086 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-577352ca-1778-43b9-88f9-6385a3ab6051 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115274 Feb 09 18:09:44.029425 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51930) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:44.029892 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4cab067c-cc18-4fde-b31c-f32ff90a5c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:security_group_rule and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:44.034211 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4cab067c-cc18-4fde-b31c-f32ff90a5c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:44.045743 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4cab067c-cc18-4fde-b31c-f32ff90a5c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:44.049791 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c897e805-0d95-4e82-8b41-e273adfd0803 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Deleting port 25270723-82c6-4f3d-af4d-6049a03d2923 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:44.050262 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c897e805-0d95-4e82-8b41-e273adfd0803 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:44.079402 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c5f32-23be-49af-a43a-2aff2c97cd3a None None] Pushing event deleted for resources: {'Port': ['ID=0fab2c26-40ca-48f8-9d0d-37514a0cf4d4,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:44.087334 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-5e3b6c13-424e-4087-b26e-43a3e2886d96 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:44.143319 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c5f32-23be-49af-a43a-2aff2c97cd3a None None] No DVR routers for this DVR port 0fab2c26-40ca-48f8-9d0d-37514a0cf4d4 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:09:44.212215 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ca91a7-6b5f-4ee8-8afc-f1e7fe6e5d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-3f2321c5-bf60-493e-93d3-55a59564b49d', 'network_id': '3f2321c5-bf60-493e-93d3-55a59564b49d', 'tenant_id': 'ce046d049f4e4b9d985a5a697b890edb', 'fixed_ips': [{'subnet_id': '9cc82b05-6b3f-42d8-a863-95ba1f282f7b'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:09:44.213119 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-86ca91a7-6b5f-4ee8-8afc-f1e7fe6e5d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:44.262472 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6b0d3850-074f-4715-85e7-b6fd7bd983b8 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:44.326353 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5e3b6c13-424e-4087-b26e-43a3e2886d96 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:44.329579 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4835b42-451b-44fb-bb19-fc81cf194602 None None] DHCP port deletion for bc567abe-2448-4211-96a3-ede0b5b8aa5e request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:09:44.338216 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d4835b42-451b-44fb-bb19-fc81cf194602 None None] Deleting port 25270723-82c6-4f3d-af4d-6049a03d2923 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:44.345488 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d4835b42-451b-44fb-bb19-fc81cf194602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:44.378716 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-478acd72-324a-4624-b09f-59afd68e1924 req-7d63634f-b1d3-4d23-9bf0-454f674a1c24 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:44.423382 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5e3b6c13-424e-4087-b26e-43a3e2886d96 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:44.452878 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63634f-b1d3-4d23-9bf0-454f674a1c24 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Pushing event deleted for resources: {'Port': ['ID=cc43ec91-0fc5-42c8-a553-13a6af55add1,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:44.457883 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4cab067c-cc18-4fde-b31c-f32ff90a5c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:44.468209 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-c897e805-0d95-4e82-8b41-e273adfd0803 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] For port 25270723-82c6-4f3d-af4d-6049a03d2923, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=25270723-82c6-4f3d-af4d-6049a03d2923,segment=NetworkSegment(11121950-c2f6-4fe8-9432-e949f268c207),segment_id=11121950-c2f6-4fe8-9432-e949f268c207)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:44.471425 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c897e805-0d95-4e82-8b41-e273adfd0803 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:44.554052 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4cab067c-cc18-4fde-b31c-f32ff90a5c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:44.612208 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-86ca91a7-6b5f-4ee8-8afc-f1e7fe6e5d47 None None] Allocated IP 172.20.0.2 (3f2321c5-bf60-493e-93d3-55a59564b49d/9cc82b05-6b3f-42d8-a863-95ba1f282f7b/49c2f944-2972-43bf-860e-3ea7cb112f7b) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:44.615350 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5e3b6c13-424e-4087-b26e-43a3e2886d96 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:44.643437 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 25270723-82c6-4f3d-af4d-6049a03d2923 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:09:44.659695 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-6b0d3850-074f-4715-85e7-b6fd7bd983b8 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Calling delete_port for 4ebd5a7e-5bf7-4e89-8902-1d32f428ddbc owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:44.678531 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d4835b42-451b-44fb-bb19-fc81cf194602 None None] For port 25270723-82c6-4f3d-af4d-6049a03d2923, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=25270723-82c6-4f3d-af4d-6049a03d2923,segment=NetworkSegment(11121950-c2f6-4fe8-9432-e949f268c207),segment_id=11121950-c2f6-4fe8-9432-e949f268c207)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:44.678872 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d4835b42-451b-44fb-bb19-fc81cf194602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:44.713128 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5e3b6c13-424e-4087-b26e-43a3e2886d96 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:44.735032 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6c4c3f30-a2dc-4852-820f-e86122a373fa req-9b03011e-1fda-48ac-84d5-9c52f63333f0 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 210 time: 0.3048158 Feb 09 18:09:44.830035 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab067c-cc18-4fde-b31c-f32ff90a5c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46adfb30-7cb5-45e1-806b-cc073313175e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:44.844745 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3b6c13-424e-4087-b26e-43a3e2886d96 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:44.890466 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d4835b42-451b-44fb-bb19-fc81cf194602 None None] Calling delete_port for 25270723-82c6-4f3d-af4d-6049a03d2923 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:44.920288 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c897e805-0d95-4e82-8b41-e273adfd0803 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Calling delete_port for 25270723-82c6-4f3d-af4d-6049a03d2923 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:44.944921 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-49c7c2a8-72f6-43da-9f45-33ce0463c4d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:44.950002 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6b0d3850-074f-4715-85e7-b6fd7bd983b8 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:45.028859 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6b0d3850-074f-4715-85e7-b6fd7bd983b8 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:45.049922 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:45.056346 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4cab067c-cc18-4fde-b31c-f32ff90a5c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:45.057790 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4cab067c-cc18-4fde-b31c-f32ff90a5c30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5043311 Feb 09 18:09:45.062146 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51936) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:45.071035 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f2e80bc8-169b-43c8-bffe-81292f6cd451 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'security_group': {'name': 'tempest-secgroup-204783580'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:45.078569 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f2e80bc8-169b-43c8-bffe-81292f6cd451 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:45.085614 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f2e80bc8-169b-43c8-bffe-81292f6cd451 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:security_group and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:45.090406 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7c2a8-72f6-43da-9f45-33ce0463c4d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Port': ['ID=2e33a79b-b1d7-4d9b-afb5-392528476885,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:45.091112 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f2e80bc8-169b-43c8-bffe-81292f6cd451 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:45.099973 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f2e80bc8-169b-43c8-bffe-81292f6cd451 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:45.142863 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c897e805-0d95-4e82-8b41-e273adfd0803 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:45.165182 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6b0d3850-074f-4715-85e7-b6fd7bd983b8 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] 10.222.0.21 "DELETE /v2.0/ports/4ebd5a7e-5bf7-4e89-8902-1d32f428ddbc HTTP/1.1" status: 204 len: 168 time: 1.7933152 Feb 09 18:09:45.180839 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51940) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:45.188031 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-478acd72-324a-4624-b09f-59afd68e1924 req-7d63634f-b1d3-4d23-9bf0-454f674a1c24 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:09:45.201934 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d3850-074f-4715-85e7-b6fd7bd983b8 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Pushing event deleted for resources: {'Port': ['ID=4ebd5a7e-5bf7-4e89-8902-1d32f428ddbc,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:45.221000 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0fab2c26-40ca-48f8-9d0d-37514a0cf4d4 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:09:45.236635 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e3b6c13-424e-4087-b26e-43a3e2886d96 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:45.243980 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897e805-0d95-4e82-8b41-e273adfd0803 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Port': ['ID=25270723-82c6-4f3d-af4d-6049a03d2923,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:45.254358 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f2e80bc8-169b-43c8-bffe-81292f6cd451 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:45.255106 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-d4835b42-451b-44fb-bb19-fc81cf194602 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:09:45.255468 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-d4835b42-451b-44fb-bb19-fc81cf194602 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:09:45.270221 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 0fab2c26-40ca-48f8-9d0d-37514a0cf4d4 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:09:45.270610 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0fab2c26-40ca-48f8-9d0d-37514a0cf4d4 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:09:45.272097 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5598983f-9e02-460e-b51b-2c04e6a76907 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0815732 Feb 09 18:09:45.279140 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51944) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:45.285996 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c897e805-0d95-4e82-8b41-e273adfd0803 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] No DVR routers for this DVR port 25270723-82c6-4f3d-af4d-6049a03d2923 on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:09:45.296722 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e38e5e08-fcfe-4937-8a3e-f329cc423026 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-589549446'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:45.296896 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-86ca91a7-6b5f-4ee8-8afc-f1e7fe6e5d47 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:45.310374 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-86ca91a7-6b5f-4ee8-8afc-f1e7fe6e5d47 None None] Transition to ACTIVE for port object 49c2f944-2972-43bf-860e-3ea7cb112f7b will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:45.319876 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device cc43ec91-0fc5-42c8-a553-13a6af55add1 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:09:45.338950 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e38e5e08-fcfe-4937-8a3e-f329cc423026 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:45.362235 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: cc43ec91-0fc5-42c8-a553-13a6af55add1 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:09:45.365191 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device cc43ec91-0fc5-42c8-a553-13a6af55add1 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:09:45.366049 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-86ca91a7-6b5f-4ee8-8afc-f1e7fe6e5d47 None None] Transition to ACTIVE for port object 49c2f944-2972-43bf-860e-3ea7cb112f7b will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:45.372753 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e38e5e08-fcfe-4937-8a3e-f329cc423026 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Usage tracker for resource:network and tenant:ced9d801e4b248e9a340a4b643f3fc37 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:45.380854 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e38e5e08-fcfe-4937-8a3e-f329cc423026 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:45.456257 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-86ca91a7-6b5f-4ee8-8afc-f1e7fe6e5d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:45.491186 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e38e5e08-fcfe-4937-8a3e-f329cc423026 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:45.508549 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-49c7c2a8-72f6-43da-9f45-33ce0463c4d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:45.537874 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca91a7-6b5f-4ee8-8afc-f1e7fe6e5d47 None None] Pushing event updated for resources: {'Port': ['ID=49c2f944-2972-43bf-860e-3ea7cb112f7b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:45.541357 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ca91a7-6b5f-4ee8-8afc-f1e7fe6e5d47 None None] Network 3f2321c5-bf60-493e-93d3-55a59564b49d is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:45.543679 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-86ca91a7-6b5f-4ee8-8afc-f1e7fe6e5d47 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:45.545980 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ca91a7-6b5f-4ee8-8afc-f1e7fe6e5d47 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:45.577733 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f2e80bc8-169b-43c8-bffe-81292f6cd451 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:45.588830 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c897e805-0d95-4e82-8b41-e273adfd0803 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:45.606092 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f2e80bc8-169b-43c8-bffe-81292f6cd451 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:security_group_rule and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:45.611705 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f2e80bc8-169b-43c8-bffe-81292f6cd451 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:45.635474 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f2e80bc8-169b-43c8-bffe-81292f6cd451 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:45.642016 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38e5e08-fcfe-4937-8a3e-f329cc423026 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Made reservation on behalf of ced9d801e4b248e9a340a4b643f3fc37 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:45.645480 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e38e5e08-fcfe-4937-8a3e-f329cc423026 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:45.647906 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-86ca91a7-6b5f-4ee8-8afc-f1e7fe6e5d47 None None] Attempting to bind port 49c2f944-2972-43bf-860e-3ea7cb112f7b on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:09:45.648488 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-86ca91a7-6b5f-4ee8-8afc-f1e7fe6e5d47 None None] Attempting to bind port 49c2f944-2972-43bf-860e-3ea7cb112f7b by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'fc372c04-3013-4bd2-b62a-b0e460d40e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3f2321c5-bf60-493e-93d3-55a59564b49d'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:09:45.648673 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ca91a7-6b5f-4ee8-8afc-f1e7fe6e5d47 None None] Attempting to bind port 49c2f944-2972-43bf-860e-3ea7cb112f7b on network 3f2321c5-bf60-493e-93d3-55a59564b49d {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:09:45.655958 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ca91a7-6b5f-4ee8-8afc-f1e7fe6e5d47 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:09:45.656374 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ca91a7-6b5f-4ee8-8afc-f1e7fe6e5d47 None None] Checking segment: {'id': 'fc372c04-3013-4bd2-b62a-b0e460d40e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3f2321c5-bf60-493e-93d3-55a59564b49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:09:45.656739 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-86ca91a7-6b5f-4ee8-8afc-f1e7fe6e5d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:45.657640 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ca91a7-6b5f-4ee8-8afc-f1e7fe6e5d47 None None] Bound using segment: {'id': 'fc372c04-3013-4bd2-b62a-b0e460d40e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3f2321c5-bf60-493e-93d3-55a59564b49d'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:09:45.658119 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-86ca91a7-6b5f-4ee8-8afc-f1e7fe6e5d47 None None] Bound port: 49c2f944-2972-43bf-860e-3ea7cb112f7b, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc372c04-3013-4bd2-b62a-b0e460d40e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3f2321c5-bf60-493e-93d3-55a59564b49d'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:09:45.658445 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-c897e805-0d95-4e82-8b41-e273adfd0803 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc567abe-2448-4211-96a3-ede0b5b8aa5e']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:45.658576 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-86ca91a7-6b5f-4ee8-8afc-f1e7fe6e5d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:45.690379 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-c897e805-0d95-4e82-8b41-e273adfd0803 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11121950-c2f6-4fe8-9432-e949f268c207') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:45.690679 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-c897e805-0d95-4e82-8b41-e273adfd0803 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11121950-c2f6-4fe8-9432-e949f268c207') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:45.720383 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c897e805-0d95-4e82-8b41-e273adfd0803 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:45.755263 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-86ca91a7-6b5f-4ee8-8afc-f1e7fe6e5d47 None None] For port 49c2f944-2972-43bf-860e-3ea7cb112f7b, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:09:45.755639 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c897e805-0d95-4e82-8b41-e273adfd0803 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:45.757102 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d4835b42-451b-44fb-bb19-fc81cf194602 None None] Deleting port 25270723-82c6-4f3d-af4d-6049a03d2923 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:45.757796 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d4835b42-451b-44fb-bb19-fc81cf194602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:45.758901 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38e5e08-fcfe-4937-8a3e-f329cc423026 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:09:45.786417 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c897e805-0d95-4e82-8b41-e273adfd0803 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:09:45.786664 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c897e805-0d95-4e82-8b41-e273adfd0803 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:45.795364 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-86ca91a7-6b5f-4ee8-8afc-f1e7fe6e5d47 None None] For port 49c2f944-2972-43bf-860e-3ea7cb112f7b, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=49c2f944-2972-43bf-860e-3ea7cb112f7b,segment=NetworkSegment(fc372c04-3013-4bd2-b62a-b0e460d40e07),segment_id=fc372c04-3013-4bd2-b62a-b0e460d40e07)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:09:45.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:09:45.811088 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e38e5e08-fcfe-4937-8a3e-f329cc423026 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:45.811088 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-e38e5e08-fcfe-4937-8a3e-f329cc423026 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Added segment 3b06e520-7dc2-4f50-899c-8281a521a8ca of type vlan for network cfb5a6b5-5148-4e12-96c1-d0eefbce94de Feb 09 18:09:45.837490 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d4835b42-451b-44fb-bb19-fc81cf194602 None None] The port '25270723-82c6-4f3d-af4d-6049a03d2923' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:09:45.857842 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-86ca91a7-6b5f-4ee8-8afc-f1e7fe6e5d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:45.883487 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-49c7c2a8-72f6-43da-9f45-33ce0463c4d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:45.886052 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f2e80bc8-169b-43c8-bffe-81292f6cd451 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:45.915563 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-49c7c2a8-72f6-43da-9f45-33ce0463c4d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:45.940733 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e38e5e08-fcfe-4937-8a3e-f329cc423026 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:45.983871 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3639a394-431f-4f7d-a9e6-e4ebae2868e8 req-9972b5ed-f7f9-4963-9601-c4d40b7cc052 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 210 time: 0.0650792 Feb 09 18:09:45.991231 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f2e80bc8-169b-43c8-bffe-81292f6cd451 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:46.025044 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca91a7-6b5f-4ee8-8afc-f1e7fe6e5d47 None None] Pushing event updated for resources: {'Port': ['ID=49c2f944-2972-43bf-860e-3ea7cb112f7b,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:46.031312 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c897e805-0d95-4e82-8b41-e273adfd0803 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:46.039659 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c897e805-0d95-4e82-8b41-e273adfd0803 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:46.083586 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897e805-0d95-4e82-8b41-e273adfd0803 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] Pushing event deleted for resources: {'Network': ['ID=bc567abe-2448-4211-96a3-ede0b5b8aa5e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:46.100783 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e38e5e08-fcfe-4937-8a3e-f329cc423026 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:46.104404 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38e5e08-fcfe-4937-8a3e-f329cc423026 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:46.105575 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e38e5e08-fcfe-4937-8a3e-f329cc423026 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:46.128717 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-49c7c2a8-72f6-43da-9f45-33ce0463c4d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:46.130498 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c7c2a8-72f6-43da-9f45-33ce0463c4d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Fanout notify agent at l3_agent the message router_deleted on router 231c2c0b-2ed4-4fd8-8e16-79896c790d27 {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:09:46.142952 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e80bc8-169b-43c8-bffe-81292f6cd451 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac84865-e546-43e1-a6e5-3627edc74ed9,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:46.158914 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-478acd72-324a-4624-b09f-59afd68e1924 req-7d63634f-b1d3-4d23-9bf0-454f674a1c24 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:09:46.172328 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc1e9a4-8dd3-47f9-8a8a-5b1a61d1ac73 None None] Sync routers for ids ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:09:46.184997 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc1e9a4-8dd3-47f9-8a8a-5b1a61d1ac73 None None] Routers {'3f7e0be2-fa0f-4081-8802-dd4bd4d20318'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:09:46.185605 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ffc1e9a4-8dd3-47f9-8a8a-5b1a61d1ac73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:09:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:46.216135 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.objects.ports [None req-5e3b6c13-424e-4087-b26e-43a3e2886d96 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84541) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 18:09:46.217596 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e3b6c13-424e-4087-b26e-43a3e2886d96 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:46.244596 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c897e805-0d95-4e82-8b41-e273adfd0803 tempest-NetworksTest-888151823 tempest-NetworksTest-888151823-project] 10.222.0.21 "DELETE /v2.0/networks/bc567abe-2448-4211-96a3-ede0b5b8aa5e HTTP/1.1" status: 204 len: 168 time: 2.4785352 Feb 09 18:09:46.265716 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f2e80bc8-169b-43c8-bffe-81292f6cd451 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:46.270931 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51952) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:46.271158 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f2e80bc8-169b-43c8-bffe-81292f6cd451 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.2072356 Feb 09 18:09:46.286872 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-096281ff-0250-49a9-b783-d028f520a1a0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1553335408', 'security_groups': ['2ac84865-e546-43e1-a6e5-3627edc74ed9'], 'network_id': '3f2321c5-bf60-493e-93d3-55a59564b49d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9cc82b05-6b3f-42d8-a863-95ba1f282f7b'}]}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:46.348788 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-478acd72-324a-4624-b09f-59afd68e1924 req-7d63634f-b1d3-4d23-9bf0-454f674a1c24 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] No DVR routers for this DVR port cc43ec91-0fc5-42c8-a553-13a6af55add1 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:09:46.351506 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-478acd72-324a-4624-b09f-59afd68e1924 req-7d63634f-b1d3-4d23-9bf0-454f674a1c24 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:46.354603 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-478acd72-324a-4624-b09f-59afd68e1924 req-7d63634f-b1d3-4d23-9bf0-454f674a1c24 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.50 "DELETE /v2.0/ports/cc43ec91-0fc5-42c8-a553-13a6af55add1 HTTP/1.1" status: 204 len: 173 time: 3.7224133 Feb 09 18:09:46.361709 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925e302a-d2eb-45c2-bd31-2ec545b0f90b', 'name': 'network-vif-deleted', 'tag': 'cc43ec91-0fc5-42c8-a553-13a6af55add1'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:09:46.380462 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e38e5e08-fcfe-4937-8a3e-f329cc423026 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0967507 Feb 09 18:09:46.414100 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e5e08-fcfe-4937-8a3e-f329cc423026 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Pushing event updated for resources: {'Network': ['ID=cfb5a6b5-5148-4e12-96c1-d0eefbce94de,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:46.428006 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51958) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:46.432099 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network cfb5a6b5-5148-4e12-96c1-d0eefbce94de details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:09:46.450841 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a9dc03b5-5c5e-43b8-94f4-ccf8a96db9ea tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-71357199'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:46.457597 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a9dc03b5-5c5e-43b8-94f4-ccf8a96db9ea tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:46.463562 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a9dc03b5-5c5e-43b8-94f4-ccf8a96db9ea tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Usage tracker for resource:network and tenant:ced9d801e4b248e9a340a4b643f3fc37 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:46.467315 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a9dc03b5-5c5e-43b8-94f4-ccf8a96db9ea tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:46.476548 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a9dc03b5-5c5e-43b8-94f4-ccf8a96db9ea tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:46.501234 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3b6c13-424e-4087-b26e-43a3e2886d96 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:46.505206 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-49c7c2a8-72f6-43da-9f45-33ce0463c4d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:46.506210 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-49c7c2a8-72f6-43da-9f45-33ce0463c4d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/routers/231c2c0b-2ed4-4fd8-8e16-79896c790d27 HTTP/1.1" status: 204 len: 168 time: 5.4327834 Feb 09 18:09:46.510475 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51962) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:46.535898 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ebc3ad06-b756-4710-b320-42935537a333 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1324298917'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:46.538802 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-5e3b6c13-424e-4087-b26e-43a3e2886d96 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:46.553283 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-ffc1e9a4-8dd3-47f9-8a8a-5b1a61d1ac73 None None] Set router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:09:46.564706 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925e302a-d2eb-45c2-bd31-2ec545b0f90b', 'name': 'network-vif-deleted', 'tag': 'cc43ec91-0fc5-42c8-a553-13a6af55add1', 'status': 'completed', 'code': 200} Feb 09 18:09:46.565928 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ebc3ad06-b756-4710-b320-42935537a333 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:46.570946 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ebc3ad06-b756-4710-b320-42935537a333 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Usage tracker for resource:network and tenant:3aafa79d3d06419e8e7c5f7d6aab117f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:46.576237 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ebc3ad06-b756-4710-b320-42935537a333 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:46.591130 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ebc3ad06-b756-4710-b320-42935537a333 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:46.610936 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dc03b5-5c5e-43b8-94f4-ccf8a96db9ea tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Made reservation on behalf of ced9d801e4b248e9a340a4b643f3fc37 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:46.621251 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9dc03b5-5c5e-43b8-94f4-ccf8a96db9ea tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:46.669886 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3b6c13-424e-4087-b26e-43a3e2886d96 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:46.670675 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e3b6c13-424e-4087-b26e-43a3e2886d96 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:46.692380 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc3ad06-b756-4710-b320-42935537a333 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Made reservation on behalf of 3aafa79d3d06419e8e7c5f7d6aab117f for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:46.695761 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ebc3ad06-b756-4710-b320-42935537a333 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:46.703016 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d387ede9-19a1-4417-9ddb-d755722e7046 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:46.755123 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b6c13-424e-4087-b26e-43a3e2886d96 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=3eded235-7fe4-467f-b799-7f0bd2452c8d,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:46.780846 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9dc03b5-5c5e-43b8-94f4-ccf8a96db9ea tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:09:46.799580 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9dc03b5-5c5e-43b8-94f4-ccf8a96db9ea tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:46.800431 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-a9dc03b5-5c5e-43b8-94f4-ccf8a96db9ea tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Added segment fb6734fc-2d22-4a9c-bfae-71d890cc4f4b of type vlan for network 894138a8-b29c-4a66-939f-fe3957febacf Feb 09 18:09:46.842602 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9dc03b5-5c5e-43b8-94f4-ccf8a96db9ea tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:46.851514 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 49c2f944-2972-43bf-860e-3ea7cb112f7b up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:09:46.863402 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5e3b6c13-424e-4087-b26e-43a3e2886d96 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8341546 Feb 09 18:09:46.872524 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51966) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:46.890529 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-91a1dd88-b568-436b-9002-51cc7c290671 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:46.915589 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc3ad06-b756-4710-b320-42935537a333 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:09:46.959643 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ebc3ad06-b756-4710-b320-42935537a333 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:46.962613 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-096281ff-0250-49a9-b783-d028f520a1a0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:46.964195 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-ebc3ad06-b756-4710-b320-42935537a333 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Added segment a95e8627-8355-4a12-b978-b01beb00478a of type vlan for network c01d4f05-8e9a-4789-b85f-f5518442752b Feb 09 18:09:46.988053 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9dc03b5-5c5e-43b8-94f4-ccf8a96db9ea tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:46.994838 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dc03b5-5c5e-43b8-94f4-ccf8a96db9ea tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:46.995273 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9dc03b5-5c5e-43b8-94f4-ccf8a96db9ea tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:47.058694 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-096281ff-0250-49a9-b783-d028f520a1a0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:port and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:47.079607 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d9e065a5-87b0-46bd-97db-db1d71231694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:47.126463 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:47.237329 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51974) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:47.259265 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ebc3ad06-b756-4710-b320-42935537a333 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:47.277754 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a9dc03b5-5c5e-43b8-94f4-ccf8a96db9ea tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8511922 Feb 09 18:09:47.341998 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ffc1e9a4-8dd3-47f9-8a8a-5b1a61d1ac73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:04:25Z', 'revision_number': 4, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port': {'id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:13Z', 'updated_at': '2022-02-09T18:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7c3760f8-e3f8-419b-a593-4e5263a8677e', 'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'mac_address': 'fa:16:3e:3a:97:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:22Z', 'updated_at': '2022-02-09T18:04:35Z', 'revision_number': 5, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'subnets': [{'id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:47.356329 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc1e9a4-8dd3-47f9-8a8a-5b1a61d1ac73 None None] Checking router: 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:09:47.387590 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-91a1dd88-b568-436b-9002-51cc7c290671 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:47.387590 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-91a1dd88-b568-436b-9002-51cc7c290671 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:47.394171 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc1e9a4-8dd3-47f9-8a8a-5b1a61d1ac73 None None] Routers {'3f7e0be2-fa0f-4081-8802-dd4bd4d20318'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:09:47.394827 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ffc1e9a4-8dd3-47f9-8a8a-5b1a61d1ac73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:09:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:47.395382 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-91a1dd88-b568-436b-9002-51cc7c290671 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:47.406075 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-91a1dd88-b568-436b-9002-51cc7c290671 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:47.406660 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc03b5-5c5e-43b8-94f4-ccf8a96db9ea tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Pushing event updated for resources: {'Network': ['ID=894138a8-b29c-4a66-939f-fe3957febacf,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:47.414608 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-096281ff-0250-49a9-b783-d028f520a1a0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:47.423262 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-096281ff-0250-49a9-b783-d028f520a1a0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:47.443494 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 49c2f944-2972-43bf-860e-3ea7cb112f7b completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:47.455716 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51980) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:47.459270 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 894138a8-b29c-4a66-939f-fe3957febacf details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:09:47.462975 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-0c881619-f56f-47f0-be66-8a08e89cbe6b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Request body: {'subnets': [{'network_id': 'cfb5a6b5-5148-4e12-96c1-d0eefbce94de', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1680516895', 'ip_version': 4}, {'network_id': '894138a8-b29c-4a66-939f-fe3957febacf', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:47.463302 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-0c881619-f56f-47f0-be66-8a08e89cbe6b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Request body: {'subnet': {'network_id': 'cfb5a6b5-5148-4e12-96c1-d0eefbce94de', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1680516895', 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:47.463868 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-0c881619-f56f-47f0-be66-8a08e89cbe6b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Request body: {'subnet': {'network_id': '894138a8-b29c-4a66-939f-fe3957febacf', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:47.529073 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a2e280c0-9d2f-4f14-837e-488010ac5f98 req-91401e14-7b64-4940-bb71-ecbe40aa268d tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 210 time: 0.0973246 Feb 09 18:09:47.530396 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a1dd88-b568-436b-9002-51cc7c290671 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:47.538570 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-91a1dd88-b568-436b-9002-51cc7c290671 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:47.594758 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096281ff-0250-49a9-b783-d028f520a1a0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:47.706974 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06da72a1-1f97-4d57-8cb9-47d2791dc11e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-533fa7e0-9286-46d7-99f4-266111443da8', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'fixed_ips': [{'subnet_id': '3eded235-7fe4-467f-b799-7f0bd2452c8d'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:09:47.709411 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06da72a1-1f97-4d57-8cb9-47d2791dc11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:47.769331 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-ffc1e9a4-8dd3-47f9-8a8a-5b1a61d1ac73 None None] Set router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:09:47.782316 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ebc3ad06-b756-4710-b320-42935537a333 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:47.785967 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc3ad06-b756-4710-b320-42935537a333 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:47.786525 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ebc3ad06-b756-4710-b320-42935537a333 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:47.955321 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-096281ff-0250-49a9-b783-d028f520a1a0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:47.955866 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3ad06-b756-4710-b320-42935537a333 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Network': ['ID=c01d4f05-8e9a-4789-b85f-f5518442752b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:47.967525 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.ipam_backend_mixin [None req-91a1dd88-b568-436b-9002-51cc7c290671 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3eded235-7fe4-467f-b799-7f0bd2452c8d (CIDR: 2001:db8::/64) Feb 09 18:09:47.971478 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-06da72a1-1f97-4d57-8cb9-47d2791dc11e None None] Allocated IP 2001:db8::f816:3eff:fe29:4b18 (533fa7e0-9286-46d7-99f4-266111443da8/3eded235-7fe4-467f-b799-7f0bd2452c8d/d0819a3b-fe89-4f0f-b582-896226fab2fa) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:47.977343 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0240056c-11d9-4437-ba5d-a4dec8191995 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87988ebdba86441595145b8b3a8899ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7349179 Feb 09 18:09:47.979425 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 51986) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:48.006915 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-096281ff-0250-49a9-b783-d028f520a1a0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] device_id is not set on port 1e231d2b-9e8a-48fe-9b26-2963556e7a8a yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:09:48.057605 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ebc3ad06-b756-4710-b320-42935537a333 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5458910 Feb 09 18:09:48.058698 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51990) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:48.081410 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-703b027d-ca9c-46b7-bd2f-2b0498e843d6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'subnet': {'network_id': 'c01d4f05-8e9a-4789-b85f-f5518442752b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:48.099210 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a1dd88-b568-436b-9002-51cc7c290671 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:09:48.099650 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a1dd88-b568-436b-9002-51cc7c290671 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:09:48.132303 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network c01d4f05-8e9a-4789-b85f-f5518442752b details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:09:48.247329 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0c881619-f56f-47f0-be66-8a08e89cbe6b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:48.252611 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-91a1dd88-b568-436b-9002-51cc7c290671 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3743207 Feb 09 18:09:48.257294 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 51996) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:48.264775 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0c881619-f56f-47f0-be66-8a08e89cbe6b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Usage tracker for resource:subnet and tenant:ced9d801e4b248e9a340a4b643f3fc37 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:48.268251 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0c881619-f56f-47f0-be66-8a08e89cbe6b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:48.273078 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ffc1e9a4-8dd3-47f9-8a8a-5b1a61d1ac73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:04:25Z', 'revision_number': 4, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port': {'id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:13Z', 'updated_at': '2022-02-09T18:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7c3760f8-e3f8-419b-a593-4e5263a8677e', 'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'mac_address': 'fa:16:3e:3a:97:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:22Z', 'updated_at': '2022-02-09T18:04:35Z', 'revision_number': 5, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'subnets': [{'id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:48.273730 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e7fdaed0-548e-463e-a5d2-3bc06cfe1e8f None None] Provisioning for port 49c2f944-2972-43bf-860e-3ea7cb112f7b completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:48.277045 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-1918d216-c497-4b03-a2e2-54033f73487a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:48.277227 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f5517be3-a267-455c-a531-7d13fc458943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:48.279013 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc1e9a4-8dd3-47f9-8a8a-5b1a61d1ac73 None None] The sync data for ids ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'] in dv-neutron-827016-2-hyperv is: [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:04:25Z', 'revision_number': 4, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port': {'id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:13Z', 'updated_at': '2022-02-09T18:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7c3760f8-e3f8-419b-a593-4e5263a8677e', 'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'mac_address': 'fa:16:3e:3a:97:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:22Z', 'updated_at': '2022-02-09T18:04:35Z', 'revision_number': 5, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'subnets': [{'id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:09:48.301023 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e7fdaed0-548e-463e-a5d2-3bc06cfe1e8f None None] Provisioning complete for port 49c2f944-2972-43bf-860e-3ea7cb112f7b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:48.301424 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7fdaed0-548e-463e-a5d2-3bc06cfe1e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:48.321716 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0c881619-f56f-47f0-be66-8a08e89cbe6b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:48.337442 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f5517be3-a267-455c-a531-7d13fc458943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:48.419630 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-703b027d-ca9c-46b7-bd2f-2b0498e843d6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:48.430355 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-703b027d-ca9c-46b7-bd2f-2b0498e843d6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Usage tracker for resource:subnet and tenant:3aafa79d3d06419e8e7c5f7d6aab117f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:48.441574 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-703b027d-ca9c-46b7-bd2f-2b0498e843d6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:48.444337 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c881619-f56f-47f0-be66-8a08e89cbe6b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Made reservation on behalf of ced9d801e4b248e9a340a4b643f3fc37 for: {'subnet': 2} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:48.465202 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-703b027d-ca9c-46b7-bd2f-2b0498e843d6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:48.500246 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7fdaed0-548e-463e-a5d2-3bc06cfe1e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:48.552115 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-e7fdaed0-548e-463e-a5d2-3bc06cfe1e8f None None] For port 49c2f944-2972-43bf-860e-3ea7cb112f7b, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=49c2f944-2972-43bf-860e-3ea7cb112f7b,segment=NetworkSegment(fc372c04-3013-4bd2-b62a-b0e460d40e07),segment_id=fc372c04-3013-4bd2-b62a-b0e460d40e07)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:48.566187 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06da72a1-1f97-4d57-8cb9-47d2791dc11e None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:48.578574 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-06da72a1-1f97-4d57-8cb9-47d2791dc11e None None] Transition to ACTIVE for port object d0819a3b-fe89-4f0f-b582-896226fab2fa will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:48.601884 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-06da72a1-1f97-4d57-8cb9-47d2791dc11e None None] Transition to ACTIVE for port object d0819a3b-fe89-4f0f-b582-896226fab2fa will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:48.610143 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703b027d-ca9c-46b7-bd2f-2b0498e843d6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Made reservation on behalf of 3aafa79d3d06419e8e7c5f7d6aab117f for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:48.630837 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-096281ff-0250-49a9-b783-d028f520a1a0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Allocated IP 172.20.0.6 (3f2321c5-bf60-493e-93d3-55a59564b49d/9cc82b05-6b3f-42d8-a863-95ba1f282f7b/1e231d2b-9e8a-48fe-9b26-2963556e7a8a) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:48.657922 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7fdaed0-548e-463e-a5d2-3bc06cfe1e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:48.741904 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e7fdaed0-548e-463e-a5d2-3bc06cfe1e8f None None] Provisioning complete for port bc2e103c-93fd-4db9-bf7f-ca647150f1d2 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:48.742741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7fdaed0-548e-463e-a5d2-3bc06cfe1e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:48.767246 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fdaed0-548e-463e-a5d2-3bc06cfe1e8f None None] Pushing event updated for resources: {'Port': ['ID=49c2f944-2972-43bf-860e-3ea7cb112f7b,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:48.778226 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06da72a1-1f97-4d57-8cb9-47d2791dc11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:48.831744 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-660399a1-545a-46c6-bab8-382935d21c82 req-5aca052c-5bea-4ad0-8052-d118c3e676d5 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e302a-d2eb-45c2-bd31-2ec545b0f90b HTTP/1.1" status: 200 len: 210 time: 0.1049404 Feb 09 18:09:48.835662 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f5517be3-a267-455c-a531-7d13fc458943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:48.860182 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1918d216-c497-4b03-a2e2-54033f73487a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:48.872558 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5517be3-a267-455c-a531-7d13fc458943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ca66de-8c93-472f-b8c1-3fdef4bbe035,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:48.894049 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-1918d216-c497-4b03-a2e2-54033f73487a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:48.903644 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-1918d216-c497-4b03-a2e2-54033f73487a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:48.926392 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1918d216-c497-4b03-a2e2-54033f73487a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:48.938249 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f5517be3-a267-455c-a531-7d13fc458943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:48.938249 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f5517be3-a267-455c-a531-7d13fc458943 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6ca66de-8c93-472f-b8c1-3fdef4bbe035 HTTP/1.1" status: 204 len: 168 time: 0.9503822 Feb 09 18:09:48.938551 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-703b027d-ca9c-46b7-bd2f-2b0498e843d6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:48.996916 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-096281ff-0250-49a9-b783-d028f520a1a0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:49.024180 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-096281ff-0250-49a9-b783-d028f520a1a0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Transition to ACTIVE for port object 1e231d2b-9e8a-48fe-9b26-2963556e7a8a will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:49.077086 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06da72a1-1f97-4d57-8cb9-47d2791dc11e None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:49.090165 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-06da72a1-1f97-4d57-8cb9-47d2791dc11e None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:49.102941 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06da72a1-1f97-4d57-8cb9-47d2791dc11e None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:49.108973 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da72a1-1f97-4d57-8cb9-47d2791dc11e None None] Pushing event updated for resources: {'Port': ['ID=d0819a3b-fe89-4f0f-b582-896226fab2fa,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:49.118933 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e7fdaed0-548e-463e-a5d2-3bc06cfe1e8f None None] Port bc2e103c-93fd-4db9-bf7f-ca647150f1d2 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:09:49.147802 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0c881619-f56f-47f0-be66-8a08e89cbe6b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:49.148143 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0c881619-f56f-47f0-be66-8a08e89cbe6b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:49.178241 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-096281ff-0250-49a9-b783-d028f520a1a0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:49.260778 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1918d216-c497-4b03-a2e2-54033f73487a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:49.329091 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1cadc45-f3b6-4b45-bb12-273a3bb9f6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:49.335179 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-06da72a1-1f97-4d57-8cb9-47d2791dc11e None None] Attempting to bind port d0819a3b-fe89-4f0f-b582-896226fab2fa on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:09:49.335559 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-06da72a1-1f97-4d57-8cb9-47d2791dc11e None None] Attempting to bind port d0819a3b-fe89-4f0f-b582-896226fab2fa by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:09:49.335933 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06da72a1-1f97-4d57-8cb9-47d2791dc11e None None] Attempting to bind port d0819a3b-fe89-4f0f-b582-896226fab2fa on network 533fa7e0-9286-46d7-99f4-266111443da8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:09:49.363644 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096281ff-0250-49a9-b783-d028f520a1a0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Port': ['ID=1e231d2b-9e8a-48fe-9b26-2963556e7a8a,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:49.374324 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06da72a1-1f97-4d57-8cb9-47d2791dc11e None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:09:49.377478 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06da72a1-1f97-4d57-8cb9-47d2791dc11e None None] Checking segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:09:49.377766 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06da72a1-1f97-4d57-8cb9-47d2791dc11e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:49.378097 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06da72a1-1f97-4d57-8cb9-47d2791dc11e None None] Bound using segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:09:49.378799 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-06da72a1-1f97-4d57-8cb9-47d2791dc11e None None] Bound port: d0819a3b-fe89-4f0f-b582-896226fab2fa, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:09:49.379680 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06da72a1-1f97-4d57-8cb9-47d2791dc11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:49.414559 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096281ff-0250-49a9-b783-d028f520a1a0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network 3f2321c5-bf60-493e-93d3-55a59564b49d is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:49.434227 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-096281ff-0250-49a9-b783-d028f520a1a0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:49.453075 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096281ff-0250-49a9-b783-d028f520a1a0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:49.593633 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096281ff-0250-49a9-b783-d028f520a1a0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:49.594791 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-096281ff-0250-49a9-b783-d028f520a1a0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:49.628625 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-06da72a1-1f97-4d57-8cb9-47d2791dc11e None None] For port d0819a3b-fe89-4f0f-b582-896226fab2fa, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:09:49.630176 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ee7b0-710b-4301-aa98-1860a5136bc5 req-1b5d6d9a-4584-4a65-8fc3-3de648de1d23 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:49.631291 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-06da72a1-1f97-4d57-8cb9-47d2791dc11e None None] For port d0819a3b-fe89-4f0f-b582-896226fab2fa, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=d0819a3b-fe89-4f0f-b582-896226fab2fa,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:09:49.637397 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f32ee7b0-710b-4301-aa98-1860a5136bc5 req-1b5d6d9a-4584-4a65-8fc3-3de648de1d23 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 945 time: 0.2659988 Feb 09 18:09:49.699573 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06da72a1-1f97-4d57-8cb9-47d2791dc11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:49.703786 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f32ee7b0-710b-4301-aa98-1860a5136bc5 req-8252f111-0ea9-4806-819f-ef0d9738b64a tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654302 Feb 09 18:09:49.706630 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-096281ff-0250-49a9-b783-d028f520a1a0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4264803 Feb 09 18:09:49.708964 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52022) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:49.722637 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-e0a39711-866f-4ddd-a862-6263882d6cd1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'subnet': {'network_id': '3f2321c5-bf60-493e-93d3-55a59564b49d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:49.785262 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1918d216-c497-4b03-a2e2-54033f73487a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:49.844112 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da72a1-1f97-4d57-8cb9-47d2791dc11e None None] Pushing event updated for resources: {'Port': ['ID=d0819a3b-fe89-4f0f-b582-896226fab2fa,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:49.971934 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e0a39711-866f-4ddd-a862-6263882d6cd1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:49.975900 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e0a39711-866f-4ddd-a862-6263882d6cd1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:subnet and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:49.981341 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e0a39711-866f-4ddd-a862-6263882d6cd1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:49.996154 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e0a39711-866f-4ddd-a862-6263882d6cd1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:50.087807 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:50.116181 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a39711-866f-4ddd-a862-6263882d6cd1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:50.117177 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-76a14845-5feb-40df-9cd5-23e9752fb7ec None None] Provisioning for port 1e231d2b-9e8a-48fe-9b26-2963556e7a8a completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:50.129710 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e0a39711-866f-4ddd-a862-6263882d6cd1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:50.131428 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:50.164257 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-76a14845-5feb-40df-9cd5-23e9752fb7ec None None] Provisioning complete for port 1e231d2b-9e8a-48fe-9b26-2963556e7a8a triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:50.164633 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-76a14845-5feb-40df-9cd5-23e9752fb7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:50.312709 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-703b027d-ca9c-46b7-bd2f-2b0498e843d6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:50.420081 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-76a14845-5feb-40df-9cd5-23e9752fb7ec None None] Port 1e231d2b-9e8a-48fe-9b26-2963556e7a8a cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:09:50.549583 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b027d-ca9c-46b7-bd2f-2b0498e843d6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Subnet': ['ID=38a00349-2450-4efd-b24f-47af85cf4184,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:50.598993 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662557b7-90e0-4b4b-b0f8-e2220e208ed8 None None] New status for floating IP d49f67fa-a619-45de-90d6-dce1c981cb32: DOWN {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:09:50.629473 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703b027d-ca9c-46b7-bd2f-2b0498e843d6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Checking segment: {'id': 'a95e8627-8355-4a12-b978-b01beb00478a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c01d4f05-8e9a-4789-b85f-f5518442752b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:09:50.629861 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703b027d-ca9c-46b7-bd2f-2b0498e843d6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network hostable DHCP agents. Network: c01d4f05-8e9a-4789-b85f-f5518442752b, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:09:50.766445 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703b027d-ca9c-46b7-bd2f-2b0498e843d6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network c01d4f05-8e9a-4789-b85f-f5518442752b is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:09:50.847185 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.ipam_backend_mixin [None req-e0a39711-866f-4ddd-a862-6263882d6cd1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9cc82b05-6b3f-42d8-a863-95ba1f282f7b (CIDR: 172.20.0.0/28) Feb 09 18:09:50.876329 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a39711-866f-4ddd-a862-6263882d6cd1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:09:50.877217 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a39711-866f-4ddd-a862-6263882d6cd1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:09:50.887601 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-703b027d-ca9c-46b7-bd2f-2b0498e843d6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, c01d4f05-8e9a-4789-b85f-f5518442752b) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:50.921458 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703b027d-ca9c-46b7-bd2f-2b0498e843d6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:50.922575 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-703b027d-ca9c-46b7-bd2f-2b0498e843d6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:50.960710 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-c1e3f178-2c57-46d8-abeb-5091699e6e12 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-305791275&fields=id&tenant_id=10a4b1464e30470e8e13c0bd2bfded95 HTTP/1.1" status: 200 len: 267 time: 0.1086709 Feb 09 18:09:51.074253 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4f7d36-f204-43e8-96af-4e4420505e3b None None] Network c01d4f05-8e9a-4789-b85f-f5518442752b requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:51.096850 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 49c2f944-2972-43bf-860e-3ea7cb112f7b up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:09:51.099303 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1918d216-c497-4b03-a2e2-54033f73487a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:51.178045 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e0a39711-866f-4ddd-a862-6263882d6cd1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4679110 Feb 09 18:09:51.203154 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52048) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:51.225538 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-703b027d-ca9c-46b7-bd2f-2b0498e843d6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1620481 Feb 09 18:09:51.227517 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0c881619-f56f-47f0-be66-8a08e89cbe6b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:51.240306 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1918d216-c497-4b03-a2e2-54033f73487a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:51.246861 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52050) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:51.277401 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-1918d216-c497-4b03-a2e2-54033f73487a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:51.284835 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-2f079917-33f0-474a-b114-502edd5d0050 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-645807167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:51.300580 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b832d59a-d93b-443a-ac0c-e1eb234bb9bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'subnet': {'network_id': '3f2321c5-bf60-493e-93d3-55a59564b49d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:51.301915 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1918d216-c497-4b03-a2e2-54033f73487a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:51.303423 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1918d216-c497-4b03-a2e2-54033f73487a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:51.324693 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2f079917-33f0-474a-b114-502edd5d0050 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:51.388009 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52056) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:51.396544 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 49c2f944-2972-43bf-860e-3ea7cb112f7b triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:51.396914 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:51.411096 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2f079917-33f0-474a-b114-502edd5d0050 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Usage tracker for resource:router and tenant:3aafa79d3d06419e8e7c5f7d6aab117f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:51.427334 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2f079917-33f0-474a-b114-502edd5d0050 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:51.438888 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918d216-c497-4b03-a2e2-54033f73487a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=56d25757-88eb-4b3f-8387-353cfcd08f68,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:51.503867 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2f079917-33f0-474a-b114-502edd5d0050 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:51.568957 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1918d216-c497-4b03-a2e2-54033f73487a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3088038 Feb 09 18:09:51.586209 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52062) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:51.627091 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c881619-f56f-47f0-be66-8a08e89cbe6b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Checking segment: {'id': '3b06e520-7dc2-4f50-899c-8281a521a8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cfb5a6b5-5148-4e12-96c1-d0eefbce94de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:09:51.632135 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c881619-f56f-47f0-be66-8a08e89cbe6b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Network hostable DHCP agents. Network: cfb5a6b5-5148-4e12-96c1-d0eefbce94de, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:09:51.632461 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:51.638115 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c881619-f56f-47f0-be66-8a08e89cbe6b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Pushing event updated for resources: {'Subnet': ['ID=48af5983-31d5-4f26-8987-900a386ed401,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:51.666529 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2f079917-33f0-474a-b114-502edd5d0050 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:51.668747 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2f079917-33f0-474a-b114-502edd5d0050 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:51.678723 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-51621807-e3a6-4adc-8d10-778c036d0db6 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:51.682635 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-51621807-e3a6-4adc-8d10-778c036d0db6 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/networks?id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd HTTP/1.1" status: 200 len: 811 time: 0.7109241 Feb 09 18:09:51.687799 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device d0819a3b-fe89-4f0f-b582-896226fab2fa up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:09:51.757947 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-acf13e97-1a4a-4a2b-b2dd-15d88f440911 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/quotas/10a4b1464e30470e8e13c0bd2bfded95 HTTP/1.1" status: 200 len: 375 time: 0.0471134 Feb 09 18:09:51.772152 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2f079917-33f0-474a-b114-502edd5d0050 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:51.809212 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce74af42-2456-40a0-ad6b-e820d8dc75d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-c01d4f05-8e9a-4789-b85f-f5518442752b', 'network_id': 'c01d4f05-8e9a-4789-b85f-f5518442752b', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'fixed_ips': [{'subnet_id': '38a00349-2450-4efd-b24f-47af85cf4184'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:09:51.810022 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ce74af42-2456-40a0-ad6b-e820d8dc75d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:51.813439 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-056dbc54-c590-497c-abf0-e2d8702e11ce tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Request body: {'security_group': {'name': 'tempest-secgroup--476326392'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:51.822537 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-056dbc54-c590-497c-abf0-e2d8702e11ce tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:51.829927 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-056dbc54-c590-497c-abf0-e2d8702e11ce tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Usage tracker for resource:security_group and tenant:179cc86b44e74238894e07c09fb01264 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:51.836430 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea841136-5be7-472f-91f9-d6ddf0775a5d None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:51.836712 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-056dbc54-c590-497c-abf0-e2d8702e11ce tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:51.844704 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-056dbc54-c590-497c-abf0-e2d8702e11ce tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:51.856097 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c881619-f56f-47f0-be66-8a08e89cbe6b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Network cfb5a6b5-5148-4e12-96c1-d0eefbce94de is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:09:51.875395 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2f079917-33f0-474a-b114-502edd5d0050 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:51.961784 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-056dbc54-c590-497c-abf0-e2d8702e11ce tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:51.971785 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad4968-b254-40da-a26b-7e407b63b7b5 req-ad50011a-33db-4b0e-b107-51c528839dc6 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:51.975124 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-29ad4968-b254-40da-a26b-7e407b63b7b5 req-ad50011a-33db-4b0e-b107-51c528839dc6 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 945 time: 0.8141584 Feb 09 18:09:51.981865 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-5b42e202-a0b4-4ea5-b341-faa9f8b65c0b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'mac_address': 'fa:16:3e:bf:31:3d', 'name': 'tempest-NetworksTestDHCPv6-881157335'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:51.990233 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2f079917-33f0-474a-b114-502edd5d0050 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:51.998431 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2f079917-33f0-474a-b114-502edd5d0050 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7376952 Feb 09 18:09:51.998431 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-0c881619-f56f-47f0-be66-8a08e89cbe6b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, cfb5a6b5-5148-4e12-96c1-d0eefbce94de) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:51.998431 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52068) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:52.009098 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-056dbc54-c590-497c-abf0-e2d8702e11ce tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:52.018800 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9af95c-6311-4ec6-af2b-e93cda5c3416 None None] Network cfb5a6b5-5148-4e12-96c1-d0eefbce94de requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:52.033881 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0c881619-f56f-47f0-be66-8a08e89cbe6b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:52.138333 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8d15c139-242b-4908-b36d-9eae963a273c None None] Provisioning for port d0819a3b-fe89-4f0f-b582-896226fab2fa completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:52.150336 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port d0819a3b-fe89-4f0f-b582-896226fab2fa completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:52.174811 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b832d59a-d93b-443a-ac0c-e1eb234bb9bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:52.177642 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port d0819a3b-fe89-4f0f-b582-896226fab2fa triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:52.178179 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:52.206950 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b832d59a-d93b-443a-ac0c-e1eb234bb9bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:subnet and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:52.224252 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b832d59a-d93b-443a-ac0c-e1eb234bb9bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:52.228502 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8d15c139-242b-4908-b36d-9eae963a273c None None] Provisioning complete for port d0819a3b-fe89-4f0f-b582-896226fab2fa triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:52.228502 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8d15c139-242b-4908-b36d-9eae963a273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:52.265903 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b832d59a-d93b-443a-ac0c-e1eb234bb9bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:52.325218 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-44b75950-abb0-4887-9cae-7490180e30e0 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=10a4b1464e30470e8e13c0bd2bfded95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5474844 Feb 09 18:09:52.327863 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-29ad4968-b254-40da-a26b-7e407b63b7b5 req-6da0dcb9-f8cb-4ee5-a609-b206dbf3f8d6 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3047268 Feb 09 18:09:52.369474 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b832d59a-d93b-443a-ac0c-e1eb234bb9bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:52.373314 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b832d59a-d93b-443a-ac0c-e1eb234bb9bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:52.393078 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c881619-f56f-47f0-be66-8a08e89cbe6b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Pushing event updated for resources: {'Subnet': ['ID=81196dbd-14c8-437e-8f2c-7030a0e23e06,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:52.398218 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-056dbc54-c590-497c-abf0-e2d8702e11ce tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:52.405689 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-ce74af42-2456-40a0-ad6b-e820d8dc75d0 None None] Allocated IP 2001:db8::2 (c01d4f05-8e9a-4789-b85f-f5518442752b/38a00349-2450-4efd-b24f-47af85cf4184/14357709-e61c-410c-8d14-8e246d2dea70) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:52.415273 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-056dbc54-c590-497c-abf0-e2d8702e11ce tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Usage tracker for resource:security_group_rule and tenant:179cc86b44e74238894e07c09fb01264 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:52.419529 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-056dbc54-c590-497c-abf0-e2d8702e11ce tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:52.430010 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-056dbc54-c590-497c-abf0-e2d8702e11ce tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:52.450724 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5b42e202-a0b4-4ea5-b341-faa9f8b65c0b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:52.466186 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5b42e202-a0b4-4ea5-b341-faa9f8b65c0b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:port and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:52.484062 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5b42e202-a0b4-4ea5-b341-faa9f8b65c0b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:52.495335 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5b42e202-a0b4-4ea5-b341-faa9f8b65c0b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:52.567627 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c881619-f56f-47f0-be66-8a08e89cbe6b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Checking segment: {'id': 'fb6734fc-2d22-4a9c-bfae-71d890cc4f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '894138a8-b29c-4a66-939f-fe3957febacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:09:52.568015 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c881619-f56f-47f0-be66-8a08e89cbe6b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Network hostable DHCP agents. Network: 894138a8-b29c-4a66-939f-fe3957febacf, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:09:52.608055 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b42e202-a0b4-4ea5-b341-faa9f8b65c0b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:52.789288 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-056dbc54-c590-497c-abf0-e2d8702e11ce tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:52.843154 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-f0021d87-f4c8-4679-989b-365fb8457987 service neutron] 10.222.0.21 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5000057 Feb 09 18:09:52.857315 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5b42e202-a0b4-4ea5-b341-faa9f8b65c0b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:52.859710 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c881619-f56f-47f0-be66-8a08e89cbe6b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Network 894138a8-b29c-4a66-939f-fe3957febacf is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:09:52.908271 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-768c9d05-1e70-49bc-b9ab-ff1d08d7530c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:52.920622 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-056dbc54-c590-497c-abf0-e2d8702e11ce tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:52.952467 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:53.003725 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-5b42e202-a0b4-4ea5-b341-faa9f8b65c0b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] device_id is not set on port 0933e334-9e14-4f39-b91f-ce58fb39d7f1 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:09:53.018018 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a5e3e4-3edb-4af6-ae0c-4fc8e90043ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-cfb5a6b5-5148-4e12-96c1-d0eefbce94de', 'network_id': 'cfb5a6b5-5148-4e12-96c1-d0eefbce94de', 'tenant_id': 'ced9d801e4b248e9a340a4b643f3fc37', 'fixed_ips': [{'subnet_id': '48af5983-31d5-4f26-8987-900a386ed401'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:09:53.018887 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9a5e3e4-3edb-4af6-ae0c-4fc8e90043ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:53.033030 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8d15c139-242b-4908-b36d-9eae963a273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:53.193541 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port d0819a3b-fe89-4f0f-b582-896226fab2fa, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=d0819a3b-fe89-4f0f-b582-896226fab2fa,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:53.204201 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ce74af42-2456-40a0-ad6b-e820d8dc75d0 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:53.205456 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-920e4980-d4b1-4b7c-8257-e06455f0748b service neutron] 10.222.0.21 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354473 Feb 09 18:09:53.211102 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-0c881619-f56f-47f0-be66-8a08e89cbe6b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 894138a8-b29c-4a66-939f-fe3957febacf) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:53.234906 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c881619-f56f-47f0-be66-8a08e89cbe6b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:53.235437 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c881619-f56f-47f0-be66-8a08e89cbe6b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:53.236155 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0c881619-f56f-47f0-be66-8a08e89cbe6b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:53.238190 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ce74af42-2456-40a0-ad6b-e820d8dc75d0 None None] Transition to ACTIVE for port object 14357709-e61c-410c-8d14-8e246d2dea70 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:53.250271 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-056dbc54-c590-497c-abf0-e2d8702e11ce tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:53.263878 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056dbc54-c590-497c-abf0-e2d8702e11ce tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50023474-8c1c-4077-be54-292f8bd09010,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:53.287339 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ce74af42-2456-40a0-ad6b-e820d8dc75d0 None None] Transition to ACTIVE for port object 14357709-e61c-410c-8d14-8e246d2dea70 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:53.316967 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-056dbc54-c590-497c-abf0-e2d8702e11ce tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Usage tracker for resource:security_group_rule and tenant:179cc86b44e74238894e07c09fb01264 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:53.322262 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:53.336901 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-056dbc54-c590-497c-abf0-e2d8702e11ce tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:53.355965 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-056dbc54-c590-497c-abf0-e2d8702e11ce tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:53.403854 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d4920b-ed38-4ece-a74e-81030f63cc5c None None] Network 894138a8-b29c-4a66-939f-fe3957febacf requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:53.440465 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0c881619-f56f-47f0-be66-8a08e89cbe6b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.9834793 Feb 09 18:09:53.444118 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-5b42e202-a0b4-4ea5-b341-faa9f8b65c0b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 2001:db8:0:1::2cf (533fa7e0-9286-46d7-99f4-266111443da8/56d25757-88eb-4b3f-8387-353cfcd08f68/0933e334-9e14-4f39-b91f-ce58fb39d7f1) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:53.451433 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-5b42e202-a0b4-4ea5-b341-faa9f8b65c0b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 2001:db8::f816:3eff:febf:313d (533fa7e0-9286-46d7-99f4-266111443da8/3eded235-7fe4-467f-b799-7f0bd2452c8d/0933e334-9e14-4f39-b91f-ce58fb39d7f1) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:53.468837 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52080) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:53.559637 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ce74af42-2456-40a0-ad6b-e820d8dc75d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:53.681219 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-8d15c139-242b-4908-b36d-9eae963a273c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:09:53.682061 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-8d15c139-242b-4908-b36d-9eae963a273c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:09:53.694223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-056dbc54-c590-497c-abf0-e2d8702e11ce tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:53.719249 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6138f8e-8c82-41ed-bdc7-9a0abc79f66b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:53.721362 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6138f8e-8c82-41ed-bdc7-9a0abc79f66b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:53.722024 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce74af42-2456-40a0-ad6b-e820d8dc75d0 None None] Network c01d4f05-8e9a-4789-b85f-f5518442752b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:53.722913 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6138f8e-8c82-41ed-bdc7-9a0abc79f66b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:53.724039 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a6138f8e-8c82-41ed-bdc7-9a0abc79f66b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Synchronizing usage tracker for tenant:ced9d801e4b248e9a340a4b643f3fc37 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:53.727600 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=d0819a3b-fe89-4f0f-b582-896226fab2fa,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:53.754418 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b832d59a-d93b-443a-ac0c-e1eb234bb9bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:53.764621 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-b9a5e3e4-3edb-4af6-ae0c-4fc8e90043ec None None] Allocated IP 172.20.0.2 (cfb5a6b5-5148-4e12-96c1-d0eefbce94de/48af5983-31d5-4f26-8987-900a386ed401/7443da2f-b220-452e-a3ea-31e90b19abb5) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:53.775701 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-ce74af42-2456-40a0-ad6b-e820d8dc75d0 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:53.781694 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce74af42-2456-40a0-ad6b-e820d8dc75d0 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:53.797862 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-056dbc54-c590-497c-abf0-e2d8702e11ce tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:53.809285 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc9ad3e-0f9f-42b4-8103-f37e9382fc20 None None] Update dhcp port {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'fixed_ips': [{'subnet_id': '3eded235-7fe4-467f-b799-7f0bd2452c8d', 'ip_address': '2001:db8::f816:3eff:fe29:4b18'}, {'subnet_id': '56d25757-88eb-4b3f-8387-353cfcd08f68'}], 'binding:host_id': 'dv-neutron-827016-2-hyperv'}, 'id': 'd0819a3b-fe89-4f0f-b582-896226fab2fa'} from dv-neutron-827016-2-hyperv. {{(pid=84543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 18:09:53.860686 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b832d59a-d93b-443a-ac0c-e1eb234bb9bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network 3f2321c5-bf60-493e-93d3-55a59564b49d is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:53.863627 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a6138f8e-8c82-41ed-bdc7-9a0abc79f66b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Unset dirty status for tenant:ced9d801e4b248e9a340a4b643f3fc37 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:53.869131 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-b832d59a-d93b-443a-ac0c-e1eb234bb9bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:53.872559 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52088) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:53.876164 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a6138f8e-8c82-41ed-bdc7-9a0abc79f66b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3948009 Feb 09 18:09:53.879972 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056dbc54-c590-497c-abf0-e2d8702e11ce tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd6aead-cdf0-4935-8046-7fdbf6f52034,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:53.882266 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-768c9d05-1e70-49bc-b9ab-ff1d08d7530c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Allocated IP 2001:db8::1 (c01d4f05-8e9a-4789-b85f-f5518442752b/38a00349-2450-4efd-b24f-47af85cf4184/7ed27786-41eb-4411-b354-eae52c9c9cbb) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:53.892265 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b832d59a-d93b-443a-ac0c-e1eb234bb9bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:53.892718 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b832d59a-d93b-443a-ac0c-e1eb234bb9bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:53.936238 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832d59a-d93b-443a-ac0c-e1eb234bb9bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Subnet': ['ID=38c0f6cb-9e56-411f-90fc-d0e94e979937,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:53.937444 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88b3fc9-1111-4fb7-8a43-a92384ff2fc2 None None] Network 3f2321c5-bf60-493e-93d3-55a59564b49d requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:53.990420 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-056dbc54-c590-497c-abf0-e2d8702e11ce tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:53.995001 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-056dbc54-c590-497c-abf0-e2d8702e11ce tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.5989311 Feb 09 18:09:53.997642 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52092) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:54.071450 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc08b5-ee91-4535-b0b8-37eae10bb5d4 req-dd58a4ce-d30c-4010-9572-fec48665e6fc tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:54.074957 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-01fc08b5-ee91-4535-b0b8-37eae10bb5d4 req-dd58a4ce-d30c-4010-9572-fec48665e6fc tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 945 time: 0.4502509 Feb 09 18:09:54.082722 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5b42e202-a0b4-4ea5-b341-faa9f8b65c0b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:54.098211 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce74af42-2456-40a0-ad6b-e820d8dc75d0 None None] Pushing event updated for resources: {'Port': ['ID=14357709-e61c-410c-8d14-8e246d2dea70,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:54.112389 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-768c9d05-1e70-49bc-b9ab-ff1d08d7530c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:54.142168 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-768c9d05-1e70-49bc-b9ab-ff1d08d7530c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Transition to ACTIVE for port object 7ed27786-41eb-4411-b354-eae52c9c9cbb will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:54.145068 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b832d59a-d93b-443a-ac0c-e1eb234bb9bd tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8623028 Feb 09 18:09:54.147558 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52096) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:54.159588 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f7bd372c-a432-4f14-b422-cff5af94d77a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1609031409', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '38c0f6cb-9e56-411f-90fc-d0e94e979937'}], 'security_groups': ['46adfb30-7cb5-45e1-806b-cc073313175e']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:54.319440 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-5b42e202-a0b4-4ea5-b341-faa9f8b65c0b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Transition to ACTIVE for port object 0933e334-9e14-4f39-b91f-ce58fb39d7f1 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:54.339854 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1cc9ad3e-0f9f-42b4-8103-f37e9382fc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:54.349743 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-768c9d05-1e70-49bc-b9ab-ff1d08d7530c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:54.393891 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ce74af42-2456-40a0-ad6b-e820d8dc75d0 None None] Attempting to bind port 14357709-e61c-410c-8d14-8e246d2dea70 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:09:54.394903 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ce74af42-2456-40a0-ad6b-e820d8dc75d0 None None] Attempting to bind port 14357709-e61c-410c-8d14-8e246d2dea70 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'a95e8627-8355-4a12-b978-b01beb00478a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c01d4f05-8e9a-4789-b85f-f5518442752b'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:09:54.395096 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce74af42-2456-40a0-ad6b-e820d8dc75d0 None None] Attempting to bind port 14357709-e61c-410c-8d14-8e246d2dea70 on network c01d4f05-8e9a-4789-b85f-f5518442752b {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:09:54.481490 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768c9d05-1e70-49bc-b9ab-ff1d08d7530c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network c01d4f05-8e9a-4789-b85f-f5518442752b is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:54.524766 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0984ec2c-8253-4c41-92ee-7d19cb99d7ca tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5124621 Feb 09 18:09:54.524978 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-768c9d05-1e70-49bc-b9ab-ff1d08d7530c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:54.532732 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c9d05-1e70-49bc-b9ab-ff1d08d7530c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Port': ['ID=7ed27786-41eb-4411-b354-eae52c9c9cbb,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:54.544888 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52104) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:54.545992 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768c9d05-1e70-49bc-b9ab-ff1d08d7530c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:54.546551 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-768c9d05-1e70-49bc-b9ab-ff1d08d7530c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:54.551361 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-01fc08b5-ee91-4535-b0b8-37eae10bb5d4 req-af52e049-b861-4ece-a334-6b0f9d0487e9 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4515429 Feb 09 18:09:54.555068 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-1a0212ca-9154-4342-9b45-30f633ee912a tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Request body: {'security_group': {'name': 'tempest-security--925814006', 'description': 'tempest-security-description-1587016818'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:54.566829 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5bac750b-323a-4956-887b-64d31af16be2 req-eb219fd2-fb69-4b55-aba9-21f82e90e53f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 210 time: 0.1207612 Feb 09 18:09:54.580106 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce74af42-2456-40a0-ad6b-e820d8dc75d0 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:09:54.580619 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce74af42-2456-40a0-ad6b-e820d8dc75d0 None None] Checking segment: {'id': 'a95e8627-8355-4a12-b978-b01beb00478a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c01d4f05-8e9a-4789-b85f-f5518442752b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:09:54.581728 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ce74af42-2456-40a0-ad6b-e820d8dc75d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:54.582367 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce74af42-2456-40a0-ad6b-e820d8dc75d0 None None] Bound using segment: {'id': 'a95e8627-8355-4a12-b978-b01beb00478a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c01d4f05-8e9a-4789-b85f-f5518442752b'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:09:54.582986 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ce74af42-2456-40a0-ad6b-e820d8dc75d0 None None] Bound port: 14357709-e61c-410c-8d14-8e246d2dea70, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95e8627-8355-4a12-b978-b01beb00478a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c01d4f05-8e9a-4789-b85f-f5518442752b'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:09:54.583462 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ce74af42-2456-40a0-ad6b-e820d8dc75d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:54.614939 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7bd372c-a432-4f14-b422-cff5af94d77a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:54.647005 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f09c27-4303-49e2-a574-673c1cb0863a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-894138a8-b29c-4a66-939f-fe3957febacf', 'network_id': '894138a8-b29c-4a66-939f-fe3957febacf', 'tenant_id': 'ced9d801e4b248e9a340a4b643f3fc37', 'fixed_ips': [{'subnet_id': '81196dbd-14c8-437e-8f2c-7030a0e23e06'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:09:54.647899 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6f09c27-4303-49e2-a574-673c1cb0863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:54.687021 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed658647-a62c-407a-9280-9b4d80930cf9 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Deleting subnet 48af5983-31d5-4f26-8987-900a386ed401 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:09:54.699182 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1a0212ca-9154-4342-9b45-30f633ee912a tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:54.748824 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5b42e202-a0b4-4ea5-b341-faa9f8b65c0b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:54.866902 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1a0212ca-9154-4342-9b45-30f633ee912a tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:54.870804 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42e202-a0b4-4ea5-b341-faa9f8b65c0b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=0933e334-9e14-4f39-b91f-ce58fb39d7f1,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:54.889756 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b42e202-a0b4-4ea5-b341-faa9f8b65c0b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:54.892622 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-5b42e202-a0b4-4ea5-b341-faa9f8b65c0b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:54.895713 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b42e202-a0b4-4ea5-b341-faa9f8b65c0b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:54.901031 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b42e202-a0b4-4ea5-b341-faa9f8b65c0b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:54.902286 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5b42e202-a0b4-4ea5-b341-faa9f8b65c0b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:54.943546 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-768c9d05-1e70-49bc-b9ab-ff1d08d7530c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:54.962511 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1a0212ca-9154-4342-9b45-30f633ee912a tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:54.963000 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1a0212ca-9154-4342-9b45-30f633ee912a tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:54.966784 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1a0212ca-9154-4342-9b45-30f633ee912a tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "PUT /v2.0/security-groups/4dd6aead-cdf0-4935-8046-7fdbf6f52034 HTTP/1.1" status: 200 len: 1611 time: 0.4148412 Feb 09 18:09:54.967908 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52112) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:55.022897 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5b42e202-a0b4-4ea5-b341-faa9f8b65c0b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4182527 Feb 09 18:09:55.023392 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52116) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:55.109611 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-56ff5011-403f-4a38-82f2-aa19f9181305 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-groups/4dd6aead-cdf0-4935-8046-7fdbf6f52034 HTTP/1.1" status: 200 len: 1611 time: 0.1327312 Feb 09 18:09:55.110674 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52122) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:55.124953 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0212ca-9154-4342-9b45-30f633ee912a tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd6aead-cdf0-4935-8046-7fdbf6f52034,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:55.146118 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-1cc9ad3e-0f9f-42b4-8103-f37e9382fc20 None None] Allocated IP 2001:db8:0:1::2 (533fa7e0-9286-46d7-99f4-266111443da8/56d25757-88eb-4b3f-8387-353cfcd08f68/d0819a3b-fe89-4f0f-b582-896226fab2fa) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:55.149430 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-b5ab8d94-033d-4094-8f79-ac245cd6d551 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting port 0933e334-9e14-4f39-b91f-ce58fb39d7f1 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:55.152276 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b5ab8d94-033d-4094-8f79-ac245cd6d551 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:55.259394 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-b6f09c27-4303-49e2-a574-673c1cb0863a None None] Allocated IP 172.20.0.18 (894138a8-b29c-4a66-939f-fe3957febacf/81196dbd-14c8-437e-8f2c-7030a0e23e06/b6d40ece-ba75-4f2d-bf53-8248f0594abd) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:55.337545 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9a5e3e4-3edb-4af6-ae0c-4fc8e90043ec None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:55.341482 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ce74af42-2456-40a0-ad6b-e820d8dc75d0 None None] For port 14357709-e61c-410c-8d14-8e246d2dea70, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:09:55.496556 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ce74af42-2456-40a0-ad6b-e820d8dc75d0 None None] For port 14357709-e61c-410c-8d14-8e246d2dea70, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=14357709-e61c-410c-8d14-8e246d2dea70,segment=NetworkSegment(a95e8627-8355-4a12-b978-b01beb00478a),segment_id=a95e8627-8355-4a12-b978-b01beb00478a)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:09:55.501474 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b9a5e3e4-3edb-4af6-ae0c-4fc8e90043ec None None] Transition to ACTIVE for port object 7443da2f-b220-452e-a3ea-31e90b19abb5 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:55.516772 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b5ab8d94-033d-4094-8f79-ac245cd6d551 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:55.581598 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ce74af42-2456-40a0-ad6b-e820d8dc75d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:55.585599 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device d0819a3b-fe89-4f0f-b582-896226fab2fa up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:09:55.618607 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b9a5e3e4-3edb-4af6-ae0c-4fc8e90043ec None None] Transition to ACTIVE for port object 7443da2f-b220-452e-a3ea-31e90b19abb5 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:55.768401 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-f7bd372c-a432-4f14-b422-cff5af94d77a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Delete allocated IP 172.20.0.6 (3f2321c5-bf60-493e-93d3-55a59564b49d/9cc82b05-6b3f-42d8-a863-95ba1f282f7b) {{(pid=84542) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 18:09:55.783210 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ed658647-a62c-407a-9280-9b4d80930cf9 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:55.794679 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-f7bd372c-a432-4f14-b422-cff5af94d77a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Allocated IP 172.20.0.20 (3f2321c5-bf60-493e-93d3-55a59564b49d/38c0f6cb-9e56-411f-90fc-d0e94e979937/1e231d2b-9e8a-48fe-9b26-2963556e7a8a) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:55.796468 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9a5e3e4-3edb-4af6-ae0c-4fc8e90043ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:55.835529 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1cc9ad3e-0f9f-42b4-8103-f37e9382fc20 None None] For port d0819a3b-fe89-4f0f-b582-896226fab2fa, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=d0819a3b-fe89-4f0f-b582-896226fab2fa,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:55.852065 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:09:55.858394 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ed658647-a62c-407a-9280-9b4d80930cf9 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:55.870531 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-768c9d05-1e70-49bc-b9ab-ff1d08d7530c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:55.930882 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce74af42-2456-40a0-ad6b-e820d8dc75d0 None None] Pushing event updated for resources: {'Port': ['ID=14357709-e61c-410c-8d14-8e246d2dea70,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:55.955591 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ed658647-a62c-407a-9280-9b4d80930cf9 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:55.971635 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-768c9d05-1e70-49bc-b9ab-ff1d08d7530c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:55.972557 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-768c9d05-1e70-49bc-b9ab-ff1d08d7530c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:55.991421 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a5e3e4-3edb-4af6-ae0c-4fc8e90043ec None None] Network cfb5a6b5-5148-4e12-96c1-d0eefbce94de is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:56.047487 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.resource_extend [None req-1cc9ad3e-0f9f-42b4-8103-f37e9382fc20 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:09:56.055171 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-b9a5e3e4-3edb-4af6-ae0c-4fc8e90043ec None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:56.081502 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a5e3e4-3edb-4af6-ae0c-4fc8e90043ec None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:56.119040 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1cc9ad3e-0f9f-42b4-8103-f37e9382fc20 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:56.167693 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-b5ab8d94-033d-4094-8f79-ac245cd6d551 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Calling delete_port for 0933e334-9e14-4f39-b91f-ce58fb39d7f1 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:56.196179 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6f09c27-4303-49e2-a574-673c1cb0863a None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:56.230827 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5e3e4-3edb-4af6-ae0c-4fc8e90043ec None None] Pushing event updated for resources: {'Port': ['ID=7443da2f-b220-452e-a3ea-31e90b19abb5,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:56.240181 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1cc9ad3e-0f9f-42b4-8103-f37e9382fc20 None None] Transition to ACTIVE for port object d0819a3b-fe89-4f0f-b582-896226fab2fa will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:56.242134 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port d0819a3b-fe89-4f0f-b582-896226fab2fa triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:56.242691 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:56.261145 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ed658647-a62c-407a-9280-9b4d80930cf9 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:56.268381 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7bd372c-a432-4f14-b422-cff5af94d77a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:56.284319 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b6f09c27-4303-49e2-a574-673c1cb0863a None None] Transition to ACTIVE for port object b6d40ece-ba75-4f2d-bf53-8248f0594abd will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:56.290127 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-f7bd372c-a432-4f14-b422-cff5af94d77a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Transition to ACTIVE for port object 1e231d2b-9e8a-48fe-9b26-2963556e7a8a will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:56.291290 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c9d05-1e70-49bc-b9ab-ff1d08d7530c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Port': ['ID=7ed27786-41eb-4411-b354-eae52c9c9cbb,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:56.373163 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7bd372c-a432-4f14-b422-cff5af94d77a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:56.375717 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1cc9ad3e-0f9f-42b4-8103-f37e9382fc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:56.452665 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e7472b-7912-4803-b405-051e9540c489 None None] Update dhcp port {'port': {'network_id': '3f2321c5-bf60-493e-93d3-55a59564b49d', 'fixed_ips': [{'subnet_id': '9cc82b05-6b3f-42d8-a863-95ba1f282f7b', 'ip_address': '172.20.0.2'}, {'subnet_id': '38c0f6cb-9e56-411f-90fc-d0e94e979937'}], 'binding:host_id': 'dv-neutron-827016-2-hyperv'}, 'id': '49c2f944-2972-43bf-860e-3ea7cb112f7b'} from dv-neutron-827016-2-hyperv. {{(pid=84543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 18:09:56.521919 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed658647-a62c-407a-9280-9b4d80930cf9 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Pushing event deleted for resources: {'Subnet': ['ID=48af5983-31d5-4f26-8987-900a386ed401,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:56.523993 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c7cd6ede-5608-4fcd-87e0-ecf4eb999442 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:56.547297 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-771237ac-b49e-4afe-bfa6-c88d93034faa req-8695cbe6-4cd3-4a65-9a14-aafad7a1d905 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 210 time: 0.3207057 Feb 09 18:09:56.563152 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b6f09c27-4303-49e2-a574-673c1cb0863a None None] Transition to ACTIVE for port object b6d40ece-ba75-4f2d-bf53-8248f0594abd will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:56.604084 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-b9a5e3e4-3edb-4af6-ae0c-4fc8e90043ec None None] Attempting to bind port 7443da2f-b220-452e-a3ea-31e90b19abb5 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:09:56.605331 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-b9a5e3e4-3edb-4af6-ae0c-4fc8e90043ec None None] Attempting to bind port 7443da2f-b220-452e-a3ea-31e90b19abb5 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '3b06e520-7dc2-4f50-899c-8281a521a8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cfb5a6b5-5148-4e12-96c1-d0eefbce94de'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:09:56.605699 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a5e3e4-3edb-4af6-ae0c-4fc8e90043ec None None] Attempting to bind port 7443da2f-b220-452e-a3ea-31e90b19abb5 on network cfb5a6b5-5148-4e12-96c1-d0eefbce94de {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:09:56.608632 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd372c-a432-4f14-b422-cff5af94d77a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Port': ['ID=1e231d2b-9e8a-48fe-9b26-2963556e7a8a,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:56.623411 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ed658647-a62c-407a-9280-9b4d80930cf9 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:56.646120 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c7cd6ede-5608-4fcd-87e0-ecf4eb999442 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:56.711223 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ed658647-a62c-407a-9280-9b4d80930cf9 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] 10.222.0.21 "DELETE /v2.0/subnets/48af5983-31d5-4f26-8987-900a386ed401 HTTP/1.1" status: 204 len: 168 time: 2.8314373 Feb 09 18:09:56.719526 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52132) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:56.748379 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6f09c27-4303-49e2-a574-673c1cb0863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:56.767055 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48e7472b-7912-4803-b405-051e9540c489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:56.793740 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136662c-482c-4068-93b4-30bba3f41648 req-f9e7ab0e-58a3-4f22-ac2f-5dd47be0c31f tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:56.799208 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7136662c-482c-4068-93b4-30bba3f41648 req-f9e7ab0e-58a3-4f22-ac2f-5dd47be0c31f tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 945 time: 0.7313845 Feb 09 18:09:56.815458 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Port d0819a3b-fe89-4f0f-b582-896226fab2fa had new provisioning blocks added so it will not transition to active. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Feb 09 18:09:56.818347 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768c9d05-1e70-49bc-b9ab-ff1d08d7530c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network c01d4f05-8e9a-4789-b85f-f5518442752b is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:56.825324 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9ad3e-0f9f-42b4-8103-f37e9382fc20 None None] Pushing event updated for resources: {'Port': ['ID=d0819a3b-fe89-4f0f-b582-896226fab2fa,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:56.828727 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a5e3e4-3edb-4af6-ae0c-4fc8e90043ec None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:09:56.829111 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a5e3e4-3edb-4af6-ae0c-4fc8e90043ec None None] Checking segment: {'id': '3b06e520-7dc2-4f50-899c-8281a521a8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cfb5a6b5-5148-4e12-96c1-d0eefbce94de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:09:56.830346 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9a5e3e4-3edb-4af6-ae0c-4fc8e90043ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:56.830346 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a5e3e4-3edb-4af6-ae0c-4fc8e90043ec None None] Bound using segment: {'id': '3b06e520-7dc2-4f50-899c-8281a521a8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cfb5a6b5-5148-4e12-96c1-d0eefbce94de'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:09:56.830679 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-768c9d05-1e70-49bc-b9ab-ff1d08d7530c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:56.830801 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-b9a5e3e4-3edb-4af6-ae0c-4fc8e90043ec None None] Bound port: 7443da2f-b220-452e-a3ea-31e90b19abb5, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b06e520-7dc2-4f50-899c-8281a521a8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cfb5a6b5-5148-4e12-96c1-d0eefbce94de'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:09:56.830801 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9a5e3e4-3edb-4af6-ae0c-4fc8e90043ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:56.937671 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7136662c-482c-4068-93b4-30bba3f41648 req-44680859-95af-46be-8ddd-b8fd3af50376 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329088 Feb 09 18:09:57.017897 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f09c27-4303-49e2-a574-673c1cb0863a None None] Network 894138a8-b29c-4a66-939f-fe3957febacf is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:09:57.029614 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-b6f09c27-4303-49e2-a574-673c1cb0863a None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:09:57.035873 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c7cd6ede-5608-4fcd-87e0-ecf4eb999442 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:57.044746 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f09c27-4303-49e2-a574-673c1cb0863a None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:09:57.052119 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f09c27-4303-49e2-a574-673c1cb0863a None None] Pushing event updated for resources: {'Port': ['ID=b6d40ece-ba75-4f2d-bf53-8248f0594abd,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:57.084210 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c7cd6ede-5608-4fcd-87e0-ecf4eb999442 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:57.088308 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c7cd6ede-5608-4fcd-87e0-ecf4eb999442 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "DELETE /v2.0/security-groups/4dd6aead-cdf0-4935-8046-7fdbf6f52034 HTTP/1.1" status: 204 len: 168 time: 1.9766142 Feb 09 18:09:57.089427 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52136) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:57.095714 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd6ede-5608-4fcd-87e0-ecf4eb999442 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd6aead-cdf0-4935-8046-7fdbf6f52034,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:57.130829 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd372c-a432-4f14-b422-cff5af94d77a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] In _notify_port_updated(), no bound segment for port 1e231d2b-9e8a-48fe-9b26-2963556e7a8a on network 3f2321c5-bf60-493e-93d3-55a59564b49d {{(pid=84542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 18:09:57.147836 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bd372c-a432-4f14-b422-cff5af94d77a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:57.149566 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7bd372c-a432-4f14-b422-cff5af94d77a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:57.150964 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f7bd372c-a432-4f14-b422-cff5af94d77a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "PUT /v2.0/ports/1e231d2b-9e8a-48fe-9b26-2963556e7a8a HTTP/1.1" status: 200 len: 921 time: 3.0019202 Feb 09 18:09:57.158474 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52140) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:57.279696 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-4b191e97-bf77-42b3-8b31-3671b99caf5b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting port 1e231d2b-9e8a-48fe-9b26-2963556e7a8a {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:09:57.280508 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4b191e97-bf77-42b3-8b31-3671b99caf5b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:57.484892 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-b9a5e3e4-3edb-4af6-ae0c-4fc8e90043ec None None] For port 7443da2f-b220-452e-a3ea-31e90b19abb5, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:09:57.577612 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-b6f09c27-4303-49e2-a574-673c1cb0863a None None] Attempting to bind port b6d40ece-ba75-4f2d-bf53-8248f0594abd on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:09:57.577983 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-b6f09c27-4303-49e2-a574-673c1cb0863a None None] Attempting to bind port b6d40ece-ba75-4f2d-bf53-8248f0594abd by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'fb6734fc-2d22-4a9c-bfae-71d890cc4f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '894138a8-b29c-4a66-939f-fe3957febacf'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:09:57.578381 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f09c27-4303-49e2-a574-673c1cb0863a None None] Attempting to bind port b6d40ece-ba75-4f2d-bf53-8248f0594abd on network 894138a8-b29c-4a66-939f-fe3957febacf {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:09:57.581795 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-b9a5e3e4-3edb-4af6-ae0c-4fc8e90043ec None None] For port 7443da2f-b220-452e-a3ea-31e90b19abb5, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7443da2f-b220-452e-a3ea-31e90b19abb5,segment=NetworkSegment(3b06e520-7dc2-4f50-899c-8281a521a8ca),segment_id=3b06e520-7dc2-4f50-899c-8281a521a8ca)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:09:57.600891 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f09c27-4303-49e2-a574-673c1cb0863a None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:09:57.601260 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f09c27-4303-49e2-a574-673c1cb0863a None None] Checking segment: {'id': 'fb6734fc-2d22-4a9c-bfae-71d890cc4f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '894138a8-b29c-4a66-939f-fe3957febacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:09:57.601661 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6f09c27-4303-49e2-a574-673c1cb0863a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:57.602173 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f09c27-4303-49e2-a574-673c1cb0863a None None] Bound using segment: {'id': 'fb6734fc-2d22-4a9c-bfae-71d890cc4f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '894138a8-b29c-4a66-939f-fe3957febacf'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:09:57.602996 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-b6f09c27-4303-49e2-a574-673c1cb0863a None None] Bound port: b6d40ece-ba75-4f2d-bf53-8248f0594abd, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6734fc-2d22-4a9c-bfae-71d890cc4f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '894138a8-b29c-4a66-939f-fe3957febacf'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:09:57.603402 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6f09c27-4303-49e2-a574-673c1cb0863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:57.643059 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b5ab8d94-033d-4094-8f79-ac245cd6d551 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:57.681038 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-48e7472b-7912-4803-b405-051e9540c489 None None] Allocated IP 172.20.0.18 (3f2321c5-bf60-493e-93d3-55a59564b49d/38c0f6cb-9e56-411f-90fc-d0e94e979937/49c2f944-2972-43bf-860e-3ea7cb112f7b) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:57.689584 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 14357709-e61c-410c-8d14-8e246d2dea70 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:09:57.758885 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1b20cef5-308d-41a3-80fa-580053ca6c7b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Synchronizing usage tracker for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:57.759454 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dfb55c-2156-48a7-b059-8e13f65aed05 None None] Network c01d4f05-8e9a-4789-b85f-f5518442752b requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:57.766870 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab8d94-033d-4094-8f79-ac245cd6d551 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Port': ['ID=0933e334-9e14-4f39-b91f-ce58fb39d7f1,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:57.787597 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9a5e3e4-3edb-4af6-ae0c-4fc8e90043ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:57.975929 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4b191e97-bf77-42b3-8b31-3671b99caf5b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:58.115796 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-67b62069-8e81-4dab-927f-c9bdbbc4b2cc tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:58.117761 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-67b62069-8e81-4dab-927f-c9bdbbc4b2cc tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.50 "GET /v2.0/networks?id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd HTTP/1.1" status: 200 len: 811 time: 0.4708540 Feb 09 18:09:58.131295 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a382e1-e97b-475d-8a12-fa726ffc2c67 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Deleting subnet 81196dbd-14c8-437e-8f2c-7030a0e23e06 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:09:58.136666 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66a382e1-e97b-475d-8a12-fa726ffc2c67 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:58.207266 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66a382e1-e97b-475d-8a12-fa726ffc2c67 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:58.221129 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-4b191e97-bf77-42b3-8b31-3671b99caf5b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Calling delete_port for 1e231d2b-9e8a-48fe-9b26-2963556e7a8a owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:09:58.254017 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-b6f09c27-4303-49e2-a574-673c1cb0863a None None] For port b6d40ece-ba75-4f2d-bf53-8248f0594abd, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:09:58.286714 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5e3e4-3edb-4af6-ae0c-4fc8e90043ec None None] Pushing event updated for resources: {'Port': ['ID=7443da2f-b220-452e-a3ea-31e90b19abb5,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:58.336597 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-b6f09c27-4303-49e2-a574-673c1cb0863a None None] For port b6d40ece-ba75-4f2d-bf53-8248f0594abd, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b6d40ece-ba75-4f2d-bf53-8248f0594abd,segment=NetworkSegment(fb6734fc-2d22-4a9c-bfae-71d890cc4f4b),segment_id=fb6734fc-2d22-4a9c-bfae-71d890cc4f4b)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:09:58.389296 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-f5644894-a609-4ba1-974d-1d420bc2cdfe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10a4b1464e30470e8e13c0bd2bfded95 HTTP/1.1" status: 200 len: 379 time: 0.1158922 Feb 09 18:09:58.403722 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-5a5e7799-df50-40a5-bdc5-2b5c2ea8c87f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Request body: {'port': {'device_id': 'ee765166-44f2-4305-8297-da1234350bee', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'admin_state_up': True, 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'security_groups': ['182a8754-6bb2-4adb-a270-f7f586a0643c']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:58.404570 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d00970dc-1e07-44cb-b96c-7c17af83f967 None None] Provisioning for port 14357709-e61c-410c-8d14-8e246d2dea70 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:58.404751 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1b20cef5-308d-41a3-80fa-580053ca6c7b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Unset dirty status for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:58.406380 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1b20cef5-308d-41a3-80fa-580053ca6c7b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.3129809 Feb 09 18:09:58.422824 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52148) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:58.444325 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b8b3f1d6-b36d-4abd-a11c-c5b87a9da6c9 req-6b714133-1745-4ba4-b443-c4b57e37212c tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 210 time: 0.5670846 Feb 09 18:09:58.469254 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b5ab8d94-033d-4094-8f79-ac245cd6d551 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:58.471175 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b5ab8d94-033d-4094-8f79-ac245cd6d551 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/0933e334-9e14-4f39-b91f-ce58fb39d7f1 HTTP/1.1" status: 204 len: 168 time: 3.4466612 Feb 09 18:09:58.481455 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52152) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:58.567331 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 14357709-e61c-410c-8d14-8e246d2dea70 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:09:58.574915 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97ebf82-1cf6-4d97-b198-13e0eb9ef8ff None None] Network cfb5a6b5-5148-4e12-96c1-d0eefbce94de requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:09:58.575370 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-5a5e7799-df50-40a5-bdc5-2b5c2ea8c87f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:58.597893 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-18c5351c-b27d-4542-993d-f66d899ef9fc tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] delete failed (client error): The resource could not be found. Feb 09 18:09:58.599432 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-18c5351c-b27d-4542-993d-f66d899ef9fc tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "DELETE /v2.0/security-groups/4dd6aead-cdf0-4935-8046-7fdbf6f52034 HTTP/1.1" status: 404 len: 347 time: 0.1691470 Feb 09 18:09:58.609260 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52158) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:58.617806 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-8ce28e66-9c27-482d-b9f8-13f958923a18 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Request body: {'security_group': {'name': 'tempest-secgroup--221047506'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:09:58.622631 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-5a5e7799-df50-40a5-bdc5-2b5c2ea8c87f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:58.645262 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66a382e1-e97b-475d-8a12-fa726ffc2c67 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:58.653046 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-8ce28e66-9c27-482d-b9f8-13f958923a18 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:58.750001 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 14357709-e61c-410c-8d14-8e246d2dea70 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:58.750421 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:58.754845 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-8ce28e66-9c27-482d-b9f8-13f958923a18 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:58.813982 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2616f6-0b68-449f-8dcc-c0dacd501569 req-9166d459-bf5f-486e-ad07-7ddc3a5be326 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:58.815589 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4a2616f6-0b68-449f-8dcc-c0dacd501569 req-9166d459-bf5f-486e-ad07-7ddc3a5be326 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 945 time: 0.4472899 Feb 09 18:09:58.835685 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6f09c27-4303-49e2-a574-673c1cb0863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:58.841731 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-5a5e7799-df50-40a5-bdc5-2b5c2ea8c87f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Made reservation on behalf of 10a4b1464e30470e8e13c0bd2bfded95 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:09:58.847758 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cea40c9-8d58-47ab-ba12-bfd59b926036 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:58.848533 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1cea40c9-8d58-47ab-ba12-bfd59b926036 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:58.849634 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-5a5e7799-df50-40a5-bdc5-2b5c2ea8c87f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:58.880006 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-48e7472b-7912-4803-b405-051e9540c489 None None] For port 49c2f944-2972-43bf-860e-3ea7cb112f7b, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=49c2f944-2972-43bf-860e-3ea7cb112f7b,segment=NetworkSegment(fc372c04-3013-4bd2-b62a-b0e460d40e07),segment_id=fc372c04-3013-4bd2-b62a-b0e460d40e07)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:09:58.883921 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ce28e66-9c27-482d-b9f8-13f958923a18 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:58.888667 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66a382e1-e97b-475d-8a12-fa726ffc2c67 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:58.910345 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4a2616f6-0b68-449f-8dcc-c0dacd501569 req-d3caac65-a03e-4a06-97e1-8df1469e02df tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890303 Feb 09 18:09:58.931127 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-8ce28e66-9c27-482d-b9f8-13f958923a18 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:09:58.936346 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8ce28e66-9c27-482d-b9f8-13f958923a18 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Usage tracker for resource:security_group_rule and tenant:179cc86b44e74238894e07c09fb01264 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:09:58.939267 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768c9d05-1e70-49bc-b9ab-ff1d08d7530c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Router a56889ce-9e35-4039-a8a8-2e7824b07e22 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:09:58.940132 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8ce28e66-9c27-482d-b9f8-13f958923a18 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:09:58.949690 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-8ce28e66-9c27-482d-b9f8-13f958923a18 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:09:58.960860 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a382e1-e97b-475d-8a12-fa726ffc2c67 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Pushing event deleted for resources: {'Subnet': ['ID=81196dbd-14c8-437e-8f2c-7030a0e23e06,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:58.976726 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48e7472b-7912-4803-b405-051e9540c489 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:59.008083 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4b191e97-bf77-42b3-8b31-3671b99caf5b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:59.009845 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1cea40c9-8d58-47ab-ba12-bfd59b926036 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:59.011726 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1cea40c9-8d58-47ab-ba12-bfd59b926036 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5028083 Feb 09 18:09:59.014183 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52162) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:59.081803 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66a382e1-e97b-475d-8a12-fa726ffc2c67 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:59.082123 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d00970dc-1e07-44cb-b96c-7c17af83f967 None None] Provisioning complete for port 14357709-e61c-410c-8d14-8e246d2dea70 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:09:59.094779 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d00970dc-1e07-44cb-b96c-7c17af83f967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:59.191969 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-66a382e1-e97b-475d-8a12-fa726ffc2c67 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] 10.222.0.21 "DELETE /v2.0/subnets/81196dbd-14c8-437e-8f2c-7030a0e23e06 HTTP/1.1" status: 204 len: 168 time: 2.4229181 Feb 09 18:09:59.192859 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52166) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:59.213700 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ce28e66-9c27-482d-b9f8-13f958923a18 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:59.214199 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-48e7472b-7912-4803-b405-051e9540c489 None None] Transition to ACTIVE for port object 49c2f944-2972-43bf-860e-3ea7cb112f7b will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:09:59.216505 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b191e97-bf77-42b3-8b31-3671b99caf5b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Port': ['ID=1e231d2b-9e8a-48fe-9b26-2963556e7a8a,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:59.352034 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ce28e66-9c27-482d-b9f8-13f958923a18 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:59.353797 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc9606d-cbb0-4d85-b93c-9d1467a66e53 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:59.360015 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2bc9606d-cbb0-4d85-b93c-9d1467a66e53 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Synchronizing usage tracker for tenant:ced9d801e4b248e9a340a4b643f3fc37 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:09:59.375498 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48e7472b-7912-4803-b405-051e9540c489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:59.386721 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-5a5e7799-df50-40a5-bdc5-2b5c2ea8c87f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Allocated IP 172.20.0.6 (80e60e6d-fc87-452b-ad1a-b77ca354a9cd/e8a71708-3c6c-4754-9944-bc1082e83c1e/ac3e592d-c4ab-414b-9d2f-fd52dc2144c1) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:09:59.415474 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f09c27-4303-49e2-a574-673c1cb0863a None None] Pushing event updated for resources: {'Port': ['ID=b6d40ece-ba75-4f2d-bf53-8248f0594abd,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:59.445438 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768c9d05-1e70-49bc-b9ab-ff1d08d7530c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:09:59.453245 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-768c9d05-1e70-49bc-b9ab-ff1d08d7530c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "PUT /v2.0/routers/a56889ce-9e35-4039-a8a8-2e7824b07e22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4514084 Feb 09 18:09:59.456504 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52170) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:59.503567 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1ea8e2-209c-40bb-858d-37260256f6a3 None None] Sync routers for ids ['a56889ce-9e35-4039-a8a8-2e7824b07e22'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:09:59.507054 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4b191e97-bf77-42b3-8b31-3671b99caf5b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:59.512300 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4b191e97-bf77-42b3-8b31-3671b99caf5b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/ports/1e231d2b-9e8a-48fe-9b26-2963556e7a8a HTTP/1.1" status: 204 len: 168 time: 2.3523045 Feb 09 18:09:59.520965 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2bc9606d-cbb0-4d85-b93c-9d1467a66e53 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Unset dirty status for tenant:ced9d801e4b248e9a340a4b643f3fc37 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:09:59.528464 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1ea8e2-209c-40bb-858d-37260256f6a3 None None] Routers {'a56889ce-9e35-4039-a8a8-2e7824b07e22'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:09:59.529082 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1e1ea8e2-209c-40bb-858d-37260256f6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:09:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['a56889ce-9e35-4039-a8a8-2e7824b07e22'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:59.548809 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c365f4-d39b-44c5-a224-8ca8b0629b37 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:09:59.548809 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f9c365f4-d39b-44c5-a224-8ca8b0629b37 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5155845 Feb 09 18:09:59.548809 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52176) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:59.549149 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2bc9606d-cbb0-4d85-b93c-9d1467a66e53 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3461640 Feb 09 18:09:59.549149 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52178) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:59.556970 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52180) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:09:59.672445 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1e1ea8e2-209c-40bb-858d-37260256f6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:59.689158 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1ea8e2-209c-40bb-858d-37260256f6a3 None None] Routers {'a56889ce-9e35-4039-a8a8-2e7824b07e22'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:09:59.689815 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1e1ea8e2-209c-40bb-858d-37260256f6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:09:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['a56889ce-9e35-4039-a8a8-2e7824b07e22'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:59.797710 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1e1ea8e2-209c-40bb-858d-37260256f6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:09:59.797710 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1ea8e2-209c-40bb-858d-37260256f6a3 None None] The sync data for ids ['a56889ce-9e35-4039-a8a8-2e7824b07e22'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:09:59.972343 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:59.981835 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ce28e66-9c27-482d-b9f8-13f958923a18 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:09:59.985638 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8ce28e66-9c27-482d-b9f8-13f958923a18 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3751917 Feb 09 18:09:59.986670 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce28e66-9c27-482d-b9f8-13f958923a18 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a62c064-eff5-4d40-8dbe-feb868df6134,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:09:59.994256 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52188) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:00.015664 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d00970dc-1e07-44cb-b96c-7c17af83f967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:00.023393 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-940cf3f3-1850-4a62-9da5-316736cfdc73 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:00.033812 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7472b-7912-4803-b405-051e9540c489 None None] Pushing event updated for resources: {'Port': ['ID=49c2f944-2972-43bf-860e-3ea7cb112f7b,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:00.039935 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6260c9-c77b-4a32-bab8-f36f53eaaffb tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:00.040626 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-dc6260c9-c77b-4a32-bab8-f36f53eaaffb tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Synchronizing usage tracker for tenant:3aafa79d3d06419e8e7c5f7d6aab117f on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:00.096988 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c9050b8d-7b87-400b-ba5f-350b3fd4aa47 req-5099c85d-5e54-46e7-b119-15bca8ef46b5 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 210 time: 0.2019925 Feb 09 18:10:00.099609 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 14357709-e61c-410c-8d14-8e246d2dea70, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=14357709-e61c-410c-8d14-8e246d2dea70,segment=NetworkSegment(a95e8627-8355-4a12-b978-b01beb00478a),segment_id=a95e8627-8355-4a12-b978-b01beb00478a)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:00.132987 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b192a9a6-ccbb-4489-8589-2e640b21300c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Request body: {'security_group_rule': {'security_group_id': '8a62c064-eff5-4d40-8dbe-feb868df6134', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:00.138674 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-940cf3f3-1850-4a62-9da5-316736cfdc73 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Deleting port b6d40ece-ba75-4f2d-bf53-8248f0594abd {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:10:00.139022 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-940cf3f3-1850-4a62-9da5-316736cfdc73 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:00.145738 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-6667e58f-8b44-4d32-a0f6-40f1931ad95f tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] GET failed (client error): The resource could not be found. Feb 09 18:10:00.147812 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6667e58f-8b44-4d32-a0f6-40f1931ad95f tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Synchronizing usage tracker for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:00.166540 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b192a9a6-ccbb-4489-8589-2e640b21300c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:00.220769 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b192a9a6-ccbb-4489-8589-2e640b21300c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Usage tracker for resource:security_group_rule and tenant:179cc86b44e74238894e07c09fb01264 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:00.250931 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b192a9a6-ccbb-4489-8589-2e640b21300c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:00.292798 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051bb1af-4991-45d1-a938-11dec0bacb6a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:00.296946 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051bb1af-4991-45d1-a938-11dec0bacb6a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:00.300639 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051bb1af-4991-45d1-a938-11dec0bacb6a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:00.300874 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:00.301509 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device d0819a3b-fe89-4f0f-b582-896226fab2fa up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:10:00.304654 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-051bb1af-4991-45d1-a938-11dec0bacb6a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:00.316955 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b192a9a6-ccbb-4489-8589-2e640b21300c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:00.408386 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-dc6260c9-c77b-4a32-bab8-f36f53eaaffb tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Unset dirty status for tenant:3aafa79d3d06419e8e7c5f7d6aab117f on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:00.413457 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-dc6260c9-c77b-4a32-bab8-f36f53eaaffb tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "GET /v2.0/ports/7ed27786-41eb-4411-b354-eae52c9c9cbb HTTP/1.1" status: 200 len: 911 time: 0.9555559 Feb 09 18:10:00.414050 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52196) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:00.425570 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-d00970dc-1e07-44cb-b96c-7c17af83f967 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:10:00.426002 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-d00970dc-1e07-44cb-b96c-7c17af83f967 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:10:00.447532 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-471fffed-c673-4c10-a18c-215264d15dae tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '38a00349-2450-4efd-b24f-47af85cf4184'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:00.449451 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6667e58f-8b44-4d32-a0f6-40f1931ad95f tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Unset dirty status for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:00.452943 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6667e58f-8b44-4d32-a0f6-40f1931ad95f tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports/1e231d2b-9e8a-48fe-9b26-2963556e7a8a HTTP/1.1" status: 404 len: 333 time: 0.9090524 Feb 09 18:10:00.461735 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52200) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:00.462176 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=14357709-e61c-410c-8d14-8e246d2dea70,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:00.509471 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52204) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:00.594772 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-5a5e7799-df50-40a5-bdc5-2b5c2ea8c87f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:00.652012 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-051bb1af-4991-45d1-a938-11dec0bacb6a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:00.653171 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-051bb1af-4991-45d1-a938-11dec0bacb6a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 1.0947294 Feb 09 18:10:00.685845 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b192a9a6-ccbb-4489-8589-2e640b21300c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:00.693972 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52208) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:00.798357 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b6d40ece-ba75-4f2d-bf53-8248f0594abd up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:10:00.863105 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d58eae6e-9dc4-40c9-a16a-23ea255ecc84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:00.890812 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-940cf3f3-1850-4a62-9da5-316736cfdc73 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] For port b6d40ece-ba75-4f2d-bf53-8248f0594abd, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b6d40ece-ba75-4f2d-bf53-8248f0594abd,segment=NetworkSegment(fb6734fc-2d22-4a9c-bfae-71d890cc4f4b),segment_id=fb6734fc-2d22-4a9c-bfae-71d890cc4f4b)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:00.891135 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-940cf3f3-1850-4a62-9da5-316736cfdc73 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:00.931315 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fff100fa-d03d-428a-b066-d42b92859ead tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/f263307e-70c5-419f-8b6c-e3c8c0f42fe0 HTTP/1.1" status: 200 len: 993 time: 0.4238002 Feb 09 18:10:00.957186 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d58eae6e-9dc4-40c9-a16a-23ea255ecc84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:00.988044 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82411bc8-e810-402f-baac-2df2d256dacd req-9be05a16-cb15-4d29-80f6-c8ee430b1f1e tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:00.996292 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-82411bc8-e810-402f-baac-2df2d256dacd req-9be05a16-cb15-4d29-80f6-c8ee430b1f1e tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 945 time: 0.6834395 Feb 09 18:10:01.143535 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port b6d40ece-ba75-4f2d-bf53-8248f0594abd completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:10:01.150762 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 14357709-e61c-410c-8d14-8e246d2dea70 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:10:01.174776 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-82411bc8-e810-402f-baac-2df2d256dacd req-13eaecc6-327e-4e64-af7b-c630f004a922 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773598 Feb 09 18:10:01.195474 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b192a9a6-ccbb-4489-8589-2e640b21300c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:01.274565 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ae939cd3-7f10-43a7-9af1-36570f9e2713 None None] Provisioning complete for port 14357709-e61c-410c-8d14-8e246d2dea70 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:01.274565 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae939cd3-7f10-43a7-9af1-36570f9e2713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:01.295812 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b192a9a6-ccbb-4489-8589-2e640b21300c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:01.355606 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d58eae6e-9dc4-40c9-a16a-23ea255ecc84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:01.361274 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192a9a6-ccbb-4489-8589-2e640b21300c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b389af80-8886-451f-897f-414d7a7e6214,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:01.369143 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 14357709-e61c-410c-8d14-8e246d2dea70 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:01.369521 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:01.400839 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52218) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:01.455468 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3157d1-703a-424e-bad8-cb52701fa86c None None] Network 894138a8-b29c-4a66-939f-fe3957febacf requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:01.509066 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-5a5e7799-df50-40a5-bdc5-2b5c2ea8c87f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Transition to ACTIVE for port object ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:01.522919 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-940cf3f3-1850-4a62-9da5-316736cfdc73 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Calling delete_port for b6d40ece-ba75-4f2d-bf53-8248f0594abd owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:10:01.615723 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58eae6e-9dc4-40c9-a16a-23ea255ecc84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac84865-e546-43e1-a6e5-3627edc74ed9,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:01.720695 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b192a9a6-ccbb-4489-8589-2e640b21300c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:01.721871 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b192a9a6-ccbb-4489-8589-2e640b21300c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.6711040 Feb 09 18:10:01.726830 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d58eae6e-9dc4-40c9-a16a-23ea255ecc84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:01.732196 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d58eae6e-9dc4-40c9-a16a-23ea255ecc84 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/security-groups/2ac84865-e546-43e1-a6e5-3627edc74ed9 HTTP/1.1" status: 204 len: 168 time: 1.2569728 Feb 09 18:10:01.732965 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52222) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:01.733134 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-63c12fb7-8d73-469e-9f5c-3a5c82749951 req-10cd6631-6f32-40ba-91f7-67857544df51 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 210 time: 0.3237286 Feb 09 18:10:01.750817 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52224) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:01.836887 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-0a8661cf-fb2e-4384-9846-fad388d53370 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port 621bc40b-a9d7-4205-9d66-6852fa768bb3 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:10:01.837428 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0a8661cf-fb2e-4384-9846-fad388d53370 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:01.839502 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 49c2f944-2972-43bf-860e-3ea7cb112f7b up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:10:01.935307 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ae939cd3-7f10-43a7-9af1-36570f9e2713 None None] Could not find standard attr ID for object 0933e334-9e14-4f39-b91f-ce58fb39d7f1. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:10:01.961723 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-5a5e7799-df50-40a5-bdc5-2b5c2ea8c87f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:01.972601 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-940cf3f3-1850-4a62-9da5-316736cfdc73 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:02.037917 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-5a5e7799-df50-40a5-bdc5-2b5c2ea8c87f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Network 80e60e6d-fc87-452b-ad1a-b77ca354a9cd is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:02.075855 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-5a5e7799-df50-40a5-bdc5-2b5c2ea8c87f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:02.117131 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0a8661cf-fb2e-4384-9846-fad388d53370 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:02.117341 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea49df2-0830-42f9-b97c-edb7d3b9118a None None] DHCP port deletion for 894138a8-b29c-4a66-939f-fe3957febacf request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:10:02.117888 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0a8661cf-fb2e-4384-9846-fad388d53370 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:02.144027 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-5a5e7799-df50-40a5-bdc5-2b5c2ea8c87f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:10:02.170110 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ae939cd3-7f10-43a7-9af1-36570f9e2713 None None] Provisioning for port d0819a3b-fe89-4f0f-b582-896226fab2fa completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:10:02.176270 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ae939cd3-7f10-43a7-9af1-36570f9e2713 None None] Provisioning complete for port d0819a3b-fe89-4f0f-b582-896226fab2fa triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:02.176653 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae939cd3-7f10-43a7-9af1-36570f9e2713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:02.207234 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cf3f3-1850-4a62-9da5-316736cfdc73 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Pushing event deleted for resources: {'Port': ['ID=b6d40ece-ba75-4f2d-bf53-8248f0594abd,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:02.300774 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-0a8661cf-fb2e-4384-9846-fad388d53370 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for 621bc40b-a9d7-4205-9d66-6852fa768bb3 owned by network:floatingip {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:10:02.317596 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e9aaa63-522a-4ef8-ada4-70ccc7f4f814 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:02.323160 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e7799-df50-40a5-bdc5-2b5c2ea8c87f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Pushing event updated for resources: {'Port': ['ID=ac3e592d-c4ab-414b-9d2f-fd52dc2144c1,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:02.380808 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e9aaa63-522a-4ef8-ada4-70ccc7f4f814 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:02.414683 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940cf3f3-1850-4a62-9da5-316736cfdc73 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] No DVR routers for this DVR port b6d40ece-ba75-4f2d-bf53-8248f0594abd on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:10:02.462453 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebb02ac-eb54-40e3-809f-d5a62586f041 None None] get_active_networks_info from dv-neutron-827016-2-hyperv {{(pid=84543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 18:10:02.488737 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e4f4781-0832-478a-bbe5-0e4c2da97eae tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:02.550320 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ae939cd3-7f10-43a7-9af1-36570f9e2713 None None] Provisioning for port 7ed27786-41eb-4411-b354-eae52c9c9cbb completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:10:02.550559 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e4f4781-0832-478a-bbe5-0e4c2da97eae tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:02.553849 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ae939cd3-7f10-43a7-9af1-36570f9e2713 None None] Provisioning complete for port 7ed27786-41eb-4411-b354-eae52c9c9cbb triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:02.554288 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae939cd3-7f10-43a7-9af1-36570f9e2713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:02.604567 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b6d40ece-ba75-4f2d-bf53-8248f0594abd no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:10:02.669527 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef71fb-1af3-4624-8328-58f88f4c653d req-df1b3954-53cc-403b-8a30-7fec398bab38 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:02.672211 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9cef71fb-1af3-4624-8328-58f88f4c653d req-df1b3954-53cc-403b-8a30-7fec398bab38 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 945 time: 0.2305381 Feb 09 18:10:02.680253 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-5a5e7799-df50-40a5-bdc5-2b5c2ea8c87f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:02.680911 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-5a5e7799-df50-40a5-bdc5-2b5c2ea8c87f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:02.690453 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: b6d40ece-ba75-4f2d-bf53-8248f0594abd {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:10:02.695440 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b6d40ece-ba75-4f2d-bf53-8248f0594abd not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:10:02.696251 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-940cf3f3-1850-4a62-9da5-316736cfdc73 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:02.718592 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ae939cd3-7f10-43a7-9af1-36570f9e2713 None None] Port 7ed27786-41eb-4411-b354-eae52c9c9cbb cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:10:02.723790 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-60265db6-2232-4210-a458-cfb81fd4aec5 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet 3eded235-7fe4-467f-b799-7f0bd2452c8d {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:10:02.743856 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60265db6-2232-4210-a458-cfb81fd4aec5 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:02.765226 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e4f4781-0832-478a-bbe5-0e4c2da97eae tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:02.778263 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-471fffed-c673-4c10-a18c-215264d15dae tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:02.784674 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebb02ac-eb54-40e3-809f-d5a62586f041 None None] Resources bound (agent type, host, resource id): {{(pid=84543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 18:10:02.790593 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9cef71fb-1af3-4624-8328-58f88f4c653d req-929ad560-509d-483e-b3e0-dc9f124abf74 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115141 Feb 09 18:10:02.812414 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-940cf3f3-1850-4a62-9da5-316736cfdc73 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894138a8-b29c-4a66-939f-fe3957febacf']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:02.820398 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f4781-0832-478a-bbe5-0e4c2da97eae tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46adfb30-7cb5-45e1-806b-cc073313175e,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:02.831343 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e9aaa63-522a-4ef8-ada4-70ccc7f4f814 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:02.841616 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e4f4781-0832-478a-bbe5-0e4c2da97eae tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:02.845565 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5e4f4781-0832-478a-bbe5-0e4c2da97eae tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/security-groups/46adfb30-7cb5-45e1-806b-cc073313175e HTTP/1.1" status: 204 len: 168 time: 1.0912356 Feb 09 18:10:02.845834 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52234) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:02.870644 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e9aaa63-522a-4ef8-ada4-70ccc7f4f814 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:02.871842 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6e9aaa63-522a-4ef8-ada4-70ccc7f4f814 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b389af80-8886-451f-897f-414d7a7e6214 HTTP/1.1" status: 204 len: 168 time: 1.1186855 Feb 09 18:10:02.878011 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-940cf3f3-1850-4a62-9da5-316736cfdc73 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb6734fc-2d22-4a9c-bfae-71d890cc4f4b') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:02.886072 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-940cf3f3-1850-4a62-9da5-316736cfdc73 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb6734fc-2d22-4a9c-bfae-71d890cc4f4b') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:02.890713 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52238) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:02.901567 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60265db6-2232-4210-a458-cfb81fd4aec5 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:02.943050 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9aaa63-522a-4ef8-ada4-70ccc7f4f814 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b389af80-8886-451f-897f-414d7a7e6214,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:02.946168 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-940cf3f3-1850-4a62-9da5-316736cfdc73 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:02.964705 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0a8661cf-fb2e-4384-9846-fad388d53370 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:02.979503 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-5a5e7799-df50-40a5-bdc5-2b5c2ea8c87f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5807357 Feb 09 18:10:02.997643 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-2c6532f1-086d-4fa6-8781-227ec730a299 service neutron] Request body: {'port': {'device_id': 'ee765166-44f2-4305-8297-da1234350bee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:03.035060 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-940cf3f3-1850-4a62-9da5-316736cfdc73 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:03.036270 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4dcc85dd-8bfe-4ee5-b2f9-98211596d1f7 None None] Provisioning complete for port bc2e103c-93fd-4db9-bf7f-ca647150f1d2 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:03.036650 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4dcc85dd-8bfe-4ee5-b2f9-98211596d1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:03.131252 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4dcc85dd-8bfe-4ee5-b2f9-98211596d1f7 None None] Port bc2e103c-93fd-4db9-bf7f-ca647150f1d2 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:10:03.139935 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4dcc85dd-8bfe-4ee5-b2f9-98211596d1f7 None None] Could not find standard attr ID for object 1e231d2b-9e8a-48fe-9b26-2963556e7a8a. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:10:03.174887 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940cf3f3-1850-4a62-9da5-316736cfdc73 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:10:03.175278 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-940cf3f3-1850-4a62-9da5-316736cfdc73 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:10:03.203399 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:10:03.240223 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8661cf-fb2e-4384-9846-fad388d53370 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=621bc40b-a9d7-4205-9d66-6852fa768bb3,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:03.288872 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4dcc85dd-8bfe-4ee5-b2f9-98211596d1f7 None None] Provisioning for port ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:10:03.368752 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4dcc85dd-8bfe-4ee5-b2f9-98211596d1f7 None None] Provisioning complete for port ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:03.369313 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4dcc85dd-8bfe-4ee5-b2f9-98211596d1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:03.460333 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-3a2b7486-1a11-4cfc-baed-98c9f05f97a2 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Synchronizing usage tracker for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group_rule {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:03.468446 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4dcc85dd-8bfe-4ee5-b2f9-98211596d1f7 None None] Port ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:10:03.507935 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0a8661cf-fb2e-4384-9846-fad388d53370 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:03.547748 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60265db6-2232-4210-a458-cfb81fd4aec5 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:03.581715 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b1af8-8c56-4376-8fa1-fd7ab950fb99 req-f3f25a0a-a013-45ad-a44e-36eb1274ff77 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:03.583193 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-da2b1af8-8c56-4376-8fa1-fd7ab950fb99 req-f3f25a0a-a013-45ad-a44e-36eb1274ff77 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 931 time: 0.6881216 Feb 09 18:10:03.600494 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4dcc85dd-8bfe-4ee5-b2f9-98211596d1f7 None None] Provisioning for port 49c2f944-2972-43bf-860e-3ea7cb112f7b completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:10:03.607000 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4dcc85dd-8bfe-4ee5-b2f9-98211596d1f7 None None] Provisioning complete for port 49c2f944-2972-43bf-860e-3ea7cb112f7b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:03.608643 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4dcc85dd-8bfe-4ee5-b2f9-98211596d1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:03.633597 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-940cf3f3-1850-4a62-9da5-316736cfdc73 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:03.665953 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-940cf3f3-1850-4a62-9da5-316736cfdc73 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:03.690958 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-2c6532f1-086d-4fa6-8781-227ec730a299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:03.715243 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cf3f3-1850-4a62-9da5-316736cfdc73 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Pushing event deleted for resources: {'Network': ['ID=894138a8-b29c-4a66-939f-fe3957febacf,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:03.716403 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-3a2b7486-1a11-4cfc-baed-98c9f05f97a2 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Unset dirty status for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group_rule {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:03.721774 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3a2b7486-1a11-4cfc-baed-98c9f05f97a2 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.8242953 Feb 09 18:10:03.722492 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52244) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:03.731640 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec766e2-fa0d-4f11-ae33-b81afa5de445 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting subnet 9cc82b05-6b3f-42d8-a863-95ba1f282f7b {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:10:03.737889 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6ec766e2-fa0d-4f11-ae33-b81afa5de445 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:03.739830 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-940cf3f3-1850-4a62-9da5-316736cfdc73 tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] 10.222.0.21 "DELETE /v2.0/networks/894138a8-b29c-4a66-939f-fe3957febacf HTTP/1.1" status: 204 len: 168 time: 4.1533780 Feb 09 18:10:03.772577 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4dcc85dd-8bfe-4ee5-b2f9-98211596d1f7 None None] Provisioning complete for port 7ed27786-41eb-4411-b354-eae52c9c9cbb triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:03.773002 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4dcc85dd-8bfe-4ee5-b2f9-98211596d1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:03.786344 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52248) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:03.803418 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-da2b1af8-8c56-4376-8fa1-fd7ab950fb99 req-335e5e02-0f13-4a30-9740-b37fada2b221 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097092 Feb 09 18:10:03.858655 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4dcc85dd-8bfe-4ee5-b2f9-98211596d1f7 None None] Port 7ed27786-41eb-4411-b354-eae52c9c9cbb cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:10:03.866524 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4dcc85dd-8bfe-4ee5-b2f9-98211596d1f7 None None] Could not find standard attr ID for object b6d40ece-ba75-4f2d-bf53-8248f0594abd. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:10:03.906236 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6ec766e2-fa0d-4f11-ae33-b81afa5de445 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:04.053744 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-576cbff5-3f5d-45bc-9891-68a94ba46bf3 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:04.056585 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b6142a3a-570d-42b0-b020-dd49a118ffe6 req-1de5fe20-c5df-40d6-b249-7b532ecc791e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 1098 time: 0.5805912 Feb 09 18:10:04.089689 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60265db6-2232-4210-a458-cfb81fd4aec5 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:04.116087 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-576cbff5-3f5d-45bc-9891-68a94ba46bf3 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:04.146149 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6ec766e2-fa0d-4f11-ae33-b81afa5de445 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:04.172680 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c17eea7-5391-4a26-93fe-34563d6ce9fb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:04.207855 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60265db6-2232-4210-a458-cfb81fd4aec5 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=3eded235-7fe4-467f-b799-7f0bd2452c8d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:04.227645 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7d6f3-30a5-47b9-88aa-6854f318fd39 req-c3b1a1bb-6c0e-4eb7-837e-2581f1b35a65 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:04.229677 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-40c7d6f3-30a5-47b9-88aa-6854f318fd39 req-c3b1a1bb-6c0e-4eb7-837e-2581f1b35a65 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 945 time: 0.2671764 Feb 09 18:10:04.257694 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aab43a5-3d8d-4993-9499-93ce068d9239 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:04.278162 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60265db6-2232-4210-a458-cfb81fd4aec5 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:04.313162 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-40c7d6f3-30a5-47b9-88aa-6854f318fd39 req-9efc0a95-23a9-40a6-95ac-1a5ff1c986ed tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718884 Feb 09 18:10:04.362824 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b6142a3a-570d-42b0-b020-dd49a118ffe6 req-c888bcfd-1850-4274-900f-e013bfaa26f1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2903180 Feb 09 18:10:04.363464 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6c17eea7-5391-4a26-93fe-34563d6ce9fb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Deleting port 7443da2f-b220-452e-a3ea-31e90b19abb5 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:10:04.363798 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c17eea7-5391-4a26-93fe-34563d6ce9fb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:04.437560 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-576cbff5-3f5d-45bc-9891-68a94ba46bf3 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:04.440042 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6ec766e2-fa0d-4f11-ae33-b81afa5de445 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:04.499063 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576cbff5-3f5d-45bc-9891-68a94ba46bf3 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a62c064-eff5-4d40-8dbe-feb868df6134,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:04.500861 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec766e2-fa0d-4f11-ae33-b81afa5de445 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Subnet': ['ID=9cc82b05-6b3f-42d8-a863-95ba1f282f7b,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:04.523669 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-60265db6-2232-4210-a458-cfb81fd4aec5 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/3eded235-7fe4-467f-b799-7f0bd2452c8d HTTP/1.1" status: 204 len: 168 time: 3.8259466 Feb 09 18:10:04.529017 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52254) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:04.530908 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6ec766e2-fa0d-4f11-ae33-b81afa5de445 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:04.544663 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61aa5251-928b-4ddd-8255-f29af4d6f1db None None] Network 3f2321c5-bf60-493e-93d3-55a59564b49d requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:04.548580 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6ec766e2-fa0d-4f11-ae33-b81afa5de445 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/subnets/9cc82b05-6b3f-42d8-a863-95ba1f282f7b HTTP/1.1" status: 204 len: 168 time: 1.6998332 Feb 09 18:10:04.555922 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52258) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:04.563521 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-04bb0ae4-056f-4f8f-831a-ee6c6e40735e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'subnet': {'network_id': '3f2321c5-bf60-493e-93d3-55a59564b49d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:04.594608 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-471fffed-c673-4c10-a18c-215264d15dae tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:04.645506 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-576cbff5-3f5d-45bc-9891-68a94ba46bf3 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:04.649567 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-576cbff5-3f5d-45bc-9891-68a94ba46bf3 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "DELETE /v2.0/security-groups/8a62c064-eff5-4d40-8dbe-feb868df6134 HTTP/1.1" status: 204 len: 168 time: 0.9192383 Feb 09 18:10:04.658252 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52262) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:04.703801 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-2c6532f1-086d-4fa6-8781-227ec730a299 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:10:04.727883 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31f29d4-34a6-45ca-b7a0-3278606b7fa1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet 56d25757-88eb-4b3f-8387-353cfcd08f68 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:10:04.735107 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-471fffed-c673-4c10-a18c-215264d15dae tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:04.739448 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471fffed-c673-4c10-a18c-215264d15dae tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:04.740081 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-471fffed-c673-4c10-a18c-215264d15dae tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:04.741419 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-471fffed-c673-4c10-a18c-215264d15dae tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "PUT /v2.0/ports/7ed27786-41eb-4411-b354-eae52c9c9cbb HTTP/1.1" status: 200 len: 911 time: 4.3103774 Feb 09 18:10:04.746483 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52266) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:04.819796 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a31f29d4-34a6-45ca-b7a0-3278606b7fa1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:04.852815 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-04bb0ae4-056f-4f8f-831a-ee6c6e40735e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:04.926585 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-2c6532f1-086d-4fa6-8781-227ec730a299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:10:04.934992 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-2c6532f1-086d-4fa6-8781-227ec730a299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:04.953628 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-2c6532f1-086d-4fa6-8781-227ec730a299 service neutron] Transition to ACTIVE for port object ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:04.971744 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a31f29d4-34a6-45ca-b7a0-3278606b7fa1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:05.097387 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-91ac87ba-48a2-4d4e-be7a-b179194ad165 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Synchronizing usage tracker for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:05.106832 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-04bb0ae4-056f-4f8f-831a-ee6c6e40735e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:subnet and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:05.120537 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-04bb0ae4-056f-4f8f-831a-ee6c6e40735e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:05.138838 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-04bb0ae4-056f-4f8f-831a-ee6c6e40735e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:05.155994 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a31f29d4-34a6-45ca-b7a0-3278606b7fa1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:05.266064 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-6c17eea7-5391-4a26-93fe-34563d6ce9fb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] For port 7443da2f-b220-452e-a3ea-31e90b19abb5, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7443da2f-b220-452e-a3ea-31e90b19abb5,segment=NetworkSegment(3b06e520-7dc2-4f50-899c-8281a521a8ca),segment_id=3b06e520-7dc2-4f50-899c-8281a521a8ca)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:05.266459 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c17eea7-5391-4a26-93fe-34563d6ce9fb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:05.274828 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-91ac87ba-48a2-4d4e-be7a-b179194ad165 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Unset dirty status for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:05.283667 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-91ac87ba-48a2-4d4e-be7a-b179194ad165 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6152339 Feb 09 18:10:05.283667 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8661cf-fb2e-4384-9846-fad388d53370 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 57807ce7-b1f5-4caf-ba22-80a23d21a831 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:10:05.283667 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bb0ae4-056f-4f8f-831a-ee6c6e40735e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:10:05.284581 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-2c6532f1-086d-4fa6-8781-227ec730a299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:05.287725 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-04bb0ae4-056f-4f8f-831a-ee6c6e40735e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:05.300643 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52274) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:05.311982 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7d0e100f-b981-4733-9e2c-90e8d45bf2f6 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Request body: {'security_group': {'name': 'tempest-secgroup--248821098'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:05.385271 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 1a242124-4a30-41c2-a5f0-144d690e6d10 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:10:05.387824 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 1a242124-4a30-41c2-a5f0-144d690e6d10 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:10:05.450019 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7d0e100f-b981-4733-9e2c-90e8d45bf2f6 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:05.455416 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a31f29d4-34a6-45ca-b7a0-3278606b7fa1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:05.484738 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fffed-c673-4c10-a18c-215264d15dae tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Port': ['ID=7ed27786-41eb-4411-b354-eae52c9c9cbb,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:05.819446 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:05.840451 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fd6fed-f398-4c76-a655-cd2a6c653371 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:05.864556 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6c17eea7-5391-4a26-93fe-34563d6ce9fb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Calling delete_port for 7443da2f-b220-452e-a3ea-31e90b19abb5 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:10:05.899931 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a31f29d4-34a6-45ca-b7a0-3278606b7fa1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:05.913682 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7d0e100f-b981-4733-9e2c-90e8d45bf2f6 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:05.934508 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f29d4-34a6-45ca-b7a0-3278606b7fa1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=56d25757-88eb-4b3f-8387-353cfcd08f68,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:06.008775 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 1a242124-4a30-41c2-a5f0-144d690e6d10, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1a242124-4a30-41c2-a5f0-144d690e6d10,segment=NetworkSegment(bb132a2c-087c-4094-9ff0-147d0aa84db2),segment_id=bb132a2c-087c-4094-9ff0-147d0aa84db2)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:06.026313 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a31f29d4-34a6-45ca-b7a0-3278606b7fa1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/56d25757-88eb-4b3f-8387-353cfcd08f68 HTTP/1.1" status: 204 len: 168 time: 1.4888914 Feb 09 18:10:06.035679 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52280) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:06.041199 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '1a242124-4a30-41c2-a5f0-144d690e6d10', 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92', 'port_id': '1a242124-4a30-41c2-a5f0-144d690e6d10', 'mac_address': 'fa:16:3e:e5:5b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de722401-dd0e-409a-8196-100518d2fe03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:10:06.128284 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-73873cf4-b9b2-454b-b5b5-50e7f3c2b327 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0892935 Feb 09 18:10:06.131082 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef257ec9-f2e7-4da3-a729-a7757d31e3ec req-b39b5576-c92a-4f1f-922a-820ff4c66399 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:06.132618 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52284) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:06.133315 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ef257ec9-f2e7-4da3-a729-a7757d31e3ec req-b39b5576-c92a-4f1f-922a-820ff4c66399 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 945 time: 0.5343406 Feb 09 18:10:06.143633 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7dc89bb6-94cd-4430-9b76-fcfb07ca606e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:06.161966 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7d0e100f-b981-4733-9e2c-90e8d45bf2f6 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:06.171439 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6532f1-086d-4fa6-8781-227ec730a299 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3e592d-c4ab-414b-9d2f-fd52dc2144c1,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:06.177040 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f017b7b-80d5-4fda-a90b-b192eb14e40e req-3aca2f74-4955-422b-867e-2347d1b7d958 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:06.178889 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7f017b7b-80d5-4fda-a90b-b192eb14e40e req-3aca2f74-4955-422b-867e-2347d1b7d958 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 943 time: 0.6873407 Feb 09 18:10:06.239400 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:06.284839 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea009630-a236-4e66-91e0-80a40b8b11ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a242124-4a30-41c2-a5f0-144d690e6d10'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:10:06.297556 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-bed04c14-2b7b-4da6-b8c8-56f9a476767c None None] Provisioning complete for port d0819a3b-fe89-4f0f-b582-896226fab2fa triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:06.297925 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bed04c14-2b7b-4da6-b8c8-56f9a476767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:06.326244 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7f017b7b-80d5-4fda-a90b-b192eb14e40e req-cc0f5178-28d7-4f0b-b982-717bdd836f5c tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371737 Feb 09 18:10:06.328574 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ef257ec9-f2e7-4da3-a729-a7757d31e3ec req-401cb073-8231-4f56-a958-98249b804437 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856186 Feb 09 18:10:06.345641 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 1a242124-4a30-41c2-a5f0-144d690e6d10, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1a242124-4a30-41c2-a5f0-144d690e6d10,segment=NetworkSegment(bb132a2c-087c-4094-9ff0-147d0aa84db2),segment_id=bb132a2c-087c-4094-9ff0-147d0aa84db2)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:06.371027 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f7742b34-4e05-481d-bc56-ac913f85baa2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:06.429551 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7d0e100f-b981-4733-9e2c-90e8d45bf2f6 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:06.448071 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7d0e100f-b981-4733-9e2c-90e8d45bf2f6 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Usage tracker for resource:security_group_rule and tenant:179cc86b44e74238894e07c09fb01264 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:06.453118 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7d0e100f-b981-4733-9e2c-90e8d45bf2f6 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:06.464757 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7dc89bb6-94cd-4430-9b76-fcfb07ca606e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:06.468603 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a242124-4a30-41c2-a5f0-144d690e6d10 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:10:06.470246 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7d0e100f-b981-4733-9e2c-90e8d45bf2f6 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:06.476152 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea009630-a236-4e66-91e0-80a40b8b11ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a242124-4a30-41c2-a5f0-144d690e6d10', 'code': 200} Feb 09 18:10:06.482664 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7dc89bb6-94cd-4430-9b76-fcfb07ca606e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:06.493318 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7dc89bb6-94cd-4430-9b76-fcfb07ca606e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:06.507027 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7dc89bb6-94cd-4430-9b76-fcfb07ca606e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:06.509851 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c17eea7-5391-4a26-93fe-34563d6ce9fb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:06.526689 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:06.562108 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c17eea7-5391-4a26-93fe-34563d6ce9fb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] No DVR routers for this DVR port 7443da2f-b220-452e-a3ea-31e90b19abb5 on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:10:06.577257 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8661cf-fb2e-4384-9846-fad388d53370 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:10:06.604468 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0a8661cf-fb2e-4384-9846-fad388d53370 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:06.608380 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81bad87-f12a-4332-ad77-1e1805c4b2f1 None None] Sync routers for ids ['57807ce7-b1f5-4caf-ba22-80a23d21a831'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:10:06.636796 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-04bb0ae4-056f-4f8f-831a-ee6c6e40735e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:06.638690 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-2c6532f1-086d-4fa6-8781-227ec730a299 service neutron] Attempting to bind port ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:10:06.644557 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-2c6532f1-086d-4fa6-8781-227ec730a299 service neutron] Attempting to bind port ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'ef1edd2b-cf25-4f82-9baf-16b100c9302b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:10:06.644557 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-2c6532f1-086d-4fa6-8781-227ec730a299 service neutron] Attempting to bind port ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 on network 80e60e6d-fc87-452b-ad1a-b77ca354a9cd {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:10:06.644557 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17eea7-5391-4a26-93fe-34563d6ce9fb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Pushing event deleted for resources: {'Port': ['ID=7443da2f-b220-452e-a3ea-31e90b19abb5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:06.649396 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81bad87-f12a-4332-ad77-1e1805c4b2f1 None None] Routers {'57807ce7-b1f5-4caf-ba22-80a23d21a831'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:10:06.650040 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-d81bad87-f12a-4332-ad77-1e1805c4b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:09:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['57807ce7-b1f5-4caf-ba22-80a23d21a831'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:06.717728 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0a8661cf-fb2e-4384-9846-fad388d53370 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/floatingips/f263307e-70c5-419f-8b6c-e3c8c0f42fe0 HTTP/1.1" status: 204 len: 168 time: 5.3126745 Feb 09 18:10:06.719417 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b35ae9d-5cff-4e61-ba01-0932ec805e02', 'tag': 'da8fed69-90cb-4fd0-ad29-658c7e1155f2'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:10:06.721113 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-2c6532f1-086d-4fa6-8781-227ec730a299 service neutron] Port ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 on network 80e60e6d-fc87-452b-ad1a-b77ca354a9cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:10:06.721437 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-2c6532f1-086d-4fa6-8781-227ec730a299 service neutron] Attempting to bind port ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 on network 80e60e6d-fc87-452b-ad1a-b77ca354a9cd {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:10:06.741100 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc89bb6-94cd-4430-9b76-fcfb07ca606e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:10:06.744682 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7dc89bb6-94cd-4430-9b76-fcfb07ca606e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:06.770939 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bb0ae4-056f-4f8f-831a-ee6c6e40735e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network 3f2321c5-bf60-493e-93d3-55a59564b49d is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:06.776488 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-04bb0ae4-056f-4f8f-831a-ee6c6e40735e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:06.778149 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb0ae4-056f-4f8f-831a-ee6c6e40735e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Subnet': ['ID=59d2a30f-c967-44f8-a1d4-e2bc6b0ec1c1,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:06.786334 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bb0ae4-056f-4f8f-831a-ee6c6e40735e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:06.786915 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-04bb0ae4-056f-4f8f-831a-ee6c6e40735e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:06.791176 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c17eea7-5391-4a26-93fe-34563d6ce9fb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:06.809640 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-2c6532f1-086d-4fa6-8781-227ec730a299 service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:10:06.810034 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-2c6532f1-086d-4fa6-8781-227ec730a299 service neutron] Checking segment: {'id': 'ef1edd2b-cf25-4f82-9baf-16b100c9302b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:10:06.810466 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-2c6532f1-086d-4fa6-8781-227ec730a299 service neutron] Bound using segment: {'id': 'ef1edd2b-cf25-4f82-9baf-16b100c9302b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:10:06.811571 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-2c6532f1-086d-4fa6-8781-227ec730a299 service neutron] Bound port: ac3e592d-c4ab-414b-9d2f-fd52dc2144c1, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef1edd2b-cf25-4f82-9baf-16b100c9302b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:10:06.811821 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-2c6532f1-086d-4fa6-8781-227ec730a299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:06.857870 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b35ae9d-5cff-4e61-ba01-0932ec805e02', 'tag': 'da8fed69-90cb-4fd0-ad29-658c7e1155f2', 'status': 'completed', 'code': 200} Feb 09 18:10:06.887478 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566172b5-4654-4d9c-9388-3f56eb1cd12a None None] Network 3f2321c5-bf60-493e-93d3-55a59564b49d requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:06.912888 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:10:06.913239 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:10:06.953838 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-04bb0ae4-056f-4f8f-831a-ee6c6e40735e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3966570 Feb 09 18:10:06.955106 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52294) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:06.962534 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-efe88015-b1b8-434d-9d14-5cb8ca9a6ca4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'security_group': {'name': 'tempest-secgroup-16765034'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:06.969963 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7d0e100f-b981-4733-9e2c-90e8d45bf2f6 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:06.994195 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=1a242124-4a30-41c2-a5f0-144d690e6d10,revision_number=6']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:07.004663 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-efe88015-b1b8-434d-9d14-5cb8ca9a6ca4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:07.014731 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-efe88015-b1b8-434d-9d14-5cb8ca9a6ca4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:security_group and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:07.023570 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-efe88015-b1b8-434d-9d14-5cb8ca9a6ca4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:07.034742 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-efe88015-b1b8-434d-9d14-5cb8ca9a6ca4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:07.105168 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-2c6532f1-086d-4fa6-8781-227ec730a299 service neutron] For port ac3e592d-c4ab-414b-9d2f-fd52dc2144c1, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:10:07.108738 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-2c6532f1-086d-4fa6-8781-227ec730a299 service neutron] For port ac3e592d-c4ab-414b-9d2f-fd52dc2144c1, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=ac3e592d-c4ab-414b-9d2f-fd52dc2144c1,segment=NetworkSegment(ef1edd2b-cf25-4f82-9baf-16b100c9302b),segment_id=ef1edd2b-cf25-4f82-9baf-16b100c9302b)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:10:07.123014 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7d0e100f-b981-4733-9e2c-90e8d45bf2f6 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:07.162012 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-6c17eea7-5391-4a26-93fe-34563d6ce9fb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb5a6b5-5148-4e12-96c1-d0eefbce94de']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:07.197139 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e226313-5365-4bd4-93ab-fe70d12f9f0d None None] DHCP port deletion for 533fa7e0-9286-46d7-99f4-266111443da8 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:10:07.214043 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-d81bad87-f12a-4332-ad77-1e1805c4b2f1 None None] Set router 57807ce7-b1f5-4caf-ba22-80a23d21a831 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:10:07.223039 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-2c6532f1-086d-4fa6-8781-227ec730a299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:07.231144 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-6c17eea7-5391-4a26-93fe-34563d6ce9fb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b06e520-7dc2-4f50-899c-8281a521a8ca') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:07.231487 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-6c17eea7-5391-4a26-93fe-34563d6ce9fb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b06e520-7dc2-4f50-899c-8281a521a8ca') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:07.254403 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1e226313-5365-4bd4-93ab-fe70d12f9f0d None None] Deleting port d0819a3b-fe89-4f0f-b582-896226fab2fa {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:10:07.254933 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1e226313-5365-4bd4-93ab-fe70d12f9f0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:07.279297 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-efe88015-b1b8-434d-9d14-5cb8ca9a6ca4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:07.312599 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e100f-b981-4733-9e2c-90e8d45bf2f6 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1c9046-a1b5-40d0-a0c7-32d6539b5c8c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:07.323198 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c17eea7-5391-4a26-93fe-34563d6ce9fb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:07.334642 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-efe88015-b1b8-434d-9d14-5cb8ca9a6ca4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:07.339080 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-bed04c14-2b7b-4da6-b8c8-56f9a476767c None None] Provisioning complete for port 49c2f944-2972-43bf-860e-3ea7cb112f7b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:07.339669 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bed04c14-2b7b-4da6-b8c8-56f9a476767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:07.342354 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-efe88015-b1b8-434d-9d14-5cb8ca9a6ca4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:security_group_rule and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:07.346220 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-efe88015-b1b8-434d-9d14-5cb8ca9a6ca4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:07.353277 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-efe88015-b1b8-434d-9d14-5cb8ca9a6ca4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:07.446887 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7d0e100f-b981-4733-9e2c-90e8d45bf2f6 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:07.449038 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7d0e100f-b981-4733-9e2c-90e8d45bf2f6 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.1472096 Feb 09 18:10:07.457025 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52306) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:07.470371 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-2758f9e5-84ee-4979-93fc-fb7d796f581e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Request body: {'security_group_rule': {'security_group_id': '8c1c9046-a1b5-40d0-a0c7-32d6539b5c8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:07.483903 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2758f9e5-84ee-4979-93fc-fb7d796f581e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:07.488082 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-2c6532f1-086d-4fa6-8781-227ec730a299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:07.489619 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-2c6532f1-086d-4fa6-8781-227ec730a299 service neutron] 10.222.0.50 "PUT /v2.0/ports/ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 HTTP/1.1" status: 200 len: 1093 time: 4.4967909 Feb 09 18:10:07.498278 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee765166-44f2-4305-8297-da1234350bee', 'tag': 'ac3e592d-c4ab-414b-9d2f-fd52dc2144c1'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:10:07.499796 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2758f9e5-84ee-4979-93fc-fb7d796f581e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Usage tracker for resource:security_group_rule and tenant:179cc86b44e74238894e07c09fb01264 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:07.507251 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2758f9e5-84ee-4979-93fc-fb7d796f581e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:07.512838 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c17eea7-5391-4a26-93fe-34563d6ce9fb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:07.522244 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2758f9e5-84ee-4979-93fc-fb7d796f581e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:07.547872 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c17eea7-5391-4a26-93fe-34563d6ce9fb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:10:07.548285 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c17eea7-5391-4a26-93fe-34563d6ce9fb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:07.548669 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-efe88015-b1b8-434d-9d14-5cb8ca9a6ca4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:10:07.577234 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:10:07.585397 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6532f1-086d-4fa6-8781-227ec730a299 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3e592d-c4ab-414b-9d2f-fd52dc2144c1,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:07.678285 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-efe88015-b1b8-434d-9d14-5cb8ca9a6ca4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:07.718523 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:07.772201 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2758f9e5-84ee-4979-93fc-fb7d796f581e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:07.844383 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-f7742b34-4e05-481d-bc56-ac913f85baa2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting port 7ed27786-41eb-4411-b354-eae52c9c9cbb {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:10:07.844773 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f7742b34-4e05-481d-bc56-ac913f85baa2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:07.884851 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c299f008-7537-43da-8f54-ac933543346c req-6a691957-ad15-4c94-90a9-0f11b3590941 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=4b35ae9d-5cff-4e61-ba01-0932ec805e02 HTTP/1.1" status: 200 len: 1098 time: 0.9132967 Feb 09 18:10:07.895058 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe88015-b1b8-434d-9d14-5cb8ca9a6ca4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=280125d0-0fe5-4809-a0e4-3b130e4afa28,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:07.930387 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-efe88015-b1b8-434d-9d14-5cb8ca9a6ca4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:07.931560 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-efe88015-b1b8-434d-9d14-5cb8ca9a6ca4 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.9748235 Feb 09 18:10:07.936076 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52312) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:07.948488 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a242124-4a30-41c2-a5f0-144d690e6d10 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:10:07.996776 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-65caaeea-d777-4175-a100-a9b30e1342ad tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'security_group': {'name': 'tempest-secgroup-1711789998'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:08.004272 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c17eea7-5391-4a26-93fe-34563d6ce9fb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:08.017425 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-65caaeea-d777-4175-a100-a9b30e1342ad tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:08.037434 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c17eea7-5391-4a26-93fe-34563d6ce9fb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:08.045989 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3bda8-8dab-40f7-a1c1-cc976da24a93 req-d95c541e-57fb-4323-8284-881939b2d6c2 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:08.046475 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-65caaeea-d777-4175-a100-a9b30e1342ad tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:security_group and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:08.047237 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e1c3bda8-8dab-40f7-a1c1-cc976da24a93 req-d95c541e-57fb-4323-8284-881939b2d6c2 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 943 time: 0.3834801 Feb 09 18:10:08.058903 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-65caaeea-d777-4175-a100-a9b30e1342ad tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:08.075854 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-65caaeea-d777-4175-a100-a9b30e1342ad tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:08.079140 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17eea7-5391-4a26-93fe-34563d6ce9fb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Pushing event deleted for resources: {'Network': ['ID=cfb5a6b5-5148-4e12-96c1-d0eefbce94de,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:08.087093 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6c17eea7-5391-4a26-93fe-34563d6ce9fb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] 10.222.0.21 "DELETE /v2.0/networks/cfb5a6b5-5148-4e12-96c1-d0eefbce94de HTTP/1.1" status: 204 len: 168 time: 4.2763493 Feb 09 18:10:08.093931 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52316) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:08.097906 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2758f9e5-84ee-4979-93fc-fb7d796f581e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:08.105435 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ca956-f28c-42d6-992e-7ee030806d50 req-1e3bd118-4e97-4e82-8d34-39d308f4d324 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:08.107004 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2d2ca956-f28c-42d6-992e-7ee030806d50 req-1e3bd118-4e97-4e82-8d34-39d308f4d324 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 943 time: 0.5412638 Feb 09 18:10:08.117537 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1e226313-5365-4bd4-93ab-fe70d12f9f0d None None] For port d0819a3b-fe89-4f0f-b582-896226fab2fa, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=d0819a3b-fe89-4f0f-b582-896226fab2fa,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:08.118502 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1e226313-5365-4bd4-93ab-fe70d12f9f0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:08.142736 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 1a242124-4a30-41c2-a5f0-144d690e6d10, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1a242124-4a30-41c2-a5f0-144d690e6d10,segment=NetworkSegment(bb132a2c-087c-4094-9ff0-147d0aa84db2),segment_id=bb132a2c-087c-4094-9ff0-147d0aa84db2)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:08.176745 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-cb2d1386-a23f-4d4f-b60a-e9b416938258 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10a4b1464e30470e8e13c0bd2bfded95&device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 1096 time: 0.4834945 Feb 09 18:10:08.182034 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299f008-7537-43da-8f54-ac933543346c req-9f4af3f6-7672-4481-befe-28b22637dcc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:08.184363 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c299f008-7537-43da-8f54-ac933543346c req-9f4af3f6-7672-4481-befe-28b22637dcc7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f843c8a8-e764-4c31-91e5-e456caf4f77b HTTP/1.1" status: 200 len: 896 time: 0.2882333 Feb 09 18:10:08.251344 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2758f9e5-84ee-4979-93fc-fb7d796f581e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:08.309161 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65caaeea-d777-4175-a100-a9b30e1342ad tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:08.333533 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f7742b34-4e05-481d-bc56-ac913f85baa2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:08.360240 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1e226313-5365-4bd4-93ab-fe70d12f9f0d None None] Calling delete_port for d0819a3b-fe89-4f0f-b582-896226fab2fa owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:10:08.363901 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758f9e5-84ee-4979-93fc-fb7d796f581e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a72603-8550-4694-a04b-181d5c676f85,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:08.369015 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c299f008-7537-43da-8f54-ac933543346c req-e730bbad-7b93-46ef-bea8-73a20ac176d5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da8fed69-90cb-4fd0-ad29-658c7e1155f2 HTTP/1.1" status: 200 len: 217 time: 0.1725383 Feb 09 18:10:08.383577 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e1c3bda8-8dab-40f7-a1c1-cc976da24a93 req-dc2f1386-1b3e-4ab7-b247-7c4ee48456fc tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3205297 Feb 09 18:10:08.387258 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:08.412273 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-75ff758e-003d-4834-adb7-dbeb9748548d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 HTTP/1.1" status: 200 len: 217 time: 0.2178800 Feb 09 18:10:08.412739 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52320) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:08.495926 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-bed04c14-2b7b-4da6-b8c8-56f9a476767c None None] Provisioning complete for port bc2e103c-93fd-4db9-bf7f-ca647150f1d2 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:08.496304 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bed04c14-2b7b-4da6-b8c8-56f9a476767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:08.618896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-65caaeea-d777-4175-a100-a9b30e1342ad tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:08.637950 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e04e-8129-4684-b650-ee65ecbe2cdb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:08.648518 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-65caaeea-d777-4175-a100-a9b30e1342ad tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:security_group_rule and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:08.652721 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-f7742b34-4e05-481d-bc56-ac913f85baa2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Calling delete_port for 7ed27786-41eb-4411-b354-eae52c9c9cbb owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:10:08.653316 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-65caaeea-d777-4175-a100-a9b30e1342ad tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:08.661457 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299f008-7537-43da-8f54-ac933543346c req-c14def69-d7b3-42b4-bb2a-47b26225d138 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:08.663009 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c299f008-7537-43da-8f54-ac933543346c req-c14def69-d7b3-42b4-bb2a-47b26225d138 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6cfb6415-9d93-4424-b9a1-eff5d129cea0 HTTP/1.1" status: 200 len: 835 time: 0.2851205 Feb 09 18:10:08.675149 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.objects.ports [None req-7dc89bb6-94cd-4430-9b76-fcfb07ca606e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84542) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 18:10:08.676827 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=1a242124-4a30-41c2-a5f0-144d690e6d10,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:08.683180 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2758f9e5-84ee-4979-93fc-fb7d796f581e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:08.686626 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2758f9e5-84ee-4979-93fc-fb7d796f581e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2287977 Feb 09 18:10:08.694823 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device d0819a3b-fe89-4f0f-b582-896226fab2fa no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:10:08.698559 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52324) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:08.705561 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2d2ca956-f28c-42d6-992e-7ee030806d50 req-6c75b08c-7d0f-43e3-8ce6-b80c706db629 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5730157 Feb 09 18:10:08.732313 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-65caaeea-d777-4175-a100-a9b30e1342ad tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:08.755482 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['1a242124-4a30-41c2-a5f0-144d690e6d10'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:10:08.784473 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee765166-44f2-4305-8297-da1234350bee', 'tag': 'ac3e592d-c4ab-414b-9d2f-fd52dc2144c1', 'status': 'completed', 'code': 200} Feb 09 18:10:08.788739 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a563b86b-a47f-4876-8bf7-8bf008fcbcbc tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Request body: {'security_group_rule': {'security_group_id': '8c1c9046-a1b5-40d0-a0c7-32d6539b5c8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:08.802543 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a563b86b-a47f-4876-8bf7-8bf008fcbcbc tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:08.811111 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a563b86b-a47f-4876-8bf7-8bf008fcbcbc tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Usage tracker for resource:security_group_rule and tenant:179cc86b44e74238894e07c09fb01264 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:08.821282 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-bed04c14-2b7b-4da6-b8c8-56f9a476767c None None] Port bc2e103c-93fd-4db9-bf7f-ca647150f1d2 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:10:08.823421 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a563b86b-a47f-4876-8bf7-8bf008fcbcbc tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:08.844344 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-be0c5c6f-6155-4746-a8a3-eb550df7a3d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:08.845830 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-be0c5c6f-6155-4746-a8a3-eb550df7a3d4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e8a71708-3c6c-4754-9944-bc1082e83c1e HTTP/1.1" status: 200 len: 850 time: 0.4209466 Feb 09 18:10:08.860515 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-bd385c78-4974-4b44-8525-25e2c9a383ce tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/floatingips/9ba96321-3b90-443a-bc1b-31df6d888fbb HTTP/1.1" status: 200 len: 991 time: 0.4370408 Feb 09 18:10:08.861683 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a563b86b-a47f-4876-8bf7-8bf008fcbcbc tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:08.891490 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-d81bad87-f12a-4332-ad77-1e1805c4b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'name': 'tempest-TestNetworkBasicOps-router-93078547', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:16Z', 'updated_at': '2022-02-09T18:08:35Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:18Z', 'updated_at': '2022-02-09T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '396a1660-4047-4a7f-b967-2a3d23582a2c', 'name': '', 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:d7:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cfb6415-9d93-4424-b9a1-eff5d129cea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:30Z', 'updated_at': '2022-02-09T18:08:47Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '6cfb6415-9d93-4424-b9a1-eff5d129cea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:08.894219 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1e226313-5365-4bd4-93ab-fe70d12f9f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:08.936740 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8d19a0-9bee-432c-be2a-8a3a2f3e2706 None None] Update dhcp port {'port': {'network_id': '3f2321c5-bf60-493e-93d3-55a59564b49d', 'fixed_ips': [{'subnet_id': '38c0f6cb-9e56-411f-90fc-d0e94e979937', 'ip_address': '172.20.0.18'}, {'subnet_id': '59d2a30f-c967-44f8-a1d4-e2bc6b0ec1c1'}], 'binding:host_id': 'dv-neutron-827016-2-hyperv'}, 'id': '49c2f944-2972-43bf-860e-3ea7cb112f7b'} from dv-neutron-827016-2-hyperv. {{(pid=84543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 18:10:08.997770 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81bad87-f12a-4332-ad77-1e1805c4b2f1 None None] Checking router: 57807ce7-b1f5-4caf-ba22-80a23d21a831 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:10:09.013106 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e226313-5365-4bd4-93ab-fe70d12f9f0d None None] Pushing event deleted for resources: {'Port': ['ID=d0819a3b-fe89-4f0f-b582-896226fab2fa,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:09.029182 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65caaeea-d777-4175-a100-a9b30e1342ad tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:09.029691 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e04e-8129-4684-b650-ee65ecbe2cdb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:09.034055 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.ipam_pluggable_backend [None req-7dc89bb6-94cd-4430-9b76-fcfb07ca606e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Port d0819a3b-fe89-4f0f-b582-896226fab2fa was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=84542) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 18:10:09.034602 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.ipam_pluggable_backend [None req-7dc89bb6-94cd-4430-9b76-fcfb07ca606e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Reverting IP allocation for 2001:db8::f816:3eff:fe29:4b18 {{(pid=84542) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 18:10:09.043384 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b046cc-984c-4746-81ea-cca2780695de req-99271859-cb81-4573-9311-8a7668ed4aef tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:09.044277 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-e2b046cc-984c-4746-81ea-cca2780695de req-99271859-cb81-4573-9311-8a7668ed4aef tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:09.045786 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e226313-5365-4bd4-93ab-fe70d12f9f0d None None] No DVR routers for this DVR port d0819a3b-fe89-4f0f-b582-896226fab2fa on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:10:09.049386 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:09.088823 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c8d19a0-9bee-432c-be2a-8a3a2f3e2706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:09.094961 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a563b86b-a47f-4876-8bf7-8bf008fcbcbc tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:09.104557 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c299f008-7537-43da-8f54-ac933543346c req-85753838-15ed-4ed9-b320-04375d4b8d66 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f843c8a8-e764-4c31-91e5-e456caf4f77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3679445 Feb 09 18:10:09.113907 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-8ab3e04e-8129-4684-b650-ee65ecbe2cdb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dac45ff-aa00-4e8a-9bef-b1fd5b2eb88b']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:09.135800 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81bad87-f12a-4332-ad77-1e1805c4b2f1 None None] Routers {'57807ce7-b1f5-4caf-ba22-80a23d21a831'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:10:09.136774 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-d81bad87-f12a-4332-ad77-1e1805c4b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:09:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['57807ce7-b1f5-4caf-ba22-80a23d21a831'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:09.142990 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-8ab3e04e-8129-4684-b650-ee65ecbe2cdb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea1a2c1-f666-45eb-a9c0-ac2ed05c819e') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:09.143291 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-8ab3e04e-8129-4684-b650-ee65ecbe2cdb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea1a2c1-f666-45eb-a9c0-ac2ed05c819e') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:09.162344 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d901b8-dd1b-4cd8-b790-6f7c5f836cf5 req-2e723a1d-3f9c-4026-825e-f95cd772b579 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:09.163045 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-13d901b8-dd1b-4cd8-b790-6f7c5f836cf5 req-2e723a1d-3f9c-4026-825e-f95cd772b579 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:09.169279 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e04e-8129-4684-b650-ee65ecbe2cdb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:09.176893 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65caaeea-d777-4175-a100-a9b30e1342ad tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:09.188630 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7dc89bb6-94cd-4430-9b76-fcfb07ca606e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:09.208796 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e04e-8129-4684-b650-ee65ecbe2cdb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:09.217612 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-e2b046cc-984c-4746-81ea-cca2780695de req-99271859-cb81-4573-9311-8a7668ed4aef tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:09.219153 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e2b046cc-984c-4746-81ea-cca2780695de req-99271859-cb81-4573-9311-8a7668ed4aef tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b35ae9d-5cff-4e61-ba01-0932ec805e02 HTTP/1.1" status: 200 len: 945 time: 0.6161742 Feb 09 18:10:09.224463 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab3e04e-8129-4684-b650-ee65ecbe2cdb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:10:09.224463 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e04e-8129-4684-b650-ee65ecbe2cdb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:10:09.241007 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:10:09.360246 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-ed9df3c9-94ea-4aa7-bb50-5386248bdfa0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4284894 Feb 09 18:10:09.360498 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-13d901b8-dd1b-4cd8-b790-6f7c5f836cf5 req-2e723a1d-3f9c-4026-825e-f95cd772b579 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:09.362655 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-13d901b8-dd1b-4cd8-b790-6f7c5f836cf5 req-2e723a1d-3f9c-4026-825e-f95cd772b579 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b35ae9d-5cff-4e61-ba01-0932ec805e02 HTTP/1.1" status: 200 len: 945 time: 0.5849864 Feb 09 18:10:09.435648 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f7742b34-4e05-481d-bc56-ac913f85baa2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:09.452168 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65caaeea-d777-4175-a100-a9b30e1342ad tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f4e9d4-7676-41fd-9682-832ef05edb87,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:09.459582 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc89bb6-94cd-4430-9b76-fcfb07ca606e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:09.497790 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a563b86b-a47f-4876-8bf7-8bf008fcbcbc tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:09.518802 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7742b34-4e05-481d-bc56-ac913f85baa2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Port': ['ID=7ed27786-41eb-4411-b354-eae52c9c9cbb,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:09.547450 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-7dc89bb6-94cd-4430-9b76-fcfb07ca606e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:09.550128 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc89bb6-94cd-4430-9b76-fcfb07ca606e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:09.550773 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7dc89bb6-94cd-4430-9b76-fcfb07ca606e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:09.557336 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65caaeea-d777-4175-a100-a9b30e1342ad tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:09.561228 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-65caaeea-d777-4175-a100-a9b30e1342ad tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5730565 Feb 09 18:10:09.566820 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52330) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:09.572229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc89bb6-94cd-4430-9b76-fcfb07ca606e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=ff5fb4ea-0356-4566-8b48-d877abc38fc7,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:09.619485 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0f4e9b-afd5-4284-976b-3bc85491dd85 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:09.620309 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e2b046cc-984c-4746-81ea-cca2780695de req-ba1db055-cc35-4f00-91f4-585e220f6968 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=49743827-1230-4b79-bbd6-18a93b9aa1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3782518 Feb 09 18:10:09.634096 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-db1f6d28-1084-4421-9343-339bc1d94c35 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'security_group': {'name': 'tempest-secgroup-783442561'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:09.640410 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a563b86b-a47f-4876-8bf7-8bf008fcbcbc tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:09.646853 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c299f008-7537-43da-8f54-ac933543346c req-a698334b-f1b4-4d54-85d5-e1689c63a500 service neutron] 10.222.0.50 "GET /v2.0/networks/f843c8a8-e764-4c31-91e5-e456caf4f77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281038 Feb 09 18:10:09.652614 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-13d901b8-dd1b-4cd8-b790-6f7c5f836cf5 req-20595987-cc63-4fee-8d21-f5f828a87eea tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port da8fed69-90cb-4fd0-ad29-658c7e1155f2 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:10:09.653015 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-13d901b8-dd1b-4cd8-b790-6f7c5f836cf5 req-20595987-cc63-4fee-8d21-f5f828a87eea tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:09.662497 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-db1f6d28-1084-4421-9343-339bc1d94c35 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:09.666195 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e04e-8129-4684-b650-ee65ecbe2cdb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:09.674122 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-2c8d19a0-9bee-432c-be2a-8a3a2f3e2706 None None] Allocated IP 172.20.0.2 (3f2321c5-bf60-493e-93d3-55a59564b49d/59d2a30f-c967-44f8-a1d4-e2bc6b0ec1c1/49c2f944-2972-43bf-860e-3ea7cb112f7b) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:10:09.723590 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e04e-8129-4684-b650-ee65ecbe2cdb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:09.746346 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-d81bad87-f12a-4332-ad77-1e1805c4b2f1 None None] Set router 57807ce7-b1f5-4caf-ba22-80a23d21a831 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:10:09.824847 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-db1f6d28-1084-4421-9343-339bc1d94c35 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:security_group and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:09.827925 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3e04e-8129-4684-b650-ee65ecbe2cdb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Pushing event deleted for resources: {'Network': ['ID=9dac45ff-aa00-4e8a-9bef-b1fd5b2eb88b,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:09.870107 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-db1f6d28-1084-4421-9343-339bc1d94c35 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:09.877968 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-db1f6d28-1084-4421-9343-339bc1d94c35 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:09.888038 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7dc89bb6-94cd-4430-9b76-fcfb07ca606e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7502480 Feb 09 18:10:09.888315 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563b86b-a47f-4876-8bf7-8bf008fcbcbc tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39681ac2-dea9-464b-a14b-a71139d5a5e3,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:09.910966 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52336) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:09.939492 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8ab3e04e-8129-4684-b650-ee65ecbe2cdb tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] 10.222.0.21 "DELETE /v2.0/networks/9dac45ff-aa00-4e8a-9bef-b1fd5b2eb88b HTTP/1.1" status: 204 len: 168 time: 1.8402917 Feb 09 18:10:09.955339 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52340) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:09.976715 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4e4218e5-e21e-4dfd-85b5-2deae6fa7987 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:10.033726 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-db1f6d28-1084-4421-9343-339bc1d94c35 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:10.119028 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-db1f6d28-1084-4421-9343-339bc1d94c35 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:10.129153 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-db1f6d28-1084-4421-9343-339bc1d94c35 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:security_group_rule and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:10.129153 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-db1f6d28-1084-4421-9343-339bc1d94c35 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:10.129437 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-3f38b16e-1b4a-4fc4-908d-f1bc8863d777 service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7516546 Feb 09 18:10:10.133959 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-db1f6d28-1084-4421-9343-339bc1d94c35 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:10.165702 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a563b86b-a47f-4876-8bf7-8bf008fcbcbc tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:10.165702 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a563b86b-a47f-4876-8bf7-8bf008fcbcbc tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.4556248 Feb 09 18:10:10.178921 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52344) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:10.198588 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-40665d96-705d-4cc3-ad4a-967ee1f58b88 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Request body: {'security_group_rule': {'security_group_id': '8c1c9046-a1b5-40d0-a0c7-32d6539b5c8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:10.226913 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-40665d96-705d-4cc3-ad4a-967ee1f58b88 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:10.252504 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-40665d96-705d-4cc3-ad4a-967ee1f58b88 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Usage tracker for resource:security_group_rule and tenant:179cc86b44e74238894e07c09fb01264 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:10.263031 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-40665d96-705d-4cc3-ad4a-967ee1f58b88 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:10.279214 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-40665d96-705d-4cc3-ad4a-967ee1f58b88 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:10.292421 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b1204246-b700-4c26-8941-e65a1a9f8c4b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:10.297851 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-db1f6d28-1084-4421-9343-339bc1d94c35 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:10.300891 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f7742b34-4e05-481d-bc56-ac913f85baa2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:10.331264 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef5e50-d3fb-41e3-85b0-b5b81517a08d req-448080bc-c0ed-4190-8f24-4ab23755a533 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:10.333217 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-38ef5e50-d3fb-41e3-85b0-b5b81517a08d req-448080bc-c0ed-4190-8f24-4ab23755a533 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 943 time: 0.3852227 Feb 09 18:10:10.336529 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-2c8d19a0-9bee-432c-be2a-8a3a2f3e2706 None None] For port 49c2f944-2972-43bf-860e-3ea7cb112f7b, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=49c2f944-2972-43bf-860e-3ea7cb112f7b,segment=NetworkSegment(fc372c04-3013-4bd2-b62a-b0e460d40e07),segment_id=fc372c04-3013-4bd2-b62a-b0e460d40e07)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:10.417455 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c299f008-7537-43da-8f54-ac933543346c req-d264ecad-78f8-4a04-9dfb-b81924fd954c service neutron] 10.222.0.50 "GET /v2.0/networks/f843c8a8-e764-4c31-91e5-e456caf4f77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5597084 Feb 09 18:10:10.418928 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-db1f6d28-1084-4421-9343-339bc1d94c35 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:10.471472 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4e4218e5-e21e-4dfd-85b5-2deae6fa7987 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:10.475928 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4e4218e5-e21e-4dfd-85b5-2deae6fa7987 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:10.479933 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4e4218e5-e21e-4dfd-85b5-2deae6fa7987 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:10.483225 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c8d19a0-9bee-432c-be2a-8a3a2f3e2706 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:10.487558 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4e4218e5-e21e-4dfd-85b5-2deae6fa7987 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:10.502284 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0569ed3f-cfbb-4367-abe0-dfd5db81985c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-533fa7e0-9286-46d7-99f4-266111443da8', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'fixed_ips': [{'subnet_id': 'ff5fb4ea-0356-4566-8b48-d877abc38fc7'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:10:10.503178 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0569ed3f-cfbb-4367-abe0-dfd5db81985c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:10.566312 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2c8d19a0-9bee-432c-be2a-8a3a2f3e2706 None None] Transition to ACTIVE for port object 49c2f944-2972-43bf-860e-3ea7cb112f7b will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:10.575928 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4a94d6b2-cf3e-428c-9dcd-6a3b9082f785 req-bfe792cb-50fd-46f6-81c1-102eface1d12 service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253843 Feb 09 18:10:10.580482 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4218e5-e21e-4dfd-85b5-2deae6fa7987 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:10:10.649017 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40665d96-705d-4cc3-ad4a-967ee1f58b88 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:10.663586 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c8d19a0-9bee-432c-be2a-8a3a2f3e2706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:10.675357 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f6d28-1084-4421-9343-339bc1d94c35 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd45c9c-29e6-485b-84f1-d958d53af855,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:10.716601 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-db1f6d28-1084-4421-9343-339bc1d94c35 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:10.717889 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-db1f6d28-1084-4421-9343-339bc1d94c35 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0966070 Feb 09 18:10:10.727754 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b1204246-b700-4c26-8941-e65a1a9f8c4b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:10.737254 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52350) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:10.749261 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-2359c21c-e9f9-47ab-8eb4-6ec9c9eb9523 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-791243626', 'security_groups': ['bfd45c9c-29e6-485b-84f1-d958d53af855'], 'network_id': '3f2321c5-bf60-493e-93d3-55a59564b49d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '59d2a30f-c967-44f8-a1d4-e2bc6b0ec1c1'}]}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:10.767044 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-38ef5e50-d3fb-41e3-85b0-b5b81517a08d req-8a73f236-e239-4d67-afa3-e9bfe4dfbcb3 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3768070 Feb 09 18:10:10.807738 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-13d901b8-dd1b-4cd8-b790-6f7c5f836cf5 req-20595987-cc63-4fee-8d21-f5f828a87eea tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port da8fed69-90cb-4fd0-ad29-658c7e1155f2, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=da8fed69-90cb-4fd0-ad29-658c7e1155f2,segment=NetworkSegment(63ee9212-3068-4d6e-abd7-96bb4048f829),segment_id=63ee9212-3068-4d6e-abd7-96bb4048f829)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:10.808222 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-13d901b8-dd1b-4cd8-b790-6f7c5f836cf5 req-20595987-cc63-4fee-8d21-f5f828a87eea tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:10.897433 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-d81bad87-f12a-4332-ad77-1e1805c4b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'name': 'tempest-TestNetworkBasicOps-router-93078547', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:16Z', 'updated_at': '2022-02-09T18:08:35Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:18Z', 'updated_at': '2022-02-09T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '396a1660-4047-4a7f-b967-2a3d23582a2c', 'name': '', 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:d7:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cfb6415-9d93-4424-b9a1-eff5d129cea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:30Z', 'updated_at': '2022-02-09T18:08:47Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '6cfb6415-9d93-4424-b9a1-eff5d129cea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:10.909810 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-0569ed3f-cfbb-4367-abe0-dfd5db81985c None None] Allocated IP 2001:db8::f816:3eff:fe29:83fd (533fa7e0-9286-46d7-99f4-266111443da8/ff5fb4ea-0356-4566-8b48-d877abc38fc7/6f5553b0-efee-4e99-82ca-df5db3f2d0e7) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:10:10.912845 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d19a0-9bee-432c-be2a-8a3a2f3e2706 None None] Pushing event updated for resources: {'Port': ['ID=49c2f944-2972-43bf-860e-3ea7cb112f7b,revision_number=6']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:10.923172 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81bad87-f12a-4332-ad77-1e1805c4b2f1 None None] The sync data for ids ['57807ce7-b1f5-4caf-ba22-80a23d21a831'] in dv-neutron-827016-2-hyperv is: [{'id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'name': 'tempest-TestNetworkBasicOps-router-93078547', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:16Z', 'updated_at': '2022-02-09T18:08:35Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:18Z', 'updated_at': '2022-02-09T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '396a1660-4047-4a7f-b967-2a3d23582a2c', 'name': '', 'network_id': 'f843c8a8-e764-4c31-91e5-e456caf4f77b', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:d7:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cfb6415-9d93-4424-b9a1-eff5d129cea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:30Z', 'updated_at': '2022-02-09T18:08:47Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '6cfb6415-9d93-4424-b9a1-eff5d129cea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:10:11.012992 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4e4218e5-e21e-4dfd-85b5-2deae6fa7987 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:11.033337 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-13d901b8-dd1b-4cd8-b790-6f7c5f836cf5 req-20595987-cc63-4fee-8d21-f5f828a87eea tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for da8fed69-90cb-4fd0-ad29-658c7e1155f2 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:10:11.063438 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-b1204246-b700-4c26-8941-e65a1a9f8c4b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576b956b-8633-4be0-9748-eed31b198d37']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:11.139079 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-b1204246-b700-4c26-8941-e65a1a9f8c4b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd640d980-d2e3-486b-8ce9-ba0e03975750') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:11.139284 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-b1204246-b700-4c26-8941-e65a1a9f8c4b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd640d980-d2e3-486b-8ce9-ba0e03975750') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:11.185456 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b1204246-b700-4c26-8941-e65a1a9f8c4b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:11.236912 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0569ed3f-cfbb-4367-abe0-dfd5db81985c None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:11.251054 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0569ed3f-cfbb-4367-abe0-dfd5db81985c None None] Transition to ACTIVE for port object 6f5553b0-efee-4e99-82ca-df5db3f2d0e7 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:11.276094 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0569ed3f-cfbb-4367-abe0-dfd5db81985c None None] Transition to ACTIVE for port object 6f5553b0-efee-4e99-82ca-df5db3f2d0e7 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:11.355661 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0569ed3f-cfbb-4367-abe0-dfd5db81985c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:11.376763 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e452c-e0fc-4b07-8cca-cda672a825ba None None] New status for floating IP f263307e-70c5-419f-8b6c-e3c8c0f42fe0: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:10:11.387992 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-dbfc8f43-b9d3-4619-be12-b8ef31f27417 req-25585b56-245e-4859-8203-16691606e02c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10a4b1464e30470e8e13c0bd2bfded95&device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 1096 time: 0.5646503 Feb 09 18:10:11.473310 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0569ed3f-cfbb-4367-abe0-dfd5db81985c None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:11.474755 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40665d96-705d-4cc3-ad4a-967ee1f58b88 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:11.477289 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-0569ed3f-cfbb-4367-abe0-dfd5db81985c None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:11.482224 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0569ed3f-cfbb-4367-abe0-dfd5db81985c None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:10:11.489790 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569ed3f-cfbb-4367-abe0-dfd5db81985c None None] Pushing event updated for resources: {'Port': ['ID=6f5553b0-efee-4e99-82ca-df5db3f2d0e7,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:11.499453 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.ipam_backend_mixin [None req-4e4218e5-e21e-4dfd-85b5-2deae6fa7987 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ff5fb4ea-0356-4566-8b48-d877abc38fc7 (CIDR: 2001:db8::/64) Feb 09 18:10:11.502890 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288c870-9c3d-4929-a265-60ece0d8797a req-8c9fd35b-6d03-4c5e-94f7-abc3b9c2d82c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:11.504532 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0288c870-9c3d-4929-a265-60ece0d8797a req-8c9fd35b-6d03-4c5e-94f7-abc3b9c2d82c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b35ae9d-5cff-4e61-ba01-0932ec805e02 HTTP/1.1" status: 200 len: 945 time: 0.6546934 Feb 09 18:10:11.505864 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b1204246-b700-4c26-8941-e65a1a9f8c4b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:11.566454 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4218e5-e21e-4dfd-85b5-2deae6fa7987 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:10:11.566902 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4218e5-e21e-4dfd-85b5-2deae6fa7987 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:10:11.596474 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-13d901b8-dd1b-4cd8-b790-6f7c5f836cf5 req-20595987-cc63-4fee-8d21-f5f828a87eea tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:11.620707 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40665d96-705d-4cc3-ad4a-967ee1f58b88 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:11.630631 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1204246-b700-4c26-8941-e65a1a9f8c4b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:10:11.631239 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b1204246-b700-4c26-8941-e65a1a9f8c4b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:11.650937 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-0569ed3f-cfbb-4367-abe0-dfd5db81985c None None] Attempting to bind port 6f5553b0-efee-4e99-82ca-df5db3f2d0e7 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:10:11.651471 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-0569ed3f-cfbb-4367-abe0-dfd5db81985c None None] Attempting to bind port 6f5553b0-efee-4e99-82ca-df5db3f2d0e7 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:10:11.651936 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0569ed3f-cfbb-4367-abe0-dfd5db81985c None None] Attempting to bind port 6f5553b0-efee-4e99-82ca-df5db3f2d0e7 on network 533fa7e0-9286-46d7-99f4-266111443da8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:10:11.664689 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0569ed3f-cfbb-4367-abe0-dfd5db81985c None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:10:11.665604 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0569ed3f-cfbb-4367-abe0-dfd5db81985c None None] Checking segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:10:11.667205 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0569ed3f-cfbb-4367-abe0-dfd5db81985c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:11.668235 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0569ed3f-cfbb-4367-abe0-dfd5db81985c None None] Bound using segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:10:11.673967 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-0569ed3f-cfbb-4367-abe0-dfd5db81985c None None] Bound port: 6f5553b0-efee-4e99-82ca-df5db3f2d0e7, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:10:11.673967 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0569ed3f-cfbb-4367-abe0-dfd5db81985c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:11.675788 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20595987-cc63-4fee-8d21-f5f828a87eea tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=da8fed69-90cb-4fd0-ad29-658c7e1155f2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:11.689454 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc8f43-b9d3-4619-be12-b8ef31f27417 req-0beb7267-1561-48a5-81f5-9ae7e323ba71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:11.690973 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-dbfc8f43-b9d3-4619-be12-b8ef31f27417 req-0beb7267-1561-48a5-81f5-9ae7e323ba71 service neutron] 10.222.0.50 "GET /v2.0/networks?id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd HTTP/1.1" status: 200 len: 912 time: 0.2922907 Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:10:11.722902 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:10:11.733303 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4e4218e5-e21e-4dfd-85b5-2deae6fa7987 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8158388 Feb 09 18:10:11.746052 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40665d96-705d-4cc3-ad4a-967ee1f58b88 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b20085a-8553-4db1-a5d1-9acda0ccaf1a,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:11.789891 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52354) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:11.797674 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-0569ed3f-cfbb-4367-abe0-dfd5db81985c None None] For port 6f5553b0-efee-4e99-82ca-df5db3f2d0e7, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:10:11.801876 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-0569ed3f-cfbb-4367-abe0-dfd5db81985c None None] For port 6f5553b0-efee-4e99-82ca-df5db3f2d0e7, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=6f5553b0-efee-4e99-82ca-df5db3f2d0e7,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:10:11.820799 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2359c21c-e9f9-47ab-8eb4-6ec9c9eb9523 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:11.871378 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40665d96-705d-4cc3-ad4a-967ee1f58b88 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:11.872214 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40665d96-705d-4cc3-ad4a-967ee1f58b88 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:11.872709 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40665d96-705d-4cc3-ad4a-967ee1f58b88 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:11.873491 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40665d96-705d-4cc3-ad4a-967ee1f58b88 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:11.874450 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40665d96-705d-4cc3-ad4a-967ee1f58b88 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:11.874946 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40665d96-705d-4cc3-ad4a-967ee1f58b88 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:11.875588 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40665d96-705d-4cc3-ad4a-967ee1f58b88 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:11.876075 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40665d96-705d-4cc3-ad4a-967ee1f58b88 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:11.876839 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40665d96-705d-4cc3-ad4a-967ee1f58b88 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:11.877584 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40665d96-705d-4cc3-ad4a-967ee1f58b88 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:11.877918 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40665d96-705d-4cc3-ad4a-967ee1f58b88 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:11.888374 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0569ed3f-cfbb-4367-abe0-dfd5db81985c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:11.891464 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2359c21c-e9f9-47ab-8eb4-6ec9c9eb9523 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:11.924328 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0288c870-9c3d-4929-a265-60ece0d8797a req-f8726909-49a1-4b2e-b464-edb4ac4b5881 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=49743827-1230-4b79-bbd6-18a93b9aa1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3392630 Feb 09 18:10:11.954928 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6d068f4f-169a-4412-b19e-42124e826793 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:11.983500 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7742b34-4e05-481d-bc56-ac913f85baa2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Router a56889ce-9e35-4039-a8a8-2e7824b07e22 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:10:11.987293 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d901b8-dd1b-4cd8-b790-6f7c5f836cf5 req-20595987-cc63-4fee-8d21-f5f828a87eea tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] No DVR routers for this DVR port da8fed69-90cb-4fd0-ad29-658c7e1155f2 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:10:11.993374 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-13d901b8-dd1b-4cd8-b790-6f7c5f836cf5 req-20595987-cc63-4fee-8d21-f5f828a87eea tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:11.996353 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-13d901b8-dd1b-4cd8-b790-6f7c5f836cf5 req-20595987-cc63-4fee-8d21-f5f828a87eea tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "DELETE /v2.0/ports/da8fed69-90cb-4fd0-ad29-658c7e1155f2 HTTP/1.1" status: 204 len: 173 time: 2.5945728 Feb 09 18:10:11.999852 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-dbfc8f43-b9d3-4619-be12-b8ef31f27417 req-5d732250-ab2e-4df7-a6c6-d6f9d0273752 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 HTTP/1.1" status: 200 len: 217 time: 0.2761631 Feb 09 18:10:11.999852 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b35ae9d-5cff-4e61-ba01-0932ec805e02', 'name': 'network-vif-deleted', 'tag': 'da8fed69-90cb-4fd0-ad29-658c7e1155f2'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:10:12.003186 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-40665d96-705d-4cc3-ad4a-967ee1f58b88 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:12.004679 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-40665d96-705d-4cc3-ad4a-967ee1f58b88 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.8194280 Feb 09 18:10:12.013179 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52362) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:12.020018 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569ed3f-cfbb-4367-abe0-dfd5db81985c None None] Pushing event updated for resources: {'Port': ['ID=6f5553b0-efee-4e99-82ca-df5db3f2d0e7,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:12.021479 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-cd401548-512e-4805-8b40-3af5c496133f tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Request body: {'security_group_rule': {'security_group_id': '8c1c9046-a1b5-40d0-a0c7-32d6539b5c8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:12.039644 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-cd401548-512e-4805-8b40-3af5c496133f tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:12.053797 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cd401548-512e-4805-8b40-3af5c496133f tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Usage tracker for resource:security_group_rule and tenant:179cc86b44e74238894e07c09fb01264 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:12.083500 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cd401548-512e-4805-8b40-3af5c496133f tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:12.086797 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b1204246-b700-4c26-8941-e65a1a9f8c4b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:12.151105 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-575b7b56-77e3-4a2a-a83c-70b19d3c3a2a None None] Provisioning for port 49c2f944-2972-43bf-860e-3ea7cb112f7b completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:10:12.164838 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-575b7b56-77e3-4a2a-a83c-70b19d3c3a2a None None] Provisioning complete for port 49c2f944-2972-43bf-860e-3ea7cb112f7b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:12.165292 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-575b7b56-77e3-4a2a-a83c-70b19d3c3a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:12.184273 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b35ae9d-5cff-4e61-ba01-0932ec805e02', 'name': 'network-vif-deleted', 'tag': 'da8fed69-90cb-4fd0-ad29-658c7e1155f2', 'status': 'completed', 'code': 200} Feb 09 18:10:12.231706 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b1204246-b700-4c26-8941-e65a1a9f8c4b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:12.311037 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-cd401548-512e-4805-8b40-3af5c496133f tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:12.311157 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc8f43-b9d3-4619-be12-b8ef31f27417 req-c732482e-ffc2-4543-be3c-a871c89c219b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:12.311157 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-dbfc8f43-b9d3-4619-be12-b8ef31f27417 req-c732482e-ffc2-4543-be3c-a871c89c219b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e8a71708-3c6c-4754-9944-bc1082e83c1e HTTP/1.1" status: 200 len: 850 time: 0.1875176 Feb 09 18:10:12.311393 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2359c21c-e9f9-47ab-8eb4-6ec9c9eb9523 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:10:12.311393 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1204246-b700-4c26-8941-e65a1a9f8c4b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] Pushing event deleted for resources: {'Network': ['ID=576b956b-8633-4be0-9748-eed31b198d37,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:12.312411 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6d068f4f-169a-4412-b19e-42124e826793 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:12.320810 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6d068f4f-169a-4412-b19e-42124e826793 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:12.326223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6d068f4f-169a-4412-b19e-42124e826793 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:12.336199 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6d068f4f-169a-4412-b19e-42124e826793 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:12.387339 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-575b7b56-77e3-4a2a-a83c-70b19d3c3a2a None None] Provisioning complete for port bc2e103c-93fd-4db9-bf7f-ca647150f1d2 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:12.388261 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-575b7b56-77e3-4a2a-a83c-70b19d3c3a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:12.395613 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b1204246-b700-4c26-8941-e65a1a9f8c4b tempest-BulkNetworkOpsTest-2129310523 tempest-BulkNetworkOpsTest-2129310523-project] 10.222.0.21 "DELETE /v2.0/networks/576b956b-8633-4be0-9748-eed31b198d37 HTTP/1.1" status: 204 len: 168 time: 2.4379597 Feb 09 18:10:12.398458 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-dbfc8f43-b9d3-4619-be12-b8ef31f27417 req-01dd1bb6-5437-4524-a1d6-9922c1c63243 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1394680 Feb 09 18:10:12.443421 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 1a242124-4a30-41c2-a5f0-144d690e6d10 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:10:12.538359 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade82bd-edb7-4f5c-b15d-7c8b10e30ac8 req-4e33cf0d-8e88-4093-8e7a-4f924a10a237 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:12.541958 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1ade82bd-edb7-4f5c-b15d-7c8b10e30ac8 req-4e33cf0d-8e88-4093-8e7a-4f924a10a237 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 943 time: 0.5993030 Feb 09 18:10:12.560526 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-575b7b56-77e3-4a2a-a83c-70b19d3c3a2a None None] Port bc2e103c-93fd-4db9-bf7f-ca647150f1d2 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:10:12.573465 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7742b34-4e05-481d-bc56-ac913f85baa2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:10:12.585082 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7daa08-9552-48b2-939a-15e9b31b7436 None None] Sync routers for ids ['a56889ce-9e35-4039-a8a8-2e7824b07e22'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:10:12.591785 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f7742b34-4e05-481d-bc56-ac913f85baa2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "PUT /v2.0/routers/a56889ce-9e35-4039-a8a8-2e7824b07e22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8390288 Feb 09 18:10:12.604984 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 1a242124-4a30-41c2-a5f0-144d690e6d10 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:12.604984 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:12.605305 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52368) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:12.655469 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7daa08-9552-48b2-939a-15e9b31b7436 None None] Routers {'a56889ce-9e35-4039-a8a8-2e7824b07e22'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:10:12.656452 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-7d7daa08-9552-48b2-939a-15e9b31b7436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:09:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['a56889ce-9e35-4039-a8a8-2e7824b07e22'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:12.672747 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cd401548-512e-4805-8b40-3af5c496133f tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:12.736958 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-62a295d1-3e6a-47b2-a94b-2b6fea1d9fe9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Synchronizing usage tracker for tenant:3aafa79d3d06419e8e7c5f7d6aab117f on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:12.742263 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-dbfc8f43-b9d3-4619-be12-b8ef31f27417 req-5e437492-5086-4425-9388-16dc0fccb8af service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319364 Feb 09 18:10:12.744606 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d068f4f-169a-4412-b19e-42124e826793 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:10:12.747131 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2359c21c-e9f9-47ab-8eb4-6ec9c9eb9523 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:12.749108 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d068f4f-169a-4412-b19e-42124e826793 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:12.793658 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1ade82bd-edb7-4f5c-b15d-7c8b10e30ac8 req-0d992e54-9b85-44ff-a029-524499e2ad9a tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2505867 Feb 09 18:10:12.853159 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cd401548-512e-4805-8b40-3af5c496133f tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:12.865511 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 49c2f944-2972-43bf-860e-3ea7cb112f7b up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:10:12.871164 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-2359c21c-e9f9-47ab-8eb4-6ec9c9eb9523 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] device_id is not set on port df67345c-1a75-454e-b8e3-d024ac371e43 yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:10:12.920099 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-7d7daa08-9552-48b2-939a-15e9b31b7436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:13.085426 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 49c2f944-2972-43bf-860e-3ea7cb112f7b triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:13.085813 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:13.125960 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7daa08-9552-48b2-939a-15e9b31b7436 None None] Routers {'a56889ce-9e35-4039-a8a8-2e7824b07e22'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:10:13.126968 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-7d7daa08-9552-48b2-939a-15e9b31b7436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:09:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['a56889ce-9e35-4039-a8a8-2e7824b07e22'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:13.231471 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-dbfc8f43-b9d3-4619-be12-b8ef31f27417 req-7fe98e6a-7adc-4819-a98a-8212b87df1d7 service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059391 Feb 09 18:10:13.290310 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-2359c21c-e9f9-47ab-8eb4-6ec9c9eb9523 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Allocated IP 172.20.0.3 (3f2321c5-bf60-493e-93d3-55a59564b49d/59d2a30f-c967-44f8-a1d4-e2bc6b0ec1c1/df67345c-1a75-454e-b8e3-d024ac371e43) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:10:13.309749 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-7d7daa08-9552-48b2-939a-15e9b31b7436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:13.310245 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7daa08-9552-48b2-939a-15e9b31b7436 None None] The sync data for ids ['a56889ce-9e35-4039-a8a8-2e7824b07e22'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:10:13.330849 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:13.363541 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea009630-a236-4e66-91e0-80a40b8b11ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a242124-4a30-41c2-a5f0-144d690e6d10'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:10:13.365156 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cd401548-512e-4805-8b40-3af5c496133f tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:13.367021 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-62a295d1-3e6a-47b2-a94b-2b6fea1d9fe9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Unset dirty status for tenant:3aafa79d3d06419e8e7c5f7d6aab117f on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:13.368788 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-62a295d1-3e6a-47b2-a94b-2b6fea1d9fe9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "GET /v2.0/ports?device_id=a56889ce-9e35-4039-a8a8-2e7824b07e22 HTTP/1.1" status: 200 len: 205 time: 0.7559016 Feb 09 18:10:13.371115 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52380) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:13.375446 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52382) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:13.384406 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 1a242124-4a30-41c2-a5f0-144d690e6d10, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1a242124-4a30-41c2-a5f0-144d690e6d10,segment=NetworkSegment(bb132a2c-087c-4094-9ff0-147d0aa84db2),segment_id=bb132a2c-087c-4094-9ff0-147d0aa84db2)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:13.416708 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3076f0b2-96e6-4e73-a225-4869962635ea req-3aa8d34e-b5ba-422f-9e05-e4feaa568479 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b35ae9d-5cff-4e61-ba01-0932ec805e02 HTTP/1.1" status: 200 len: 210 time: 0.0943849 Feb 09 18:10:13.443315 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea009630-a236-4e66-91e0-80a40b8b11ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a242124-4a30-41c2-a5f0-144d690e6d10', 'code': 200} Feb 09 18:10:13.487266 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:13.487266 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device da8fed69-90cb-4fd0-ad29-658c7e1155f2 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:10:13.490927 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd401548-512e-4805-8b40-3af5c496133f tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f8c2b6b-e9f0-4c05-ad1f-f68889f892a1,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:13.586403 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cd401548-512e-4805-8b40-3af5c496133f tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:13.591717 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cd401548-512e-4805-8b40-3af5c496133f tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.5773454 Feb 09 18:10:13.597884 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52390) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:13.603638 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-f2a96cf7-e6be-491a-abad-ff5e36e46c6b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Request body: {'security_group_rule': {'security_group_id': '8c1c9046-a1b5-40d0-a0c7-32d6539b5c8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:13.629204 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f2a96cf7-e6be-491a-abad-ff5e36e46c6b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:13.648502 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f2a96cf7-e6be-491a-abad-ff5e36e46c6b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Usage tracker for resource:security_group_rule and tenant:179cc86b44e74238894e07c09fb01264 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:13.657161 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f2a96cf7-e6be-491a-abad-ff5e36e46c6b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:13.671976 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f2a96cf7-e6be-491a-abad-ff5e36e46c6b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:13.691514 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-63663a81-0471-4afb-a2c3-a060a26d31f0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:13.696472 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: da8fed69-90cb-4fd0-ad29-658c7e1155f2 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:10:13.696833 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device da8fed69-90cb-4fd0-ad29-658c7e1155f2 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:10:13.733469 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=1a242124-4a30-41c2-a5f0-144d690e6d10,revision_number=8']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:13.763079 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2359c21c-e9f9-47ab-8eb4-6ec9c9eb9523 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:13.786193 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f2a96cf7-e6be-491a-abad-ff5e36e46c6b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:13.798501 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-2359c21c-e9f9-47ab-8eb4-6ec9c9eb9523 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Transition to ACTIVE for port object df67345c-1a75-454e-b8e3-d024ac371e43 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:13.871460 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d068f4f-169a-4412-b19e-42124e826793 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:13.903126 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f2a96cf7-e6be-491a-abad-ff5e36e46c6b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:13.984495 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d068f4f-169a-4412-b19e-42124e826793 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:13.990700 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-6d068f4f-169a-4412-b19e-42124e826793 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:13.995402 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d068f4f-169a-4412-b19e-42124e826793 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=cd988ce7-9c39-4c16-9e37-ac784594eafc,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:13.998052 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d068f4f-169a-4412-b19e-42124e826793 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:13.998650 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d068f4f-169a-4412-b19e-42124e826793 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:14.024463 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2359c21c-e9f9-47ab-8eb4-6ec9c9eb9523 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:14.024963 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588460a4-1a8f-4d49-aae4-bf3c3f9d7f76 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:14.026465 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f2a96cf7-e6be-491a-abad-ff5e36e46c6b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:14.104614 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-76d6ad53-cea0-4596-9346-f9434a35a9f7 None None] Provisioning for port 6f5553b0-efee-4e99-82ca-df5db3f2d0e7 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:10:14.118729 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a96cf7-e6be-491a-abad-ff5e36e46c6b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd3abeb-01c4-4b35-a044-8a17b70a0692,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:14.144442 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359c21c-e9f9-47ab-8eb4-6ec9c9eb9523 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Port': ['ID=df67345c-1a75-454e-b8e3-d024ac371e43,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:14.152386 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2359c21c-e9f9-47ab-8eb4-6ec9c9eb9523 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network 3f2321c5-bf60-493e-93d3-55a59564b49d is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:14.153565 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-2359c21c-e9f9-47ab-8eb4-6ec9c9eb9523 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:14.160641 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b9e57-0fbf-4983-a94f-a8855abbe297 req-743592be-0afd-4aa9-8ae2-d4fb5844a12a tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:14.164622 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-cd41d17b-ec40-4075-9cee-cbbd02e3bc2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ced9d801e4b248e9a340a4b643f3fc37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7910771 Feb 09 18:10:14.168158 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bc4b9e57-0fbf-4983-a94f-a8855abbe297 req-743592be-0afd-4aa9-8ae2-d4fb5844a12a tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 943 time: 0.2147269 Feb 09 18:10:14.170494 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2359c21c-e9f9-47ab-8eb4-6ec9c9eb9523 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:10:14.170641 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52398) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:14.315654 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6d068f4f-169a-4412-b19e-42124e826793 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5245938 Feb 09 18:10:14.324382 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52402) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:14.326376 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a126c85e-cd03-4b8b-85af-7ccdf9f8f04d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'mac_address': 'fa:16:3e:ed:6d:3f', 'name': 'tempest-NetworksTestDHCPv6-781564622'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:14.378107 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f2a96cf7-e6be-491a-abad-ff5e36e46c6b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:14.379245 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f2a96cf7-e6be-491a-abad-ff5e36e46c6b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7804680 Feb 09 18:10:14.387316 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52406) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:14.449920 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2359c21c-e9f9-47ab-8eb4-6ec9c9eb9523 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:14.450592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2359c21c-e9f9-47ab-8eb4-6ec9c9eb9523 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:14.478914 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bc4b9e57-0fbf-4983-a94f-a8855abbe297 req-1de54b0f-0abb-4d32-9f45-9e06c96048c7 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3057778 Feb 09 18:10:14.485275 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b51ae918-ceab-4011-af05-bc98e80b6ecb tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:14.502394 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346d826a-8d90-4786-adf3-b2623711e1cb None None] Update dhcp port {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'fixed_ips': [{'subnet_id': 'ff5fb4ea-0356-4566-8b48-d877abc38fc7', 'ip_address': '2001:db8::f816:3eff:fe29:83fd'}, {'subnet_id': 'cd988ce7-9c39-4c16-9e37-ac784594eafc'}], 'binding:host_id': 'dv-neutron-827016-2-hyperv'}, 'id': '6f5553b0-efee-4e99-82ca-df5db3f2d0e7'} from dv-neutron-827016-2-hyperv. {{(pid=84543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 18:10:14.503876 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b51ae918-ceab-4011-af05-bc98e80b6ecb tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:14.576948 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2359c21c-e9f9-47ab-8eb4-6ec9c9eb9523 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8335917 Feb 09 18:10:14.578824 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2e110f0b-2411-4c1a-aff3-a63e01c02246 None None] Provisioning for port df67345c-1a75-454e-b8e3-d024ac371e43 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:10:14.583353 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52412) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:14.585814 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2e110f0b-2411-4c1a-aff3-a63e01c02246 None None] Provisioning complete for port df67345c-1a75-454e-b8e3-d024ac371e43 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:14.586225 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2e110f0b-2411-4c1a-aff3-a63e01c02246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:14.593328 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-e52ad163-e7b7-4748-97ca-e4e23cfbda0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'subnet': {'network_id': '3f2321c5-bf60-493e-93d3-55a59564b49d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:14.606800 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-63663a81-0471-4afb-a2c3-a060a26d31f0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:14.631723 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-63663a81-0471-4afb-a2c3-a060a26d31f0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:14.642707 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52416) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:14.653514 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2e110f0b-2411-4c1a-aff3-a63e01c02246 None None] Port df67345c-1a75-454e-b8e3-d024ac371e43 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:10:14.664507 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-346d826a-8d90-4786-adf3-b2623711e1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:14.685431 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46f65c2f-5e63-43f5-9381-44aaf725fc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:14.700896 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b51ae918-ceab-4011-af05-bc98e80b6ecb tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:14.737568 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6f5553b0-efee-4e99-82ca-df5db3f2d0e7 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:10:14.739470 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ae918-ceab-4011-af05-bc98e80b6ecb tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdd3abeb-01c4-4b35-a044-8a17b70a0692,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:14.750644 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b51ae918-ceab-4011-af05-bc98e80b6ecb tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:14.751839 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b51ae918-ceab-4011-af05-bc98e80b6ecb tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/cdd3abeb-01c4-4b35-a044-8a17b70a0692 HTTP/1.1" status: 204 len: 168 time: 0.3615007 Feb 09 18:10:14.755353 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52420) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:14.778655 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46f65c2f-5e63-43f5-9381-44aaf725fc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:14.810095 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a126c85e-cd03-4b8b-85af-7ccdf9f8f04d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:14.830041 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a126c85e-cd03-4b8b-85af-7ccdf9f8f04d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:port and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:14.839438 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a126c85e-cd03-4b8b-85af-7ccdf9f8f04d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:14.844030 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e52ad163-e7b7-4748-97ca-e4e23cfbda0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:14.855483 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-adc0c366-f12a-4d4b-bc70-e3fd8855e601 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Synchronizing usage tracker for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group_rule {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:14.857281 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a126c85e-cd03-4b8b-85af-7ccdf9f8f04d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:14.859974 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e52ad163-e7b7-4748-97ca-e4e23cfbda0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:subnet and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:14.863177 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e52ad163-e7b7-4748-97ca-e4e23cfbda0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:14.867294 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fff90f3d-c5a1-4bbe-a7bc-854c45d18e56 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:14.872813 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e52ad163-e7b7-4748-97ca-e4e23cfbda0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:14.889615 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-63663a81-0471-4afb-a2c3-a060a26d31f0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:14.889615 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63663a81-0471-4afb-a2c3-a060a26d31f0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Fanout notify agent at l3_agent the message router_deleted on router a56889ce-9e35-4039-a8a8-2e7824b07e22 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:10:14.908715 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fff90f3d-c5a1-4bbe-a7bc-854c45d18e56 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:14.957966 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-63663a81-0471-4afb-a2c3-a060a26d31f0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:14.959073 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-63663a81-0471-4afb-a2c3-a060a26d31f0 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/routers/a56889ce-9e35-4039-a8a8-2e7824b07e22 HTTP/1.1" status: 204 len: 168 time: 1.5799947 Feb 09 18:10:14.962080 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52424) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:14.962843 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a126c85e-cd03-4b8b-85af-7ccdf9f8f04d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:10:14.966832 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a126c85e-cd03-4b8b-85af-7ccdf9f8f04d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:14.990114 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46f65c2f-5e63-43f5-9381-44aaf725fc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:14.992447 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46f65c2f-5e63-43f5-9381-44aaf725fc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:14.993583 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-46f65c2f-5e63-43f5-9381-44aaf725fc2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/503634ca-9edf-47cb-9d11-59e1afd0dc01 HTTP/1.1" status: 204 len: 168 time: 0.8223212 Feb 09 18:10:15.009672 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-adc0c366-f12a-4d4b-bc70-e3fd8855e601 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Unset dirty status for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group_rule {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:15.015424 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-adc0c366-f12a-4d4b-bc70-e3fd8855e601 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.2589955 Feb 09 18:10:15.018170 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-a126c85e-cd03-4b8b-85af-7ccdf9f8f04d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] device_id is not set on port 1235a5f7-f74c-4436-a1c8-375b7c171e62 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:10:15.021211 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52ad163-e7b7-4748-97ca-e4e23cfbda0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:10:15.025990 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e52ad163-e7b7-4748-97ca-e4e23cfbda0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:15.046764 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52430) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:15.055373 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f65c2f-5e63-43f5-9381-44aaf725fc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503634ca-9edf-47cb-9d11-59e1afd0dc01,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:15.086430 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f65c2f-5e63-43f5-9381-44aaf725fc2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:15.086769 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f65c2f-5e63-43f5-9381-44aaf725fc2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:15.087104 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f65c2f-5e63-43f5-9381-44aaf725fc2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:15.087432 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f65c2f-5e63-43f5-9381-44aaf725fc2b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:15.087968 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f65c2f-5e63-43f5-9381-44aaf725fc2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:15.088357 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f65c2f-5e63-43f5-9381-44aaf725fc2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:15.088751 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f65c2f-5e63-43f5-9381-44aaf725fc2b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:15.089009 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f65c2f-5e63-43f5-9381-44aaf725fc2b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:15.089330 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f65c2f-5e63-43f5-9381-44aaf725fc2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:15.089648 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f65c2f-5e63-43f5-9381-44aaf725fc2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:15.089964 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f65c2f-5e63-43f5-9381-44aaf725fc2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:15.172646 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 6f5553b0-efee-4e99-82ca-df5db3f2d0e7 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:10:15.187288 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 6f5553b0-efee-4e99-82ca-df5db3f2d0e7 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:15.187793 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:15.192179 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-86e0a5e9-8da3-416d-8316-3dd51d1a3e30 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:15.199430 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fff90f3d-c5a1-4bbe-a7bc-854c45d18e56 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:15.220612 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff90f3d-c5a1-4bbe-a7bc-854c45d18e56 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49743827-1230-4b79-bbd6-18a93b9aa1c6,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:15.230826 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-346d826a-8d90-4786-adf3-b2623711e1cb None None] Allocated IP 2001:db8:0:1::2 (533fa7e0-9286-46d7-99f4-266111443da8/cd988ce7-9c39-4c16-9e37-ac784594eafc/6f5553b0-efee-4e99-82ca-df5db3f2d0e7) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:10:15.271057 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-86e0a5e9-8da3-416d-8316-3dd51d1a3e30 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:15.313166 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fff90f3d-c5a1-4bbe-a7bc-854c45d18e56 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:15.318931 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fff90f3d-c5a1-4bbe-a7bc-854c45d18e56 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/security-groups/49743827-1230-4b79-bbd6-18a93b9aa1c6 HTTP/1.1" status: 204 len: 168 time: 0.6750803 Feb 09 18:10:15.328428 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.ipam_backend_mixin [None req-e52ad163-e7b7-4748-97ca-e4e23cfbda0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 59d2a30f-c967-44f8-a1d4-e2bc6b0ec1c1 (CIDR: 172.20.0.0/28) Feb 09 18:10:15.384980 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fdb5b81-a6a5-40d4-bd02-565addd87144 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting subnet 38a00349-2450-4efd-b24f-47af85cf4184 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:10:15.388835 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9fdb5b81-a6a5-40d4-bd02-565addd87144 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:15.427714 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52ad163-e7b7-4748-97ca-e4e23cfbda0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:10:15.428237 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e52ad163-e7b7-4748-97ca-e4e23cfbda0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:10:15.435978 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52438) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:15.463150 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-86e0a5e9-8da3-416d-8316-3dd51d1a3e30 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:15.480833 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-86e0a5e9-8da3-416d-8316-3dd51d1a3e30 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:15.482182 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-86e0a5e9-8da3-416d-8316-3dd51d1a3e30 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2f8c2b6b-e9f0-4c05-ad1f-f68889f892a1 HTTP/1.1" status: 204 len: 168 time: 0.4343808 Feb 09 18:10:15.492779 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52442) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:15.493981 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0a5e9-8da3-416d-8316-3dd51d1a3e30 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f8c2b6b-e9f0-4c05-ad1f-f68889f892a1,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:15.502378 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9fdb5b81-a6a5-40d4-bd02-565addd87144 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:15.550552 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:15.569933 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-346d826a-8d90-4786-adf3-b2623711e1cb None None] For port 6f5553b0-efee-4e99-82ca-df5db3f2d0e7, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=6f5553b0-efee-4e99-82ca-df5db3f2d0e7,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:15.594850 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e52ad163-e7b7-4748-97ca-e4e23cfbda0b tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0099974 Feb 09 18:10:15.606572 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52452) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:15.615937 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-aefbe7c1-30ed-434c-aced-0b67bcdbaa3a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'subnet': {'network_id': '3f2321c5-bf60-493e-93d3-55a59564b49d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:15.617626 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-346d826a-8d90-4786-adf3-b2623711e1cb None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:15.637483 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-346d826a-8d90-4786-adf3-b2623711e1cb None None] Transition to ACTIVE for port object 6f5553b0-efee-4e99-82ca-df5db3f2d0e7 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:15.698350 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-346d826a-8d90-4786-adf3-b2623711e1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:15.863960 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-daa4a3c7-8301-49b4-bb76-4b3a91a5c15e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Synchronizing usage tracker for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group_rule {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:15.902602 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-aefbe7c1-30ed-434c-aced-0b67bcdbaa3a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:15.910570 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-aefbe7c1-30ed-434c-aced-0b67bcdbaa3a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:subnet and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:15.917765 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d826a-8d90-4786-adf3-b2623711e1cb None None] Pushing event updated for resources: {'Port': ['ID=6f5553b0-efee-4e99-82ca-df5db3f2d0e7,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:15.919016 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-aefbe7c1-30ed-434c-aced-0b67bcdbaa3a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:15.926037 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:10:15.926525 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:10:15.928970 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9fdb5b81-a6a5-40d4-bd02-565addd87144 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:15.960148 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-aefbe7c1-30ed-434c-aced-0b67bcdbaa3a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:15.988106 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9feac6-29a4-43b4-9f1b-6e1644240959 req-a5829c4a-0302-430d-a15c-c126b629149f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:15.989705 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fc9feac6-29a4-43b4-9f1b-6e1644240959 req-a5829c4a-0302-430d-a15c-c126b629149f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 943 time: 0.2953155 Feb 09 18:10:16.031815 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-a126c85e-cd03-4b8b-85af-7ccdf9f8f04d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 2001:db8:0:1::310 (533fa7e0-9286-46d7-99f4-266111443da8/cd988ce7-9c39-4c16-9e37-ac784594eafc/1235a5f7-f74c-4436-a1c8-375b7c171e62) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:10:16.045736 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-a126c85e-cd03-4b8b-85af-7ccdf9f8f04d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 2001:db8::f816:3eff:feed:6d3f (533fa7e0-9286-46d7-99f4-266111443da8/ff5fb4ea-0356-4566-8b48-d877abc38fc7/1235a5f7-f74c-4436-a1c8-375b7c171e62) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:10:16.075455 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fc9feac6-29a4-43b4-9f1b-6e1644240959 req-e46bab7e-65ba-4203-b393-7dcadf556d7a tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707431 Feb 09 18:10:16.078564 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-daa4a3c7-8301-49b4-bb76-4b3a91a5c15e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Unset dirty status for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group_rule {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:16.082314 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-daa4a3c7-8301-49b4-bb76-4b3a91a5c15e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.5829794 Feb 09 18:10:16.082764 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52460) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:16.121818 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefbe7c1-30ed-434c-aced-0b67bcdbaa3a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:10:16.125465 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aefbe7c1-30ed-434c-aced-0b67bcdbaa3a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:16.245167 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9fdb5b81-a6a5-40d4-bd02-565addd87144 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:16.298018 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-41b5c886-66d9-41b1-8496-9cb71c81744c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:16.312806 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62ffcb71-bb97-4570-8664-5a0888fd1d98 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:16.320536 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb5b81-a6a5-40d4-bd02-565addd87144 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Subnet': ['ID=38a00349-2450-4efd-b24f-47af85cf4184,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:16.328181 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-41b5c886-66d9-41b1-8496-9cb71c81744c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:16.343533 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9fdb5b81-a6a5-40d4-bd02-565addd87144 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:16.345710 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f24658e-2731-4fc7-84d0-60db2645784e None None] Network c01d4f05-8e9a-4789-b85f-f5518442752b requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:16.355020 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9fdb5b81-a6a5-40d4-bd02-565addd87144 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/subnets/38a00349-2450-4efd-b24f-47af85cf4184 HTTP/1.1" status: 204 len: 168 time: 1.3902848 Feb 09 18:10:16.364720 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52468) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:16.444957 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a126c85e-cd03-4b8b-85af-7ccdf9f8f04d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:16.574555 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-85141546-a88a-4c10-a874-d23c87bce753 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:16.578186 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.ipam_backend_mixin [None req-aefbe7c1-30ed-434c-aced-0b67bcdbaa3a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 38c0f6cb-9e56-411f-90fc-d0e94e979937 (CIDR: 172.20.0.16/28) Feb 09 18:10:16.605989 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-85141546-a88a-4c10-a874-d23c87bce753 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting port 14357709-e61c-410c-8d14-8e246d2dea70 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:10:16.606778 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-85141546-a88a-4c10-a874-d23c87bce753 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:16.634091 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-a126c85e-cd03-4b8b-85af-7ccdf9f8f04d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Transition to ACTIVE for port object 1235a5f7-f74c-4436-a1c8-375b7c171e62 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:16.646965 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52474) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:16.657068 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:16.685287 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-aefbe7c1-30ed-434c-aced-0b67bcdbaa3a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:10:16.686175 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aefbe7c1-30ed-434c-aced-0b67bcdbaa3a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:10:16.690047 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-41b5c886-66d9-41b1-8496-9cb71c81744c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:16.700985 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 6f5553b0-efee-4e99-82ca-df5db3f2d0e7, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=6f5553b0-efee-4e99-82ca-df5db3f2d0e7,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:16.717747 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58a9bb4d-6137-4528-87f4-6b3789e629a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:16.730952 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5c886-66d9-41b1-8496-9cb71c81744c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b20085a-8553-4db1-a5d1-9acda0ccaf1a,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:16.791701 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a126c85e-cd03-4b8b-85af-7ccdf9f8f04d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:16.818899 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-41b5c886-66d9-41b1-8496-9cb71c81744c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:16.820044 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:16.834921 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-41b5c886-66d9-41b1-8496-9cb71c81744c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2b20085a-8553-4db1-a5d1-9acda0ccaf1a HTTP/1.1" status: 204 len: 168 time: 0.7513669 Feb 09 18:10:16.836024 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52480) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:16.860760 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d51ba4a-2fa2-4a56-aff9-7a13118088e7 None None] DHCP port deletion for c01d4f05-8e9a-4789-b85f-f5518442752b request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:10:16.871935 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2d51ba4a-2fa2-4a56-aff9-7a13118088e7 None None] Deleting port 14357709-e61c-410c-8d14-8e246d2dea70 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:10:16.872350 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2d51ba4a-2fa2-4a56-aff9-7a13118088e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:16.890224 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a126c85e-cd03-4b8b-85af-7ccdf9f8f04d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:16.921235 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-aefbe7c1-30ed-434c-aced-0b67bcdbaa3a tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3111894 Feb 09 18:10:16.927652 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-a126c85e-cd03-4b8b-85af-7ccdf9f8f04d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:16.930020 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126c85e-cd03-4b8b-85af-7ccdf9f8f04d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=1235a5f7-f74c-4436-a1c8-375b7c171e62,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:16.931057 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:16.944060 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52484) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:16.945325 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a126c85e-cd03-4b8b-85af-7ccdf9f8f04d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:10:16.950784 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a126c85e-cd03-4b8b-85af-7ccdf9f8f04d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:16.952174 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a126c85e-cd03-4b8b-85af-7ccdf9f8f04d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:16.958195 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-416aae6b-e11c-4de9-bd39-8cfc72077cf5 None None] Provisioning for port 6f5553b0-efee-4e99-82ca-df5db3f2d0e7 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:10:16.968452 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6f5553b0-efee-4e99-82ca-df5db3f2d0e7 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:10:16.972459 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3940b71b-8682-40d8-8691-58bd4d76b2c5 tempest-SubnetPoolsTestJSON-684836557 tempest-SubnetPoolsTestJSON-684836557-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-455906988', 'prefixes': ['172.20.0.0/16']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:16.980697 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3940b71b-8682-40d8-8691-58bd4d76b2c5 tempest-SubnetPoolsTestJSON-684836557 tempest-SubnetPoolsTestJSON-684836557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:16.999628 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c94d47d1-61b2-425c-bf07-81fea994ea62 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'subnet': {'network_id': '3f2321c5-bf60-493e-93d3-55a59564b49d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:17.026895 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-416aae6b-e11c-4de9-bd39-8cfc72077cf5 None None] Provisioning complete for port 6f5553b0-efee-4e99-82ca-df5db3f2d0e7 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:17.027709 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-416aae6b-e11c-4de9-bd39-8cfc72077cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:17.072803 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=6f5553b0-efee-4e99-82ca-df5db3f2d0e7,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:17.248823 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c94d47d1-61b2-425c-bf07-81fea994ea62 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:17.267601 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c94d47d1-61b2-425c-bf07-81fea994ea62 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Usage tracker for resource:subnet and tenant:ce046d049f4e4b9d985a5a697b890edb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:17.273193 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-85141546-a88a-4c10-a874-d23c87bce753 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] For port 14357709-e61c-410c-8d14-8e246d2dea70, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=14357709-e61c-410c-8d14-8e246d2dea70,segment=NetworkSegment(a95e8627-8355-4a12-b978-b01beb00478a),segment_id=a95e8627-8355-4a12-b978-b01beb00478a)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:17.273805 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-85141546-a88a-4c10-a874-d23c87bce753 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:17.283552 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c94d47d1-61b2-425c-bf07-81fea994ea62 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:17.300624 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-93f6695b-f8de-4f53-93f2-36033976ae40 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Synchronizing usage tracker for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group_rule {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:17.310467 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c94d47d1-61b2-425c-bf07-81fea994ea62 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:17.320927 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 6f5553b0-efee-4e99-82ca-df5db3f2d0e7 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:17.321252 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:17.390003 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-2d51ba4a-2fa2-4a56-aff9-7a13118088e7 None None] For port 14357709-e61c-410c-8d14-8e246d2dea70, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=14357709-e61c-410c-8d14-8e246d2dea70,segment=NetworkSegment(a95e8627-8355-4a12-b978-b01beb00478a),segment_id=a95e8627-8355-4a12-b978-b01beb00478a)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:17.390459 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2d51ba4a-2fa2-4a56-aff9-7a13118088e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:17.431112 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a126c85e-cd03-4b8b-85af-7ccdf9f8f04d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1097877 Feb 09 18:10:17.441921 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52490) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:17.487700 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-85141546-a88a-4c10-a874-d23c87bce753 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Calling delete_port for 14357709-e61c-410c-8d14-8e246d2dea70 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:10:17.517490 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94d47d1-61b2-425c-bf07-81fea994ea62 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Made reservation on behalf of ce046d049f4e4b9d985a5a697b890edb for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:10:17.569462 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2d51ba4a-2fa2-4a56-aff9-7a13118088e7 None None] Calling delete_port for 14357709-e61c-410c-8d14-8e246d2dea70 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:10:17.583257 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-93f6695b-f8de-4f53-93f2-36033976ae40 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Unset dirty status for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group_rule {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:17.587409 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-93f6695b-f8de-4f53-93f2-36033976ae40 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.7398064 Feb 09 18:10:17.587839 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52494) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:17.605551 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73d833-3e85-4b69-8653-bc3e3d449348 req-cb220649-4961-4ff0-a4b0-58e3e3a76fb3 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:17.607083 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ea73d833-3e85-4b69-8653-bc3e3d449348 req-cb220649-4961-4ff0-a4b0-58e3e3a76fb3 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 943 time: 0.2908115 Feb 09 18:10:17.648503 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-67df8ecd-76b7-4e9d-8494-6f8d97c7d85b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:17.662975 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-67df8ecd-76b7-4e9d-8494-6f8d97c7d85b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:17.679534 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c94d47d1-61b2-425c-bf07-81fea994ea62 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:17.695823 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ea73d833-3e85-4b69-8653-bc3e3d449348 req-7a8ae226-102b-4966-9bdb-f8d896e213b9 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736344 Feb 09 18:10:17.714484 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-85141546-a88a-4c10-a874-d23c87bce753 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:17.732674 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-2d51ba4a-2fa2-4a56-aff9-7a13118088e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:10:17.733182 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-2d51ba4a-2fa2-4a56-aff9-7a13118088e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:10:17.776212 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85141546-a88a-4c10-a874-d23c87bce753 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] No DVR routers for this DVR port 14357709-e61c-410c-8d14-8e246d2dea70 on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:10:17.783734 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-67df8ecd-76b7-4e9d-8494-6f8d97c7d85b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:17.786504 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 14357709-e61c-410c-8d14-8e246d2dea70 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:10:17.819435 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85141546-a88a-4c10-a874-d23c87bce753 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Port': ['ID=14357709-e61c-410c-8d14-8e246d2dea70,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:17.832237 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-bb9e7aa4-9097-4a2b-a056-da7f20cfca6e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting port 1235a5f7-f74c-4436-a1c8-375b7c171e62 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:10:17.832590 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bb9e7aa4-9097-4a2b-a056-da7f20cfca6e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:17.836152 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df8ecd-76b7-4e9d-8494-6f8d97c7d85b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39681ac2-dea9-464b-a14b-a71139d5a5e3,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:17.885453 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-57afbde8-0ec0-41fa-bcdb-98ccc1dbef7a None None] Provisioning for port 1235a5f7-f74c-4436-a1c8-375b7c171e62 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:10:17.888660 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 14357709-e61c-410c-8d14-8e246d2dea70 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:10:17.889357 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 14357709-e61c-410c-8d14-8e246d2dea70 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:10:17.892692 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-57afbde8-0ec0-41fa-bcdb-98ccc1dbef7a None None] Provisioning complete for port 1235a5f7-f74c-4436-a1c8-375b7c171e62 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:17.893173 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57afbde8-0ec0-41fa-bcdb-98ccc1dbef7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:17.959593 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-85141546-a88a-4c10-a874-d23c87bce753 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:17.966175 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-57afbde8-0ec0-41fa-bcdb-98ccc1dbef7a None None] Port 1235a5f7-f74c-4436-a1c8-375b7c171e62 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:10:17.993002 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3940b71b-8682-40d8-8691-58bd4d76b2c5 tempest-SubnetPoolsTestJSON-684836557 tempest-SubnetPoolsTestJSON-684836557-project] Notify callbacks [] for subnetpool, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:17.998467 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3940b71b-8682-40d8-8691-58bd4d76b2c5 tempest-SubnetPoolsTestJSON-684836557 tempest-SubnetPoolsTestJSON-684836557-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.3477194 Feb 09 18:10:18.000210 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52498) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:18.005210 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-67df8ecd-76b7-4e9d-8494-6f8d97c7d85b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:18.010092 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-67df8ecd-76b7-4e9d-8494-6f8d97c7d85b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/39681ac2-dea9-464b-a14b-a71139d5a5e3 HTTP/1.1" status: 204 len: 168 time: 0.4175546 Feb 09 18:10:18.015491 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52502) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:18.022599 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-85141546-a88a-4c10-a874-d23c87bce753 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c01d4f05-8e9a-4789-b85f-f5518442752b']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:18.042939 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-85141546-a88a-4c10-a874-d23c87bce753 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95e8627-8355-4a12-b978-b01beb00478a') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:18.043290 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-85141546-a88a-4c10-a874-d23c87bce753 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95e8627-8355-4a12-b978-b01beb00478a') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:18.060411 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-85141546-a88a-4c10-a874-d23c87bce753 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:18.069858 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3cb7f6e6-5c55-431d-bfb9-da585bb90f58 tempest-SubnetPoolsTestJSON-684836557 tempest-SubnetPoolsTestJSON-684836557-project] 10.222.0.21 "GET /v2.0/subnetpools/09d01522-19e9-49af-ab08-2061f0d1a28c HTTP/1.1" status: 200 len: 731 time: 0.0685873 Feb 09 18:10:18.074015 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52506) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:18.081593 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-7ce705b5-3c0b-4f01-839f-dcb7e0e1dd73 tempest-SubnetPoolsTestJSON-684836557 tempest-SubnetPoolsTestJSON-684836557-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1938360592'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:18.126642 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-85141546-a88a-4c10-a874-d23c87bce753 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:18.145716 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85141546-a88a-4c10-a874-d23c87bce753 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:10:18.146319 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-85141546-a88a-4c10-a874-d23c87bce753 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:10:18.161255 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:10:18.234008 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2d51ba4a-2fa2-4a56-aff9-7a13118088e7 None None] Deleting port 14357709-e61c-410c-8d14-8e246d2dea70 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:10:18.235290 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2d51ba4a-2fa2-4a56-aff9-7a13118088e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:18.317663 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2d51ba4a-2fa2-4a56-aff9-7a13118088e7 None None] The port '14357709-e61c-410c-8d14-8e246d2dea70' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:10:18.366131 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8eb758b8-4313-49e7-aed5-8f05f4bbed6f tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Synchronizing usage tracker for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group_rule {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:18.395310 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-85141546-a88a-4c10-a874-d23c87bce753 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:18.401821 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-85141546-a88a-4c10-a874-d23c87bce753 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:18.421347 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bb9e7aa4-9097-4a2b-a056-da7f20cfca6e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:18.431560 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85141546-a88a-4c10-a874-d23c87bce753 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Network': ['ID=c01d4f05-8e9a-4789-b85f-f5518442752b,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:18.434585 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-85141546-a88a-4c10-a874-d23c87bce753 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/networks/c01d4f05-8e9a-4789-b85f-f5518442752b HTTP/1.1" status: 204 len: 168 time: 2.0581880 Feb 09 18:10:18.439380 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52510) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:18.446046 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-63cad1eb-19ef-4997-b6c9-c096d49e58bc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2058999155', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:18.449554 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:10:18.466807 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-63cad1eb-19ef-4997-b6c9-c096d49e58bc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:18.472257 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-63cad1eb-19ef-4997-b6c9-c096d49e58bc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Usage tracker for resource:router and tenant:3aafa79d3d06419e8e7c5f7d6aab117f is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:18.475752 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-63cad1eb-19ef-4997-b6c9-c096d49e58bc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:18.485698 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-63cad1eb-19ef-4997-b6c9-c096d49e58bc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:18.499056 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7ce705b5-3c0b-4f01-839f-dcb7e0e1dd73 tempest-SubnetPoolsTestJSON-684836557 tempest-SubnetPoolsTestJSON-684836557-project] Notify callbacks [] for subnetpool, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:18.500849 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7ce705b5-3c0b-4f01-839f-dcb7e0e1dd73 tempest-SubnetPoolsTestJSON-684836557 tempest-SubnetPoolsTestJSON-684836557-project] 10.222.0.21 "PUT /v2.0/subnetpools/09d01522-19e9-49af-ab08-2061f0d1a28c HTTP/1.1" status: 200 len: 684 time: 0.4258165 Feb 09 18:10:18.503370 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52514) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:18.589327 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-bb9e7aa4-9097-4a2b-a056-da7f20cfca6e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Calling delete_port for 1235a5f7-f74c-4436-a1c8-375b7c171e62 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:10:18.594806 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-63cad1eb-19ef-4997-b6c9-c096d49e58bc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:18.596143 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-63cad1eb-19ef-4997-b6c9-c096d49e58bc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:18.617921 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8eb758b8-4313-49e7-aed5-8f05f4bbed6f tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Unset dirty status for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group_rule {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:18.622670 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8eb758b8-4313-49e7-aed5-8f05f4bbed6f tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.6031389 Feb 09 18:10:18.623317 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52518) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:18.645253 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-63cad1eb-19ef-4997-b6c9-c096d49e58bc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:18.670380 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port ac3e592d-c4ab-414b-9d2f-fd52dc2144c1, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=ac3e592d-c4ab-414b-9d2f-fd52dc2144c1,segment=NetworkSegment(ef1edd2b-cf25-4f82-9baf-16b100c9302b),segment_id=ef1edd2b-cf25-4f82-9baf-16b100c9302b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:18.689411 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': 'ac3e592d-c4ab-414b-9d2f-fd52dc2144c1', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'port_id': 'ac3e592d-c4ab-414b-9d2f-fd52dc2144c1', 'mac_address': 'fa:16:3e:54:6e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:10:18.726623 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0416a299-58a1-4034-892c-b45256d3c27a tempest-SubnetPoolsTestJSON-684836557 tempest-SubnetPoolsTestJSON-684836557-project] Notify callbacks [] for subnetpool, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:18.728473 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0416a299-58a1-4034-892c-b45256d3c27a tempest-SubnetPoolsTestJSON-684836557 tempest-SubnetPoolsTestJSON-684836557-project] 10.222.0.21 "DELETE /v2.0/subnetpools/09d01522-19e9-49af-ab08-2061f0d1a28c HTTP/1.1" status: 204 len: 168 time: 0.2238810 Feb 09 18:10:18.731297 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52522) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:18.751588 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-63cad1eb-19ef-4997-b6c9-c096d49e58bc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:18.756461 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:18.762687 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-df56cd2e-b1e8-441f-b6da-9283535aba80 tempest-SubnetPoolsTestJSON-684836557 tempest-SubnetPoolsTestJSON-684836557-project] show failed (client error): The resource could not be found. Feb 09 18:10:18.763995 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-df56cd2e-b1e8-441f-b6da-9283535aba80 tempest-SubnetPoolsTestJSON-684836557 tempest-SubnetPoolsTestJSON-684836557-project] 10.222.0.21 "GET /v2.0/subnetpools/09d01522-19e9-49af-ab08-2061f0d1a28c HTTP/1.1" status: 404 len: 346 time: 0.0316350 Feb 09 18:10:18.770030 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52528) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:18.785791 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:10:18.797666 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c94d47d1-61b2-425c-bf07-81fea994ea62 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:18.806724 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-3d85a5ac-1143-4d6a-8ff0-039905c8be1a tempest-SubnetPoolsTestJSON-684836557 tempest-SubnetPoolsTestJSON-684836557-project] delete failed (client error): The resource could not be found. Feb 09 18:10:18.807704 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3d85a5ac-1143-4d6a-8ff0-039905c8be1a tempest-SubnetPoolsTestJSON-684836557 tempest-SubnetPoolsTestJSON-684836557-project] 10.222.0.21 "DELETE /v2.0/subnetpools/09d01522-19e9-49af-ab08-2061f0d1a28c HTTP/1.1" status: 404 len: 346 time: 0.0363102 Feb 09 18:10:18.813930 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port ac3e592d-c4ab-414b-9d2f-fd52dc2144c1, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=ac3e592d-c4ab-414b-9d2f-fd52dc2144c1,segment=NetworkSegment(ef1edd2b-cf25-4f82-9baf-16b100c9302b),segment_id=ef1edd2b-cf25-4f82-9baf-16b100c9302b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:18.874036 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-63cad1eb-19ef-4997-b6c9-c096d49e58bc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:18.875250 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-63cad1eb-19ef-4997-b6c9-c096d49e58bc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4359875 Feb 09 18:10:18.879740 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52534) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:18.887706 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-f4e75848-082e-4fdf-851d-9dad05655184 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1524646197'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:18.897275 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f4e75848-082e-4fdf-851d-9dad05655184 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:18.922357 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f4e75848-082e-4fdf-851d-9dad05655184 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Usage tracker for resource:network and tenant:3aafa79d3d06419e8e7c5f7d6aab117f is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:18.934200 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:18.937561 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f4e75848-082e-4fdf-851d-9dad05655184 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:18.954889 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f4e75848-082e-4fdf-851d-9dad05655184 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:18.959398 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-903f9d91-9f10-47b0-bf19-91298076985a tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:18.982674 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94d47d1-61b2-425c-bf07-81fea994ea62 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Network 3f2321c5-bf60-493e-93d3-55a59564b49d is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:18.986185 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-903f9d91-9f10-47b0-bf19-91298076985a tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:19.000554 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-c94d47d1-61b2-425c-bf07-81fea994ea62 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:19.009806 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-62ffcb71-bb97-4570-8664-5a0888fd1d98 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port 396a1660-4047-4a7f-b967-2a3d23582a2c {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:10:19.010257 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62ffcb71-bb97-4570-8664-5a0888fd1d98 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:19.011278 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6f5553b0-efee-4e99-82ca-df5db3f2d0e7 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:10:19.060641 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4801e35c-6366-4ecb-8cf0-5ca2b1e2b953 None None] Network 3f2321c5-bf60-493e-93d3-55a59564b49d requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:19.071648 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94d47d1-61b2-425c-bf07-81fea994ea62 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:19.072261 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c94d47d1-61b2-425c-bf07-81fea994ea62 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:19.074486 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e75848-082e-4fdf-851d-9dad05655184 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Made reservation on behalf of 3aafa79d3d06419e8e7c5f7d6aab117f for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:10:19.089227 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f4e75848-082e-4fdf-851d-9dad05655184 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:19.101763 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d47d1-61b2-425c-bf07-81fea994ea62 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Subnet': ['ID=e834cbd7-ae1f-4f45-b3d2-e16db8b83cf2,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:19.128748 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b3fbe-b40a-41dd-a5e9-330d4fe50fca req-81aae275-afd6-4fe5-8374-8e7227f8892c tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:19.136027 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d12b3fbe-b40a-41dd-a5e9-330d4fe50fca req-81aae275-afd6-4fe5-8374-8e7227f8892c tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 944 time: 0.1783702 Feb 09 18:10:19.209255 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['ac3e592d-c4ab-414b-9d2f-fd52dc2144c1'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:10:19.211257 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d12b3fbe-b40a-41dd-a5e9-330d4fe50fca req-4d10a481-d6f0-44d0-a205-35be04aa2bbb tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742719 Feb 09 18:10:19.229023 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-903f9d91-9f10-47b0-bf19-91298076985a tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:19.246697 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e82e4714-71a9-46d6-bc64-9bc55d0ee605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:19.251396 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-903f9d91-9f10-47b0-bf19-91298076985a tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:19.255399 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-903f9d91-9f10-47b0-bf19-91298076985a tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/95a72603-8550-4694-a04b-181d5c676f85 HTTP/1.1" status: 204 len: 168 time: 0.6148202 Feb 09 18:10:19.255606 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52538) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:19.262568 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f9d91-9f10-47b0-bf19-91298076985a tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95a72603-8550-4694-a04b-181d5c676f85,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:19.304036 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c94d47d1-61b2-425c-bf07-81fea994ea62 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3418212 Feb 09 18:10:19.310632 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=ac3e592d-c4ab-414b-9d2f-fd52dc2144c1,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:19.310846 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-af09912f-799b-4394-9ee5-3077e2aa3a45 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Synchronizing usage tracker for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group_rule {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:19.315185 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52542) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:19.319766 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-ee9a04d3-3684-450c-becd-82cbc2ac0607 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1327350605', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e834cbd7-ae1f-4f45-b3d2-e16db8b83cf2'}], 'security_groups': ['280125d0-0fe5-4809-a0e4-3b130e4afa28', '86f4e9d4-7676-41fd-9682-832ef05edb87']}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:19.362028 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:19.362268 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:19.362617 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:19.362954 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:19.363284 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:19.363612 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:19.363960 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:19.364281 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:19.364603 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:19.364925 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:19.365240 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:19.398693 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-62ffcb71-bb97-4570-8664-5a0888fd1d98 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port 396a1660-4047-4a7f-b967-2a3d23582a2c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=396a1660-4047-4a7f-b967-2a3d23582a2c,segment=NetworkSegment(63ee9212-3068-4d6e-abd7-96bb4048f829),segment_id=63ee9212-3068-4d6e-abd7-96bb4048f829)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:19.398693 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62ffcb71-bb97-4570-8664-5a0888fd1d98 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:19.458265 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-af09912f-799b-4394-9ee5-3077e2aa3a45 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Unset dirty status for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group_rule {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:19.463567 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-af09912f-799b-4394-9ee5-3077e2aa3a45 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2039957 Feb 09 18:10:19.469354 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52548) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:19.473734 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 6f5553b0-efee-4e99-82ca-df5db3f2d0e7 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:19.474107 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:19.502267 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e75848-082e-4fdf-851d-9dad05655184 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:10:19.536976 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f4e75848-082e-4fdf-851d-9dad05655184 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:19.537353 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-f4e75848-082e-4fdf-851d-9dad05655184 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Added segment f6b67f4a-e4a4-4ebe-bf51-a932c549d352 of type vlan for network aabc2719-c38a-4632-ad82-8694bd9eb0fa Feb 09 18:10:19.576653 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bb9e7aa4-9097-4a2b-a056-da7f20cfca6e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:19.585872 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-62ffcb71-bb97-4570-8664-5a0888fd1d98 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for 396a1660-4047-4a7f-b967-2a3d23582a2c owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:10:19.606988 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52552) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:19.653521 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f4e75848-082e-4fdf-851d-9dad05655184 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:19.682375 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e7aa4-9097-4a2b-a056-da7f20cfca6e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Port': ['ID=1235a5f7-f74c-4436-a1c8-375b7c171e62,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:19.700128 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d558b6ac-bbbe-48c0-9d7f-3220e48aa13d tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:19.724400 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee9a04d3-3684-450c-becd-82cbc2ac0607 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:19.772615 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d558b6ac-bbbe-48c0-9d7f-3220e48aa13d tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:19.875684 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bb9e7aa4-9097-4a2b-a056-da7f20cfca6e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:19.877776 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-bb9e7aa4-9097-4a2b-a056-da7f20cfca6e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/1235a5f7-f74c-4436-a1c8-375b7c171e62 HTTP/1.1" status: 204 len: 168 time: 2.4342456 Feb 09 18:10:19.895713 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52558) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:19.967575 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f4e75848-082e-4fdf-851d-9dad05655184 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:19.971360 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e75848-082e-4fdf-851d-9dad05655184 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:19.971968 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f4e75848-082e-4fdf-851d-9dad05655184 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:19.990936 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8103128b-dc17-4361-91ce-1392aa80877b None None] Update dhcp port {'port': {'network_id': '3f2321c5-bf60-493e-93d3-55a59564b49d', 'fixed_ips': [{'subnet_id': '38c0f6cb-9e56-411f-90fc-d0e94e979937', 'ip_address': '172.20.0.18'}, {'subnet_id': '59d2a30f-c967-44f8-a1d4-e2bc6b0ec1c1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e834cbd7-ae1f-4f45-b3d2-e16db8b83cf2'}], 'binding:host_id': 'dv-neutron-827016-2-hyperv'}, 'id': '49c2f944-2972-43bf-860e-3ea7cb112f7b'} from dv-neutron-827016-2-hyperv. {{(pid=84543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 18:10:20.049635 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:20.058008 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6e8eff26-b79b-4b4c-b6be-d0f97cbbfca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:20.079786 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8103128b-dc17-4361-91ce-1392aa80877b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:20.132779 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d52dccc-c318-4b40-a4a7-b5b6d4af3039 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:20.133750 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0d52dccc-c318-4b40-a4a7-b5b6d4af3039 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:20.141635 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:20.216609 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0d52dccc-c318-4b40-a4a7-b5b6d4af3039 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:20.220792 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0d52dccc-c318-4b40-a4a7-b5b6d4af3039 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3215206 Feb 09 18:10:20.220792 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62ffcb71-bb97-4570-8664-5a0888fd1d98 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:20.227349 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52562) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:20.237224 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e75848-082e-4fdf-851d-9dad05655184 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Network': ['ID=aabc2719-c38a-4632-ad82-8694bd9eb0fa,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:20.242754 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f4e75848-082e-4fdf-851d-9dad05655184 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3584590 Feb 09 18:10:20.268196 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network aabc2719-c38a-4632-ad82-8694bd9eb0fa details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:10:20.268659 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52568) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:20.316216 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6e8eff26-b79b-4b4c-b6be-d0f97cbbfca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:20.333371 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6e8eff26-b79b-4b4c-b6be-d0f97cbbfca9 admin admin] Usage tracker for resource:security_group_rule and tenant:1b0aa136ea2240829df82e561eac5569 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:20.334955 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-61177482-f275-4709-8baf-27f6606edc11 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'subnet': {'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:20.340097 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6e8eff26-b79b-4b4c-b6be-d0f97cbbfca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:20.364942 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ffcb71-bb97-4570-8664-5a0888fd1d98 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=396a1660-4047-4a7f-b967-2a3d23582a2c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:20.398991 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6e8eff26-b79b-4b4c-b6be-d0f97cbbfca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:20.411075 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-8103128b-dc17-4361-91ce-1392aa80877b None None] Allocated IP 172.20.0.34 (3f2321c5-bf60-493e-93d3-55a59564b49d/e834cbd7-ae1f-4f45-b3d2-e16db8b83cf2/49c2f944-2972-43bf-860e-3ea7cb112f7b) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:10:20.413385 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d558b6ac-bbbe-48c0-9d7f-3220e48aa13d tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:20.536068 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:10:20.546622 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558b6ac-bbbe-48c0-9d7f-3220e48aa13d tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1c9046-a1b5-40d0-a0c7-32d6539b5c8c,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:20.571080 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-61177482-f275-4709-8baf-27f6606edc11 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:20.584792 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-61177482-f275-4709-8baf-27f6606edc11 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Usage tracker for resource:subnet and tenant:3aafa79d3d06419e8e7c5f7d6aab117f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:20.593952 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-61177482-f275-4709-8baf-27f6606edc11 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:20.600148 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f2a52e-4404-48fc-8aee-280811d4f13b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:20.605178 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b3f2a52e-4404-48fc-8aee-280811d4f13b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3767986 Feb 09 18:10:20.606020 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52572) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:20.646843 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-61177482-f275-4709-8baf-27f6606edc11 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:20.661220 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d558b6ac-bbbe-48c0-9d7f-3220e48aa13d tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:20.665839 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d558b6ac-bbbe-48c0-9d7f-3220e48aa13d tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "DELETE /v2.0/security-groups/8c1c9046-a1b5-40d0-a0c7-32d6539b5c8c HTTP/1.1" status: 204 len: 168 time: 1.1947777 Feb 09 18:10:20.673854 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52576) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:20.728875 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20875db2-f53e-45b7-a9f1-fd59c43be82c req-ffe4fb5f-eb8b-4434-b72f-cefcee970f14 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:20.730434 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-20875db2-f53e-45b7-a9f1-fd59c43be82c req-ffe4fb5f-eb8b-4434-b72f-cefcee970f14 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 944 time: 0.3330789 Feb 09 18:10:20.751162 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62ffcb71-bb97-4570-8664-5a0888fd1d98 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:20.761679 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61177482-f275-4709-8baf-27f6606edc11 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Made reservation on behalf of 3aafa79d3d06419e8e7c5f7d6aab117f for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:10:20.802842 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702375db-9914-44ef-a7dd-ef17a6ec4213 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:20.804298 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702375db-9914-44ef-a7dd-ef17a6ec4213 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:20.806142 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702375db-9914-44ef-a7dd-ef17a6ec4213 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:20.810149 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-702375db-9914-44ef-a7dd-ef17a6ec4213 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1962717 Feb 09 18:10:20.813215 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-8103128b-dc17-4361-91ce-1392aa80877b None None] For port 49c2f944-2972-43bf-860e-3ea7cb112f7b, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=49c2f944-2972-43bf-860e-3ea7cb112f7b,segment=NetworkSegment(fc372c04-3013-4bd2-b62a-b0e460d40e07),segment_id=fc372c04-3013-4bd2-b62a-b0e460d40e07)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:20.823790 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52580) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:20.842621 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8103128b-dc17-4361-91ce-1392aa80877b None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:20.864254 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8103128b-dc17-4361-91ce-1392aa80877b None None] Transition to ACTIVE for port object 49c2f944-2972-43bf-860e-3ea7cb112f7b will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:20.883257 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:10:20.891233 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:20.891763 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:20.896450 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6e8eff26-b79b-4b4c-b6be-d0f97cbbfca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:20.899496 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-20875db2-f53e-45b7-a9f1-fd59c43be82c req-43c5cacf-7d80-4d85-8ef6-3d9b491aaacd tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558695 Feb 09 18:10:20.918798 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-49231f8e-1515-4834-a9e8-efdc343be793 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Synchronizing usage tracker for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:20.974104 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8103128b-dc17-4361-91ce-1392aa80877b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:21.058599 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6e8eff26-b79b-4b4c-b6be-d0f97cbbfca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:21.085831 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-61177482-f275-4709-8baf-27f6606edc11 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:21.112445 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8eff26-b79b-4b4c-b6be-d0f97cbbfca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4173712-bedd-4192-bbce-19769555fce5,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:21.131138 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-49231f8e-1515-4834-a9e8-efdc343be793 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Unset dirty status for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:21.138498 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-49231f8e-1515-4834-a9e8-efdc343be793 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4590397 Feb 09 18:10:21.147512 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52584) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:21.166935 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a9c0000d-df63-4556-be70-ccb17432096c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Request body: {'security_group': {'name': 'tempest-secgroup--634159322'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:21.182723 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a9c0000d-df63-4556-be70-ccb17432096c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:21.194811 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6e8eff26-b79b-4b4c-b6be-d0f97cbbfca9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b0aa136ea2240829df82e561eac5569&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5878229 Feb 09 18:10:21.216013 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52588) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:21.222139 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a9c0000d-df63-4556-be70-ccb17432096c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:21.250803 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103128b-dc17-4361-91ce-1392aa80877b None None] Pushing event updated for resources: {'Port': ['ID=49c2f944-2972-43bf-860e-3ea7cb112f7b,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:21.265971 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:21.301744 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee765166-44f2-4305-8297-da1234350bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3e592d-c4ab-414b-9d2f-fd52dc2144c1'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:10:21.329151 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-44137f6b-4dd4-4f53-adfa-db759b8cb2b3 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet cd988ce7-9c39-4c16-9e37-ac784594eafc {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:10:21.330755 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port ac3e592d-c4ab-414b-9d2f-fd52dc2144c1, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=ac3e592d-c4ab-414b-9d2f-fd52dc2144c1,segment=NetworkSegment(ef1edd2b-cf25-4f82-9baf-16b100c9302b),segment_id=ef1edd2b-cf25-4f82-9baf-16b100c9302b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:21.344525 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-44137f6b-4dd4-4f53-adfa-db759b8cb2b3 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:21.372836 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee765166-44f2-4305-8297-da1234350bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3e592d-c4ab-414b-9d2f-fd52dc2144c1', 'code': 200} Feb 09 18:10:21.388313 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a9c0000d-df63-4556-be70-ccb17432096c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:21.404742 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:21.428872 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-ee9a04d3-3684-450c-becd-82cbc2ac0607 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Delete allocated IP 172.20.0.3 (3f2321c5-bf60-493e-93d3-55a59564b49d/59d2a30f-c967-44f8-a1d4-e2bc6b0ec1c1) {{(pid=84541) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 18:10:21.459484 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-44137f6b-4dd4-4f53-adfa-db759b8cb2b3 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:21.505764 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-ee9a04d3-3684-450c-becd-82cbc2ac0607 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Allocated IP 172.20.0.36 (3f2321c5-bf60-493e-93d3-55a59564b49d/e834cbd7-ae1f-4f45-b3d2-e16db8b83cf2/df67345c-1a75-454e-b8e3-d024ac371e43) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:10:21.521309 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=ac3e592d-c4ab-414b-9d2f-fd52dc2144c1,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:21.529287 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-326c045c-d93d-4b72-8269-f1535a5a1c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:21.541005 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a9c0000d-df63-4556-be70-ccb17432096c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:21.567552 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a9c0000d-df63-4556-be70-ccb17432096c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Usage tracker for resource:security_group_rule and tenant:179cc86b44e74238894e07c09fb01264 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:21.576154 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a9c0000d-df63-4556-be70-ccb17432096c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:21.603647 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a9c0000d-df63-4556-be70-ccb17432096c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:21.615649 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-326c045c-d93d-4b72-8269-f1535a5a1c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:21.638989 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:21.782122 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-44137f6b-4dd4-4f53-adfa-db759b8cb2b3 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:21.887493 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-61177482-f275-4709-8baf-27f6606edc11 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:21.922832 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a9c0000d-df63-4556-be70-ccb17432096c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:21.988150 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee9a04d3-3684-450c-becd-82cbc2ac0607 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:22.012270 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61177482-f275-4709-8baf-27f6606edc11 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Subnet': ['ID=ed0e018d-fd46-4c59-9cac-33e8514e386b,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:22.028437 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a9c0000d-df63-4556-be70-ccb17432096c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:22.033670 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-912b9025-c8a3-4322-9bd1-1890bbea9faa None None] Provisioning complete for port df67345c-1a75-454e-b8e3-d024ac371e43 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:22.034055 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-912b9025-c8a3-4322-9bd1-1890bbea9faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:22.049646 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-ee9a04d3-3684-450c-becd-82cbc2ac0607 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Transition to ACTIVE for port object df67345c-1a75-454e-b8e3-d024ac371e43 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:22.057482 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-44137f6b-4dd4-4f53-adfa-db759b8cb2b3 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:22.061247 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-326c045c-d93d-4b72-8269-f1535a5a1c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:22.067717 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61177482-f275-4709-8baf-27f6606edc11 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Checking segment: {'id': 'f6b67f4a-e4a4-4ebe-bf51-a932c549d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:10:22.067717 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61177482-f275-4709-8baf-27f6606edc11 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network hostable DHCP agents. Network: aabc2719-c38a-4632-ad82-8694bd9eb0fa, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:10:22.089518 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5b093ef1-f117-4919-a650-a5ff9b6828af req-bd05902f-b858-43de-bd05-bd22e2a2724c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 1098 time: 0.2473836 Feb 09 18:10:22.110690 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-912b9025-c8a3-4322-9bd1-1890bbea9faa None None] Port df67345c-1a75-454e-b8e3-d024ac371e43 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:10:22.164243 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5b093ef1-f117-4919-a650-a5ff9b6828af req-0c78ebc8-4a1d-4ce4-af52-5bf916728598 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661767 Feb 09 18:10:22.188368 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ffcb71-bb97-4570-8664-5a0888fd1d98 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 57807ce7-b1f5-4caf-ba22-80a23d21a831 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:10:22.200571 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-912b9025-c8a3-4322-9bd1-1890bbea9faa None None] Provisioning for port 49c2f944-2972-43bf-860e-3ea7cb112f7b completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:10:22.206278 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-912b9025-c8a3-4322-9bd1-1890bbea9faa None None] Provisioning complete for port 49c2f944-2972-43bf-860e-3ea7cb112f7b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:22.207022 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-912b9025-c8a3-4322-9bd1-1890bbea9faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:22.256131 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61177482-f275-4709-8baf-27f6606edc11 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network aabc2719-c38a-4632-ad82-8694bd9eb0fa is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:10:22.289785 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44137f6b-4dd4-4f53-adfa-db759b8cb2b3 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=cd988ce7-9c39-4c16-9e37-ac784594eafc,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:22.292278 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee9a04d3-3684-450c-becd-82cbc2ac0607 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:22.340079 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0000d-df63-4556-be70-ccb17432096c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47194ca4-7ab8-444e-9413-bc15b7e23f20,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:22.354942 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-912b9025-c8a3-4322-9bd1-1890bbea9faa None None] Provisioning complete for port bc2e103c-93fd-4db9-bf7f-ca647150f1d2 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:22.355465 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-912b9025-c8a3-4322-9bd1-1890bbea9faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:22.373368 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-61177482-f275-4709-8baf-27f6606edc11 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, aabc2719-c38a-4632-ad82-8694bd9eb0fa) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:22.384243 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61177482-f275-4709-8baf-27f6606edc11 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:22.384243 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-61177482-f275-4709-8baf-27f6606edc11 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:22.392201 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f1b9ea-dcaf-4824-a94a-c5b67adca6a4 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:22.396196 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-44137f6b-4dd4-4f53-adfa-db759b8cb2b3 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:22.405656 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f352315b-b405-4310-87e2-697fef98860a None None] Network aabc2719-c38a-4632-ad82-8694bd9eb0fa requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:22.430797 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c045c-d93d-4b72-8269-f1535a5a1c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4173712-bedd-4192-bbce-19769555fce5,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:22.448808 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ffcb71-bb97-4570-8664-5a0888fd1d98 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:10:22.454612 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-62ffcb71-bb97-4570-8664-5a0888fd1d98 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "PUT /v2.0/routers/57807ce7-b1f5-4caf-ba22-80a23d21a831/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0197380 Feb 09 18:10:22.457494 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52596) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:22.462415 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e1c5d3-b88f-4e86-8981-45aaf4aacf8a None None] Sync routers for ids ['57807ce7-b1f5-4caf-ba22-80a23d21a831'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:10:22.474907 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e1c5d3-b88f-4e86-8981-45aaf4aacf8a None None] Routers {'57807ce7-b1f5-4caf-ba22-80a23d21a831'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:10:22.475574 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c7e1c5d3-b88f-4e86-8981-45aaf4aacf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:10:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['57807ce7-b1f5-4caf-ba22-80a23d21a831'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:22.504036 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-61177482-f275-4709-8baf-27f6606edc11 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2303884 Feb 09 18:10:22.507296 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52600) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:22.578040 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-44137f6b-4dd4-4f53-adfa-db759b8cb2b3 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/cd988ce7-9c39-4c16-9e37-ac784594eafc HTTP/1.1" status: 204 len: 168 time: 1.7522452 Feb 09 18:10:22.589691 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-ee9a04d3-3684-450c-becd-82cbc2ac0607 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] In _notify_port_updated(), no bound segment for port df67345c-1a75-454e-b8e3-d024ac371e43 on network 3f2321c5-bf60-493e-93d3-55a59564b49d {{(pid=84541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 18:10:22.594607 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9a04d3-3684-450c-becd-82cbc2ac0607 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:22.595354 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee9a04d3-3684-450c-becd-82cbc2ac0607 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:22.596615 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52604) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:22.601742 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52606) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:22.603348 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ee9a04d3-3684-450c-becd-82cbc2ac0607 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "PUT /v2.0/ports/df67345c-1a75-454e-b8e3-d024ac371e43 HTTP/1.1" status: 200 len: 960 time: 3.2877839 Feb 09 18:10:22.608310 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a9c0000d-df63-4556-be70-ccb17432096c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:22.610191 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a9c0000d-df63-4556-be70-ccb17432096c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4618092 Feb 09 18:10:22.611884 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a04d3-3684-450c-becd-82cbc2ac0607 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event updated for resources: {'Port': ['ID=df67345c-1a75-454e-b8e3-d024ac371e43,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:22.625259 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52610) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:22.627773 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-326c045c-d93d-4b72-8269-f1535a5a1c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:22.631939 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-326c045c-d93d-4b72-8269-f1535a5a1c65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4173712-bedd-4192-bbce-19769555fce5 HTTP/1.1" status: 204 len: 168 time: 1.4127569 Feb 09 18:10:22.638330 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-91b60086-f436-42a5-9488-5f4c29775e24 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Request body: {'security_group_rule': {'security_group_id': '47194ca4-7ab8-444e-9413-bc15b7e23f20', 'direction': 'ingress', 'protocol': 17}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:22.639530 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-912b9025-c8a3-4322-9bd1-1890bbea9faa None None] Port bc2e103c-93fd-4db9-bf7f-ca647150f1d2 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:10:22.656622 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-91b60086-f436-42a5-9488-5f4c29775e24 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:22.661592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-91b60086-f436-42a5-9488-5f4c29775e24 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Usage tracker for resource:security_group_rule and tenant:179cc86b44e74238894e07c09fb01264 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:22.666708 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-91b60086-f436-42a5-9488-5f4c29775e24 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:22.675779 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-91b60086-f436-42a5-9488-5f4c29775e24 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:22.702999 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a6e0f-526f-4b11-abc1-2f4e6ac365fc req-3683837e-46de-4822-9ac1-b2c5b7d2a764 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:22.705778 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0a3a6e0f-526f-4b11-abc1-2f4e6ac365fc req-3683837e-46de-4822-9ac1-b2c5b7d2a764 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 945 time: 0.6048074 Feb 09 18:10:22.710963 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-c7e1c5d3-b88f-4e86-8981-45aaf4aacf8a None None] Set router 57807ce7-b1f5-4caf-ba22-80a23d21a831 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:10:22.772726 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0a3a6e0f-526f-4b11-abc1-2f4e6ac365fc req-3364d67f-27fe-418d-ae47-1329f1862540 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609407 Feb 09 18:10:22.801593 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-91b60086-f436-42a5-9488-5f4c29775e24 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:23.022921 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-91b60086-f436-42a5-9488-5f4c29775e24 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:23.055681 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 49c2f944-2972-43bf-860e-3ea7cb112f7b up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:10:23.102395 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-91b60086-f436-42a5-9488-5f4c29775e24 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:23.150423 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735cda47-ffb8-490e-ada4-8f483881af06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:10:23.152198 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-735cda47-ffb8-490e-ada4-8f483881af06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:23.158924 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-68eba82a-70e0-4e89-9313-0e7060a69b9d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting port df67345c-1a75-454e-b8e3-d024ac371e43 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:10:23.159396 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-68eba82a-70e0-4e89-9313-0e7060a69b9d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:23.177371 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b60086-f436-42a5-9488-5f4c29775e24 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df11aac-05a9-47cb-8a67-ea6512b9621a,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:23.333119 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-91b60086-f436-42a5-9488-5f4c29775e24 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:23.339133 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-91b60086-f436-42a5-9488-5f4c29775e24 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7073169 Feb 09 18:10:23.341308 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52620) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:23.366596 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c7e1c5d3-b88f-4e86-8981-45aaf4aacf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'name': 'tempest-TestNetworkBasicOps-router-93078547', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:16Z', 'updated_at': '2022-02-09T18:10:20Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:18Z', 'updated_at': '2022-02-09T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:23.372379 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e1c5d3-b88f-4e86-8981-45aaf4aacf8a None None] Checking router: 57807ce7-b1f5-4caf-ba22-80a23d21a831 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:10:23.387041 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e1c5d3-b88f-4e86-8981-45aaf4aacf8a None None] Routers {'57807ce7-b1f5-4caf-ba22-80a23d21a831'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:10:23.388839 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c7e1c5d3-b88f-4e86-8981-45aaf4aacf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:10:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['57807ce7-b1f5-4caf-ba22-80a23d21a831'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:23.397484 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 49c2f944-2972-43bf-860e-3ea7cb112f7b triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:23.403158 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:23.526701 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-83baa8ee-a260-4745-a9d0-92b502f236b3 None None] Provisioning for port df67345c-1a75-454e-b8e3-d024ac371e43 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:10:23.568965 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-83baa8ee-a260-4745-a9d0-92b502f236b3 None None] Provisioning complete for port df67345c-1a75-454e-b8e3-d024ac371e43 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:23.569196 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-79648543-446d-4545-a29c-51746c58da5e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:23.569743 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-83baa8ee-a260-4745-a9d0-92b502f236b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:23.633389 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-79648543-446d-4545-a29c-51746c58da5e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:23.746342 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-c7e1c5d3-b88f-4e86-8981-45aaf4aacf8a None None] Set router 57807ce7-b1f5-4caf-ba22-80a23d21a831 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:10:23.755067 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-735cda47-ffb8-490e-ada4-8f483881af06 None None] Allocated IP 2001:db8::2 (aabc2719-c38a-4632-ad82-8694bd9eb0fa/ed0e018d-fd46-4c59-9cac-33e8514e386b/468fb2d4-f126-4318-8282-17cc20b28b3c) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:10:23.787835 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-79648543-446d-4545-a29c-51746c58da5e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:23.825332 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79648543-446d-4545-a29c-51746c58da5e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47194ca4-7ab8-444e-9413-bc15b7e23f20,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:23.851156 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-79648543-446d-4545-a29c-51746c58da5e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:23.856726 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-79648543-446d-4545-a29c-51746c58da5e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "DELETE /v2.0/security-groups/47194ca4-7ab8-444e-9413-bc15b7e23f20 HTTP/1.1" status: 204 len: 168 time: 0.5141120 Feb 09 18:10:23.857283 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52632) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:23.863712 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-76283af5-d64e-47d7-9287-2d0cf743effe tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting subnet 6cfb6415-9d93-4424-b9a1-eff5d129cea0 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:10:23.898564 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-83baa8ee-a260-4745-a9d0-92b502f236b3 None None] Port df67345c-1a75-454e-b8e3-d024ac371e43 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:10:23.925237 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76283af5-d64e-47d7-9287-2d0cf743effe tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:24.188404 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-2533f780-8333-49b3-94ab-8dda5001ae0a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet ff5fb4ea-0356-4566-8b48-d877abc38fc7 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:10:24.228617 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177ccb3-4250-48f1-b4bc-84b66647d556 req-3bb74a6d-7d76-43e0-ad94-f5408fca1758 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:24.242900 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76283af5-d64e-47d7-9287-2d0cf743effe tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:24.247193 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e177ccb3-4250-48f1-b4bc-84b66647d556 req-3bb74a6d-7d76-43e0-ad94-f5408fca1758 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 945 time: 0.1708236 Feb 09 18:10:24.313514 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e177ccb3-4250-48f1-b4bc-84b66647d556 req-1694f7f8-3ce9-409d-9899-efdccabd53c3 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653179 Feb 09 18:10:24.350725 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2533f780-8333-49b3-94ab-8dda5001ae0a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:24.374325 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-735cda47-ffb8-490e-ada4-8f483881af06 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:24.382637 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c7e1c5d3-b88f-4e86-8981-45aaf4aacf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'name': 'tempest-TestNetworkBasicOps-router-93078547', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:16Z', 'updated_at': '2022-02-09T18:10:20Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:18Z', 'updated_at': '2022-02-09T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:24.397233 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e1c5d3-b88f-4e86-8981-45aaf4aacf8a None None] The sync data for ids ['57807ce7-b1f5-4caf-ba22-80a23d21a831'] in dv-neutron-827016-2-hyperv is: [{'id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'name': 'tempest-TestNetworkBasicOps-router-93078547', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:16Z', 'updated_at': '2022-02-09T18:10:20Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '9e9729ae-03c7-4eb8-8923-0cb02c35e501', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57807ce7-b1f5-4caf-ba22-80a23d21a831', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:18Z', 'updated_at': '2022-02-09T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:10:24.401526 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-735cda47-ffb8-490e-ada4-8f483881af06 None None] Transition to ACTIVE for port object 468fb2d4-f126-4318-8282-17cc20b28b3c will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:24.478717 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-735cda47-ffb8-490e-ada4-8f483881af06 None None] Transition to ACTIVE for port object 468fb2d4-f126-4318-8282-17cc20b28b3c will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:24.481566 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-478f1893-87a7-43cc-94c5-f094266e98bb None None] Provisioning complete for port 6f5553b0-efee-4e99-82ca-df5db3f2d0e7 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:24.482028 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-478f1893-87a7-43cc-94c5-f094266e98bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:24.568110 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-735cda47-ffb8-490e-ada4-8f483881af06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:24.620465 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52b4fe-b46e-4711-9d4c-48c3bec17e58 req-7765a244-c361-48e5-a4d3-c91ebfc3ef70 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:24.630453 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5e52b4fe-b46e-4711-9d4c-48c3bec17e58 req-7765a244-c361-48e5-a4d3-c91ebfc3ef70 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 945 time: 0.1157758 Feb 09 18:10:24.662417 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a7f72d84-1c5c-497a-957a-b08b3a2e4dd2 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Synchronizing usage tracker for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:24.675222 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2533f780-8333-49b3-94ab-8dda5001ae0a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:24.692861 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5e52b4fe-b46e-4711-9d4c-48c3bec17e58 req-c909cdf2-104d-4858-ba49-6cb0290f4b06 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608094 Feb 09 18:10:24.724750 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735cda47-ffb8-490e-ada4-8f483881af06 None None] Pushing event updated for resources: {'Port': ['ID=468fb2d4-f126-4318-8282-17cc20b28b3c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:24.725238 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52646) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:24.729898 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735cda47-ffb8-490e-ada4-8f483881af06 None None] Network aabc2719-c38a-4632-ad82-8694bd9eb0fa is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:24.748380 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-68eba82a-70e0-4e89-9313-0e7060a69b9d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:24.760652 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-735cda47-ffb8-490e-ada4-8f483881af06 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:24.771683 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735cda47-ffb8-490e-ada4-8f483881af06 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:10:24.857171 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e6b2296c-9ef5-4945-9ffa-e499cc7f4e1e tempest-TestVolumeBootPattern-1479514589 tempest-TestVolumeBootPattern-1479514589-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 1093 time: 0.1306057 Feb 09 18:10:24.859839 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52650) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:24.865620 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-6fe40465-9542-4a2c-b8f0-048caa51bc05 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': 'ac3e592d-c4ab-414b-9d2f-fd52dc2144c1', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:24.882857 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6fe40465-9542-4a2c-b8f0-048caa51bc05 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:24.887517 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 396a1660-4047-4a7f-b967-2a3d23582a2c no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:10:24.888682 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6fe40465-9542-4a2c-b8f0-048caa51bc05 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Usage tracker for resource:floatingip and tenant:10a4b1464e30470e8e13c0bd2bfded95 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:24.893867 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6fe40465-9542-4a2c-b8f0-048caa51bc05 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:24.909114 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6fe40465-9542-4a2c-b8f0-048caa51bc05 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:24.941722 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 396a1660-4047-4a7f-b967-2a3d23582a2c {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:10:24.942078 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 396a1660-4047-4a7f-b967-2a3d23582a2c not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:10:24.961590 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-735cda47-ffb8-490e-ada4-8f483881af06 None None] Attempting to bind port 468fb2d4-f126-4318-8282-17cc20b28b3c on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:10:24.961976 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-735cda47-ffb8-490e-ada4-8f483881af06 None None] Attempting to bind port 468fb2d4-f126-4318-8282-17cc20b28b3c by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'f6b67f4a-e4a4-4ebe-bf51-a932c549d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:10:24.963123 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735cda47-ffb8-490e-ada4-8f483881af06 None None] Attempting to bind port 468fb2d4-f126-4318-8282-17cc20b28b3c on network aabc2719-c38a-4632-ad82-8694bd9eb0fa {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:10:24.970528 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735cda47-ffb8-490e-ada4-8f483881af06 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:10:24.970737 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735cda47-ffb8-490e-ada4-8f483881af06 None None] Checking segment: {'id': 'f6b67f4a-e4a4-4ebe-bf51-a932c549d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:10:24.971098 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-735cda47-ffb8-490e-ada4-8f483881af06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:24.971496 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735cda47-ffb8-490e-ada4-8f483881af06 None None] Bound using segment: {'id': 'f6b67f4a-e4a4-4ebe-bf51-a932c549d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:10:24.972090 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-735cda47-ffb8-490e-ada4-8f483881af06 None None] Bound port: 468fb2d4-f126-4318-8282-17cc20b28b3c, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b67f4a-e4a4-4ebe-bf51-a932c549d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:10:24.972349 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-735cda47-ffb8-490e-ada4-8f483881af06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:25.005483 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-68eba82a-70e0-4e89-9313-0e7060a69b9d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Calling delete_port for df67345c-1a75-454e-b8e3-d024ac371e43 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:10:25.006176 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52654) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:25.014875 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0041595 Feb 09 18:10:25.015527 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52656) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:25.033910 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6fe40465-9542-4a2c-b8f0-048caa51bc05 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for floatingip, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:25.107616 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-735cda47-ffb8-490e-ada4-8f483881af06 None None] For port 468fb2d4-f126-4318-8282-17cc20b28b3c, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:10:25.111556 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-735cda47-ffb8-490e-ada4-8f483881af06 None None] For port 468fb2d4-f126-4318-8282-17cc20b28b3c, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=468fb2d4-f126-4318-8282-17cc20b28b3c,segment=NetworkSegment(f6b67f4a-e4a4-4ebe-bf51-a932c549d352),segment_id=f6b67f4a-e4a4-4ebe-bf51-a932c549d352)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:10:25.193920 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-735cda47-ffb8-490e-ada4-8f483881af06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:25.216305 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-78449f0a-0f01-4594-80e6-5fc9a9e7ac54 tempest-NetworksApiDiscovery-946811441 tempest-NetworksApiDiscovery-946811441-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1993988 Feb 09 18:10:25.265478 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6fe40465-9542-4a2c-b8f0-048caa51bc05 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:25.270918 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76283af5-d64e-47d7-9287-2d0cf743effe tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:25.272084 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735cda47-ffb8-490e-ada4-8f483881af06 None None] Pushing event updated for resources: {'Port': ['ID=468fb2d4-f126-4318-8282-17cc20b28b3c,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:25.340658 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a7f72d84-1c5c-497a-957a-b08b3a2e4dd2 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Unset dirty status for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:25.342057 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a7f72d84-1c5c-497a-957a-b08b3a2e4dd2 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.4761636 Feb 09 18:10:25.357881 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52664) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:25.371642 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-93686247-5be1-448f-a3a4-f57df02522ae tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Request body: {'security_group': {'name': 'tempest-secgroup--2019239323'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:25.380897 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-93686247-5be1-448f-a3a4-f57df02522ae tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:25.389404 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-93686247-5be1-448f-a3a4-f57df02522ae tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:25.443664 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-6fe40465-9542-4a2c-b8f0-048caa51bc05 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Allocated IP 172.26.8.56 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/bafa544a-d863-41f6-bd5f-7db2cb2d1726) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:10:25.447955 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2533f780-8333-49b3-94ab-8dda5001ae0a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:25.525169 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-88283d9f-bbc6-42a4-8a8c-7c18c6017f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:25.564429 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-93686247-5be1-448f-a3a4-f57df02522ae tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:25.797713 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-93686247-5be1-448f-a3a4-f57df02522ae tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:25.842545 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-93686247-5be1-448f-a3a4-f57df02522ae tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Usage tracker for resource:security_group_rule and tenant:179cc86b44e74238894e07c09fb01264 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:25.846743 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76283af5-d64e-47d7-9287-2d0cf743effe tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:25.854928 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-93686247-5be1-448f-a3a4-f57df02522ae tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:25.905149 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-93686247-5be1-448f-a3a4-f57df02522ae tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:25.907375 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76283af5-d64e-47d7-9287-2d0cf743effe tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Subnet': ['ID=6cfb6415-9d93-4424-b9a1-eff5d129cea0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:25.919962 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-68eba82a-70e0-4e89-9313-0e7060a69b9d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:25.922196 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2533f780-8333-49b3-94ab-8dda5001ae0a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:25.983480 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52670) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:26.038791 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7403b928-0788-4cdf-ac61-19f947405e4e None None] Network f843c8a8-e764-4c31-91e5-e456caf4f77b requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:26.046556 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533f780-8333-49b3-94ab-8dda5001ae0a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=ff5fb4ea-0356-4566-8b48-d877abc38fc7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:26.047262 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76283af5-d64e-47d7-9287-2d0cf743effe tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:26.052955 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eba82a-70e0-4e89-9313-0e7060a69b9d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Port': ['ID=df67345c-1a75-454e-b8e3-d024ac371e43,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:26.096281 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6fe40465-9542-4a2c-b8f0-048caa51bc05 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:26.176008 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2533f780-8333-49b3-94ab-8dda5001ae0a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:26.183141 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6fe40465-9542-4a2c-b8f0-048caa51bc05 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:26.237427 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fddd40d-0595-4ccd-a08e-5da851ea36b6 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:26.360789 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2533f780-8333-49b3-94ab-8dda5001ae0a tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/ff5fb4ea-0356-4566-8b48-d877abc38fc7 HTTP/1.1" status: 204 len: 168 time: 3.7584097 Feb 09 18:10:26.365060 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a9949247-da96-4141-b782-6b1b3a181f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:26.365756 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-76283af5-d64e-47d7-9287-2d0cf743effe tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/subnets/6cfb6415-9d93-4424-b9a1-eff5d129cea0 HTTP/1.1" status: 204 len: 168 time: 3.9072015 Feb 09 18:10:26.370819 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52676) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:26.371311 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52678) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:26.403767 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe40465-9542-4a2c-b8f0-048caa51bc05 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:26.417087 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-6fe40465-9542-4a2c-b8f0-048caa51bc05 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:26.420706 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe40465-9542-4a2c-b8f0-048caa51bc05 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Pushing event updated for resources: {'Port': ['ID=bafa544a-d863-41f6-bd5f-7db2cb2d1726,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:26.423908 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe40465-9542-4a2c-b8f0-048caa51bc05 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:10:26.460971 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-88283d9f-bbc6-42a4-8a8c-7c18c6017f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Allocated IP 2001:db8::1 (aabc2719-c38a-4632-ad82-8694bd9eb0fa/ed0e018d-fd46-4c59-9cac-33e8514e386b/794af71f-f3a4-4612-9973-4db85073fcba) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:10:26.579022 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6a3254-9ddf-450d-97cb-8659a51ae848 None None] Network aabc2719-c38a-4632-ad82-8694bd9eb0fa requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:26.585675 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a9949247-da96-4141-b782-6b1b3a181f2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:26.594000 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a9949247-da96-4141-b782-6b1b3a181f2a admin admin] Usage tracker for resource:security_group_rule and tenant:b6af5c7260f24a84a20e3def5c7f0c86 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:26.598753 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a9949247-da96-4141-b782-6b1b3a181f2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:26.637364 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a9949247-da96-4141-b782-6b1b3a181f2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:26.660366 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-93686247-5be1-448f-a3a4-f57df02522ae tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:26.667866 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-501d4442-8eaf-444b-8d64-a34c610507b8 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1965532 Feb 09 18:10:26.669063 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52684) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:26.680702 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-1506b3ce-ca52-4eee-989d-18c0f276d802 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:26.738970 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-93686247-5be1-448f-a3a4-f57df02522ae tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:26.829824 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2abb0919-f0dc-421a-9098-57dd110af782 None None] Provisioning for port 468fb2d4-f126-4318-8282-17cc20b28b3c completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:10:26.891551 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-68eba82a-70e0-4e89-9313-0e7060a69b9d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:26.894400 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf5d3bc-2ff2-43fe-be9d-d606a485f9bd None None] DHCP port deletion for 533fa7e0-9286-46d7-99f4-266111443da8 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:10:26.894609 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-68eba82a-70e0-4e89-9313-0e7060a69b9d tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/ports/df67345c-1a75-454e-b8e3-d024ac371e43 HTTP/1.1" status: 204 len: 168 time: 4.0766077 Feb 09 18:10:26.905361 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1cf5d3bc-2ff2-43fe-be9d-d606a485f9bd None None] Deleting port 6f5553b0-efee-4e99-82ca-df5db3f2d0e7 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:10:26.905361 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1cf5d3bc-2ff2-43fe-be9d-d606a485f9bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:26.925141 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52688) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:26.939509 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986038ce-6988-4560-a7bd-aaea024d7bfc None None] DHCP port deletion for f843c8a8-e764-4c31-91e5-e456caf4f77b request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:10:26.958443 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-986038ce-6988-4560-a7bd-aaea024d7bfc None None] Deleting port ada9660e-c10c-47a3-8f89-bd475233c80d {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:10:26.958854 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-986038ce-6988-4560-a7bd-aaea024d7bfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:27.017071 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb928542-2f9f-4f42-97a0-4ac70f651602 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] GET failed (client error): The resource could not be found. Feb 09 18:10:27.017909 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-fb928542-2f9f-4f42-97a0-4ac70f651602 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Synchronizing usage tracker for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:27.076965 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93686247-5be1-448f-a3a4-f57df02522ae tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb1b3a4-a504-4194-a10f-4cda50dd808a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:27.087097 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 468fb2d4-f126-4318-8282-17cc20b28b3c up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:10:27.100771 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1506b3ce-ca52-4eee-989d-18c0f276d802 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:27.111547 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-93686247-5be1-448f-a3a4-f57df02522ae tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:27.117132 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-93686247-5be1-448f-a3a4-f57df02522ae tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7580924 Feb 09 18:10:27.120247 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1506b3ce-ca52-4eee-989d-18c0f276d802 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:27.122828 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52692) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:27.129127 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a9949247-da96-4141-b782-6b1b3a181f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:27.132200 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1506b3ce-ca52-4eee-989d-18c0f276d802 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:27.138680 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-ade3821b-120f-49d2-81fd-a45a9216a6d2 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Request body: {'security_group': {'name': 'tempest-secgroup--836242188'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:27.145696 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-fb928542-2f9f-4f42-97a0-4ac70f651602 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Unset dirty status for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:27.148147 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fb928542-2f9f-4f42-97a0-4ac70f651602 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports/df67345c-1a75-454e-b8e3-d024ac371e43 HTTP/1.1" status: 404 len: 333 time: 0.2220161 Feb 09 18:10:27.152019 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52696) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:27.158372 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1506b3ce-ca52-4eee-989d-18c0f276d802 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:27.162646 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ade3821b-120f-49d2-81fd-a45a9216a6d2 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:27.185249 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-88283d9f-bbc6-42a4-8a8c-7c18c6017f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:27.207665 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a9949247-da96-4141-b782-6b1b3a181f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:27.215931 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ade3821b-120f-49d2-81fd-a45a9216a6d2 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:27.219619 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-88283d9f-bbc6-42a4-8a8c-7c18c6017f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Transition to ACTIVE for port object 794af71f-f3a4-4612-9973-4db85073fcba will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:27.272580 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1506b3ce-ca52-4eee-989d-18c0f276d802 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:10:27.288148 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-caff28d9-c0ca-47dc-ab51-42679c3a7c61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:27.381535 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9949247-da96-4141-b782-6b1b3a181f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55dedbe-5a94-4b4a-9f61-e97cd4eca4c0,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:27.384859 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ade3821b-120f-49d2-81fd-a45a9216a6d2 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:27.422336 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a9949247-da96-4141-b782-6b1b3a181f2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6af5c7260f24a84a20e3def5c7f0c86&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4376876 Feb 09 18:10:27.433248 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52700) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:27.501322 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-88283d9f-bbc6-42a4-8a8c-7c18c6017f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:27.503252 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1506b3ce-ca52-4eee-989d-18c0f276d802 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:27.538932 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-986038ce-6988-4560-a7bd-aaea024d7bfc None None] For port ada9660e-c10c-47a3-8f89-bd475233c80d, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=ada9660e-c10c-47a3-8f89-bd475233c80d,segment=NetworkSegment(63ee9212-3068-4d6e-abd7-96bb4048f829),segment_id=63ee9212-3068-4d6e-abd7-96bb4048f829)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:27.539421 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-986038ce-6988-4560-a7bd-aaea024d7bfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:27.548701 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1cf5d3bc-2ff2-43fe-be9d-d606a485f9bd None None] For port 6f5553b0-efee-4e99-82ca-df5db3f2d0e7, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=6f5553b0-efee-4e99-82ca-df5db3f2d0e7,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:27.549354 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1cf5d3bc-2ff2-43fe-be9d-d606a485f9bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:27.622888 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7aeda5a-f589-49bc-a2bb-42c898f55911 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:27.633838 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ade3821b-120f-49d2-81fd-a45a9216a6d2 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:27.668326 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ade3821b-120f-49d2-81fd-a45a9216a6d2 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Usage tracker for resource:security_group_rule and tenant:179cc86b44e74238894e07c09fb01264 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:27.669610 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88283d9f-bbc6-42a4-8a8c-7c18c6017f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network aabc2719-c38a-4632-ad82-8694bd9eb0fa is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:27.681502 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-88283d9f-bbc6-42a4-8a8c-7c18c6017f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:27.681792 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ade3821b-120f-49d2-81fd-a45a9216a6d2 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:27.684123 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88283d9f-bbc6-42a4-8a8c-7c18c6017f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Port': ['ID=794af71f-f3a4-4612-9973-4db85073fcba,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:27.686494 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88283d9f-bbc6-42a4-8a8c-7c18c6017f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:10:27.687022 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-88283d9f-bbc6-42a4-8a8c-7c18c6017f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:27.697068 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ade3821b-120f-49d2-81fd-a45a9216a6d2 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:27.725769 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 468fb2d4-f126-4318-8282-17cc20b28b3c completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:10:27.735114 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7aeda5a-f589-49bc-a2bb-42c898f55911 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:27.736202 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-986038ce-6988-4560-a7bd-aaea024d7bfc None None] Calling delete_port for ada9660e-c10c-47a3-8f89-bd475233c80d owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:10:27.800016 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2480f27e-8992-40a0-9f6d-23fe8b7c64f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:27.801162 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-caff28d9-c0ca-47dc-ab51-42679c3a7c61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:27.833690 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1cf5d3bc-2ff2-43fe-be9d-d606a485f9bd None None] Calling delete_port for 6f5553b0-efee-4e99-82ca-df5db3f2d0e7 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:10:27.882224 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 468fb2d4-f126-4318-8282-17cc20b28b3c triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:27.882720 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:27.897263 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-caff28d9-c0ca-47dc-ab51-42679c3a7c61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port 9e9729ae-03c7-4eb8-8923-0cb02c35e501 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:10:27.897609 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-caff28d9-c0ca-47dc-ab51-42679c3a7c61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:27.953154 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2480f27e-8992-40a0-9f6d-23fe8b7c64f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:27.953942 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-88283d9f-bbc6-42a4-8a8c-7c18c6017f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:27.984884 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0c624699-b6e9-4547-9b75-65110ac11b62 None None] Provisioning complete for port 468fb2d4-f126-4318-8282-17cc20b28b3c triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:27.985622 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0c624699-b6e9-4547-9b75-65110ac11b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:28.025037 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ade3821b-120f-49d2-81fd-a45a9216a6d2 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:28.085134 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6fe40465-9542-4a2c-b8f0-048caa51bc05 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:28.117308 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7aeda5a-f589-49bc-a2bb-42c898f55911 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:28.149418 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ade3821b-120f-49d2-81fd-a45a9216a6d2 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:28.153505 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aeda5a-f589-49bc-a2bb-42c898f55911 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd45c9c-29e6-485b-84f1-d958d53af855,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:28.170797 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-986038ce-6988-4560-a7bd-aaea024d7bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:28.210980 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3821b-120f-49d2-81fd-a45a9216a6d2 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df24d42-1f41-406e-a327-fa7e7a9e06a1,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:28.278722 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7aeda5a-f589-49bc-a2bb-42c898f55911 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:28.282769 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a7aeda5a-f589-49bc-a2bb-42c898f55911 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/security-groups/bfd45c9c-29e6-485b-84f1-d958d53af855 HTTP/1.1" status: 204 len: 168 time: 1.1218531 Feb 09 18:10:28.285792 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52704) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:28.287631 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986038ce-6988-4560-a7bd-aaea024d7bfc None None] Pushing event deleted for resources: {'Port': ['ID=ada9660e-c10c-47a3-8f89-bd475233c80d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:28.303943 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1cf5d3bc-2ff2-43fe-be9d-d606a485f9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:28.307306 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2480f27e-8992-40a0-9f6d-23fe8b7c64f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:28.309642 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2480f27e-8992-40a0-9f6d-23fe8b7c64f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:28.313701 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2480f27e-8992-40a0-9f6d-23fe8b7c64f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d55dedbe-5a94-4b4a-9f61-e97cd4eca4c0 HTTP/1.1" status: 204 len: 168 time: 0.8760481 Feb 09 18:10:28.314924 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1506b3ce-ca52-4eee-989d-18c0f276d802 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:28.350478 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986038ce-6988-4560-a7bd-aaea024d7bfc None None] No DVR routers for this DVR port ada9660e-c10c-47a3-8f89-bd475233c80d on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:10:28.386611 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:28.395908 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5d3bc-2ff2-43fe-be9d-d606a485f9bd None None] Pushing event deleted for resources: {'Port': ['ID=6f5553b0-efee-4e99-82ca-df5db3f2d0e7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:28.413296 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-caff28d9-c0ca-47dc-ab51-42679c3a7c61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port 9e9729ae-03c7-4eb8-8923-0cb02c35e501, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9e9729ae-03c7-4eb8-8923-0cb02c35e501,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:28.413651 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-caff28d9-c0ca-47dc-ab51-42679c3a7c61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:28.414276 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf5d3bc-2ff2-43fe-be9d-d606a485f9bd None None] No DVR routers for this DVR port 6f5553b0-efee-4e99-82ca-df5db3f2d0e7 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:10:28.415963 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0c624699-b6e9-4547-9b75-65110ac11b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:28.441160 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506b3ce-ca52-4eee-989d-18c0f276d802 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=763e6ec4-63b2-47cb-a099-67d2e869be4f,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:28.445533 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480f27e-8992-40a0-9f6d-23fe8b7c64f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55dedbe-5a94-4b4a-9f61-e97cd4eca4c0,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:28.468224 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ade3821b-120f-49d2-81fd-a45a9216a6d2 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:28.473687 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ade3821b-120f-49d2-81fd-a45a9216a6d2 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3468647 Feb 09 18:10:28.475432 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52710) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:28.479169 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 468fb2d4-f126-4318-8282-17cc20b28b3c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=468fb2d4-f126-4318-8282-17cc20b28b3c,segment=NetworkSegment(f6b67f4a-e4a4-4ebe-bf51-a932c549d352),segment_id=f6b67f4a-e4a4-4ebe-bf51-a932c549d352)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:28.491078 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-106ba766-bdc8-4a4e-84f3-d68f71a97349 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Request body: {'security_group_rule': {'security_group_id': 'ccb1b3a4-a504-4194-a10f-4cda50dd808a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5df24d42-1f41-406e-a327-fa7e7a9e06a1', 'remote_ip_prefix': None}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:28.501940 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1506b3ce-ca52-4eee-989d-18c0f276d802 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:28.510921 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6fe40465-9542-4a2c-b8f0-048caa51bc05 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:28.535958 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-1506b3ce-ca52-4eee-989d-18c0f276d802 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:28.538889 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1506b3ce-ca52-4eee-989d-18c0f276d802 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:28.539461 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1506b3ce-ca52-4eee-989d-18c0f276d802 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:28.546722 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3be6042-a5f3-4fd8-a5a4-a9ff9f47d175 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:28.551566 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-106ba766-bdc8-4a4e-84f3-d68f71a97349 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:28.580590 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-106ba766-bdc8-4a4e-84f3-d68f71a97349 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Usage tracker for resource:security_group_rule and tenant:179cc86b44e74238894e07c09fb01264 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:28.588241 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-106ba766-bdc8-4a4e-84f3-d68f71a97349 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:28.589323 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:28.600693 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-106ba766-bdc8-4a4e-84f3-d68f71a97349 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:28.623473 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-caff28d9-c0ca-47dc-ab51-42679c3a7c61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for 9e9729ae-03c7-4eb8-8923-0cb02c35e501 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:10:28.639025 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5dc00136-42e7-43ca-9d38-6ea66c523d30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:28.739558 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1506b3ce-ca52-4eee-989d-18c0f276d802 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0693715 Feb 09 18:10:28.747805 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52714) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:28.760637 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5dc00136-42e7-43ca-9d38-6ea66c523d30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:28.772506 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-4dd6d186-cbd8-4d8a-82af-e0da1b5eed72 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:28.837612 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6f5553b0-efee-4e99-82ca-df5db3f2d0e7 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:10:28.926383 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-88283d9f-bbc6-42a4-8a8c-7c18c6017f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:28.932741 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-106ba766-bdc8-4a4e-84f3-d68f71a97349 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:28.936406 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 6f5553b0-efee-4e99-82ca-df5db3f2d0e7 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:10:28.937104 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6f5553b0-efee-4e99-82ca-df5db3f2d0e7 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:10:29.045805 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-88283d9f-bbc6-42a4-8a8c-7c18c6017f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:29.047479 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-88283d9f-bbc6-42a4-8a8c-7c18c6017f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:29.067142 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=468fb2d4-f126-4318-8282-17cc20b28b3c,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:29.075008 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-0c624699-b6e9-4547-9b75-65110ac11b62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:10:29.075723 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-0c624699-b6e9-4547-9b75-65110ac11b62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:10:29.111542 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4dd6d186-cbd8-4d8a-82af-e0da1b5eed72 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:29.115234 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6fe40465-9542-4a2c-b8f0-048caa51bc05 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:29.119885 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4dd6d186-cbd8-4d8a-82af-e0da1b5eed72 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:29.123333 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4dd6d186-cbd8-4d8a-82af-e0da1b5eed72 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:29.130785 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4dd6d186-cbd8-4d8a-82af-e0da1b5eed72 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:29.205075 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5dc00136-42e7-43ca-9d38-6ea66c523d30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:29.211508 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device ada9660e-c10c-47a3-8f89-bd475233c80d no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:10:29.232828 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6fe40465-9542-4a2c-b8f0-048caa51bc05 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:29.278061 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc00136-42e7-43ca-9d38-6ea66c523d30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f4e9d4-7676-41fd-9682-832ef05edb87,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:29.284258 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: ada9660e-c10c-47a3-8f89-bd475233c80d {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:10:29.285033 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device ada9660e-c10c-47a3-8f89-bd475233c80d not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:10:29.292657 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd6d186-cbd8-4d8a-82af-e0da1b5eed72 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:10:29.296368 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4dd6d186-cbd8-4d8a-82af-e0da1b5eed72 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:29.306289 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88283d9f-bbc6-42a4-8a8c-7c18c6017f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Port': ['ID=794af71f-f3a4-4612-9973-4db85073fcba,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:29.378065 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88283d9f-bbc6-42a4-8a8c-7c18c6017f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network aabc2719-c38a-4632-ad82-8694bd9eb0fa is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:29.379340 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-88283d9f-bbc6-42a4-8a8c-7c18c6017f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:29.383504 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e61e084-434c-44db-b527-de7b2d24d0e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-533fa7e0-9286-46d7-99f4-266111443da8', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'fixed_ips': [{'subnet_id': '763e6ec4-63b2-47cb-a099-67d2e869be4f'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:10:29.389817 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7e61e084-434c-44db-b527-de7b2d24d0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:29.472584 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-106ba766-bdc8-4a4e-84f3-d68f71a97349 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:29.558467 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5dc00136-42e7-43ca-9d38-6ea66c523d30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:29.559897 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5dc00136-42e7-43ca-9d38-6ea66c523d30 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/security-groups/86f4e9d4-7676-41fd-9682-832ef05edb87 HTTP/1.1" status: 204 len: 168 time: 1.2731063 Feb 09 18:10:29.572288 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52718) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:29.634902 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6fe40465-9542-4a2c-b8f0-048caa51bc05 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:29.639445 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-caff28d9-c0ca-47dc-ab51-42679c3a7c61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:29.699726 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-7e61e084-434c-44db-b527-de7b2d24d0e6 None None] Allocated IP 2001:db8::2 (533fa7e0-9286-46d7-99f4-266111443da8/763e6ec4-63b2-47cb-a099-67d2e869be4f/0351ce67-9fbe-4759-9149-14410d56b652) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:10:29.700939 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-106ba766-bdc8-4a4e-84f3-d68f71a97349 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:29.739171 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff28d9-c0ca-47dc-ab51-42679c3a7c61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=9e9729ae-03c7-4eb8-8923-0cb02c35e501,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:29.819262 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe40465-9542-4a2c-b8f0-048caa51bc05 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Pushing event updated for resources: {'Port': ['ID=bafa544a-d863-41f6-bd5f-7db2cb2d1726,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:29.828117 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ba766-bdc8-4a4e-84f3-d68f71a97349 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d035e81b-738f-431a-bc9a-1546293eceec,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:29.895162 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.ipam_backend_mixin [None req-4dd6d186-cbd8-4d8a-82af-e0da1b5eed72 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 763e6ec4-63b2-47cb-a099-67d2e869be4f (CIDR: 2001:db8::/64) Feb 09 18:10:29.934724 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d0311a3-ffc7-4b6f-9949-97bd38f355aa None None] Provisioning for port 794af71f-f3a4-4612-9973-4db85073fcba completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:10:29.948125 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d0311a3-ffc7-4b6f-9949-97bd38f355aa None None] Provisioning complete for port 794af71f-f3a4-4612-9973-4db85073fcba triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:29.948125 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d0311a3-ffc7-4b6f-9949-97bd38f355aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:29.949622 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4915a64e-e426-475b-9b87-3bb94d40bf90 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:29.953247 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-106ba766-bdc8-4a4e-84f3-d68f71a97349 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:29.957832 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-106ba766-bdc8-4a4e-84f3-d68f71a97349 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.4721398 Feb 09 18:10:29.959562 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52722) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:29.965207 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd6d186-cbd8-4d8a-82af-e0da1b5eed72 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:10:29.965721 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd6d186-cbd8-4d8a-82af-e0da1b5eed72 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:10:30.027779 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.l3_db [None req-6fe40465-9542-4a2c-b8f0-048caa51bc05 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Floating IP c4ab1183-3095-4e25-ac07-2eda2f41ac35 associated. External IP: 172.26.8.56, port: ac3e592d-c4ab-414b-9d2f-fd52dc2144c1. Feb 09 18:10:30.076160 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d0311a3-ffc7-4b6f-9949-97bd38f355aa None None] Port 794af71f-f3a4-4612-9973-4db85073fcba cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:10:30.088342 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7e61e084-434c-44db-b527-de7b2d24d0e6 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:30.098826 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7e61e084-434c-44db-b527-de7b2d24d0e6 None None] Transition to ACTIVE for port object 0351ce67-9fbe-4759-9149-14410d56b652 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:30.121196 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7e61e084-434c-44db-b527-de7b2d24d0e6 None None] Transition to ACTIVE for port object 0351ce67-9fbe-4759-9149-14410d56b652 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:30.176678 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4dd6d186-cbd8-4d8a-82af-e0da1b5eed72 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4257851 Feb 09 18:10:30.192665 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52726) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:30.199394 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-7de0a1f5-7f85-4902-8200-4fcabc5f6cd7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:30.212754 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4915a64e-e426-475b-9b87-3bb94d40bf90 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:30.215107 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7e61e084-434c-44db-b527-de7b2d24d0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:30.228948 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-caff28d9-c0ca-47dc-ab51-42679c3a7c61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:30.281049 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-02edcbca-2016-4890-a7b9-ddb7a3103daa tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:30.284864 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e61e084-434c-44db-b527-de7b2d24d0e6 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:30.287699 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-7e61e084-434c-44db-b527-de7b2d24d0e6 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:30.292111 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e61e084-434c-44db-b527-de7b2d24d0e6 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:10:30.301528 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61e084-434c-44db-b527-de7b2d24d0e6 None None] Pushing event updated for resources: {'Port': ['ID=0351ce67-9fbe-4759-9149-14410d56b652,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:30.309940 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-02edcbca-2016-4890-a7b9-ddb7a3103daa tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:30.391364 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-7e61e084-434c-44db-b527-de7b2d24d0e6 None None] Attempting to bind port 0351ce67-9fbe-4759-9149-14410d56b652 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:10:30.391920 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-7e61e084-434c-44db-b527-de7b2d24d0e6 None None] Attempting to bind port 0351ce67-9fbe-4759-9149-14410d56b652 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:10:30.392811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e61e084-434c-44db-b527-de7b2d24d0e6 None None] Attempting to bind port 0351ce67-9fbe-4759-9149-14410d56b652 on network 533fa7e0-9286-46d7-99f4-266111443da8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:10:30.402442 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e61e084-434c-44db-b527-de7b2d24d0e6 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:10:30.402994 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e61e084-434c-44db-b527-de7b2d24d0e6 None None] Checking segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:10:30.403162 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-7de0a1f5-7f85-4902-8200-4fcabc5f6cd7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:30.403694 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7e61e084-434c-44db-b527-de7b2d24d0e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:30.404179 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e61e084-434c-44db-b527-de7b2d24d0e6 None None] Bound using segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:10:30.404751 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-7e61e084-434c-44db-b527-de7b2d24d0e6 None None] Bound port: 0351ce67-9fbe-4759-9149-14410d56b652, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:10:30.405294 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7e61e084-434c-44db-b527-de7b2d24d0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:30.409073 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7de0a1f5-7f85-4902-8200-4fcabc5f6cd7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:30.414196 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7de0a1f5-7f85-4902-8200-4fcabc5f6cd7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:30.423488 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-7de0a1f5-7f85-4902-8200-4fcabc5f6cd7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:30.501935 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-7e61e084-434c-44db-b527-de7b2d24d0e6 None None] For port 0351ce67-9fbe-4759-9149-14410d56b652, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:10:30.505294 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-7e61e084-434c-44db-b527-de7b2d24d0e6 None None] For port 0351ce67-9fbe-4759-9149-14410d56b652, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0351ce67-9fbe-4759-9149-14410d56b652,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:10:30.544394 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-02edcbca-2016-4890-a7b9-ddb7a3103daa tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:30.551252 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-caff28d9-c0ca-47dc-ab51-42679c3a7c61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:30.561952 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-709d9304-8516-4972-906d-1152fa51fc95 req-ea238973-7e42-43cf-a458-0233184feba7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5500584 Feb 09 18:10:30.566526 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-caff28d9-c0ca-47dc-ab51-42679c3a7c61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:30.589501 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7e61e084-434c-44db-b527-de7b2d24d0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:30.621925 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de0a1f5-7f85-4902-8200-4fcabc5f6cd7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:10:30.626082 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7de0a1f5-7f85-4902-8200-4fcabc5f6cd7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:30.648526 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4915a64e-e426-475b-9b87-3bb94d40bf90 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:30.657422 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edcbca-2016-4890-a7b9-ddb7a3103daa tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d035e81b-738f-431a-bc9a-1546293eceec,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:30.677447 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915a64e-e426-475b-9b87-3bb94d40bf90 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=280125d0-0fe5-4809-a0e4-3b130e4afa28,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:30.692936 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61e084-434c-44db-b527-de7b2d24d0e6 None None] Pushing event updated for resources: {'Port': ['ID=0351ce67-9fbe-4759-9149-14410d56b652,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:30.720959 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-02edcbca-2016-4890-a7b9-ddb7a3103daa tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:30.722124 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-02edcbca-2016-4890-a7b9-ddb7a3103daa tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/d035e81b-738f-431a-bc9a-1546293eceec HTTP/1.1" status: 204 len: 168 time: 0.7607012 Feb 09 18:10:30.724976 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52730) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:30.731558 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-caff28d9-c0ca-47dc-ab51-42679c3a7c61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:30.733328 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caff28d9-c0ca-47dc-ab51-42679c3a7c61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Fanout notify agent at l3_agent the message router_deleted on router 57807ce7-b1f5-4caf-ba22-80a23d21a831 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:10:30.758514 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-caff28d9-c0ca-47dc-ab51-42679c3a7c61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:30.759787 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-caff28d9-c0ca-47dc-ab51-42679c3a7c61 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/routers/57807ce7-b1f5-4caf-ba22-80a23d21a831 HTTP/1.1" status: 204 len: 168 time: 4.2906804 Feb 09 18:10:30.761426 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4915a64e-e426-475b-9b87-3bb94d40bf90 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:30.764959 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4915a64e-e426-475b-9b87-3bb94d40bf90 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/security-groups/280125d0-0fe5-4809-a0e4-3b130e4afa28 HTTP/1.1" status: 204 len: 168 time: 1.1840620 Feb 09 18:10:30.764959 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52734) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:30.765888 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52736) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:30.951213 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-709d9304-8516-4972-906d-1152fa51fc95 req-ef9118b4-ae6c-4e04-b4f8-288ee90404fe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04ff2d95016a41349448cd02c203dbe9&device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 1098 time: 0.3662615 Feb 09 18:10:30.960617 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88283d9f-bbc6-42a4-8a8c-7c18c6017f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Router efff9e61-2c9e-4220-a8ae-266542a87b00 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:10:31.083853 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6d387ccb-f273-4d33-80a6-787af39c5b79 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Synchronizing usage tracker for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group_rule {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:31.090856 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-54055574-c0b1-49b5-9ff4-7ce52a39142e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting subnet 59d2a30f-c967-44f8-a1d4-e2bc6b0ec1c1 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:10:31.097861 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54055574-c0b1-49b5-9ff4-7ce52a39142e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:31.316340 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-548d6d30-9412-4ffb-b73c-c33f01746906 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:31.397637 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d9304-8516-4972-906d-1152fa51fc95 req-1b25fe9b-f1e0-48e0-be3a-a701c5dda463 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:31.401211 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-709d9304-8516-4972-906d-1152fa51fc95 req-1b25fe9b-f1e0-48e0-be3a-a701c5dda463 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d6eaa772-ffac-41e7-8518-58e8632c9a92 HTTP/1.1" status: 200 len: 897 time: 0.3807945 Feb 09 18:10:31.411780 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 468fb2d4-f126-4318-8282-17cc20b28b3c up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:10:31.440884 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54055574-c0b1-49b5-9ff4-7ce52a39142e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:31.489739 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6d387ccb-f273-4d33-80a6-787af39c5b79 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Unset dirty status for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group_rule {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:31.491738 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6d387ccb-f273-4d33-80a6-787af39c5b79 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.7642472 Feb 09 18:10:31.497883 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52744) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:31.530897 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 468fb2d4-f126-4318-8282-17cc20b28b3c triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:31.531340 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:31.544400 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe40465-9542-4a2c-b8f0-048caa51bc05 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:10:31.689929 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-548d6d30-9412-4ffb-b73c-c33f01746906 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:31.701490 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-709d9304-8516-4972-906d-1152fa51fc95 req-02e5ccf2-04ed-4941-9b2a-8c92c2ea204e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a242124-4a30-41c2-a5f0-144d690e6d10 HTTP/1.1" status: 200 len: 1000 time: 0.2925434 Feb 09 18:10:31.754151 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 9e9729ae-03c7-4eb8-8923-0cb02c35e501 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:10:31.769935 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-548d6d30-9412-4ffb-b73c-c33f01746906 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f843c8a8-e764-4c31-91e5-e456caf4f77b']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:31.782771 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54055574-c0b1-49b5-9ff4-7ce52a39142e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:31.797077 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-548d6d30-9412-4ffb-b73c-c33f01746906 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ee9212-3068-4d6e-abd7-96bb4048f829') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:31.797374 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-548d6d30-9412-4ffb-b73c-c33f01746906 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ee9212-3068-4d6e-abd7-96bb4048f829') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:31.801105 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 9e9729ae-03c7-4eb8-8923-0cb02c35e501 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:10:31.801590 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 9e9729ae-03c7-4eb8-8923-0cb02c35e501 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:10:31.813412 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d9304-8516-4972-906d-1152fa51fc95 req-b8284af8-0595-42b4-aeb8-91bbbf746913 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:31.814934 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-709d9304-8516-4972-906d-1152fa51fc95 req-b8284af8-0595-42b4-aeb8-91bbbf746913 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=de722401-dd0e-409a-8196-100518d2fe03 HTTP/1.1" status: 200 len: 834 time: 0.1051879 Feb 09 18:10:31.819068 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88283d9f-bbc6-42a4-8a8c-7c18c6017f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:10:31.821928 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-548d6d30-9412-4ffb-b73c-c33f01746906 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:31.823205 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f1568d11-99a5-40cf-a713-38cc30fce557 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:31.831423 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-88283d9f-bbc6-42a4-8a8c-7c18c6017f20 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "PUT /v2.0/routers/efff9e61-2c9e-4220-a8ae-266542a87b00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3228829 Feb 09 18:10:31.833996 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] Sync routers for ids ['efff9e61-2c9e-4220-a8ae-266542a87b00'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:10:31.851748 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52750) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:31.854190 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] Routers {'efff9e61-2c9e-4220-a8ae-266542a87b00'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:10:31.855751 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:10:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['efff9e61-2c9e-4220-a8ae-266542a87b00'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:31.894206 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-548d6d30-9412-4ffb-b73c-c33f01746906 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:31.899474 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-c8e9e059-1ba5-4ace-8a6d-747b52092005 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1478550401'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:31.907455 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548d6d30-9412-4ffb-b73c-c33f01746906 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:10:31.908060 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-548d6d30-9412-4ffb-b73c-c33f01746906 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:31.952015 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f1568d11-99a5-40cf-a713-38cc30fce557 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:31.959854 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c8e9e059-1ba5-4ace-8a6d-747b52092005 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:31.985103 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c8e9e059-1ba5-4ace-8a6d-747b52092005 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Usage tracker for resource:network and tenant:3aafa79d3d06419e8e7c5f7d6aab117f is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:31.999658 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c8e9e059-1ba5-4ace-8a6d-747b52092005 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:10:32.014233 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:10:32.047151 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c8e9e059-1ba5-4ace-8a6d-747b52092005 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:32.073017 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] Set router efff9e61-2c9e-4220-a8ae-266542a87b00 gateway port host: None {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:10:32.122717 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-709d9304-8516-4972-906d-1152fa51fc95 req-f051bba2-f0b6-4803-8491-79aa3af34afa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d6eaa772-ffac-41e7-8518-58e8632c9a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2900465 Feb 09 18:10:32.168599 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.objects.ports [None req-7de0a1f5-7f85-4902-8200-4fcabc5f6cd7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84541) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 18:10:32.210938 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54055574-c0b1-49b5-9ff4-7ce52a39142e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:32.221209 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-548d6d30-9412-4ffb-b73c-c33f01746906 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:32.251791 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e9e059-1ba5-4ace-8a6d-747b52092005 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Made reservation on behalf of 3aafa79d3d06419e8e7c5f7d6aab117f for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:10:32.254897 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c8e9e059-1ba5-4ace-8a6d-747b52092005 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:32.264780 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-548d6d30-9412-4ffb-b73c-c33f01746906 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:32.267590 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d6d30-9412-4ffb-b73c-c33f01746906 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Network': ['ID=f843c8a8-e764-4c31-91e5-e456caf4f77b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:32.295421 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f1568d11-99a5-40cf-a713-38cc30fce557 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:32.314583 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54055574-c0b1-49b5-9ff4-7ce52a39142e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Subnet': ['ID=59d2a30f-c967-44f8-a1d4-e2bc6b0ec1c1,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:32.342518 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1568d11-99a5-40cf-a713-38cc30fce557 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df24d42-1f41-406e-a327-fa7e7a9e06a1,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:32.361030 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54055574-c0b1-49b5-9ff4-7ce52a39142e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:32.374483 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-548d6d30-9412-4ffb-b73c-c33f01746906 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/networks/f843c8a8-e764-4c31-91e5-e456caf4f77b HTTP/1.1" status: 204 len: 168 time: 1.5984221 Feb 09 18:10:32.379875 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-709d9304-8516-4972-906d-1152fa51fc95 req-0b7d3e8f-7dc0-4cf9-8920-dfbb427b7e9d service neutron] 10.222.0.50 "GET /v2.0/networks/d6eaa772-ffac-41e7-8518-58e8632c9a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504342 Feb 09 18:10:32.418114 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52754) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:32.427766 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-54055574-c0b1-49b5-9ff4-7ce52a39142e tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/subnets/59d2a30f-c967-44f8-a1d4-e2bc6b0ec1c1 HTTP/1.1" status: 204 len: 168 time: 1.6600318 Feb 09 18:10:32.429634 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e9e059-1ba5-4ace-8a6d-747b52092005 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:10:32.434253 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f1568d11-99a5-40cf-a713-38cc30fce557 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:32.434595 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-02d2e5c5-d12c-4dea-8c6d-315f03da32a9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'network': {'name': 'tempest-network-smoke--1585919947', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'port_security_enabled': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:32.435507 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f1568d11-99a5-40cf-a713-38cc30fce557 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "DELETE /v2.0/security-groups/5df24d42-1f41-406e-a327-fa7e7a9e06a1 HTTP/1.1" status: 204 len: 168 time: 0.9329717 Feb 09 18:10:32.439439 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52758) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:32.486955 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52762) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:32.503404 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cc4a83-c9fa-4905-8c6e-13b1d50ab4b0 None None] Network 3f2321c5-bf60-493e-93d3-55a59564b49d requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:32.511917 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c8e9e059-1ba5-4ace-8a6d-747b52092005 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:32.512978 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-c8e9e059-1ba5-4ace-8a6d-747b52092005 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Added segment 1a1675c3-a4cc-4adb-a5e8-a44297d7b52c of type vlan for network f435a6b2-6d95-406c-81da-8377a32ea09a Feb 09 18:10:32.517615 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-02d2e5c5-d12c-4dea-8c6d-315f03da32a9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:32.532757 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-02d2e5c5-d12c-4dea-8c6d-315f03da32a9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:network and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:32.537716 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-02d2e5c5-d12c-4dea-8c6d-315f03da32a9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:32.555321 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-02d2e5c5-d12c-4dea-8c6d-315f03da32a9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:32.558955 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55f5748-3b59-40a0-9dc1-1d05060075ac tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting subnet e834cbd7-ae1f-4f45-b3d2-e16db8b83cf2 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:10:32.578574 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f55f5748-3b59-40a0-9dc1-1d05060075ac tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:32.636166 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c8e9e059-1ba5-4ace-8a6d-747b52092005 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:32.637172 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d51a1ca1-dac3-4eac-bd2b-d805aded5b59 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Synchronizing usage tracker for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:32.644520 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-709d9304-8516-4972-906d-1152fa51fc95 req-a7cd72c2-30ff-413f-b2b6-24d7157dcfa5 service neutron] 10.222.0.50 "GET /v2.0/networks/d6eaa772-ffac-41e7-8518-58e8632c9a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542386 Feb 09 18:10:32.683610 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe40465-9542-4a2c-b8f0-048caa51bc05 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:10:32.685893 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d2e5c5-d12c-4dea-8c6d-315f03da32a9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:10:32.692417 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-02d2e5c5-d12c-4dea-8c6d-315f03da32a9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:32.714719 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff49ab-19ae-44cd-a591-0b70c238232d None None] Sync routers for ids ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:10:32.736222 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d51a1ca1-dac3-4eac-bd2b-d805aded5b59 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Unset dirty status for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:32.739894 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d51a1ca1-dac3-4eac-bd2b-d805aded5b59 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2502968 Feb 09 18:10:32.745083 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52766) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:32.758121 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff49ab-19ae-44cd-a591-0b70c238232d None None] Routers {'3f7e0be2-fa0f-4081-8802-dd4bd4d20318'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:10:32.759360 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5cff49ab-19ae-44cd-a591-0b70c238232d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:10:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:32.767520 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f55f5748-3b59-40a0-9dc1-1d05060075ac tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:32.836856 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f4b67dc0-3371-4573-ac12-e26230954cd9 None None] Provisioning for port 0351ce67-9fbe-4759-9149-14410d56b652 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:10:32.845717 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d2e5c5-d12c-4dea-8c6d-315f03da32a9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:10:32.852064 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7de0a1f5-7f85-4902-8200-4fcabc5f6cd7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:32.886141 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-02d2e5c5-d12c-4dea-8c6d-315f03da32a9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:32.887395 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-02d2e5c5-d12c-4dea-8c6d-315f03da32a9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Added segment b1e9633b-9012-448c-9139-7a881318a7af of type vlan for network d4c343ed-e559-44fb-ac6e-3c378d83bbdf Feb 09 18:10:32.942896 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6fe40465-9542-4a2c-b8f0-048caa51bc05 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:32.967937 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6938d7f5-7ef3-4476-a87e-0611a1d7e336 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:32.973867 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-02d2e5c5-d12c-4dea-8c6d-315f03da32a9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:33.019742 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c8e9e059-1ba5-4ace-8a6d-747b52092005 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:33.019742 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e9e059-1ba5-4ace-8a6d-747b52092005 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:33.019742 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c8e9e059-1ba5-4ace-8a6d-747b52092005 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:33.036843 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6938d7f5-7ef3-4476-a87e-0611a1d7e336 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:33.172164 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:10:33.300906 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6fe40465-9542-4a2c-b8f0-048caa51bc05 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.4392030 Feb 09 18:10:33.310006 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0351ce67-9fbe-4759-9149-14410d56b652 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:10:33.336075 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-5cff49ab-19ae-44cd-a591-0b70c238232d None None] Set router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:10:33.348879 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:10:27Z', 'revision_number': 2, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:28Z', 'revision_number': 2, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:33.377767 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] Checking router: efff9e61-2c9e-4220-a8ae-266542a87b00 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:10:33.377767 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] Updating router efff9e61-2c9e-4220-a8ae-266542a87b00 port 794af71f-f3a4-4612-9973-4db85073fcba binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:10:33.379037 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee765166-44f2-4305-8297-da1234350bee', 'tag': 'ac3e592d-c4ab-414b-9d2f-fd52dc2144c1'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:10:33.389055 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c8e9e059-1ba5-4ace-8a6d-747b52092005 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4999392 Feb 09 18:10:33.395970 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52774) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:33.485748 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:33.519832 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-382f7e3e-293e-4a07-ae5b-20144bdd8f5b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'subnet': {'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:33.526575 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-02d2e5c5-d12c-4dea-8c6d-315f03da32a9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:33.535609 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d2e5c5-d12c-4dea-8c6d-315f03da32a9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:33.535609 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-02d2e5c5-d12c-4dea-8c6d-315f03da32a9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:33.544393 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee765166-44f2-4305-8297-da1234350bee', 'tag': 'ac3e592d-c4ab-414b-9d2f-fd52dc2144c1', 'status': 'completed', 'code': 200} Feb 09 18:10:33.545827 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f55f5748-3b59-40a0-9dc1-1d05060075ac tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:33.611631 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9e059-1ba5-4ace-8a6d-747b52092005 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Network': ['ID=f435a6b2-6d95-406c-81da-8377a32ea09a,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:33.735710 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6938d7f5-7ef3-4476-a87e-0611a1d7e336 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:33.854780 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938d7f5-7ef3-4476-a87e-0611a1d7e336 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb1b3a4-a504-4194-a10f-4cda50dd808a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:33.940436 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:33.953445 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2e5c5-d12c-4dea-8c6d-315f03da32a9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Network': ['ID=d4c343ed-e559-44fb-ac6e-3c378d83bbdf,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:33.957338 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] Transition to ACTIVE for port object 794af71f-f3a4-4612-9973-4db85073fcba will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:33.973476 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network f435a6b2-6d95-406c-81da-8377a32ea09a details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:10:34.001513 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network d4c343ed-e559-44fb-ac6e-3c378d83bbdf details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:10:34.020096 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-382f7e3e-293e-4a07-ae5b-20144bdd8f5b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:34.025130 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-382f7e3e-293e-4a07-ae5b-20144bdd8f5b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Usage tracker for resource:subnet and tenant:3aafa79d3d06419e8e7c5f7d6aab117f is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:34.036933 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cfc623b5-3c72-442d-9f88-da4cf9b83a73 req-b73d5712-7155-45b0-9c96-c921592c8eeb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10a4b1464e30470e8e13c0bd2bfded95&device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 1098 time: 0.5052805 Feb 09 18:10:34.045068 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-382f7e3e-293e-4a07-ae5b-20144bdd8f5b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:34.051275 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 0351ce67-9fbe-4759-9149-14410d56b652 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:10:34.085897 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-382f7e3e-293e-4a07-ae5b-20144bdd8f5b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:34.109191 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5cff49ab-19ae-44cd-a591-0b70c238232d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:04:25Z', 'revision_number': 4, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port': {'id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:13Z', 'updated_at': '2022-02-09T18:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'c4ab1183-3095-4e25-ac07-2eda2f41ac35', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'floating_ip_address': '172.26.8.56', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'port_id': 'ac3e592d-c4ab-414b-9d2f-fd52dc2144c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'mac_address': 'fa:16:3e:54:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee765166-44f2-4305-8297-da1234350bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:10:27Z', 'updated_at': '2022-02-09T18:10:27Z', 'revision_number': 0, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3760f8-e3f8-419b-a593-4e5263a8677e', 'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'mac_address': 'fa:16:3e:3a:97:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:22Z', 'updated_at': '2022-02-09T18:04:35Z', 'revision_number': 5, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'subnets': [{'id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:34.115092 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff49ab-19ae-44cd-a591-0b70c238232d None None] Checking router: 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:10:34.120477 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-7de0a1f5-7f85-4902-8200-4fcabc5f6cd7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] For port 0351ce67-9fbe-4759-9149-14410d56b652, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0351ce67-9fbe-4759-9149-14410d56b652,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:34.131874 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff49ab-19ae-44cd-a591-0b70c238232d None None] Routers {'3f7e0be2-fa0f-4081-8802-dd4bd4d20318'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:10:34.132609 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5cff49ab-19ae-44cd-a591-0b70c238232d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:10:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:34.206725 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7de0a1f5-7f85-4902-8200-4fcabc5f6cd7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:34.216349 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382f7e3e-293e-4a07-ae5b-20144bdd8f5b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Made reservation on behalf of 3aafa79d3d06419e8e7c5f7d6aab117f for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:10:34.234241 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:34.251002 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f55f5748-3b59-40a0-9dc1-1d05060075ac tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:34.306212 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc623b5-3c72-442d-9f88-da4cf9b83a73 req-cc22a9b7-648d-43fb-b0cf-53dd274a6144 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:34.307918 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cfc623b5-3c72-442d-9f88-da4cf9b83a73 req-cc22a9b7-648d-43fb-b0cf-53dd274a6144 service neutron] 10.222.0.50 "GET /v2.0/networks?id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd HTTP/1.1" status: 200 len: 912 time: 0.2687495 Feb 09 18:10:34.309782 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6938d7f5-7ef3-4476-a87e-0611a1d7e336 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:34.313257 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6938d7f5-7ef3-4476-a87e-0611a1d7e336 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "DELETE /v2.0/security-groups/ccb1b3a4-a504-4194-a10f-4cda50dd808a HTTP/1.1" status: 204 len: 168 time: 1.5643311 Feb 09 18:10:34.313257 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-02d2e5c5-d12c-4dea-8c6d-315f03da32a9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8916090 Feb 09 18:10:34.317350 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52780) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:34.374274 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 0351ce67-9fbe-4759-9149-14410d56b652 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:34.375423 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:34.394654 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-5cff49ab-19ae-44cd-a591-0b70c238232d None None] Set router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:10:34.398069 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52784) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:34.413982 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7ba00192-275e-4890-aa2d-d7dfd89eb25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1224041964', 'admin_state_up': True, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:34.427268 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ac5db-3074-4950-8de5-b553606d5cf9 None None] Pushing event updated for resources: {'Port': ['ID=794af71f-f3a4-4612-9973-4db85073fcba,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:34.437512 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7ba00192-275e-4890-aa2d-d7dfd89eb25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:34.457664 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7ba00192-275e-4890-aa2d-d7dfd89eb25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:router and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:34.473293 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7ba00192-275e-4890-aa2d-d7dfd89eb25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:34.498583 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7ba00192-275e-4890-aa2d-d7dfd89eb25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:34.521266 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f5c0b887-c99d-47ed-9d09-e9ec3698bbdf tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Synchronizing usage tracker for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:34.525677 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cfc623b5-3c72-442d-9f88-da4cf9b83a73 req-35ce5297-bf93-4092-9337-43c2988c4e95 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 HTTP/1.1" status: 200 len: 998 time: 0.1964350 Feb 09 18:10:34.605809 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7de0a1f5-7f85-4902-8200-4fcabc5f6cd7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:34.605809 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7de0a1f5-7f85-4902-8200-4fcabc5f6cd7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:34.607299 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ba00192-275e-4890-aa2d-d7dfd89eb25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:34.607299 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ba00192-275e-4890-aa2d-d7dfd89eb25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:34.629294 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bf540c-4651-4823-a930-81845f8cfd12 None None] Network 3f2321c5-bf60-493e-93d3-55a59564b49d requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:34.654517 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f5c0b887-c99d-47ed-9d09-e9ec3698bbdf tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Unset dirty status for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:34.663334 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f5c0b887-c99d-47ed-9d09-e9ec3698bbdf tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3411720 Feb 09 18:10:34.669947 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52788) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:34.672677 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f55f5748-3b59-40a0-9dc1-1d05060075ac tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:34.679565 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-45df0c1b-750a-4c25-898a-97483b827c06 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Request body: {'security_group': {'name': 'tempest-secgroup--1998104398'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:34.700695 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ba00192-275e-4890-aa2d-d7dfd89eb25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:34.721070 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc623b5-3c72-442d-9f88-da4cf9b83a73 req-f3be154c-220d-41b1-a9b9-e0b7c90c1146 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:34.721070 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cfc623b5-3c72-442d-9f88-da4cf9b83a73 req-f3be154c-220d-41b1-a9b9-e0b7c90c1146 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e8a71708-3c6c-4754-9944-bc1082e83c1e HTTP/1.1" status: 200 len: 850 time: 0.1706271 Feb 09 18:10:34.728340 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-45df0c1b-750a-4c25-898a-97483b827c06 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:34.804353 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2104fafd-8ede-47fe-bf83-63dcb2b7602d None None] Provisioning complete for port 49c2f944-2972-43bf-860e-3ea7cb112f7b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:34.804950 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2104fafd-8ede-47fe-bf83-63dcb2b7602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:34.807927 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-45df0c1b-750a-4c25-898a-97483b827c06 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:34.891678 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cfc623b5-3c72-442d-9f88-da4cf9b83a73 req-b771768b-201f-4340-af6f-54a30b081289 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1545193 Feb 09 18:10:34.931394 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de0a1f5-7f85-4902-8200-4fcabc5f6cd7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:34.935400 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f5748-3b59-40a0-9dc1-1d05060075ac tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Subnet': ['ID=e834cbd7-ae1f-4f45-b3d2-e16db8b83cf2,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:35.051524 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-45df0c1b-750a-4c25-898a-97483b827c06 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:35.141031 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5cff49ab-19ae-44cd-a591-0b70c238232d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:04:25Z', 'revision_number': 4, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port': {'id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:13Z', 'updated_at': '2022-02-09T18:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'c4ab1183-3095-4e25-ac07-2eda2f41ac35', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'floating_ip_address': '172.26.8.56', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'port_id': 'ac3e592d-c4ab-414b-9d2f-fd52dc2144c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'mac_address': 'fa:16:3e:54:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee765166-44f2-4305-8297-da1234350bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:10:27Z', 'updated_at': '2022-02-09T18:10:27Z', 'revision_number': 0, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3760f8-e3f8-419b-a593-4e5263a8677e', 'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'mac_address': 'fa:16:3e:3a:97:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:22Z', 'updated_at': '2022-02-09T18:04:35Z', 'revision_number': 5, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'subnets': [{'id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:35.145604 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-7de0a1f5-7f85-4902-8200-4fcabc5f6cd7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:35.149962 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff49ab-19ae-44cd-a591-0b70c238232d None None] The sync data for ids ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'] in dv-neutron-827016-2-hyperv is: [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:04:25Z', 'revision_number': 4, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port': {'id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:13Z', 'updated_at': '2022-02-09T18:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'c4ab1183-3095-4e25-ac07-2eda2f41ac35', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'floating_ip_address': '172.26.8.56', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'port_id': 'ac3e592d-c4ab-414b-9d2f-fd52dc2144c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'mac_address': 'fa:16:3e:54:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee765166-44f2-4305-8297-da1234350bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:10:27Z', 'updated_at': '2022-02-09T18:10:27Z', 'revision_number': 0, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3760f8-e3f8-419b-a593-4e5263a8677e', 'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'mac_address': 'fa:16:3e:3a:97:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:22Z', 'updated_at': '2022-02-09T18:04:35Z', 'revision_number': 5, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'subnets': [{'id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:10:35.155457 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de0a1f5-7f85-4902-8200-4fcabc5f6cd7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:35.156262 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7de0a1f5-7f85-4902-8200-4fcabc5f6cd7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:35.219779 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f55f5748-3b59-40a0-9dc1-1d05060075ac tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/subnets/e834cbd7-ae1f-4f45-b3d2-e16db8b83cf2 HTTP/1.1" status: 204 len: 168 time: 2.7673109 Feb 09 18:10:35.228821 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52792) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:35.235365 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0a1f5-7f85-4902-8200-4fcabc5f6cd7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=0351ce67-9fbe-4759-9149-14410d56b652,revision_number=4']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:35.251081 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-382f7e3e-293e-4a07-ae5b-20144bdd8f5b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:35.389952 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-5140498e-ac76-4f64-8a45-b41d6c49a874 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] DELETE failed (client error): The resource could not be found. Feb 09 18:10:35.389952 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5140498e-ac76-4f64-8a45-b41d6c49a874 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:10:35.435022 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-45df0c1b-750a-4c25-898a-97483b827c06 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:35.464443 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5140498e-ac76-4f64-8a45-b41d6c49a874 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/subnets/59d2a30f-c967-44f8-a1d4-e2bc6b0ec1c1 HTTP/1.1" status: 404 len: 337 time: 0.2270813 Feb 09 18:10:35.483665 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52796) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:35.488393 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9079d8c-f641-4d3d-b4a6-02f382734e32 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:35.525431 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0a1f5-7f85-4902-8200-4fcabc5f6cd7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=7d39169c-4168-46da-97af-5b995093f5a4,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:35.585316 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-45df0c1b-750a-4c25-898a-97483b827c06 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:35.585316 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ba00192-275e-4890-aa2d-d7dfd89eb25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:35.690277 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7de0a1f5-7f85-4902-8200-4fcabc5f6cd7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.4926498 Feb 09 18:10:35.704108 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52800) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:35.704108 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-fbcb800c-0b4c-4905-91b9-8e8b759577ab tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'mac_address': 'fa:16:3e:ab:b6:27', 'name': 'tempest-NetworksTestDHCPv6-1897891926'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:35.767420 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cfc623b5-3c72-442d-9f88-da4cf9b83a73 req-e35ef957-cddf-40dd-9515-6569da259e37 service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8708291 Feb 09 18:10:35.868520 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763c5289-76f3-400e-993d-a28032382b01 None None] New status for floating IP c4ab1183-3095-4e25-ac07-2eda2f41ac35: ACTIVE {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:10:35.922712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-382f7e3e-293e-4a07-ae5b-20144bdd8f5b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:36.141610 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] Attempting to bind port 794af71f-f3a4-4612-9973-4db85073fcba on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:10:36.141610 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] Attempting to bind port 794af71f-f3a4-4612-9973-4db85073fcba by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'f6b67f4a-e4a4-4ebe-bf51-a932c549d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:10:36.141610 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] Attempting to bind port 794af71f-f3a4-4612-9973-4db85073fcba on network aabc2719-c38a-4632-ad82-8694bd9eb0fa {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:10:36.168852 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-fbcb800c-0b4c-4905-91b9-8e8b759577ab tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:36.168852 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-fbcb800c-0b4c-4905-91b9-8e8b759577ab tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:port and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:36.195376 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-fbcb800c-0b4c-4905-91b9-8e8b759577ab tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:36.202353 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:36.210462 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-fbcb800c-0b4c-4905-91b9-8e8b759577ab tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:36.210462 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f7e3e-293e-4a07-ae5b-20144bdd8f5b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Subnet': ['ID=ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:36.255102 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382f7e3e-293e-4a07-ae5b-20144bdd8f5b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Checking segment: {'id': '1a1675c3-a4cc-4adb-a5e8-a44297d7b52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:10:36.255102 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382f7e3e-293e-4a07-ae5b-20144bdd8f5b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network hostable DHCP agents. Network: f435a6b2-6d95-406c-81da-8377a32ea09a, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:10:36.300991 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 0351ce67-9fbe-4759-9149-14410d56b652, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0351ce67-9fbe-4759-9149-14410d56b652,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:36.397523 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-45df0c1b-750a-4c25-898a-97483b827c06 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:36.431683 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382f7e3e-293e-4a07-ae5b-20144bdd8f5b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network f435a6b2-6d95-406c-81da-8377a32ea09a is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:10:36.506566 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:10:36.508464 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] Checking segment: {'id': 'f6b67f4a-e4a4-4ebe-bf51-a932c549d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:10:36.508464 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:36.508464 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] Bound using segment: {'id': 'f6b67f4a-e4a4-4ebe-bf51-a932c549d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:10:36.513780 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] Bound port: 794af71f-f3a4-4612-9973-4db85073fcba, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b67f4a-e4a4-4ebe-bf51-a932c549d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:10:36.513780 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:36.528490 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:36.528679 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-382f7e3e-293e-4a07-ae5b-20144bdd8f5b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, f435a6b2-6d95-406c-81da-8377a32ea09a) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:36.551617 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382f7e3e-293e-4a07-ae5b-20144bdd8f5b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:36.552688 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-382f7e3e-293e-4a07-ae5b-20144bdd8f5b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:36.565515 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-da57b49b-4aa3-486e-919b-8f708629c7e0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting subnet 38c0f6cb-9e56-411f-90fc-d0e94e979937 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:10:36.567829 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcb800c-0b4c-4905-91b9-8e8b759577ab tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'port': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:10:36.580189 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-da57b49b-4aa3-486e-919b-8f708629c7e0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:36.636922 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-45df0c1b-750a-4c25-898a-97483b827c06 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:36.664449 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5789db-469f-47cb-9033-ac8d86ba495d None None] Network f435a6b2-6d95-406c-81da-8377a32ea09a requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:36.724472 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0351ce67-9fbe-4759-9149-14410d56b652 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:10:36.724868 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cfc623b5-3c72-442d-9f88-da4cf9b83a73 req-9b97e275-a241-4b51-9048-8fa594d03f2c service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9492967 Feb 09 18:10:36.748759 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-da57b49b-4aa3-486e-919b-8f708629c7e0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:36.803671 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df0c1b-750a-4c25-898a-97483b827c06 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13ddba60-812d-4981-a0a8-079f157c5740,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:36.827464 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-382f7e3e-293e-4a07-ae5b-20144bdd8f5b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3155274 Feb 09 18:10:36.847999 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52804) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:36.876424 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fbcb800c-0b4c-4905-91b9-8e8b759577ab tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:36.911638 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [None req-fbcb800c-0b4c-4905-91b9-8e8b759577ab tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] device_id is not set on port d42184f2-6fe2-4ff8-a101-5dda16f13abd yet. {{(pid=84541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:10:36.927179 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-45df0c1b-750a-4c25-898a-97483b827c06 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:36.928715 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-45df0c1b-750a-4c25-898a-97483b827c06 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.2615554 Feb 09 18:10:36.945288 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52808) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:37.015751 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-082fee58-ee40-430c-a1c8-218a74bb2891 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Request body: {'security_group_rule': {'security_group_id': '13ddba60-812d-4981-a0a8-079f157c5740', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:37.030941 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-082fee58-ee40-430c-a1c8-218a74bb2891 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:37.043605 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-082fee58-ee40-430c-a1c8-218a74bb2891 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Usage tracker for resource:security_group_rule and tenant:179cc86b44e74238894e07c09fb01264 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:37.049415 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-082fee58-ee40-430c-a1c8-218a74bb2891 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:37.062866 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-082fee58-ee40-430c-a1c8-218a74bb2891 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:37.121429 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] For port 794af71f-f3a4-4612-9973-4db85073fcba, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:10:37.127201 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] For port 794af71f-f3a4-4612-9973-4db85073fcba, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=794af71f-f3a4-4612-9973-4db85073fcba,segment=NetworkSegment(f6b67f4a-e4a4-4ebe-bf51-a932c549d352),segment_id=f6b67f4a-e4a4-4ebe-bf51-a932c549d352)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:10:37.159456 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-da57b49b-4aa3-486e-919b-8f708629c7e0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:37.200402 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=0351ce67-9fbe-4759-9149-14410d56b652,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:37.201500 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ba00192-275e-4890-aa2d-d7dfd89eb25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:37.233843 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2104fafd-8ede-47fe-bf83-63dcb2b7602d None None] Provisioning complete for port bc2e103c-93fd-4db9-bf7f-ca647150f1d2 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:37.234520 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2104fafd-8ede-47fe-bf83-63dcb2b7602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:37.258078 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ba00192-275e-4890-aa2d-d7dfd89eb25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:37.260705 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-082fee58-ee40-430c-a1c8-218a74bb2891 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:37.277775 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:37.318742 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-fbcb800c-0b4c-4905-91b9-8e8b759577ab tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 2001:db8::21a (533fa7e0-9286-46d7-99f4-266111443da8/763e6ec4-63b2-47cb-a099-67d2e869be4f/d42184f2-6fe2-4ff8-a101-5dda16f13abd) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:10:37.343624 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-fbcb800c-0b4c-4905-91b9-8e8b759577ab tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 2001:db8:0:1:f816:3eff:feab:b627 (533fa7e0-9286-46d7-99f4-266111443da8/7d39169c-4168-46da-97af-5b995093f5a4/d42184f2-6fe2-4ff8-a101-5dda16f13abd) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:10:37.504735 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2104fafd-8ede-47fe-bf83-63dcb2b7602d None None] Port bc2e103c-93fd-4db9-bf7f-ca647150f1d2 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:10:37.566226 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-da57b49b-4aa3-486e-919b-8f708629c7e0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:37.572425 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 0351ce67-9fbe-4759-9149-14410d56b652 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:37.573160 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:37.624478 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ac5db-3074-4950-8de5-b553606d5cf9 None None] Pushing event updated for resources: {'Port': ['ID=794af71f-f3a4-4612-9973-4db85073fcba,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:37.666069 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-da57b49b-4aa3-486e-919b-8f708629c7e0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:37.672613 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-082fee58-ee40-430c-a1c8-218a74bb2891 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:37.699980 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fbcb800c-0b4c-4905-91b9-8e8b759577ab tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:37.706333 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57b49b-4aa3-486e-919b-8f708629c7e0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Subnet': ['ID=38c0f6cb-9e56-411f-90fc-d0e94e979937,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:37.733942 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-fbcb800c-0b4c-4905-91b9-8e8b759577ab tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Transition to ACTIVE for port object d42184f2-6fe2-4ff8-a101-5dda16f13abd will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:37.744663 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-7ba00192-275e-4890-aa2d-d7dfd89eb25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.26.8.207 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/0c0c9827-a0ce-4ef1-933a-276898801e35) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:10:37.755676 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52814) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:37.766593 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-da57b49b-4aa3-486e-919b-8f708629c7e0 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/subnets/38c0f6cb-9e56-411f-90fc-d0e94e979937 HTTP/1.1" status: 204 len: 168 time: 2.2802687 Feb 09 18:10:37.767552 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52818) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:37.858884 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cdb8300-a7f5-4802-a498-9c9243c52325 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] DELETE failed (client error): The resource could not be found. Feb 09 18:10:37.860866 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cdb8300-a7f5-4802-a498-9c9243c52325 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:10:37.868910 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-082fee58-ee40-430c-a1c8-218a74bb2891 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:37.869376 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fbcb800c-0b4c-4905-91b9-8e8b759577ab tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:37.871333 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] Routers {'efff9e61-2c9e-4220-a8ae-266542a87b00'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:10:37.872508 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:10:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['efff9e61-2c9e-4220-a8ae-266542a87b00'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:37.998844 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2cdb8300-a7f5-4802-a498-9c9243c52325 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/subnets/9cc82b05-6b3f-42d8-a863-95ba1f282f7b HTTP/1.1" status: 404 len: 337 time: 0.2229269 Feb 09 18:10:38.014566 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fee58-ee40-430c-a1c8-218a74bb2891 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e8332da-00ff-4ed1-8c24-5086f8c2541d,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:38.020522 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52822) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:38.162065 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb800c-0b4c-4905-91b9-8e8b759577ab tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=d42184f2-6fe2-4ff8-a101-5dda16f13abd,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:38.209489 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9efd66ca-cc33-4bd0-b805-d842b32f331c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Synchronizing usage tracker for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:38.223134 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcb800c-0b4c-4905-91b9-8e8b759577ab tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:38.228589 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-fbcb800c-0b4c-4905-91b9-8e8b759577ab tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:38.232824 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb800c-0b4c-4905-91b9-8e8b759577ab tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:10:38.240227 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcb800c-0b4c-4905-91b9-8e8b759577ab tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:38.241280 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fbcb800c-0b4c-4905-91b9-8e8b759577ab tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:38.250075 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9523cb-b76f-4995-82b8-ed3d103b31aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-f435a6b2-6d95-406c-81da-8377a32ea09a', 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'fixed_ips': [{'subnet_id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:10:38.251732 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b9523cb-b76f-4995-82b8-ed3d103b31aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:38.292965 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9efd66ca-cc33-4bd0-b805-d842b32f331c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Unset dirty status for tenant:ce046d049f4e4b9d985a5a697b890edb on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:38.294764 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9efd66ca-cc33-4bd0-b805-d842b32f331c tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea14a61a-c7cf-451d-86db-7b068d3b9ee8 HTTP/1.1" status: 200 len: 205 time: 0.2658875 Feb 09 18:10:38.302897 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52826) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:38.334563 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-082fee58-ee40-430c-a1c8-218a74bb2891 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:38.341836 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-082fee58-ee40-430c-a1c8-218a74bb2891 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.3944156 Feb 09 18:10:38.350536 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52830) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:38.413102 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-677cc4f5-1178-4441-8fa4-eae361483496 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] delete failed (client error): The resource could not be found. Feb 09 18:10:38.423587 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-677cc4f5-1178-4441-8fa4-eae361483496 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/routers/ea14a61a-c7cf-451d-86db-7b068d3b9ee8 HTTP/1.1" status: 404 len: 336 time: 0.1101458 Feb 09 18:10:38.423587 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fbcb800c-0b4c-4905-91b9-8e8b759577ab tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7249708 Feb 09 18:10:38.423587 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52834) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:38.428885 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52838) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:38.664120 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-8f940352-d387-4926-9249-fdefc40422f9 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting port d42184f2-6fe2-4ff8-a101-5dda16f13abd {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:10:38.665613 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8f940352-d387-4926-9249-fdefc40422f9 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:38.728362 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] Set router efff9e61-2c9e-4220-a8ae-266542a87b00 gateway port host: None {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:10:38.781284 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ba00192-275e-4890-aa2d-d7dfd89eb25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:38.814508 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c1626aa-ffd9-4973-adb8-8a316d886503 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:38.820626 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ad9d1d-58ad-45b9-9865-56b07ff212da tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] DELETE failed (client error): The resource could not be found. Feb 09 18:10:38.821585 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ad9d1d-58ad-45b9-9865-56b07ff212da tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:10:38.826176 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-06ad9d1d-58ad-45b9-9865-56b07ff212da tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/subnets/686b4063-7d08-4fd0-a540-896244b49024 HTTP/1.1" status: 404 len: 337 time: 0.3783777 Feb 09 18:10:38.864493 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52842) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:38.868961 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c1626aa-ffd9-4973-adb8-8a316d886503 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:38.876689 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329db123-39f8-4048-a6fd-b4e6d0b3b590 None None] Network 3f2321c5-bf60-493e-93d3-55a59564b49d requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:39.027683 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8f940352-d387-4926-9249-fdefc40422f9 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:39.088465 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-44361224-79d4-4153-aabe-96de6c52f317 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] DELETE failed (client error): The resource could not be found. Feb 09 18:10:39.088612 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44361224-79d4-4153-aabe-96de6c52f317 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:10:39.090471 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-44361224-79d4-4153-aabe-96de6c52f317 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/subnets/da4f4106-41a8-4ad2-8cd7-5665396d0368 HTTP/1.1" status: 404 len: 337 time: 0.2288179 Feb 09 18:10:39.105029 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ba00192-275e-4890-aa2d-d7dfd89eb25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:39.124204 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52846) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:39.244251 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-8f940352-d387-4926-9249-fdefc40422f9 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Calling delete_port for d42184f2-6fe2-4ff8-a101-5dda16f13abd owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:10:39.326490 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-15dccff7-cde7-448e-8acc-bdaeeee4e722 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] DELETE failed (client error): The resource could not be found. Feb 09 18:10:39.326937 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15dccff7-cde7-448e-8acc-bdaeeee4e722 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:10:39.329153 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-15dccff7-cde7-448e-8acc-bdaeeee4e722 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/subnets/407876f3-66cd-4bb0-a452-0d1fac52f03b HTTP/1.1" status: 404 len: 337 time: 0.1507351 Feb 09 18:10:39.339045 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52850) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:39.390092 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5bf05c-cf29-473a-b23b-18d758d01486 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] DELETE failed (client error): The resource could not be found. Feb 09 18:10:39.390728 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a5bf05c-cf29-473a-b23b-18d758d01486 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:10:39.397835 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4a5bf05c-cf29-473a-b23b-18d758d01486 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/ports/30faa69e-f36d-46b7-b51f-bb46e004f376 HTTP/1.1" status: 404 len: 333 time: 0.0563338 Feb 09 18:10:39.403125 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52854) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:39.466787 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba00192-275e-4890-aa2d-d7dfd89eb25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:39.472544 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c452377-118a-4c0a-8d0d-f0f9dd166b71 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] DELETE failed (client error): The resource could not be found. Feb 09 18:10:39.472793 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c452377-118a-4c0a-8d0d-f0f9dd166b71 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:10:39.472893 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-7ba00192-275e-4890-aa2d-d7dfd89eb25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:39.478460 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4c452377-118a-4c0a-8d0d-f0f9dd166b71 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/subnets/73b65086-e4af-4c5a-9b7c-3cbdd834f398 HTTP/1.1" status: 404 len: 337 time: 0.0737071 Feb 09 18:10:39.479974 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52858) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:39.480163 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0351ce67-9fbe-4759-9149-14410d56b652 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:10:39.483406 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba00192-275e-4890-aa2d-d7dfd89eb25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:10:39.513308 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b9e6ad1a-c857-4b2d-a702-77f7dc1a3023 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Deleting port 53942a93-9477-4cec-8e38-db2427245044 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:10:39.513651 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b9e6ad1a-c857-4b2d-a702-77f7dc1a3023 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:39.603150 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-9b9523cb-b76f-4995-82b8-ed3d103b31aa None None] Allocated IP 2001:db8:1::2 (f435a6b2-6d95-406c-81da-8377a32ea09a/ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0/2080c71b-6050-4f0a-8340-e12c18563a15) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:10:39.603424 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c1626aa-ffd9-4973-adb8-8a316d886503 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:39.629659 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba00192-275e-4890-aa2d-d7dfd89eb25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=0c0c9827-a0ce-4ef1-933a-276898801e35,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:39.632298 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-779ad1ca-43c3-4b13-8aa8-aa2cd10dd220 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] DELETE failed (client error): The resource could not be found. Feb 09 18:10:39.632736 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-779ad1ca-43c3-4b13-8aa8-aa2cd10dd220 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:10:39.645154 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-cf096ac2-c8c4-47d1-af82-f52da802ddb7 None None] Provisioning complete for port 49c2f944-2972-43bf-860e-3ea7cb112f7b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:39.645546 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cf096ac2-c8c4-47d1-af82-f52da802ddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:39.660623 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1626aa-ffd9-4973-adb8-8a316d886503 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e8332da-00ff-4ed1-8c24-5086f8c2541d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:39.678345 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-779ad1ca-43c3-4b13-8aa8-aa2cd10dd220 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/subnets/5b3e1fde-9b88-410a-b8e3-b13d48b15a4a HTTP/1.1" status: 404 len: 337 time: 0.1670704 Feb 09 18:10:39.683050 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52862) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:39.704299 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c1626aa-ffd9-4973-adb8-8a316d886503 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:39.708528 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7c1626aa-ffd9-4973-adb8-8a316d886503 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4e8332da-00ff-4ed1-8c24-5086f8c2541d HTTP/1.1" status: 204 len: 168 time: 1.3505583 Feb 09 18:10:39.715334 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52866) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:39.747466 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8f940352-d387-4926-9249-fdefc40422f9 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:39.750013 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c8c0eb7-e16f-442e-9785-4f834ec95723 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] DELETE failed (client error): The resource could not be found. Feb 09 18:10:39.750488 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c8c0eb7-e16f-442e-9785-4f834ec95723 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:10:39.830971 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8c8c0eb7-e16f-442e-9785-4f834ec95723 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/ports/b35f7ed0-b871-4bc6-8e95-2b00d083eb0e HTTP/1.1" status: 404 len: 333 time: 0.1462166 Feb 09 18:10:39.834013 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f940352-d387-4926-9249-fdefc40422f9 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Port': ['ID=d42184f2-6fe2-4ff8-a101-5dda16f13abd,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:39.836331 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52870) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:39.869860 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdaf9ef-604d-425b-85e3-82b6e073bc82 None None] DHCP port deletion for 3f2321c5-bf60-493e-93d3-55a59564b49d request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:10:39.897192 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5bdaf9ef-604d-425b-85e3-82b6e073bc82 None None] Deleting port 49c2f944-2972-43bf-860e-3ea7cb112f7b {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:10:39.898071 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bdaf9ef-604d-425b-85e3-82b6e073bc82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:39.934941 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-337e0687-df7f-4995-9b6b-b572aa72cfd3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] DELETE failed (client error): The resource could not be found. Feb 09 18:10:39.935277 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-337e0687-df7f-4995-9b6b-b572aa72cfd3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:10:39.937384 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-337e0687-df7f-4995-9b6b-b572aa72cfd3 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/subnets/2a6e04ac-f0b1-49f1-9097-d557a0b46467 HTTP/1.1" status: 404 len: 337 time: 0.0982831 Feb 09 18:10:39.965611 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52874) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:39.988740 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8f940352-d387-4926-9249-fdefc40422f9 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:39.992164 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8f940352-d387-4926-9249-fdefc40422f9 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/d42184f2-6fe2-4ff8-a101-5dda16f13abd HTTP/1.1" status: 204 len: 168 time: 1.5699348 Feb 09 18:10:39.998861 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52878) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:40.066120 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 0351ce67-9fbe-4759-9149-14410d56b652 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:40.067131 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:40.137456 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-6263f42d-23cc-49c6-be0e-59158584e4a1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] DELETE failed (client error): The resource could not be found. Feb 09 18:10:40.138160 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6263f42d-23cc-49c6-be0e-59158584e4a1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:10:40.144841 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6263f42d-23cc-49c6-be0e-59158584e4a1 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/subnets/34da759f-9d77-4c5a-ae8a-3f2b92e6cf1d HTTP/1.1" status: 404 len: 337 time: 0.1703007 Feb 09 18:10:40.157925 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130acebf-1923-4c3f-bb3a-37078ae9a28b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:40.160550 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-130acebf-1923-4c3f-bb3a-37078ae9a28b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:40.167235 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52882) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:40.208693 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-08f759e2-93ce-4c4b-a51c-f689a03595b0 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Synchronizing usage tracker for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group_rule {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:40.301130 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b9e6ad1a-c857-4b2d-a702-77f7dc1a3023 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:40.301486 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b9e6ad1a-c857-4b2d-a702-77f7dc1a3023 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:40.307479 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-4c3e2756-940e-4afc-89a8-c2d3b659b8f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Deleting port bc2e103c-93fd-4db9-bf7f-ca647150f1d2 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:10:40.307880 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4c3e2756-940e-4afc-89a8-c2d3b659b8f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:40.382092 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-130acebf-1923-4c3f-bb3a-37078ae9a28b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:40.384725 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-130acebf-1923-4c3f-bb3a-37078ae9a28b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3887057 Feb 09 18:10:40.389552 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52886) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:40.458447 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b9e6ad1a-c857-4b2d-a702-77f7dc1a3023 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Calling delete_port for 53942a93-9477-4cec-8e38-db2427245044 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:10:40.569395 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-08f759e2-93ce-4c4b-a51c-f689a03595b0 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Unset dirty status for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group_rule {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:40.574955 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-08f759e2-93ce-4c4b-a51c-f689a03595b0 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.8536818 Feb 09 18:10:40.579563 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52890) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:40.643391 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4c3e2756-940e-4afc-89a8-c2d3b659b8f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:40.706851 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:10:27Z', 'revision_number': 2, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:37Z', 'revision_number': 4, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:40.739283 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af4e0898-507f-4d05-b4a8-d224c7fdd2c2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:40.779760 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bd0449-cb86-4206-9f28-43b4e04d2828 None None] The sync data for ids ['efff9e61-2c9e-4220-a8ae-266542a87b00'] in dv-neutron-827016-2-hyperv is: [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:10:27Z', 'revision_number': 2, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:37Z', 'revision_number': 4, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:10:40.790654 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-4c3e2756-940e-4afc-89a8-c2d3b659b8f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Calling delete_port for bc2e103c-93fd-4db9-bf7f-ca647150f1d2 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:10:40.797464 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b9523cb-b76f-4995-82b8-ed3d103b31aa None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:40.830703 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-cf096ac2-c8c4-47d1-af82-f52da802ddb7 None None] Could not find standard attr ID for object d42184f2-6fe2-4ff8-a101-5dda16f13abd. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:10:40.838785 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9b9523cb-b76f-4995-82b8-ed3d103b31aa None None] Transition to ACTIVE for port object 2080c71b-6050-4f0a-8340-e12c18563a15 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:40.857094 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-5bdaf9ef-604d-425b-85e3-82b6e073bc82 None None] For port 49c2f944-2972-43bf-860e-3ea7cb112f7b, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=49c2f944-2972-43bf-860e-3ea7cb112f7b,segment=NetworkSegment(fc372c04-3013-4bd2-b62a-b0e460d40e07),segment_id=fc372c04-3013-4bd2-b62a-b0e460d40e07)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:40.858896 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bdaf9ef-604d-425b-85e3-82b6e073bc82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:40.863341 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e963a216-2ba1-46f0-acb7-d93aae4e0fde tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:40.915396 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e963a216-2ba1-46f0-acb7-d93aae4e0fde tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:41.020909 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5bdaf9ef-604d-425b-85e3-82b6e073bc82 None None] Calling delete_port for 49c2f944-2972-43bf-860e-3ea7cb112f7b owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:10:41.034180 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4c3e2756-940e-4afc-89a8-c2d3b659b8f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:41.051085 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9b9523cb-b76f-4995-82b8-ed3d103b31aa None None] Transition to ACTIVE for port object 2080c71b-6050-4f0a-8340-e12c18563a15 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:41.074196 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa34253-4b7f-4355-ba20-38e6ed2a4d62 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:41.076137 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4fa34253-4b7f-4355-ba20-38e6ed2a4d62 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6277475 Feb 09 18:10:41.077019 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-cf096ac2-c8c4-47d1-af82-f52da802ddb7 None None] Provisioning complete for port bc2e103c-93fd-4db9-bf7f-ca647150f1d2 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:41.077407 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cf096ac2-c8c4-47d1-af82-f52da802ddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:41.080319 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52894) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:41.118658 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-cf096ac2-c8c4-47d1-af82-f52da802ddb7 None None] Port bc2e103c-93fd-4db9-bf7f-ca647150f1d2 was deleted so its status cannot be updated. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 09 18:10:41.181481 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b9523cb-b76f-4995-82b8-ed3d103b31aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:41.246691 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4c3e2756-940e-4afc-89a8-c2d3b659b8f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:41.273488 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e963a216-2ba1-46f0-acb7-d93aae4e0fde tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:41.273488 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e963a216-2ba1-46f0-acb7-d93aae4e0fde tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:41.284909 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e963a216-2ba1-46f0-acb7-d93aae4e0fde tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "DELETE /v2.0/security-groups/13ddba60-812d-4981-a0a8-079f157c5740 HTTP/1.1" status: 204 len: 168 time: 0.6973722 Feb 09 18:10:41.293377 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52898) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:41.325820 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963a216-2ba1-46f0-acb7-d93aae4e0fde tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ddba60-812d-4981-a0a8-079f157c5740,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:41.333700 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e2756-940e-4afc-89a8-c2d3b659b8f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Port': ['ID=bc2e103c-93fd-4db9-bf7f-ca647150f1d2,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:41.339509 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4c3e2756-940e-4afc-89a8-c2d3b659b8f5 tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/ports/bc2e103c-93fd-4db9-bf7f-ca647150f1d2 HTTP/1.1" status: 204 len: 168 time: 1.1697435 Feb 09 18:10:41.344138 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52902) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:41.370766 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-cf096ac2-c8c4-47d1-af82-f52da802ddb7 None None] Provisioning complete for port 0351ce67-9fbe-4759-9149-14410d56b652 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:41.370766 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cf096ac2-c8c4-47d1-af82-f52da802ddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:41.414529 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9523cb-b76f-4995-82b8-ed3d103b31aa None None] Network f435a6b2-6d95-406c-81da-8377a32ea09a is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:41.427427 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bdaf9ef-604d-425b-85e3-82b6e073bc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:41.466805 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 49c2f944-2972-43bf-860e-3ea7cb112f7b no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:10:41.491379 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-9b9523cb-b76f-4995-82b8-ed3d103b31aa None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:41.502327 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9523cb-b76f-4995-82b8-ed3d103b31aa None None] Pushing event updated for resources: {'Port': ['ID=2080c71b-6050-4f0a-8340-e12c18563a15,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:41.503524 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-174d7d36-a374-412c-a966-deb8571dd2c4 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Synchronizing usage tracker for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:41.504867 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9523cb-b76f-4995-82b8-ed3d103b31aa None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:10:41.507272 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1edd59-c81b-46fd-8443-15bbfa85cff7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:41.509236 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1edd59-c81b-46fd-8443-15bbfa85cff7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:41.510911 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1edd59-c81b-46fd-8443-15bbfa85cff7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:41.512292 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ae1edd59-c81b-46fd-8443-15bbfa85cff7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:41.535794 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-66914c8a-6231-4815-b63f-3fb9b53860fa tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:41.542092 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-174d7d36-a374-412c-a966-deb8571dd2c4 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Unset dirty status for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:41.547693 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-174d7d36-a374-412c-a966-deb8571dd2c4 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2382801 Feb 09 18:10:41.549561 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52908) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:41.562320 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 49c2f944-2972-43bf-860e-3ea7cb112f7b {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:10:41.562689 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 49c2f944-2972-43bf-860e-3ea7cb112f7b not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:10:41.563462 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-500ebcf6-e610-47ab-8fea-e931eb4d1a5b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Request body: {'security_group': {'name': 'tempest-secgroup--931933223'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:41.578865 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdaf9ef-604d-425b-85e3-82b6e073bc82 None None] Pushing event deleted for resources: {'Port': ['ID=49c2f944-2972-43bf-860e-3ea7cb112f7b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:41.581204 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdaf9ef-604d-425b-85e3-82b6e073bc82 None None] No DVR routers for this DVR port 49c2f944-2972-43bf-860e-3ea7cb112f7b on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:10:41.588235 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ba00192-275e-4890-aa2d-d7dfd89eb25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:41.588974 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ba00192-275e-4890-aa2d-d7dfd89eb25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:41.605140 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b9e6ad1a-c857-4b2d-a702-77f7dc1a3023 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:41.611716 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-500ebcf6-e610-47ab-8fea-e931eb4d1a5b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:41.653497 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-500ebcf6-e610-47ab-8fea-e931eb4d1a5b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:41.733561 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-9b9523cb-b76f-4995-82b8-ed3d103b31aa None None] Attempting to bind port 2080c71b-6050-4f0a-8340-e12c18563a15 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:10:41.733942 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-9b9523cb-b76f-4995-82b8-ed3d103b31aa None None] Attempting to bind port 2080c71b-6050-4f0a-8340-e12c18563a15 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '1a1675c3-a4cc-4adb-a5e8-a44297d7b52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:10:41.734332 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9523cb-b76f-4995-82b8-ed3d103b31aa None None] Attempting to bind port 2080c71b-6050-4f0a-8340-e12c18563a15 on network f435a6b2-6d95-406c-81da-8377a32ea09a {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:10:41.737439 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-66914c8a-6231-4815-b63f-3fb9b53860fa tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:41.743958 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6ad1a-c857-4b2d-a702-77f7dc1a3023 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Pushing event deleted for resources: {'Port': ['ID=53942a93-9477-4cec-8e38-db2427245044,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:41.756120 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9523cb-b76f-4995-82b8-ed3d103b31aa None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:10:41.757105 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9523cb-b76f-4995-82b8-ed3d103b31aa None None] Checking segment: {'id': '1a1675c3-a4cc-4adb-a5e8-a44297d7b52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:10:41.757534 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b9523cb-b76f-4995-82b8-ed3d103b31aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:41.757934 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9523cb-b76f-4995-82b8-ed3d103b31aa None None] Bound using segment: {'id': '1a1675c3-a4cc-4adb-a5e8-a44297d7b52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:10:41.759096 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-9b9523cb-b76f-4995-82b8-ed3d103b31aa None None] Bound port: 2080c71b-6050-4f0a-8340-e12c18563a15, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a1675c3-a4cc-4adb-a5e8-a44297d7b52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:10:41.759563 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b9523cb-b76f-4995-82b8-ed3d103b31aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:41.768456 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ae1edd59-c81b-46fd-8443-15bbfa85cff7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:41.770866 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ae1edd59-c81b-46fd-8443-15bbfa85cff7 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6892622 Feb 09 18:10:41.773418 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52912) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:41.815859 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-66914c8a-6231-4815-b63f-3fb9b53860fa tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f2321c5-bf60-493e-93d3-55a59564b49d']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:41.828384 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-500ebcf6-e610-47ab-8fea-e931eb4d1a5b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:41.861043 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-66914c8a-6231-4815-b63f-3fb9b53860fa tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc372c04-3013-4bd2-b62a-b0e460d40e07') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:41.861287 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-66914c8a-6231-4815-b63f-3fb9b53860fa tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc372c04-3013-4bd2-b62a-b0e460d40e07') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:41.875945 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-9b9523cb-b76f-4995-82b8-ed3d103b31aa None None] For port 2080c71b-6050-4f0a-8340-e12c18563a15, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:10:41.881698 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-9b9523cb-b76f-4995-82b8-ed3d103b31aa None None] For port 2080c71b-6050-4f0a-8340-e12c18563a15, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=2080c71b-6050-4f0a-8340-e12c18563a15,segment=NetworkSegment(1a1675c3-a4cc-4adb-a5e8-a44297d7b52c),segment_id=1a1675c3-a4cc-4adb-a5e8-a44297d7b52c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:10:41.889993 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-66914c8a-6231-4815-b63f-3fb9b53860fa tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:41.999764 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b9523cb-b76f-4995-82b8-ed3d103b31aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:42.001372 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-500ebcf6-e610-47ab-8fea-e931eb4d1a5b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:42.004145 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-66914c8a-6231-4815-b63f-3fb9b53860fa tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:42.015308 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-af4e0898-507f-4d05-b4a8-d224c7fdd2c2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Allocated IP 2001:db8:1::1 (f435a6b2-6d95-406c-81da-8377a32ea09a/ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0/780aca02-817a-439a-bc19-cdd40bfbda17) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:10:42.038509 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66914c8a-6231-4815-b63f-3fb9b53860fa tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:10:42.040574 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-66914c8a-6231-4815-b63f-3fb9b53860fa tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:42.043720 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b9e6ad1a-c857-4b2d-a702-77f7dc1a3023 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:10:42.056297 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:10:42.059569 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-500ebcf6-e610-47ab-8fea-e931eb4d1a5b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:42.158541 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9523cb-b76f-4995-82b8-ed3d103b31aa None None] Pushing event updated for resources: {'Port': ['ID=2080c71b-6050-4f0a-8340-e12c18563a15,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:42.262824 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-b124bc7f-d044-4066-9f14-cf43bea9ef1f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet 763e6ec4-63b2-47cb-a099-67d2e869be4f {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:10:42.271109 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b124bc7f-d044-4066-9f14-cf43bea9ef1f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:42.359583 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-66914c8a-6231-4815-b63f-3fb9b53860fa tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:42.420992 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-66914c8a-6231-4815-b63f-3fb9b53860fa tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:42.452136 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66914c8a-6231-4815-b63f-3fb9b53860fa tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] Pushing event deleted for resources: {'Network': ['ID=3f2321c5-bf60-493e-93d3-55a59564b49d,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:42.520319 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b124bc7f-d044-4066-9f14-cf43bea9ef1f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:42.559147 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-500ebcf6-e610-47ab-8fea-e931eb4d1a5b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:42.559147 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-66914c8a-6231-4815-b63f-3fb9b53860fa tempest-PortsTestJSON-818406771 tempest-PortsTestJSON-818406771-project] 10.222.0.21 "DELETE /v2.0/networks/3f2321c5-bf60-493e-93d3-55a59564b49d HTTP/1.1" status: 204 len: 168 time: 1.2118883 Feb 09 18:10:42.631810 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af4e0898-507f-4d05-b4a8-d224c7fdd2c2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:42.637770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-500ebcf6-e610-47ab-8fea-e931eb4d1a5b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:42.701814 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-af4e0898-507f-4d05-b4a8-d224c7fdd2c2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Transition to ACTIVE for port object 780aca02-817a-439a-bc19-cdd40bfbda17 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:42.783776 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ebcf6-e610-47ab-8fea-e931eb4d1a5b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffef0f4e-53ed-4f6e-88ed-89c72b93ea7f,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:42.805741 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-500ebcf6-e610-47ab-8fea-e931eb4d1a5b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:42.805741 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-500ebcf6-e610-47ab-8fea-e931eb4d1a5b tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2541957 Feb 09 18:10:42.816800 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52918) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:42.827371 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-454cef27-7746-4c22-a57a-0951730bd748 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Request body: {'security_group_rule': {'security_group_id': 'ffef0f4e-53ed-4f6e-88ed-89c72b93ea7f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:42.838187 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-454cef27-7746-4c22-a57a-0951730bd748 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:42.838187 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af4e0898-507f-4d05-b4a8-d224c7fdd2c2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:42.880249 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b124bc7f-d044-4066-9f14-cf43bea9ef1f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:42.983424 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-454cef27-7746-4c22-a57a-0951730bd748 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:42.983424 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4e0898-507f-4d05-b4a8-d224c7fdd2c2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network f435a6b2-6d95-406c-81da-8377a32ea09a is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:42.983424 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-af4e0898-507f-4d05-b4a8-d224c7fdd2c2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:42.997339 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4e0898-507f-4d05-b4a8-d224c7fdd2c2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:10:42.997339 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af4e0898-507f-4d05-b4a8-d224c7fdd2c2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:43.107362 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e0898-507f-4d05-b4a8-d224c7fdd2c2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Port': ['ID=780aca02-817a-439a-bc19-cdd40bfbda17,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:43.184377 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b124bc7f-d044-4066-9f14-cf43bea9ef1f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:43.220951 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba00192-275e-4890-aa2d-d7dfd89eb25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 5e855328-ab3f-43d1-a29e-22321f9f9c71 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:10:43.238209 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124bc7f-d044-4066-9f14-cf43bea9ef1f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=763e6ec4-63b2-47cb-a099-67d2e869be4f,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:43.257313 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b124bc7f-d044-4066-9f14-cf43bea9ef1f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:43.263404 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7b108f-607d-41cf-8850-c692387a5f40 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:43.519649 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-454cef27-7746-4c22-a57a-0951730bd748 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:43.560020 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b124bc7f-d044-4066-9f14-cf43bea9ef1f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/763e6ec4-63b2-47cb-a099-67d2e869be4f HTTP/1.1" status: 204 len: 168 time: 1.7763734 Feb 09 18:10:43.560020 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52922) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:43.818441 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 2080c71b-6050-4f0a-8340-e12c18563a15 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:10:43.823998 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e3ff20-a4cd-44e5-ae7a-006f6fd195b5 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet 7d39169c-4168-46da-97af-5b995093f5a4 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:10:43.833280 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-96e3ff20-a4cd-44e5-ae7a-006f6fd195b5 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:44.029103 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52928) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:44.043991 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795bb709-d600-4efc-9861-1163c1b54ce4 None None] Network f435a6b2-6d95-406c-81da-8377a32ea09a requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:44.058622 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-96e3ff20-a4cd-44e5-ae7a-006f6fd195b5 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:44.093706 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af4e0898-507f-4d05-b4a8-d224c7fdd2c2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:44.329156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-454cef27-7746-4c22-a57a-0951730bd748 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:44.346723 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-96e3ff20-a4cd-44e5-ae7a-006f6fd195b5 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:44.354614 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e6ad1a-c857-4b2d-a702-77f7dc1a3023 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Router 1073232d-05c2-446f-b66e-9792198afe19 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:10:44.374708 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-350a5c80-0519-447c-ade5-1c2e5f2d5732 None None] Provisioning for port 2080c71b-6050-4f0a-8340-e12c18563a15 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:10:44.391726 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 2080c71b-6050-4f0a-8340-e12c18563a15 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:10:44.417106 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-350a5c80-0519-447c-ade5-1c2e5f2d5732 None None] Provisioning complete for port 2080c71b-6050-4f0a-8340-e12c18563a15 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:44.417106 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-350a5c80-0519-447c-ade5-1c2e5f2d5732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:44.467045 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 2080c71b-6050-4f0a-8340-e12c18563a15 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:44.467045 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:44.489882 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-454cef27-7746-4c22-a57a-0951730bd748 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:44.592274 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-96e3ff20-a4cd-44e5-ae7a-006f6fd195b5 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:44.692676 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3ff20-a4cd-44e5-ae7a-006f6fd195b5 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=7d39169c-4168-46da-97af-5b995093f5a4,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:44.725550 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-96e3ff20-a4cd-44e5-ae7a-006f6fd195b5 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:44.743716 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-96e3ff20-a4cd-44e5-ae7a-006f6fd195b5 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/7d39169c-4168-46da-97af-5b995093f5a4 HTTP/1.1" status: 204 len: 168 time: 1.1824195 Feb 09 18:10:44.743716 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52934) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:44.747531 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cef27-7746-4c22-a57a-0951730bd748 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297dbf26-834c-4bdb-ac79-dc2aed100b21,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:44.847584 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5c0c1515-6a9c-4dd8-afda-41a290fd2a8c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0978942 Feb 09 18:10:44.847584 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52938) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:44.857872 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-f541cb6b-611d-42e0-aa35-2545b515a935 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:44.993062 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-454cef27-7746-4c22-a57a-0951730bd748 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:45.006472 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-454cef27-7746-4c22-a57a-0951730bd748 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 2.1813133 Feb 09 18:10:45.022220 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba00192-275e-4890-aa2d-d7dfd89eb25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:10:45.030829 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52942) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:45.039399 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] Sync routers for ids ['5e855328-ab3f-43d1-a29e-22321f9f9c71'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:10:45.052624 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f541cb6b-611d-42e0-aa35-2545b515a935 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:45.064796 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f541cb6b-611d-42e0-aa35-2545b515a935 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:45.064796 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f541cb6b-611d-42e0-aa35-2545b515a935 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:45.090800 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f541cb6b-611d-42e0-aa35-2545b515a935 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:45.116434 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] Routers {'5e855328-ab3f-43d1-a29e-22321f9f9c71'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:10:45.116434 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:10:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['5e855328-ab3f-43d1-a29e-22321f9f9c71'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:45.196534 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f541cb6b-611d-42e0-aa35-2545b515a935 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:10:45.196534 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f541cb6b-611d-42e0-aa35-2545b515a935 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:45.234955 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-350a5c80-0519-447c-ade5-1c2e5f2d5732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:45.300924 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f009d0-422c-442c-a03d-70266a0c3643 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:45.359327 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:45.412055 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-bc84fe40-8667-45cc-80e4-fac92d4f02de tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-group-rules/297dbf26-834c-4bdb-ac79-dc2aed100b21 HTTP/1.1" status: 200 len: 705 time: 0.3797529 Feb 09 18:10:45.437192 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52946) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:45.464752 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-350a5c80-0519-447c-ade5-1c2e5f2d5732 None None] For port 2080c71b-6050-4f0a-8340-e12c18563a15, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=2080c71b-6050-4f0a-8340-e12c18563a15,segment=NetworkSegment(1a1675c3-a4cc-4adb-a5e8-a44297d7b52c),segment_id=1a1675c3-a4cc-4adb-a5e8-a44297d7b52c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:45.559727 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-350a5c80-0519-447c-ade5-1c2e5f2d5732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:45.580858 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] Set router 5e855328-ab3f-43d1-a29e-22321f9f9c71 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:10:45.897158 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2e8c1a80-5413-4dc6-9ab0-1b3eb70b1659 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce046d049f4e4b9d985a5a697b890edb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8574698 Feb 09 18:10:45.907422 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52952) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:45.924890 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ba00192-275e-4890-aa2d-d7dfd89eb25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:45.933480 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7ba00192-275e-4890-aa2d-d7dfd89eb25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.5340402 Feb 09 18:10:45.939241 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52956) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:46.059663 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-5352378d-cd22-4a66-be5d-0442d4a196c7 None None] Provisioning complete for port 0351ce67-9fbe-4759-9149-14410d56b652 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:46.060015 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5352378d-cd22-4a66-be5d-0442d4a196c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:46.061219 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f541cb6b-611d-42e0-aa35-2545b515a935 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:46.130332 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0d1d11ed-f8fd-43c5-a9b7-d05457bea5a4 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=352fd60817ff4d5d9e97f16f52485b96&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1443424 Feb 09 18:10:46.136158 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52960) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:46.146811 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-931d4d6b-995b-48a5-a046-4eeb57c41b17 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Synchronizing usage tracker for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group_rule {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:46.153395 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:10:46.153395 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:10:46.153395 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a5c80-0519-447c-ade5-1c2e5f2d5732 None None] Pushing event updated for resources: {'Port': ['ID=2080c71b-6050-4f0a-8340-e12c18563a15,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:46.317185 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01264967-6cde-442a-9281-db2772aa3b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:46.365987 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'name': 'tempest-TestNetworkBasicOps-router-1224041964', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:34Z', 'updated_at': '2022-02-09T18:10:40Z', 'revision_number': 3, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:09:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:37Z', 'updated_at': '2022-02-09T18:10:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:46.369650 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-931d4d6b-995b-48a5-a046-4eeb57c41b17 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Unset dirty status for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group_rule {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:46.376457 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-931d4d6b-995b-48a5-a046-4eeb57c41b17 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.8729091 Feb 09 18:10:46.379039 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 52964) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:46.379463 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] Checking router: 5e855328-ab3f-43d1-a29e-22321f9f9c71 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:10:46.380258 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] Updating router 5e855328-ab3f-43d1-a29e-22321f9f9c71 port 0c0c9827-a0ce-4ef1-933a-276898801e35 binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:10:46.400252 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01264967-6cde-442a-9281-db2772aa3b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:46.407550 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591fad90-e20b-48dc-8e63-afca2be1ab06 None None] DHCP port deletion for 533fa7e0-9286-46d7-99f4-266111443da8 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:10:46.420698 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-591fad90-e20b-48dc-8e63-afca2be1ab06 None None] Deleting port 0351ce67-9fbe-4759-9149-14410d56b652 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:10:46.421326 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-591fad90-e20b-48dc-8e63-afca2be1ab06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:46.442087 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38025a34-31b0-4d49-96c8-dc1ad18adafa tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:46.461562 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-38025a34-31b0-4d49-96c8-dc1ad18adafa tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2981589 Feb 09 18:10:46.461562 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52968) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:46.520050 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:46.535900 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-909fbd40-f9c0-447a-8b2a-3896480e0cc6 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0755315 Feb 09 18:10:46.535900 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52972) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:46.547874 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f541cb6b-611d-42e0-aa35-2545b515a935 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:46.561340 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-2c3febad-a5cd-45dd-a119-7f939bfef848 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1268372173', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:46.598319 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-f541cb6b-611d-42e0-aa35-2545b515a935 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:46.607024 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-af4e0898-507f-4d05-b4a8-d224c7fdd2c2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:10:46.617374 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541cb6b-611d-42e0-aa35-2545b515a935 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=906af947-70a1-4b91-a5d7-02750b2278f9,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:46.617374 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f541cb6b-611d-42e0-aa35-2545b515a935 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:46.617374 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f541cb6b-611d-42e0-aa35-2545b515a935 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:46.651259 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af4e0898-507f-4d05-b4a8-d224c7fdd2c2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:46.651259 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b15f4126-1e08-4780-8691-003accee9a12 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:46.663192 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fe3cf81c-46f4-4212-97cb-05e5dc0aa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:46.677042 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01264967-6cde-442a-9281-db2772aa3b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:46.677042 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b15f4126-1e08-4780-8691-003accee9a12 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:46.704968 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01264967-6cde-442a-9281-db2772aa3b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a3fc41-4344-43eb-bcc2-9c0d10aa564c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:46.715893 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af4e0898-507f-4d05-b4a8-d224c7fdd2c2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:46.715893 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af4e0898-507f-4d05-b4a8-d224c7fdd2c2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:46.756691 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01264967-6cde-442a-9281-db2772aa3b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:46.757833 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-01264967-6cde-442a-9281-db2772aa3b36 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28a3fc41-4344-43eb-bcc2-9c0d10aa564c HTTP/1.1" status: 204 len: 168 time: 0.8438303 Feb 09 18:10:46.772191 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2c3febad-a5cd-45dd-a119-7f939bfef848 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:46.778522 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2c3febad-a5cd-45dd-a119-7f939bfef848 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:subnet and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:46.787887 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2c3febad-a5cd-45dd-a119-7f939bfef848 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:46.802809 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2c3febad-a5cd-45dd-a119-7f939bfef848 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:46.836498 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f541cb6b-611d-42e0-aa35-2545b515a935 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9821959 Feb 09 18:10:46.837718 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b15f4126-1e08-4780-8691-003accee9a12 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:46.840634 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52978) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:46.861658 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-606b95b8-b907-48b7-8220-2ad44b0f12ec tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:46.893609 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e6ad1a-c857-4b2d-a702-77f7dc1a3023 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:10:46.944768 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3febad-a5cd-45dd-a119-7f939bfef848 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:10:46.963837 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f4126-1e08-4780-8691-003accee9a12 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=297dbf26-834c-4bdb-ac79-dc2aed100b21,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:46.963837 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e0898-507f-4d05-b4a8-d224c7fdd2c2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Port': ['ID=780aca02-817a-439a-bc19-cdd40bfbda17,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:46.985211 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b9e6ad1a-c857-4b2d-a702-77f7dc1a3023 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:47.066419 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-591fad90-e20b-48dc-8e63-afca2be1ab06 None None] For port 0351ce67-9fbe-4759-9149-14410d56b652, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0351ce67-9fbe-4759-9149-14410d56b652,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:47.066827 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-591fad90-e20b-48dc-8e63-afca2be1ab06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:47.327551 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b9e6ad1a-c857-4b2d-a702-77f7dc1a3023 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "DELETE /v2.0/floatingips/9ba96321-3b90-443a-bc1b-31df6d888fbb HTTP/1.1" status: 204 len: 168 time: 9.5654585 Feb 09 18:10:47.328573 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:47.384902 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2c3febad-a5cd-45dd-a119-7f939bfef848 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:47.395798 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-591fad90-e20b-48dc-8e63-afca2be1ab06 None None] Calling delete_port for 0351ce67-9fbe-4759-9149-14410d56b652 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:10:47.403665 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] Transition to ACTIVE for port object 0c0c9827-a0ce-4ef1-933a-276898801e35 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:47.455541 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea009630-a236-4e66-91e0-80a40b8b11ee', 'tag': '1a242124-4a30-41c2-a5f0-144d690e6d10'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:10:47.482458 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b15f4126-1e08-4780-8691-003accee9a12 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:47.482458 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b15f4126-1e08-4780-8691-003accee9a12 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/297dbf26-834c-4bdb-ac79-dc2aed100b21 HTTP/1.1" status: 204 len: 168 time: 1.0794501 Feb 09 18:10:47.494033 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 52990) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:47.525066 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:47.611346 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4e0898-507f-4d05-b4a8-d224c7fdd2c2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network f435a6b2-6d95-406c-81da-8377a32ea09a is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:47.611346 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-af4e0898-507f-4d05-b4a8-d224c7fdd2c2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:47.621880 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594d4e5d-9cef-42c4-9610-69f2de7a69d1 None None] Sync routers for ids ['1073232d-05c2-446f-b66e-9792198afe19'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:10:47.724364 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 794af71f-f3a4-4612-9973-4db85073fcba up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:10:47.786681 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-591fad90-e20b-48dc-8e63-afca2be1ab06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:47.839781 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea009630-a236-4e66-91e0-80a40b8b11ee', 'tag': '1a242124-4a30-41c2-a5f0-144d690e6d10', 'status': 'completed', 'code': 200} Feb 09 18:10:47.869853 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] Attempting to bind port 0c0c9827-a0ce-4ef1-933a-276898801e35 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:10:47.869853 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] Attempting to bind port 0c0c9827-a0ce-4ef1-933a-276898801e35 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:10:47.869853 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] Attempting to bind port 0c0c9827-a0ce-4ef1-933a-276898801e35 on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:10:47.884723 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874027aa-168a-41cb-a1fe-76708a23e283 None None] Pushing event updated for resources: {'Port': ['ID=0c0c9827-a0ce-4ef1-933a-276898801e35,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:47.884723 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874027aa-168a-41cb-a1fe-76708a23e283 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:47.884723 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874027aa-168a-41cb-a1fe-76708a23e283 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:47.891385 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874027aa-168a-41cb-a1fe-76708a23e283 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:47.891385 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874027aa-168a-41cb-a1fe-76708a23e283 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:47.891385 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874027aa-168a-41cb-a1fe-76708a23e283 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:47.891385 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874027aa-168a-41cb-a1fe-76708a23e283 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:47.891385 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874027aa-168a-41cb-a1fe-76708a23e283 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:47.891385 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874027aa-168a-41cb-a1fe-76708a23e283 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:47.891385 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874027aa-168a-41cb-a1fe-76708a23e283 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:47.891385 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874027aa-168a-41cb-a1fe-76708a23e283 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:47.891385 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874027aa-168a-41cb-a1fe-76708a23e283 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:10:47.900247 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:10:47.900247 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:10:47.900247 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:47.900247 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:10:47.900247 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] Bound port: 0c0c9827-a0ce-4ef1-933a-276898801e35, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:10:47.900247 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:47.937820 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6218c5d4-2044-40a3-b83b-e3f057ff7c0f None None] Provisioning for port 780aca02-817a-439a-bc19-cdd40bfbda17 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:10:48.003335 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6218c5d4-2044-40a3-b83b-e3f057ff7c0f None None] Provisioning complete for port 780aca02-817a-439a-bc19-cdd40bfbda17 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:48.003335 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6218c5d4-2044-40a3-b83b-e3f057ff7c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:48.009704 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-606b95b8-b907-48b7-8220-2ad44b0f12ec tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:48.027251 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-606b95b8-b907-48b7-8220-2ad44b0f12ec tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:48.035783 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-606b95b8-b907-48b7-8220-2ad44b0f12ec tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:48.058353 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-606b95b8-b907-48b7-8220-2ad44b0f12ec tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:48.069384 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:48.113812 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591fad90-e20b-48dc-8e63-afca2be1ab06 None None] Pushing event deleted for resources: {'Port': ['ID=0351ce67-9fbe-4759-9149-14410d56b652,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:48.121816 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] For port 0c0c9827-a0ce-4ef1-933a-276898801e35, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:10:48.130866 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-998c79de-62d6-4d28-b86f-0c1cbf096e06 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Synchronizing usage tracker for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group_rule {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:48.137382 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] For port 0c0c9827-a0ce-4ef1-933a-276898801e35, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0c0c9827-a0ce-4ef1-933a-276898801e35,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:10:48.137575 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594d4e5d-9cef-42c4-9610-69f2de7a69d1 None None] Routers {'1073232d-05c2-446f-b66e-9792198afe19'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:10:48.137575 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-594d4e5d-9cef-42c4-9610-69f2de7a69d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:10:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['1073232d-05c2-446f-b66e-9792198afe19'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:48.222367 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606b95b8-b907-48b7-8220-2ad44b0f12ec tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:10:48.309868 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:48.450706 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591fad90-e20b-48dc-8e63-afca2be1ab06 None None] No DVR routers for this DVR port 0351ce67-9fbe-4759-9149-14410d56b652 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:10:48.483663 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6218c5d4-2044-40a3-b83b-e3f057ff7c0f None None] Port 780aca02-817a-439a-bc19-cdd40bfbda17 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:10:48.508948 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-43e0d566-abbb-4e6c-86a1-bb79e2a09509 req-fec28f32-10f1-49ae-965e-85a71db7c7ac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04ff2d95016a41349448cd02c203dbe9&device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 1098 time: 0.6545157 Feb 09 18:10:48.525547 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0e69b7-16aa-4862-a60d-500e16c3239e None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:48.697498 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874027aa-168a-41cb-a1fe-76708a23e283 None None] Pushing event updated for resources: {'Port': ['ID=0c0c9827-a0ce-4ef1-933a-276898801e35,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:48.729306 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] Routers {'5e855328-ab3f-43d1-a29e-22321f9f9c71'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:10:48.730269 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:10:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['5e855328-ab3f-43d1-a29e-22321f9f9c71'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:48.736596 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6218c5d4-2044-40a3-b83b-e3f057ff7c0f None None] Provisioning complete for port 2080c71b-6050-4f0a-8340-e12c18563a15 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:48.737446 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6218c5d4-2044-40a3-b83b-e3f057ff7c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:48.785710 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 794af71f-f3a4-4612-9973-4db85073fcba completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:10:48.829839 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-606b95b8-b907-48b7-8220-2ad44b0f12ec tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:48.846116 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 794af71f-f3a4-4612-9973-4db85073fcba triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:48.847123 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:48.933559 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-998c79de-62d6-4d28-b86f-0c1cbf096e06 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Unset dirty status for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group_rule {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:48.938130 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-998c79de-62d6-4d28-b86f-0c1cbf096e06 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 1.3466935 Feb 09 18:10:48.942140 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0d566-abbb-4e6c-86a1-bb79e2a09509 req-0bcb20d7-f989-40f8-bc62-b94b72c7f523 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:48.944196 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-43e0d566-abbb-4e6c-86a1-bb79e2a09509 req-0bcb20d7-f989-40f8-bc62-b94b72c7f523 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d6eaa772-ffac-41e7-8518-58e8632c9a92 HTTP/1.1" status: 200 len: 897 time: 0.4366086 Feb 09 18:10:48.944900 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53008) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:48.953392 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b6c267e4-eaf5-4e1c-b031-dd4b0ab28b80 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Request body: {'security_group_rule': {'security_group_id': 'ffef0f4e-53ed-4f6e-88ed-89c72b93ea7f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:48.968192 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b6c267e4-eaf5-4e1c-b031-dd4b0ab28b80 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:48.996983 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b6c267e4-eaf5-4e1c-b031-dd4b0ab28b80 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:49.036841 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2c3febad-a5cd-45dd-a119-7f939bfef848 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:49.075177 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] Set router 5e855328-ab3f-43d1-a29e-22321f9f9c71 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:10:49.135346 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53012) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:49.172543 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-43e0d566-abbb-4e6c-86a1-bb79e2a09509 req-562d4ecf-2add-424b-8776-c218024fb966 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a242124-4a30-41c2-a5f0-144d690e6d10 HTTP/1.1" status: 200 len: 217 time: 0.1514773 Feb 09 18:10:49.176896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4e0898-507f-4d05-b4a8-d224c7fdd2c2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Router efff9e61-2c9e-4220-a8ae-266542a87b00 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:10:49.203816 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3febad-a5cd-45dd-a119-7f939bfef848 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Subnet': ['ID=4a7ce76d-2721-4a28-b892-4c0742fa81e4,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:49.247436 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-594d4e5d-9cef-42c4-9610-69f2de7a69d1 None None] Set router 1073232d-05c2-446f-b66e-9792198afe19 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:10:49.421480 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b6c267e4-eaf5-4e1c-b031-dd4b0ab28b80 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:49.421983 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d44227c3-09a4-4ece-9a9e-70e8e891a853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:49.478510 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0d566-abbb-4e6c-86a1-bb79e2a09509 req-e9bb941c-e010-4a8f-9390-1f773fe33865 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:49.480722 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-43e0d566-abbb-4e6c-86a1-bb79e2a09509 req-e9bb941c-e010-4a8f-9390-1f773fe33865 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=de722401-dd0e-409a-8196-100518d2fe03 HTTP/1.1" status: 200 len: 834 time: 0.2594101 Feb 09 18:10:49.610456 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3febad-a5cd-45dd-a119-7f939bfef848 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Checking segment: {'id': 'b1e9633b-9012-448c-9139-7a881318a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:10:49.610816 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3febad-a5cd-45dd-a119-7f939bfef848 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network hostable DHCP agents. Network: d4c343ed-e559-44fb-ac6e-3c378d83bbdf, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:10:49.626719 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde4a6c-2711-40ef-ad4e-65ba5d6ec7df req-66dfea9b-fc7e-4488-b04a-1dfc87c6044b tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:49.634029 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ecde4a6c-2711-40ef-ad4e-65ba5d6ec7df req-66dfea9b-fc7e-4488-b04a-1dfc87c6044b tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 945 time: 0.8741169 Feb 09 18:10:49.670842 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.ipam_backend_mixin [None req-606b95b8-b907-48b7-8220-2ad44b0f12ec tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 906af947-70a1-4b91-a5d7-02750b2278f9 (CIDR: 2001:db8::/64) Feb 09 18:10:49.715868 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'name': 'tempest-TestNetworkBasicOps-router-1224041964', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:34Z', 'updated_at': '2022-02-09T18:10:40Z', 'revision_number': 3, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:09:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:37Z', 'updated_at': '2022-02-09T18:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:49.716529 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ecde4a6c-2711-40ef-ad4e-65ba5d6ec7df req-a9f249dc-7dc2-4251-afa6-ea1d0ce03e8d tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789442 Feb 09 18:10:49.718761 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a8e5e5d9-f7cc-4a6e-80bd-19a36f20ad54 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Request body: {'security_group': {'name': 'tempest-secgroup--1201168680'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:49.721863 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9418236-b99d-47be-8a14-2d6d74ac180e None None] The sync data for ids ['5e855328-ab3f-43d1-a29e-22321f9f9c71'] in dv-neutron-827016-2-hyperv is: [{'id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'name': 'tempest-TestNetworkBasicOps-router-1224041964', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:34Z', 'updated_at': '2022-02-09T18:10:40Z', 'revision_number': 3, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:09:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:37Z', 'updated_at': '2022-02-09T18:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:10:49.738027 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a8e5e5d9-f7cc-4a6e-80bd-19a36f20ad54 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:49.769948 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-606b95b8-b907-48b7-8220-2ad44b0f12ec tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:10:49.770520 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-606b95b8-b907-48b7-8220-2ad44b0f12ec tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:10:49.809189 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a8e5e5d9-f7cc-4a6e-80bd-19a36f20ad54 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Usage tracker for resource:security_group and tenant:5f2bb51f14d84099801f5e479a222bcf is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:49.813833 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a8e5e5d9-f7cc-4a6e-80bd-19a36f20ad54 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:49.846257 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3febad-a5cd-45dd-a119-7f939bfef848 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network d4c343ed-e559-44fb-ac6e-3c378d83bbdf is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:10:49.862038 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a8e5e5d9-f7cc-4a6e-80bd-19a36f20ad54 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:49.865225 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28945430-acc7-44c5-b56a-13772ca2e5a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-533fa7e0-9286-46d7-99f4-266111443da8', 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'tenant_id': 'c3cf6d6a82954c548b62cda4eaa1d82a', 'fixed_ips': [{'subnet_id': '906af947-70a1-4b91-a5d7-02750b2278f9'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:10:49.865225 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28945430-acc7-44c5-b56a-13772ca2e5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:49.898162 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:49.956111 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53022) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:49.974597 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-606b95b8-b907-48b7-8220-2ad44b0f12ec tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.0929215 Feb 09 18:10:49.974597 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-2c3febad-a5cd-45dd-a119-7f939bfef848 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, d4c343ed-e559-44fb-ac6e-3c378d83bbdf) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:49.990829 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3febad-a5cd-45dd-a119-7f939bfef848 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:49.990829 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2c3febad-a5cd-45dd-a119-7f939bfef848 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:50.001264 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c20afba8-3042-4795-bc45-43bf0327276c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'subnet': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:50.014420 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b6c267e4-eaf5-4e1c-b031-dd4b0ab28b80 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:50.019748 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdc9371-533e-4705-9c59-ab9b446d2271 None None] Network d4c343ed-e559-44fb-ac6e-3c378d83bbdf requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:50.020343 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8e5e5d9-f7cc-4a6e-80bd-19a36f20ad54 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:50.155270 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8e5e5d9-f7cc-4a6e-80bd-19a36f20ad54 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:50.176999 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2c3febad-a5cd-45dd-a119-7f939bfef848 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.6386466 Feb 09 18:10:50.180117 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53026) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:50.187117 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b42591-2cbb-465d-89e0-20f62ceb1045 req-72e4b492-3117-4f92-a8f9-5d8c564478cd tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:50.188174 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-59b42591-2cbb-465d-89e0-20f62ceb1045 req-72e4b492-3117-4f92-a8f9-5d8c564478cd tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Synchronizing usage tracker for tenant:04ff2d95016a41349448cd02c203dbe9 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:50.192310 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b6c267e4-eaf5-4e1c-b031-dd4b0ab28b80 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:50.240981 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-43e0d566-abbb-4e6c-86a1-bb79e2a09509 req-f7e5b0e3-d962-45b8-9e31-75fdd2cb5922 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d6eaa772-ffac-41e7-8518-58e8632c9a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6831620 Feb 09 18:10:50.328254 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c267e4-eaf5-4e1c-b031-dd4b0ab28b80 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4f1564-abda-4e58-a63d-bb9b49866207,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:50.381993 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:50.410711 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a8e5e5d9-f7cc-4a6e-80bd-19a36f20ad54 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:50.416742 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4e0898-507f-4d05-b4a8-d224c7fdd2c2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:10:50.452076 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] Sync routers for ids ['efff9e61-2c9e-4220-a8ae-266542a87b00'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:10:50.452230 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 794af71f-f3a4-4612-9973-4db85073fcba, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=794af71f-f3a4-4612-9973-4db85073fcba,segment=NetworkSegment(f6b67f4a-e4a4-4ebe-bf51-a932c549d352),segment_id=f6b67f4a-e4a4-4ebe-bf51-a932c549d352)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:50.476207 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] Routers {'efff9e61-2c9e-4220-a8ae-266542a87b00'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:10:50.478402 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:10:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['efff9e61-2c9e-4220-a8ae-266542a87b00'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:50.677268 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-af4e0898-507f-4d05-b4a8-d224c7fdd2c2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "PUT /v2.0/routers/efff9e61-2c9e-4220-a8ae-266542a87b00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8218026 Feb 09 18:10:50.687949 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53030) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:50.697375 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a8e5e5d9-f7cc-4a6e-80bd-19a36f20ad54 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Usage tracker for resource:security_group_rule and tenant:5f2bb51f14d84099801f5e479a222bcf is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:50.697375 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a8e5e5d9-f7cc-4a6e-80bd-19a36f20ad54 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:50.697375 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a8e5e5d9-f7cc-4a6e-80bd-19a36f20ad54 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:50.705313 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-ef030ba8-d229-4493-9654-9da0efbf5be8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-222831650'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:50.705313 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ef030ba8-d229-4493-9654-9da0efbf5be8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:50.725166 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ef030ba8-d229-4493-9654-9da0efbf5be8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Usage tracker for resource:network and tenant:3aafa79d3d06419e8e7c5f7d6aab117f is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:50.732889 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:50.741333 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ef030ba8-d229-4493-9654-9da0efbf5be8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:50.750580 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4ba8521f-c7d8-440e-a03e-81c23b521c8a None None] Provisioning complete for port 780aca02-817a-439a-bc19-cdd40bfbda17 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:50.750580 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4ba8521f-c7d8-440e-a03e-81c23b521c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:50.760316 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ef030ba8-d229-4493-9654-9da0efbf5be8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:50.771249 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8e5e5d9-f7cc-4a6e-80bd-19a36f20ad54 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:50.784870 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c20afba8-3042-4795-bc45-43bf0327276c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:50.788741 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c20afba8-3042-4795-bc45-43bf0327276c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Usage tracker for resource:subnet and tenant:c3cf6d6a82954c548b62cda4eaa1d82a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:50.792819 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c20afba8-3042-4795-bc45-43bf0327276c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:50.800699 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c20afba8-3042-4795-bc45-43bf0327276c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:50.810692 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-59b42591-2cbb-465d-89e0-20f62ceb1045 req-72e4b492-3117-4f92-a8f9-5d8c564478cd tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Unset dirty status for tenant:04ff2d95016a41349448cd02c203dbe9 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:50.812103 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-59b42591-2cbb-465d-89e0-20f62ceb1045 req-72e4b492-3117-4f92-a8f9-5d8c564478cd tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 945 time: 1.2133958 Feb 09 18:10:50.812983 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b6c267e4-eaf5-4e1c-b031-dd4b0ab28b80 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:50.816836 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b6c267e4-eaf5-4e1c-b031-dd4b0ab28b80 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.8655016 Feb 09 18:10:50.821572 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53036) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:50.830257 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:50.878438 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef030ba8-d229-4493-9654-9da0efbf5be8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Made reservation on behalf of 3aafa79d3d06419e8e7c5f7d6aab117f for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:10:50.881579 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ef030ba8-d229-4493-9654-9da0efbf5be8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:50.958383 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-59b42591-2cbb-465d-89e0-20f62ceb1045 req-f95c8a1f-28f4-422c-90ae-41ac121da0fd tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Deleting port 1a242124-4a30-41c2-a5f0-144d690e6d10 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:10:50.958383 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-59b42591-2cbb-465d-89e0-20f62ceb1045 req-f95c8a1f-28f4-422c-90ae-41ac121da0fd tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:50.961782 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] Set router efff9e61-2c9e-4220-a8ae-266542a87b00 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:10:50.995321 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-396f27e7-4d10-4c04-a76f-49f32fa069de tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-group-rules/ec4f1564-abda-4e58-a63d-bb9b49866207 HTTP/1.1" status: 200 len: 705 time: 0.1673026 Feb 09 18:10:50.996041 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53040) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:51.062430 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8e5e5d9-f7cc-4a6e-80bd-19a36f20ad54 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:51.062430 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20afba8-3042-4795-bc45-43bf0327276c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:10:51.370591 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=794af71f-f3a4-4612-9973-4db85073fcba,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:51.406735 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 2080c71b-6050-4f0a-8340-e12c18563a15 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:10:51.436136 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-43e0d566-abbb-4e6c-86a1-bb79e2a09509 req-01525c34-c3be-4044-9a9a-6ca30b510ceb service neutron] 10.222.0.50 "GET /v2.0/networks/d6eaa772-ffac-41e7-8518-58e8632c9a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1457882 Feb 09 18:10:51.464639 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef030ba8-d229-4493-9654-9da0efbf5be8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:10:51.516106 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ef030ba8-d229-4493-9654-9da0efbf5be8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:51.516106 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-ef030ba8-d229-4493-9654-9da0efbf5be8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Added segment 84c8f8ee-9e37-4de0-8914-b7128df34c9e of type vlan for network 7a7b9532-f4d9-42a4-96c5-676af3072980 Feb 09 18:10:51.604010 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c557b0f8-d2bd-4343-9f7e-6ff926164d98 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4877295 Feb 09 18:10:51.604010 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53044) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:51.647877 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-28945430-acc7-44c5-b56a-13772ca2e5a6 None None] Allocated IP 2001:db8::2 (533fa7e0-9286-46d7-99f4-266111443da8/906af947-70a1-4b91-a5d7-02750b2278f9/54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:10:51.709221 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ef030ba8-d229-4493-9654-9da0efbf5be8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:51.717914 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a8e5e5d9-f7cc-4a6e-80bd-19a36f20ad54 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:51.736899 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a8e5e5d9-f7cc-4a6e-80bd-19a36f20ad54 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Usage tracker for resource:security_group_rule and tenant:5f2bb51f14d84099801f5e479a222bcf is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:51.743669 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda7c7a-a7ff-42cb-b880-532a542bc367 req-97447e07-c949-4ed4-bfc1-203759bc903d tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:51.750221 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a8e5e5d9-f7cc-4a6e-80bd-19a36f20ad54 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:51.756918 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1fda7c7a-a7ff-42cb-b880-532a542bc367 req-97447e07-c949-4ed4-bfc1-203759bc903d tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 945 time: 0.7267776 Feb 09 18:10:51.756918 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3e5248c1-5d53-4a4d-b899-5088a46ed1cf tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:51.759620 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a8e5e5d9-f7cc-4a6e-80bd-19a36f20ad54 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:51.759824 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3e5248c1-5d53-4a4d-b899-5088a46ed1cf tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:51.775191 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4ba8521f-c7d8-440e-a03e-81c23b521c8a None None] Port 780aca02-817a-439a-bc19-cdd40bfbda17 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:10:51.796937 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:10:43Z', 'revision_number': 3, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '780aca02-817a-439a-bc19-cdd40bfbda17', 'name': '', 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:fc:b9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:41Z', 'updated_at': '2022-02-09T18:10:45Z', 'revision_number': 2, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:37Z', 'revision_number': 4, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:51.802785 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] Checking router: efff9e61-2c9e-4220-a8ae-266542a87b00 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:10:51.803723 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] Updating router efff9e61-2c9e-4220-a8ae-266542a87b00 port 780aca02-817a-439a-bc19-cdd40bfbda17 binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:10:51.865680 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8e5e5d9-f7cc-4a6e-80bd-19a36f20ad54 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:51.867736 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1fda7c7a-a7ff-42cb-b880-532a542bc367 req-5af722e1-d9d2-4427-a509-b2f23517618e tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037533 Feb 09 18:10:51.883930 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:51.931138 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:51.973110 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3e5248c1-5d53-4a4d-b899-5088a46ed1cf tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:52.042283 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ef030ba8-d229-4493-9654-9da0efbf5be8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:52.046339 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef030ba8-d229-4493-9654-9da0efbf5be8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:52.047102 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ef030ba8-d229-4493-9654-9da0efbf5be8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:52.085100 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5248c1-5d53-4a4d-b899-5088a46ed1cf tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec4f1564-abda-4e58-a63d-bb9b49866207,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:52.216039 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-594d4e5d-9cef-42c4-9610-69f2de7a69d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1073232d-05c2-446f-b66e-9792198afe19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630140027', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:04Z', 'updated_at': '2022-02-09T18:08:26Z', 'revision_number': 4, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'gw_port': {'id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1073232d-05c2-446f-b66e-9792198afe19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:07Z', 'updated_at': '2022-02-09T18:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '1ec8f131-23db-4f3f-88b7-ec8b7ddc639a', 'name': '', 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'mac_address': 'fa:16:3e:7c:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1073232d-05c2-446f-b66e-9792198afe19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de722401-dd0e-409a-8196-100518d2fe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:24Z', 'updated_at': '2022-02-09T18:08:44Z', 'revision_number': 5, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'subnets': [{'id': 'de722401-dd0e-409a-8196-100518d2fe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:52.236307 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5d3528-6c0a-41b6-87d1-c1e58ab988ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-d4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ips': [{'subnet_id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:10:52.236307 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad5d3528-6c0a-41b6-87d1-c1e58ab988ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:52.255430 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c20afba8-3042-4795-bc45-43bf0327276c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:52.264565 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5e5d9-f7cc-4a6e-80bd-19a36f20ad54 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb645dc-d449-432d-895c-3f4ffcf74010,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:52.297061 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8e5e5d9-f7cc-4a6e-80bd-19a36f20ad54 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:52.312147 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3e5248c1-5d53-4a4d-b899-5088a46ed1cf tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:52.312147 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3e5248c1-5d53-4a4d-b899-5088a46ed1cf tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ec4f1564-abda-4e58-a63d-bb9b49866207 HTTP/1.1" status: 204 len: 168 time: 0.7077727 Feb 09 18:10:52.337020 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53048) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:52.451929 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594d4e5d-9cef-42c4-9610-69f2de7a69d1 None None] Checking router: 1073232d-05c2-446f-b66e-9792198afe19 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:10:52.469780 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030ba8-d229-4493-9654-9da0efbf5be8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Network': ['ID=7a7b9532-f4d9-42a4-96c5-676af3072980,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:52.469780 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ef030ba8-d229-4493-9654-9da0efbf5be8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7917006 Feb 09 18:10:52.481547 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53052) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:52.481547 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-276faee1-354a-4ecf-922f-c2addce246c7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'subnet': {'network_id': '7a7b9532-f4d9-42a4-96c5-676af3072980', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:52.509522 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 7a7b9532-f4d9-42a4-96c5-676af3072980 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:10:52.564881 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5e5d9-f7cc-4a6e-80bd-19a36f20ad54 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7548eedc-e8be-4f8d-a524-90aee2109c02,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:52.760636 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d3a8ea7f-9f34-4c9d-882b-d2c5df5873af tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Synchronizing usage tracker for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group_rule {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:52.788153 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-276faee1-354a-4ecf-922f-c2addce246c7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:52.788153 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-276faee1-354a-4ecf-922f-c2addce246c7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Usage tracker for resource:subnet and tenant:3aafa79d3d06419e8e7c5f7d6aab117f is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:52.788153 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-276faee1-354a-4ecf-922f-c2addce246c7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:52.816558 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-276faee1-354a-4ecf-922f-c2addce246c7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:52.855319 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-59b42591-2cbb-465d-89e0-20f62ceb1045 req-f95c8a1f-28f4-422c-90ae-41ac121da0fd tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] For port 1a242124-4a30-41c2-a5f0-144d690e6d10, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1a242124-4a30-41c2-a5f0-144d690e6d10,segment=NetworkSegment(bb132a2c-087c-4094-9ff0-147d0aa84db2),segment_id=bb132a2c-087c-4094-9ff0-147d0aa84db2)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:52.855319 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-59b42591-2cbb-465d-89e0-20f62ceb1045 req-f95c8a1f-28f4-422c-90ae-41ac121da0fd tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:52.864044 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 2080c71b-6050-4f0a-8340-e12c18563a15 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:52.864724 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:52.946076 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276faee1-354a-4ecf-922f-c2addce246c7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Made reservation on behalf of 3aafa79d3d06419e8e7c5f7d6aab117f for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:10:52.952194 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:52.969701 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] Transition to ACTIVE for port object 780aca02-817a-439a-bc19-cdd40bfbda17 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:53.021138 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594d4e5d-9cef-42c4-9610-69f2de7a69d1 None None] Routers {'1073232d-05c2-446f-b66e-9792198afe19'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:10:53.027804 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-594d4e5d-9cef-42c4-9610-69f2de7a69d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:10:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['1073232d-05c2-446f-b66e-9792198afe19'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:53.047163 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-59b42591-2cbb-465d-89e0-20f62ceb1045 req-f95c8a1f-28f4-422c-90ae-41ac121da0fd tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Calling delete_port for 1a242124-4a30-41c2-a5f0-144d690e6d10 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:10:53.110089 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:53.124459 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8e5e5d9-f7cc-4a6e-80bd-19a36f20ad54 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:53.128701 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a8e5e5d9-f7cc-4a6e-80bd-19a36f20ad54 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 3.9902220 Feb 09 18:10:53.140964 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53060) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:53.175851 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-276faee1-354a-4ecf-922f-c2addce246c7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:53.207011 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d3a8ea7f-9f34-4c9d-882b-d2c5df5873af tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Unset dirty status for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group_rule {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:53.220443 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d3a8ea7f-9f34-4c9d-882b-d2c5df5873af tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.8708014 Feb 09 18:10:53.224903 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53064) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:53.232040 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-320bb277-0ec4-42f2-9bf0-7a93d4e89bd8 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Synchronizing usage tracker for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:53.237274 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-43e0d566-abbb-4e6c-86a1-bb79e2a09509 req-e1cbc04e-349e-41fb-b4db-427ce656a889 service neutron] 10.222.0.50 "GET /v2.0/networks/d6eaa772-ffac-41e7-8518-58e8632c9a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6976979 Feb 09 18:10:53.267564 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ff9e919c-f841-4b47-9321-74a4626b2bb8 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Request body: {'security_group_rule': {'security_group_id': 'ffef0f4e-53ed-4f6e-88ed-89c72b93ea7f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:53.276394 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ff9e919c-f841-4b47-9321-74a4626b2bb8 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:53.289776 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ff9e919c-f841-4b47-9321-74a4626b2bb8 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:53.422560 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de396a-a501-43bf-89e2-d40541e08168 None None] Pushing event updated for resources: {'Port': ['ID=780aca02-817a-439a-bc19-cdd40bfbda17,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:53.477212 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff9e919c-f841-4b47-9321-74a4626b2bb8 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:53.566446 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-320bb277-0ec4-42f2-9bf0-7a93d4e89bd8 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Unset dirty status for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:53.571440 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-320bb277-0ec4-42f2-9bf0-7a93d4e89bd8 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4318316 Feb 09 18:10:53.572636 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53068) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:53.614805 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff9e919c-f841-4b47-9321-74a4626b2bb8 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:53.620039 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8fd37202-d2f2-4edc-a475-ac1fa32e4ceb tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Request body: {'security_group': {'name': 'tempest-security--1721267679', 'description': 'tempest-security-description-547949525'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:53.628771 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-594d4e5d-9cef-42c4-9610-69f2de7a69d1 None None] Set router 1073232d-05c2-446f-b66e-9792198afe19 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:10:53.668259 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8fd37202-d2f2-4edc-a475-ac1fa32e4ceb tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:53.686984 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] Attempting to bind port 780aca02-817a-439a-bc19-cdd40bfbda17 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:10:53.686984 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] Attempting to bind port 780aca02-817a-439a-bc19-cdd40bfbda17 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '1a1675c3-a4cc-4adb-a5e8-a44297d7b52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:10:53.686984 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] Attempting to bind port 780aca02-817a-439a-bc19-cdd40bfbda17 on network f435a6b2-6d95-406c-81da-8377a32ea09a {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:10:53.704958 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:10:53.706158 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] Checking segment: {'id': '1a1675c3-a4cc-4adb-a5e8-a44297d7b52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:10:53.707106 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:53.708357 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] Bound using segment: {'id': '1a1675c3-a4cc-4adb-a5e8-a44297d7b52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:10:53.712476 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] Bound port: 780aca02-817a-439a-bc19-cdd40bfbda17, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a1675c3-a4cc-4adb-a5e8-a44297d7b52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:10:53.714006 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:53.728612 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff9e919c-f841-4b47-9321-74a4626b2bb8 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:53.740313 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-ad5d3528-6c0a-41b6-87d1-c1e58ab988ec None None] Allocated IP 172.20.0.2 (d4c343ed-e559-44fb-ac6e-3c378d83bbdf/4a7ce76d-2721-4a28-b892-4c0742fa81e4/1e41e7dc-e732-4db5-b261-0e4608b8f4ad) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:10:53.852260 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8fd37202-d2f2-4edc-a475-ac1fa32e4ceb tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:53.860548 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-59b42591-2cbb-465d-89e0-20f62ceb1045 req-f95c8a1f-28f4-422c-90ae-41ac121da0fd tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:53.894777 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] For port 780aca02-817a-439a-bc19-cdd40bfbda17, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:10:53.902227 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] For port 780aca02-817a-439a-bc19-cdd40bfbda17, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=780aca02-817a-439a-bc19-cdd40bfbda17,segment=NetworkSegment(1a1675c3-a4cc-4adb-a5e8-a44297d7b52c),segment_id=1a1675c3-a4cc-4adb-a5e8-a44297d7b52c)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:10:53.930330 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e919c-f841-4b47-9321-74a4626b2bb8 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92d8a49-c3a5-487e-a89a-84aeab143405,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:53.969993 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8376b-5a60-4446-ad10-12ba417b55f2 req-b0697e33-fa78-47bf-a801-de82cd629f6d tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:53.982552 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c2f8376b-5a60-4446-ad10-12ba417b55f2 req-b0697e33-fa78-47bf-a801-de82cd629f6d tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 945 time: 0.8433678 Feb 09 18:10:53.984925 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28945430-acc7-44c5-b56a-13772ca2e5a6 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:53.997588 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8fd37202-d2f2-4edc-a475-ac1fa32e4ceb tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:54.000047 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8fd37202-d2f2-4edc-a475-ac1fa32e4ceb tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:54.001310 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8fd37202-d2f2-4edc-a475-ac1fa32e4ceb tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "PUT /v2.0/security-groups/7548eedc-e8be-4f8d-a524-90aee2109c02 HTTP/1.1" status: 200 len: 1611 time: 0.4234533 Feb 09 18:10:54.043225 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:54.053130 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53072) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:54.107469 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e36375f4-5d70-433a-9329-6e4b3bc6e2e8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:54.137032 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-28945430-acc7-44c5-b56a-13772ca2e5a6 None None] Transition to ACTIVE for port object 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:54.194484 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff9e919c-f841-4b47-9321-74a4626b2bb8 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:54.197614 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ff9e919c-f841-4b47-9321-74a4626b2bb8 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9574234 Feb 09 18:10:54.198946 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c8a1f-28f4-422c-90ae-41ac121da0fd tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Pushing event deleted for resources: {'Port': ['ID=1a242124-4a30-41c2-a5f0-144d690e6d10,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:54.225553 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] Routers {'efff9e61-2c9e-4220-a8ae-266542a87b00'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:10:54.226949 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:10:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['efff9e61-2c9e-4220-a8ae-266542a87b00'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:54.297097 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de396a-a501-43bf-89e2-d40541e08168 None None] Pushing event updated for resources: {'Port': ['ID=780aca02-817a-439a-bc19-cdd40bfbda17,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:54.312471 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53076) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:54.312471 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd37202-d2f2-4edc-a475-ac1fa32e4ceb tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7548eedc-e8be-4f8d-a524-90aee2109c02,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:54.323807 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b42591-2cbb-465d-89e0-20f62ceb1045 req-f95c8a1f-28f4-422c-90ae-41ac121da0fd tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] No DVR routers for this DVR port 1a242124-4a30-41c2-a5f0-144d690e6d10 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:10:54.328316 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-59b42591-2cbb-465d-89e0-20f62ceb1045 req-f95c8a1f-28f4-422c-90ae-41ac121da0fd tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:54.334250 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-59b42591-2cbb-465d-89e0-20f62ceb1045 req-f95c8a1f-28f4-422c-90ae-41ac121da0fd tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.50 "DELETE /v2.0/ports/1a242124-4a30-41c2-a5f0-144d690e6d10 HTTP/1.1" status: 204 len: 173 time: 3.5062237 Feb 09 18:10:54.391506 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea009630-a236-4e66-91e0-80a40b8b11ee', 'name': 'network-vif-deleted', 'tag': '1a242124-4a30-41c2-a5f0-144d690e6d10'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:10:54.408018 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7d9824e1-1b3d-4dd0-ae6c-48e119cf0734 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-group-rules/f92d8a49-c3a5-487e-a89a-84aeab143405 HTTP/1.1" status: 200 len: 706 time: 0.0887091 Feb 09 18:10:54.412938 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53082) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:54.432343 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c2f8376b-5a60-4446-ad10-12ba417b55f2 req-f407b7fb-57ce-4c8a-b1e1-fc6b6cfe24bd tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4486175 Feb 09 18:10:54.543029 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] Set router efff9e61-2c9e-4220-a8ae-266542a87b00 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:10:54.644901 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea009630-a236-4e66-91e0-80a40b8b11ee', 'name': 'network-vif-deleted', 'tag': '1a242124-4a30-41c2-a5f0-144d690e6d10', 'status': 'completed', 'code': 200} Feb 09 18:10:54.654471 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 1a242124-4a30-41c2-a5f0-144d690e6d10 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:10:54.748943 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2561aa12-ff5b-44fb-bb30-823c7cb1df1f tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-groups/7548eedc-e8be-4f8d-a524-90aee2109c02 HTTP/1.1" status: 200 len: 1611 time: 0.6884489 Feb 09 18:10:54.759031 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53086) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:54.774234 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0c0c9827-a0ce-4ef1-933a-276898801e35 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:10:54.809934 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.objects.ports [None req-c20afba8-3042-4795-bc45-43bf0327276c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84542) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 18:10:54.812081 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c20afba8-3042-4795-bc45-43bf0327276c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:54.877576 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: 1a242124-4a30-41c2-a5f0-144d690e6d10 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:10:54.877927 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 1a242124-4a30-41c2-a5f0-144d690e6d10 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:10:54.883543 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-28945430-acc7-44c5-b56a-13772ca2e5a6 None None] Transition to ACTIVE for port object 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:54.896621 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3325d5b4-80fe-4ec0-80ca-c0c58b5717ca tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.4687772 Feb 09 18:10:54.913366 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53090) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:55.016395 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-febd95a0-43fb-41fe-9f4d-bc54a0a84ec8 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:55.035511 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20afba8-3042-4795-bc45-43bf0327276c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:55.036612 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20afba8-3042-4795-bc45-43bf0327276c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Subnet': ['ID=6dd86f02-b5cb-4182-bbd2-1b37cf19d4d8,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:55.049422 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-c20afba8-3042-4795-bc45-43bf0327276c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:55.049422 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-febd95a0-43fb-41fe-9f4d-bc54a0a84ec8 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:55.061131 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20afba8-3042-4795-bc45-43bf0327276c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:55.061131 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c20afba8-3042-4795-bc45-43bf0327276c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:55.063631 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-276faee1-354a-4ecf-922f-c2addce246c7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:55.095528 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28945430-acc7-44c5-b56a-13772ca2e5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:55.152746 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28945430-acc7-44c5-b56a-13772ca2e5a6 None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:55.168970 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-28945430-acc7-44c5-b56a-13772ca2e5a6 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:55.172471 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28945430-acc7-44c5-b56a-13772ca2e5a6 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:10:55.233372 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3d7bdcf3-9e65-48e0-a143-fb6c9b8a70c4 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:55.236910 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c20afba8-3042-4795-bc45-43bf0327276c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.2592156 Feb 09 18:10:55.236910 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53094) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:55.253661 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-534b5d19-c645-4df0-89a9-459abc4b7135 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Request body: {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'mac_address': 'fa:16:3e:55:4d:34', 'name': 'tempest-NetworksTestDHCPv6-1599670230'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:55.277221 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad5d3528-6c0a-41b6-87d1-c1e58ab988ec None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:55.313813 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3d7bdcf3-9e65-48e0-a143-fb6c9b8a70c4 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:55.334606 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:10:43Z', 'revision_number': 3, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '780aca02-817a-439a-bc19-cdd40bfbda17', 'name': '', 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:fc:b9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:41Z', 'updated_at': '2022-02-09T18:10:53Z', 'revision_number': 4, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:49Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:55.338321 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-febd95a0-43fb-41fe-9f4d-bc54a0a84ec8 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:55.339728 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276faee1-354a-4ecf-922f-c2addce246c7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Subnet': ['ID=ac701da2-f185-45cd-98a5-6db5d7f23071,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:55.349589 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d31c975-0aee-4cde-9127-b4237140a93b None None] The sync data for ids ['efff9e61-2c9e-4220-a8ae-266542a87b00'] in dv-neutron-827016-2-hyperv is: [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:10:43Z', 'revision_number': 3, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '780aca02-817a-439a-bc19-cdd40bfbda17', 'name': '', 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:fc:b9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:41Z', 'updated_at': '2022-02-09T18:10:53Z', 'revision_number': 4, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:49Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:10:55.493332 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276faee1-354a-4ecf-922f-c2addce246c7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Checking segment: {'id': '84c8f8ee-9e37-4de0-8914-b7128df34c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a7b9532-f4d9-42a4-96c5-676af3072980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:10:55.493332 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276faee1-354a-4ecf-922f-c2addce246c7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network hostable DHCP agents. Network: 7a7b9532-f4d9-42a4-96c5-676af3072980, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:10:55.498068 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd95a0-43fb-41fe-9f4d-bc54a0a84ec8 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f92d8a49-c3a5-487e-a89a-84aeab143405,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:55.518438 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-febd95a0-43fb-41fe-9f4d-bc54a0a84ec8 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:55.518438 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-febd95a0-43fb-41fe-9f4d-bc54a0a84ec8 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f92d8a49-c3a5-487e-a89a-84aeab143405 HTTP/1.1" status: 204 len: 168 time: 0.5951595 Feb 09 18:10:55.519513 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ad5d3528-6c0a-41b6-87d1-c1e58ab988ec None None] Transition to ACTIVE for port object 1e41e7dc-e732-4db5-b261-0e4608b8f4ad will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:55.519627 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53098) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:55.612141 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28945430-acc7-44c5-b56a-13772ca2e5a6 None None] Pushing event updated for resources: {'Port': ['ID=54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:55.669898 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-28945430-acc7-44c5-b56a-13772ca2e5a6 None None] Attempting to bind port 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:10:55.669898 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-28945430-acc7-44c5-b56a-13772ca2e5a6 None None] Attempting to bind port 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:10:55.669898 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28945430-acc7-44c5-b56a-13772ca2e5a6 None None] Attempting to bind port 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5 on network 533fa7e0-9286-46d7-99f4-266111443da8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:10:55.679943 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ad5d3528-6c0a-41b6-87d1-c1e58ab988ec None None] Transition to ACTIVE for port object 1e41e7dc-e732-4db5-b261-0e4608b8f4ad will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:55.680183 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3d7bdcf3-9e65-48e0-a143-fb6c9b8a70c4 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:55.680593 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28945430-acc7-44c5-b56a-13772ca2e5a6 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:10:55.680593 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28945430-acc7-44c5-b56a-13772ca2e5a6 None None] Checking segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:10:55.680983 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28945430-acc7-44c5-b56a-13772ca2e5a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:55.681101 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28945430-acc7-44c5-b56a-13772ca2e5a6 None None] Bound using segment: {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:10:55.681593 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-28945430-acc7-44c5-b56a-13772ca2e5a6 None None] Bound port: 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '533fa7e0-9286-46d7-99f4-266111443da8'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:10:55.681991 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28945430-acc7-44c5-b56a-13772ca2e5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:55.699329 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-534b5d19-c645-4df0-89a9-459abc4b7135 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:55.748347 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7bdcf3-9e65-48e0-a143-fb6c9b8a70c4 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7548eedc-e8be-4f8d-a524-90aee2109c02,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:55.762158 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-534b5d19-c645-4df0-89a9-459abc4b7135 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:55.770789 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276faee1-354a-4ecf-922f-c2addce246c7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network 7a7b9532-f4d9-42a4-96c5-676af3072980 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:10:55.781086 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-39d1f67c-4a51-4c29-b73b-3d251a59de6c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Synchronizing usage tracker for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group_rule {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:55.845638 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-81f4844f-197f-468c-a174-1b2bd11f390f req-1a454fc9-3ce3-4d94-b79e-8d5f4dbad399 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea009630-a236-4e66-91e0-80a40b8b11ee HTTP/1.1" status: 200 len: 210 time: 0.0545974 Feb 09 18:10:55.905680 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534b5d19-c645-4df0-89a9-459abc4b7135 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Made reservation on behalf of c3cf6d6a82954c548b62cda4eaa1d82a for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:10:55.916307 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-276faee1-354a-4ecf-922f-c2addce246c7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 7a7b9532-f4d9-42a4-96c5-676af3072980) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:55.916895 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-534b5d19-c645-4df0-89a9-459abc4b7135 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:55.934184 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 0c0c9827-a0ce-4ef1-933a-276898801e35 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:10:55.940759 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad5d3528-6c0a-41b6-87d1-c1e58ab988ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:55.947618 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8e2815-b3f3-43cd-80bf-12087882d83d None None] Network 7a7b9532-f4d9-42a4-96c5-676af3072980 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:55.969884 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 0c0c9827-a0ce-4ef1-933a-276898801e35 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:55.970165 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:55.973624 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-39d1f67c-4a51-4c29-b73b-3d251a59de6c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Unset dirty status for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group_rule {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:55.978986 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-39d1f67c-4a51-4c29-b73b-3d251a59de6c tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4626555 Feb 09 18:10:55.984421 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53104) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:56.002531 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-534b5d19-c645-4df0-89a9-459abc4b7135 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] device_id is not set on port 73ff751f-cdd8-40f8-a69f-6ee934e36b12 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:10:56.021576 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276faee1-354a-4ecf-922f-c2addce246c7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:56.022645 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-276faee1-354a-4ecf-922f-c2addce246c7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:56.086057 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3d7bdcf3-9e65-48e0-a143-fb6c9b8a70c4 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:56.095579 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3d7bdcf3-9e65-48e0-a143-fb6c9b8a70c4 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "DELETE /v2.0/security-groups/7548eedc-e8be-4f8d-a524-90aee2109c02 HTTP/1.1" status: 204 len: 168 time: 1.3250132 Feb 09 18:10:56.097075 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53108) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:56.185884 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-e36375f4-5d70-433a-9329-6e4b3bc6e2e8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.20.0.1 (d4c343ed-e559-44fb-ac6e-3c378d83bbdf/4a7ce76d-2721-4a28-b892-4c0742fa81e4/5b0c9820-5ee9-47df-aaec-5f0da7b2e55b) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:10:56.241254 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-28945430-acc7-44c5-b56a-13772ca2e5a6 None None] For port 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:10:56.269601 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-28945430-acc7-44c5-b56a-13772ca2e5a6 None None] For port 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:10:56.311619 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-276faee1-354a-4ecf-922f-c2addce246c7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.8339405 Feb 09 18:10:56.323836 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53112) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:56.359770 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5d3528-6c0a-41b6-87d1-c1e58ab988ec None None] Network d4c343ed-e559-44fb-ac6e-3c378d83bbdf is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:56.369958 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-ad5d3528-6c0a-41b6-87d1-c1e58ab988ec None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:56.372253 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28945430-acc7-44c5-b56a-13772ca2e5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:56.379003 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5d3528-6c0a-41b6-87d1-c1e58ab988ec None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:10:56.388631 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e7b53a71-49d9-45b9-9538-089dcc5fddf7 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Synchronizing usage tracker for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:56.399242 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-594d4e5d-9cef-42c4-9610-69f2de7a69d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1073232d-05c2-446f-b66e-9792198afe19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630140027', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:04Z', 'updated_at': '2022-02-09T18:08:26Z', 'revision_number': 4, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'gw_port': {'id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1073232d-05c2-446f-b66e-9792198afe19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:07Z', 'updated_at': '2022-02-09T18:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '1ec8f131-23db-4f3f-88b7-ec8b7ddc639a', 'name': '', 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'mac_address': 'fa:16:3e:7c:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1073232d-05c2-446f-b66e-9792198afe19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de722401-dd0e-409a-8196-100518d2fe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:24Z', 'updated_at': '2022-02-09T18:08:44Z', 'revision_number': 5, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'subnets': [{'id': 'de722401-dd0e-409a-8196-100518d2fe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:10:56.399648 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7902a97a-b2b7-440f-877d-f4dd83a22c99 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:56.418570 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d3528-6c0a-41b6-87d1-c1e58ab988ec None None] Pushing event updated for resources: {'Port': ['ID=1e41e7dc-e732-4db5-b261-0e4608b8f4ad,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:56.426962 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594d4e5d-9cef-42c4-9610-69f2de7a69d1 None None] The sync data for ids ['1073232d-05c2-446f-b66e-9792198afe19'] in dv-neutron-827016-2-hyperv is: [{'id': '1073232d-05c2-446f-b66e-9792198afe19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630140027', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:04Z', 'updated_at': '2022-02-09T18:08:26Z', 'revision_number': 4, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'gw_port': {'id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1073232d-05c2-446f-b66e-9792198afe19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:07Z', 'updated_at': '2022-02-09T18:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '1ec8f131-23db-4f3f-88b7-ec8b7ddc639a', 'name': '', 'network_id': 'd6eaa772-ffac-41e7-8518-58e8632c9a92', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'mac_address': 'fa:16:3e:7c:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1073232d-05c2-446f-b66e-9792198afe19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de722401-dd0e-409a-8196-100518d2fe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:24Z', 'updated_at': '2022-02-09T18:08:44Z', 'revision_number': 5, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'subnets': [{'id': 'de722401-dd0e-409a-8196-100518d2fe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:10:56.475071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7902a97a-b2b7-440f-877d-f4dd83a22c99 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:56.567360 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e7b53a71-49d9-45b9-9538-089dcc5fddf7 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Unset dirty status for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:56.568639 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e7b53a71-49d9-45b9-9538-089dcc5fddf7 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4703500 Feb 09 18:10:56.574663 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53116) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:56.627274 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e36375f4-5d70-433a-9329-6e4b3bc6e2e8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:56.643519 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-1e45f3e8-b720-4578-9925-ee9f8c8bb594 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] delete failed (client error): The resource could not be found. Feb 09 18:10:56.643519 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1e45f3e8-b720-4578-9925-ee9f8c8bb594 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "DELETE /v2.0/security-groups/7548eedc-e8be-4f8d-a524-90aee2109c02 HTTP/1.1" status: 404 len: 347 time: 0.0619683 Feb 09 18:10:56.647746 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53120) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:56.656006 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-e36375f4-5d70-433a-9329-6e4b3bc6e2e8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Transition to ACTIVE for port object 5b0c9820-5ee9-47df-aaec-5f0da7b2e55b will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:56.694732 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-affb0a37-e3f0-421a-b209-8a33e5754afc tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Request body: {'security_group': {'name': 'tempest-secgroup--1348074870'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:56.711801 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-affb0a37-e3f0-421a-b209-8a33e5754afc tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:56.721745 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28945430-acc7-44c5-b56a-13772ca2e5a6 None None] Pushing event updated for resources: {'Port': ['ID=54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:56.727729 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ad5d3528-6c0a-41b6-87d1-c1e58ab988ec None None] Attempting to bind port 1e41e7dc-e732-4db5-b261-0e4608b8f4ad on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:10:56.728178 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ad5d3528-6c0a-41b6-87d1-c1e58ab988ec None None] Attempting to bind port 1e41e7dc-e732-4db5-b261-0e4608b8f4ad by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'b1e9633b-9012-448c-9139-7a881318a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:10:56.728548 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5d3528-6c0a-41b6-87d1-c1e58ab988ec None None] Attempting to bind port 1e41e7dc-e732-4db5-b261-0e4608b8f4ad on network d4c343ed-e559-44fb-ac6e-3c378d83bbdf {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:10:56.738112 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-affb0a37-e3f0-421a-b209-8a33e5754afc tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:56.768995 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7902a97a-b2b7-440f-877d-f4dd83a22c99 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:56.793270 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902a97a-b2b7-440f-877d-f4dd83a22c99 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffef0f4e-53ed-4f6e-88ed-89c72b93ea7f,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:56.799030 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e36375f4-5d70-433a-9329-6e4b3bc6e2e8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:56.812177 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:56.817271 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5d3528-6c0a-41b6-87d1-c1e58ab988ec None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:10:56.817722 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5d3528-6c0a-41b6-87d1-c1e58ab988ec None None] Checking segment: {'id': 'b1e9633b-9012-448c-9139-7a881318a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:10:56.818021 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad5d3528-6c0a-41b6-87d1-c1e58ab988ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:56.818654 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5d3528-6c0a-41b6-87d1-c1e58ab988ec None None] Bound using segment: {'id': 'b1e9633b-9012-448c-9139-7a881318a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:10:56.819336 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ad5d3528-6c0a-41b6-87d1-c1e58ab988ec None None] Bound port: 1e41e7dc-e732-4db5-b261-0e4608b8f4ad, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e9633b-9012-448c-9139-7a881318a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:10:56.819935 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad5d3528-6c0a-41b6-87d1-c1e58ab988ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:56.829656 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-534b5d19-c645-4df0-89a9-459abc4b7135 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 2001:db8::1f5 (533fa7e0-9286-46d7-99f4-266111443da8/906af947-70a1-4b91-a5d7-02750b2278f9/73ff751f-cdd8-40f8-a69f-6ee934e36b12) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:10:56.917073 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-534b5d19-c645-4df0-89a9-459abc4b7135 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Allocated IP 2001:db8:0:1:f816:3eff:fe55:4d34 (533fa7e0-9286-46d7-99f4-266111443da8/6dd86f02-b5cb-4182-bbd2-1b37cf19d4d8/73ff751f-cdd8-40f8-a69f-6ee934e36b12) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:10:56.961276 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-affb0a37-e3f0-421a-b209-8a33e5754afc tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:56.974938 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 0c0c9827-a0ce-4ef1-933a-276898801e35, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0c0c9827-a0ce-4ef1-933a-276898801e35,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:10:56.985807 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36375f4-5d70-433a-9329-6e4b3bc6e2e8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=5b0c9820-5ee9-47df-aaec-5f0da7b2e55b,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:57.046782 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36375f4-5d70-433a-9329-6e4b3bc6e2e8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network d4c343ed-e559-44fb-ac6e-3c378d83bbdf is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:57.048741 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-e36375f4-5d70-433a-9329-6e4b3bc6e2e8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:57.051519 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36375f4-5d70-433a-9329-6e4b3bc6e2e8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:10:57.059402 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474c7e97-7897-4e53-aa05-7c751d8a8a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-7a7b9532-f4d9-42a4-96c5-676af3072980', 'network_id': '7a7b9532-f4d9-42a4-96c5-676af3072980', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'fixed_ips': [{'subnet_id': 'ac701da2-f185-45cd-98a5-6db5d7f23071'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:10:57.070079 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-474c7e97-7897-4e53-aa05-7c751d8a8a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:57.085838 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53126) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:57.094645 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:57.154900 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e36375f4-5d70-433a-9329-6e4b3bc6e2e8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:57.159708 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7902a97a-b2b7-440f-877d-f4dd83a22c99 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:57.161185 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7902a97a-b2b7-440f-877d-f4dd83a22c99 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "DELETE /v2.0/security-groups/ffef0f4e-53ed-4f6e-88ed-89c72b93ea7f HTTP/1.1" status: 204 len: 168 time: 1.1757693 Feb 09 18:10:57.165277 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53130) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:57.193797 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=0c0c9827-a0ce-4ef1-933a-276898801e35,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:57.288436 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8c5c02c1-4a06-4652-8ce9-acb1c04464d3 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Synchronizing usage tracker for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:10:57.341902 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ad5d3528-6c0a-41b6-87d1-c1e58ab988ec None None] For port 1e41e7dc-e732-4db5-b261-0e4608b8f4ad, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:10:57.345825 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0351ce67-9fbe-4759-9149-14410d56b652 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:10:57.399344 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ad5d3528-6c0a-41b6-87d1-c1e58ab988ec None None] For port 1e41e7dc-e732-4db5-b261-0e4608b8f4ad, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=1e41e7dc-e732-4db5-b261-0e4608b8f4ad,segment=NetworkSegment(b1e9633b-9012-448c-9139-7a881318a7af),segment_id=b1e9633b-9012-448c-9139-7a881318a7af)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:10:57.408049 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 0351ce67-9fbe-4759-9149-14410d56b652 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:10:57.408696 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0351ce67-9fbe-4759-9149-14410d56b652 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:10:57.423098 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8c5c02c1-4a06-4652-8ce9-acb1c04464d3 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Unset dirty status for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:10:57.425115 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8c5c02c1-4a06-4652-8ce9-acb1c04464d3 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2585769 Feb 09 18:10:57.433305 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53134) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:57.451317 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-affb0a37-e3f0-421a-b209-8a33e5754afc tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:57.457661 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-15035bf2-a9a8-477e-bdfd-43973a8578a3 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Request body: {'security_group': {'name': 'tempest-secgroup--74560318'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:57.479806 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-15035bf2-a9a8-477e-bdfd-43973a8578a3 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:57.483169 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-affb0a37-e3f0-421a-b209-8a33e5754afc tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Usage tracker for resource:security_group_rule and tenant:5f2bb51f14d84099801f5e479a222bcf is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:57.496380 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-affb0a37-e3f0-421a-b209-8a33e5754afc tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:57.527907 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-affb0a37-e3f0-421a-b209-8a33e5754afc tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:57.551932 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-15035bf2-a9a8-477e-bdfd-43973a8578a3 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:57.562574 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e36375f4-5d70-433a-9329-6e4b3bc6e2e8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:57.584283 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad5d3528-6c0a-41b6-87d1-c1e58ab988ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:57.731443 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-474c7e97-7897-4e53-aa05-7c751d8a8a16 None None] Allocated IP 2001:db8:2::2 (7a7b9532-f4d9-42a4-96c5-676af3072980/ac701da2-f185-45cd-98a5-6db5d7f23071/9c50966b-3a92-4c40-b1cb-60a70c8400f7) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:10:57.734771 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-534b5d19-c645-4df0-89a9-459abc4b7135 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:57.752098 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15035bf2-a9a8-477e-bdfd-43973a8578a3 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:57.766964 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d3528-6c0a-41b6-87d1-c1e58ab988ec None None] Pushing event updated for resources: {'Port': ['ID=1e41e7dc-e732-4db5-b261-0e4608b8f4ad,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:57.904388 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-534b5d19-c645-4df0-89a9-459abc4b7135 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Transition to ACTIVE for port object 73ff751f-cdd8-40f8-a69f-6ee934e36b12 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:57.911709 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-affb0a37-e3f0-421a-b209-8a33e5754afc tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:57.915313 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:10:57.974336 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-15035bf2-a9a8-477e-bdfd-43973a8578a3 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:57.990659 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-15035bf2-a9a8-477e-bdfd-43973a8578a3 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Usage tracker for resource:security_group_rule and tenant:179cc86b44e74238894e07c09fb01264 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:57.996346 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-15035bf2-a9a8-477e-bdfd-43973a8578a3 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:58.023758 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-15035bf2-a9a8-477e-bdfd-43973a8578a3 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:58.026847 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-affb0a37-e3f0-421a-b209-8a33e5754afc tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:58.118478 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb0a37-e3f0-421a-b209-8a33e5754afc tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7b86c9-7b64-43dc-b8cc-5d355b3fdbd5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:58.159546 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-534b5d19-c645-4df0-89a9-459abc4b7135 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:58.213196 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-474c7e97-7897-4e53-aa05-7c751d8a8a16 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:58.247516 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-474c7e97-7897-4e53-aa05-7c751d8a8a16 None None] Transition to ACTIVE for port object 9c50966b-3a92-4c40-b1cb-60a70c8400f7 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:58.272156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-affb0a37-e3f0-421a-b209-8a33e5754afc tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:58.280233 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-affb0a37-e3f0-421a-b209-8a33e5754afc tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6237154 Feb 09 18:10:58.327132 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53138) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:58.440775 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-c0132da9-e599-4e67-a1c9-4fcdf2af0db0 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Request body: {'security_group_rule': {'security_group_id': 'bc7b86c9-7b64-43dc-b8cc-5d355b3fdbd5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:58.445363 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-474c7e97-7897-4e53-aa05-7c751d8a8a16 None None] Transition to ACTIVE for port object 9c50966b-3a92-4c40-b1cb-60a70c8400f7 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:10:58.495083 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c0132da9-e599-4e67-a1c9-4fcdf2af0db0 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:58.571255 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:10:58.576383 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-474c7e97-7897-4e53-aa05-7c751d8a8a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:58.587119 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c0132da9-e599-4e67-a1c9-4fcdf2af0db0 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Usage tracker for resource:security_group_rule and tenant:5f2bb51f14d84099801f5e479a222bcf is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:58.599478 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c0132da9-e599-4e67-a1c9-4fcdf2af0db0 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:58.611763 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c0132da9-e599-4e67-a1c9-4fcdf2af0db0 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:58.691156 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c1abf2-ac85-43c5-a089-f8010aa70159 None None] New status for floating IP 9ba96321-3b90-443a-bc1b-31df6d888fbb: DOWN {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:10:58.711315 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15035bf2-a9a8-477e-bdfd-43973a8578a3 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:58.780452 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 794af71f-f3a4-4612-9973-4db85073fcba up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:10:58.824115 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c0132da9-e599-4e67-a1c9-4fcdf2af0db0 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:58.837614 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534b5d19-c645-4df0-89a9-459abc4b7135 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Network 533fa7e0-9286-46d7-99f4-266111443da8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:58.855140 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-534b5d19-c645-4df0-89a9-459abc4b7135 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:58.858026 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534b5d19-c645-4df0-89a9-459abc4b7135 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:10:58.862774 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534b5d19-c645-4df0-89a9-459abc4b7135 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:10:58.863829 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-534b5d19-c645-4df0-89a9-459abc4b7135 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:58.875702 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15035bf2-a9a8-477e-bdfd-43973a8578a3 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:58.880444 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b5d19-c645-4df0-89a9-459abc4b7135 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event updated for resources: {'Port': ['ID=73ff751f-cdd8-40f8-a69f-6ee934e36b12,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:58.999291 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474c7e97-7897-4e53-aa05-7c751d8a8a16 None None] Network 7a7b9532-f4d9-42a4-96c5-676af3072980 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:10:59.000264 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15035bf2-a9a8-477e-bdfd-43973a8578a3 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae5504a-b53b-43cd-a52b-ea1b75e2fe22,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:59.008368 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-474c7e97-7897-4e53-aa05-7c751d8a8a16 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:10:59.018438 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474c7e97-7897-4e53-aa05-7c751d8a8a16 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:10:59.057855 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c7e97-7897-4e53-aa05-7c751d8a8a16 None None] Pushing event updated for resources: {'Port': ['ID=9c50966b-3a92-4c40-b1cb-60a70c8400f7,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:59.059878 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15035bf2-a9a8-477e-bdfd-43973a8578a3 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:59.061200 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c0132da9-e599-4e67-a1c9-4fcdf2af0db0 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:59.074551 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-15035bf2-a9a8-477e-bdfd-43973a8578a3 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.6345098 Feb 09 18:10:59.078175 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53142) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:59.088419 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-d212657f-071c-47c9-964c-fb9b74de724e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Request body: {'security_group_rule': {'security_group_id': 'bae5504a-b53b-43cd-a52b-ea1b75e2fe22', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:10:59.092001 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-534b5d19-c645-4df0-89a9-459abc4b7135 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.8585255 Feb 09 18:10:59.104702 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53146) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:59.106813 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d212657f-071c-47c9-964c-fb9b74de724e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:10:59.154879 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b27669ce-1fa8-491f-a93a-bf17536c5f57 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:59.186114 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf9c4b9-0f87-4780-9aa5-eda02535961b None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:59.209712 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-474c7e97-7897-4e53-aa05-7c751d8a8a16 None None] Attempting to bind port 9c50966b-3a92-4c40-b1cb-60a70c8400f7 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:10:59.209712 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-474c7e97-7897-4e53-aa05-7c751d8a8a16 None None] Attempting to bind port 9c50966b-3a92-4c40-b1cb-60a70c8400f7 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '84c8f8ee-9e37-4de0-8914-b7128df34c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a7b9532-f4d9-42a4-96c5-676af3072980'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:10:59.209974 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474c7e97-7897-4e53-aa05-7c751d8a8a16 None None] Attempting to bind port 9c50966b-3a92-4c40-b1cb-60a70c8400f7 on network 7a7b9532-f4d9-42a4-96c5-676af3072980 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:10:59.223956 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d212657f-071c-47c9-964c-fb9b74de724e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Usage tracker for resource:security_group_rule and tenant:179cc86b44e74238894e07c09fb01264 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:10:59.228555 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d212657f-071c-47c9-964c-fb9b74de724e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:10:59.235510 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d212657f-071c-47c9-964c-fb9b74de724e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:10:59.248631 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-64d92633-cb2d-40f9-a156-b5baac38d714 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting port 73ff751f-cdd8-40f8-a69f-6ee934e36b12 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:10:59.248984 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-64d92633-cb2d-40f9-a156-b5baac38d714 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:59.305790 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474c7e97-7897-4e53-aa05-7c751d8a8a16 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:10:59.305790 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474c7e97-7897-4e53-aa05-7c751d8a8a16 None None] Checking segment: {'id': '84c8f8ee-9e37-4de0-8914-b7128df34c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a7b9532-f4d9-42a4-96c5-676af3072980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:10:59.305790 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-474c7e97-7897-4e53-aa05-7c751d8a8a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:59.305790 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474c7e97-7897-4e53-aa05-7c751d8a8a16 None None] Bound using segment: {'id': '84c8f8ee-9e37-4de0-8914-b7128df34c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a7b9532-f4d9-42a4-96c5-676af3072980'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:10:59.305790 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-474c7e97-7897-4e53-aa05-7c751d8a8a16 None None] Bound port: 9c50966b-3a92-4c40-b1cb-60a70c8400f7, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c8f8ee-9e37-4de0-8914-b7128df34c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a7b9532-f4d9-42a4-96c5-676af3072980'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:10:59.305790 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-474c7e97-7897-4e53-aa05-7c751d8a8a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:59.319673 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 794af71f-f3a4-4612-9973-4db85073fcba triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:59.320044 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:59.355301 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c0132da9-e599-4e67-a1c9-4fcdf2af0db0 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:59.367784 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.resource_extend [None req-e36375f4-5d70-433a-9329-6e4b3bc6e2e8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:10:59.434318 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e36375f4-5d70-433a-9329-6e4b3bc6e2e8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:59.443575 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d212657f-071c-47c9-964c-fb9b74de724e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:59.492174 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0132da9-e599-4e67-a1c9-4fcdf2af0db0 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be566c51-bc9c-40b9-b0bc-48f751466c13,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:59.506850 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-49813f1f-02cc-4554-8afc-09012f036eb9 None None] Provisioning for port 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:10:59.533032 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d212657f-071c-47c9-964c-fb9b74de724e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:59.563449 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e36375f4-5d70-433a-9329-6e4b3bc6e2e8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:59.659570 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-49813f1f-02cc-4554-8afc-09012f036eb9 None None] Provisioning complete for port 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:10:59.661173 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-49813f1f-02cc-4554-8afc-09012f036eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:59.721649 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c0132da9-e599-4e67-a1c9-4fcdf2af0db0 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:59.727301 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c0132da9-e599-4e67-a1c9-4fcdf2af0db0 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3983338 Feb 09 18:10:59.728032 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53150) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:10:59.770225 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4672f8-fcbb-416d-b360-949cdfeddbc6 None None] Network d4c343ed-e559-44fb-ac6e-3c378d83bbdf requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:10:59.785455 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d212657f-071c-47c9-964c-fb9b74de724e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:59.785626 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10d3fc18-f603-4d31-9c8d-2762c73b1e93 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:10:59.945774 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212657f-071c-47c9-964c-fb9b74de724e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e470ca3-bfdc-4141-8a0b-844159e908fa,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:10:59.952979 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-474c7e97-7897-4e53-aa05-7c751d8a8a16 None None] For port 9c50966b-3a92-4c40-b1cb-60a70c8400f7, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:10:59.994885 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-474c7e97-7897-4e53-aa05-7c751d8a8a16 None None] For port 9c50966b-3a92-4c40-b1cb-60a70c8400f7, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9c50966b-3a92-4c40-b1cb-60a70c8400f7,segment=NetworkSegment(84c8f8ee-9e37-4de0-8914-b7128df34c9e),segment_id=84c8f8ee-9e37-4de0-8914-b7128df34c9e)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:10:59.998801 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e36375f4-5d70-433a-9329-6e4b3bc6e2e8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:00.002978 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0c0c9827-a0ce-4ef1-933a-276898801e35 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:11:00.006643 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36375f4-5d70-433a-9329-6e4b3bc6e2e8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=5b0c9820-5ee9-47df-aaec-5f0da7b2e55b,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:00.035270 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e105ed22-a857-4527-98b3-172ad597679a tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:00.066178 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e105ed22-a857-4527-98b3-172ad597679a tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:00.108728 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-474c7e97-7897-4e53-aa05-7c751d8a8a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:00.115738 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-64d92633-cb2d-40f9-a156-b5baac38d714 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:00.117990 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-b27669ce-1fa8-491f-a93a-bf17536c5f57 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Allocated IP 2001:db8:2::1 (7a7b9532-f4d9-42a4-96c5-676af3072980/ac701da2-f185-45cd-98a5-6db5d7f23071/451e0725-53fd-402d-b0a1-5d58a67f832f) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:11:00.172707 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d212657f-071c-47c9-964c-fb9b74de724e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:00.174919 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d212657f-071c-47c9-964c-fb9b74de724e tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0944190 Feb 09 18:11:00.224089 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53154) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:00.427232 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-49813f1f-02cc-4554-8afc-09012f036eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:00.458553 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-64d92633-cb2d-40f9-a156-b5baac38d714 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Calling delete_port for 73ff751f-cdd8-40f8-a69f-6ee934e36b12 owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:11:00.491068 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5a1ae7fe-9c76-4096-80f2-1362caadcddf tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:00.497575 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b27669ce-1fa8-491f-a93a-bf17536c5f57 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:00.568579 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c7e97-7897-4e53-aa05-7c751d8a8a16 None None] Pushing event updated for resources: {'Port': ['ID=9c50966b-3a92-4c40-b1cb-60a70c8400f7,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:00.600025 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5a1ae7fe-9c76-4096-80f2-1362caadcddf tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:00.614819 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-b27669ce-1fa8-491f-a93a-bf17536c5f57 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Transition to ACTIVE for port object 451e0725-53fd-402d-b0a1-5d58a67f832f will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:11:00.629183 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e105ed22-a857-4527-98b3-172ad597679a tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:00.722401 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105ed22-a857-4527-98b3-172ad597679a tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be566c51-bc9c-40b9-b0bc-48f751466c13,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:00.733429 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e105ed22-a857-4527-98b3-172ad597679a tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:00.735593 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e105ed22-a857-4527-98b3-172ad597679a tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/be566c51-bc9c-40b9-b0bc-48f751466c13 HTTP/1.1" status: 204 len: 168 time: 0.9581025 Feb 09 18:11:00.742711 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53158) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:00.769248 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 0c0c9827-a0ce-4ef1-933a-276898801e35 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:00.769828 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:00.896244 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-49813f1f-02cc-4554-8afc-09012f036eb9 None None] For port 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:00.915714 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36375f4-5d70-433a-9329-6e4b3bc6e2e8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network d4c343ed-e559-44fb-ac6e-3c378d83bbdf is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:11:00.916014 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb3f4df-73da-4157-ae36-c9dfcdf29fc7 None None] Update dhcp port {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'fixed_ips': [{'subnet_id': '906af947-70a1-4b91-a5d7-02750b2278f9', 'ip_address': '2001:db8::2'}, {'subnet_id': '6dd86f02-b5cb-4182-bbd2-1b37cf19d4d8'}], 'binding:host_id': 'dv-neutron-827016-2-hyperv'}, 'id': '54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5'} from dv-neutron-827016-2-hyperv. {{(pid=84543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 18:11:00.919956 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-e36375f4-5d70-433a-9329-6e4b3bc6e2e8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:11:00.973034 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b27669ce-1fa8-491f-a93a-bf17536c5f57 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:01.025068 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ccb3f4df-73da-4157-ae36-c9dfcdf29fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:01.049249 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-49813f1f-02cc-4554-8afc-09012f036eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:01.130850 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27669ce-1fa8-491f-a93a-bf17536c5f57 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Port': ['ID=451e0725-53fd-402d-b0a1-5d58a67f832f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:01.144977 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5a1ae7fe-9c76-4096-80f2-1362caadcddf tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:01.185244 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ae7fe-9c76-4096-80f2-1362caadcddf tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae5504a-b53b-43cd-a52b-ea1b75e2fe22,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:01.227507 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27669ce-1fa8-491f-a93a-bf17536c5f57 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network 7a7b9532-f4d9-42a4-96c5-676af3072980 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:11:01.230108 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-b27669ce-1fa8-491f-a93a-bf17536c5f57 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:11:01.234130 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27669ce-1fa8-491f-a93a-bf17536c5f57 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:11:01.235391 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b27669ce-1fa8-491f-a93a-bf17536c5f57 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:01.460214 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49813f1f-02cc-4554-8afc-09012f036eb9 None None] Pushing event updated for resources: {'Port': ['ID=54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:01.500728 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-0e383044-2cb0-4404-a90b-f0d10aef0093 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Synchronizing usage tracker for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group_rule {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:01.560164 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 780aca02-817a-439a-bc19-cdd40bfbda17 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:11:01.680884 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5a1ae7fe-9c76-4096-80f2-1362caadcddf tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:01.686540 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5a1ae7fe-9c76-4096-80f2-1362caadcddf tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "DELETE /v2.0/security-groups/bae5504a-b53b-43cd-a52b-ea1b75e2fe22 HTTP/1.1" status: 204 len: 168 time: 1.4576058 Feb 09 18:11:01.758810 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53164) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:01.834828 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-ccb3f4df-73da-4157-ae36-c9dfcdf29fc7 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe66:8143 (533fa7e0-9286-46d7-99f4-266111443da8/6dd86f02-b5cb-4182-bbd2-1b37cf19d4d8/54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:11:01.858789 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0f37b9ef-b466-4a07-b677-8ccacc776635 None None] Provisioning for port 1e41e7dc-e732-4db5-b261-0e4608b8f4ad completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:11:01.888979 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b27669ce-1fa8-491f-a93a-bf17536c5f57 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:01.996930 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-0e383044-2cb0-4404-a90b-f0d10aef0093 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Unset dirty status for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group_rule {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:01.998329 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0e383044-2cb0-4404-a90b-f0d10aef0093 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 1.2495904 Feb 09 18:11:02.002535 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-64d92633-cb2d-40f9-a156-b5baac38d714 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:02.002764 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 780aca02-817a-439a-bc19-cdd40bfbda17 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:11:02.010250 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53168) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:02.023970 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 780aca02-817a-439a-bc19-cdd40bfbda17 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:02.024347 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:02.123441 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d92633-cb2d-40f9-a156-b5baac38d714 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Port': ['ID=73ff751f-cdd8-40f8-a69f-6ee934e36b12,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:02.214547 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ccb3f4df-73da-4157-ae36-c9dfcdf29fc7 None None] For port 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:02.234786 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3dfe9e95-d123-4892-b36e-37d2130daf70 None None] Provisioning for port 5b0c9820-5ee9-47df-aaec-5f0da7b2e55b completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:11:02.278343 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aecc4107-0a59-4894-9da7-cb209d611d10 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:02.282750 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3dfe9e95-d123-4892-b36e-37d2130daf70 None None] Provisioning complete for port 5b0c9820-5ee9-47df-aaec-5f0da7b2e55b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:02.283131 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dfe9e95-d123-4892-b36e-37d2130daf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:02.325609 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aecc4107-0a59-4894-9da7-cb209d611d10 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:02.400063 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.resource_extend [None req-ccb3f4df-73da-4157-ae36-c9dfcdf29fc7 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:11:02.415093 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-64d92633-cb2d-40f9-a156-b5baac38d714 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:02.472108 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-64d92633-cb2d-40f9-a156-b5baac38d714 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/73ff751f-cdd8-40f8-a69f-6ee934e36b12 HTTP/1.1" status: 204 len: 168 time: 3.3490372 Feb 09 18:11:02.472267 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ccb3f4df-73da-4157-ae36-c9dfcdf29fc7 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:02.472653 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53172) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:02.485779 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-3dfe9e95-d123-4892-b36e-37d2130daf70 None None] Port 5b0c9820-5ee9-47df-aaec-5f0da7b2e55b cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:11:02.503925 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:02.521159 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ccb3f4df-73da-4157-ae36-c9dfcdf29fc7 None None] Transition to ACTIVE for port object 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:11:02.560402 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4065e18b-6266-40a6-b6b3-5ebc5eb2a750 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Synchronizing usage tracker for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:02.561872 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aecc4107-0a59-4894-9da7-cb209d611d10 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:02.562531 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3613510e-d425-4e50-a01f-ccc8508d8cbb None None] Network 7a7b9532-f4d9-42a4-96c5-676af3072980 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:11:02.562764 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aecc4107-0a59-4894-9da7-cb209d611d10 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:02.567445 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-aecc4107-0a59-4894-9da7-cb209d611d10 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "DELETE /v2.0/security-groups/bc7b86c9-7b64-43dc-b8cc-5d355b3fdbd5 HTTP/1.1" status: 204 len: 168 time: 0.5172532 Feb 09 18:11:02.581788 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53176) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:02.604259 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc4107-0a59-4894-9da7-cb209d611d10 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7b86c9-7b64-43dc-b8cc-5d355b3fdbd5,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:02.725415 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 780aca02-817a-439a-bc19-cdd40bfbda17, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=780aca02-817a-439a-bc19-cdd40bfbda17,segment=NetworkSegment(1a1675c3-a4cc-4adb-a5e8-a44297d7b52c),segment_id=1a1675c3-a4cc-4adb-a5e8-a44297d7b52c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:02.728794 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ccb3f4df-73da-4157-ae36-c9dfcdf29fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:02.739353 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c0ed3cda-d098-434e-a5cc-6d0c3084eba0 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Synchronizing usage tracker for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:02.783032 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798c802a-0032-4811-82f4-5a33a13f86e1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:02.783032 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-798c802a-0032-4811-82f4-5a33a13f86e1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:02.785691 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-10d3fc18-f603-4d31-9c8d-2762c73b1e93 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Deleting port 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:11:02.786386 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10d3fc18-f603-4d31-9c8d-2762c73b1e93 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:02.823708 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4065e18b-6266-40a6-b6b3-5ebc5eb2a750 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Unset dirty status for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:02.829232 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4065e18b-6266-40a6-b6b3-5ebc5eb2a750 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0678415 Feb 09 18:11:02.829532 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36375f4-5d70-433a-9329-6e4b3bc6e2e8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 5e855328-ab3f-43d1-a29e-22321f9f9c71 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:11:02.830232 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53180) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:02.893909 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:02.966968 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3f4df-73da-4157-ae36-c9dfcdf29fc7 None None] Pushing event updated for resources: {'Port': ['ID=54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:03.015851 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-798c802a-0032-4811-82f4-5a33a13f86e1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:03.020612 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-798c802a-0032-4811-82f4-5a33a13f86e1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.5389946 Feb 09 18:11:03.021462 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53184) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:03.030685 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c0ed3cda-d098-434e-a5cc-6d0c3084eba0 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Unset dirty status for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:03.032921 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c0ed3cda-d098-434e-a5cc-6d0c3084eba0 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4488187 Feb 09 18:11:03.096057 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53188) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:03.106029 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-79a18234-d73e-4808-95d6-fb9847035977 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Request body: {'security_group': {'name': 'tempest-secgroup--1217073103'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:03.114051 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-79a18234-d73e-4808-95d6-fb9847035977 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:03.126366 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-79a18234-d73e-4808-95d6-fb9847035977 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:03.173300 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-b27669ce-1fa8-491f-a93a-bf17536c5f57 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:11:03.190917 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-79a18234-d73e-4808-95d6-fb9847035977 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:03.212201 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cdbb2236-27b8-4187-baf5-e093ef211a7d tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Synchronizing usage tracker for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group_rule {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:03.214498 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-312290e7-3eec-46f3-91d8-89ac1018a976 None None] Provisioning for port 9c50966b-3a92-4c40-b1cb-60a70c8400f7 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:11:03.230891 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b27669ce-1fa8-491f-a93a-bf17536c5f57 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:03.256848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-10d3fc18-f603-4d31-9c8d-2762c73b1e93 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] For port 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=1ec8f131-23db-4f3f-88b7-ec8b7ddc639a,segment=NetworkSegment(bb132a2c-087c-4094-9ff0-147d0aa84db2),segment_id=bb132a2c-087c-4094-9ff0-147d0aa84db2)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:03.256848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10d3fc18-f603-4d31-9c8d-2762c73b1e93 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:03.292874 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-79a18234-d73e-4808-95d6-fb9847035977 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:03.307185 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-79a18234-d73e-4808-95d6-fb9847035977 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:03.375300 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-79a18234-d73e-4808-95d6-fb9847035977 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:03.396667 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=780aca02-817a-439a-bc19-cdd40bfbda17,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:03.406418 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36375f4-5d70-433a-9329-6e4b3bc6e2e8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:11:03.435961 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d73245f-92c6-4801-823e-406440ef914d None None] Sync routers for ids ['5e855328-ab3f-43d1-a29e-22321f9f9c71'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:11:03.461456 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b27669ce-1fa8-491f-a93a-bf17536c5f57 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:03.462242 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b27669ce-1fa8-491f-a93a-bf17536c5f57 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:03.474033 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e36375f4-5d70-433a-9329-6e4b3bc6e2e8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "PUT /v2.0/routers/5e855328-ab3f-43d1-a29e-22321f9f9c71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2915242 Feb 09 18:11:03.475540 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53192) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:03.509219 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cdbb2236-27b8-4187-baf5-e093ef211a7d tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] Unset dirty status for tenant:179cc86b44e74238894e07c09fb01264 on resource:security_group_rule {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:03.514570 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cdbb2236-27b8-4187-baf5-e093ef211a7d tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.6767421 Feb 09 18:11:03.533696 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53196) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:03.536998 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d73245f-92c6-4801-823e-406440ef914d None None] Routers {'5e855328-ab3f-43d1-a29e-22321f9f9c71'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:11:03.538028 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2d73245f-92c6-4801-823e-406440ef914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:10:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['5e855328-ab3f-43d1-a29e-22321f9f9c71'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:03.555537 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 1e41e7dc-e732-4db5-b261-0e4608b8f4ad up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:11:03.591459 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-312290e7-3eec-46f3-91d8-89ac1018a976 None None] Provisioning complete for port 5b0c9820-5ee9-47df-aaec-5f0da7b2e55b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:03.591838 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-312290e7-3eec-46f3-91d8-89ac1018a976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:03.660651 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-312290e7-3eec-46f3-91d8-89ac1018a976 None None] Port 5b0c9820-5ee9-47df-aaec-5f0da7b2e55b cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:11:03.672125 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-7d65ab53-20e4-4580-9ce1-581e1bae7a0f tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] delete failed (client error): The resource could not be found. Feb 09 18:11:03.673298 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7d65ab53-20e4-4580-9ce1-581e1bae7a0f tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "DELETE /v2.0/security-groups/bae5504a-b53b-43cd-a52b-ea1b75e2fe22 HTTP/1.1" status: 404 len: 347 time: 0.1383202 Feb 09 18:11:03.678402 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53200) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:03.728092 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-10d3fc18-f603-4d31-9c8d-2762c73b1e93 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Calling delete_port for 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:11:03.762945 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27669ce-1fa8-491f-a93a-bf17536c5f57 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Port': ['ID=451e0725-53fd-402d-b0a1-5d58a67f832f,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:03.774704 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6518634-981e-4969-87c3-24aa145df9ad tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:03.775848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d6518634-981e-4969-87c3-24aa145df9ad tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:03.781595 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-79a18234-d73e-4808-95d6-fb9847035977 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:03.876230 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c69c96-7bf4-4370-bcc6-c0342ce2d802 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:03.878398 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c69c96-7bf4-4370-bcc6-c0342ce2d802 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:03.878398 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c69c96-7bf4-4370-bcc6-c0342ce2d802 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:03.878398 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c69c96-7bf4-4370-bcc6-c0342ce2d802 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:03.878881 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c69c96-7bf4-4370-bcc6-c0342ce2d802 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:03.879647 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c69c96-7bf4-4370-bcc6-c0342ce2d802 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:03.880444 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c69c96-7bf4-4370-bcc6-c0342ce2d802 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:03.881111 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c69c96-7bf4-4370-bcc6-c0342ce2d802 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:03.881810 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c69c96-7bf4-4370-bcc6-c0342ce2d802 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:03.883683 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c69c96-7bf4-4370-bcc6-c0342ce2d802 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:03.884527 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c69c96-7bf4-4370-bcc6-c0342ce2d802 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:03.888461 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-22c69c96-7bf4-4370-bcc6-c0342ce2d802 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7767 time: 0.4108877 Feb 09 18:11:03.909156 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53204) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:03.931059 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-2d73245f-92c6-4801-823e-406440ef914d None None] Set router 5e855328-ab3f-43d1-a29e-22321f9f9c71 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:11:03.964953 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-79a18234-d73e-4808-95d6-fb9847035977 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:03.970038 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-79a18234-d73e-4808-95d6-fb9847035977 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8727295 Feb 09 18:11:03.990581 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53208) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:03.992026 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d6518634-981e-4969-87c3-24aa145df9ad tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:04.003606 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d6518634-981e-4969-87c3-24aa145df9ad tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.9786792 Feb 09 18:11:04.006849 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53210) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:04.023737 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 1e41e7dc-e732-4db5-b261-0e4608b8f4ad completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:11:04.035119 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 1e41e7dc-e732-4db5-b261-0e4608b8f4ad triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:04.035459 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:04.040679 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-22515662-01f7-4013-97d2-be4f71288adf tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Request body: {'security_group_rule': {'security_group_id': '436825a8-d765-4b3e-975d-c1f00fd536da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:04.055760 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-22515662-01f7-4013-97d2-be4f71288adf tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:04.066526 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8bbfcb19-4e06-4101-8af3-d8f648186626 tempest-SecGroupTest-1691407921 tempest-SecGroupTest-1691407921-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3860037 Feb 09 18:11:04.072884 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-22515662-01f7-4013-97d2-be4f71288adf tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Usage tracker for resource:security_group_rule and tenant:5f2bb51f14d84099801f5e479a222bcf is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:04.079987 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-22515662-01f7-4013-97d2-be4f71288adf tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:04.099500 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-22515662-01f7-4013-97d2-be4f71288adf tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:04.219548 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1805f588-e07a-430b-973e-9b6315d7b167 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:04.232580 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1805f588-e07a-430b-973e-9b6315d7b167 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:04.233662 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1805f588-e07a-430b-973e-9b6315d7b167 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:04.234570 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1805f588-e07a-430b-973e-9b6315d7b167 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:04.235661 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1805f588-e07a-430b-973e-9b6315d7b167 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:04.236468 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1805f588-e07a-430b-973e-9b6315d7b167 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:04.237220 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1805f588-e07a-430b-973e-9b6315d7b167 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:04.238013 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1805f588-e07a-430b-973e-9b6315d7b167 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:04.238816 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1805f588-e07a-430b-973e-9b6315d7b167 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:04.239611 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1805f588-e07a-430b-973e-9b6315d7b167 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:04.240433 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1805f588-e07a-430b-973e-9b6315d7b167 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:04.248820 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1805f588-e07a-430b-973e-9b6315d7b167 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:04.255166 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1805f588-e07a-430b-973e-9b6315d7b167 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7761 time: 0.3418686 Feb 09 18:11:04.261834 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53218) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:04.428267 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a18234-d73e-4808-95d6-fb9847035977 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436825a8-d765-4b3e-975d-c1f00fd536da,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:04.462816 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2d73245f-92c6-4801-823e-406440ef914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'name': 'tempest-TestNetworkBasicOps-router-1224041964', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:34Z', 'updated_at': '2022-02-09T18:10:57Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:37Z', 'updated_at': '2022-02-09T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '5b0c9820-5ee9-47df-aaec-5f0da7b2e55b', 'name': '', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:5e:6a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:55Z', 'updated_at': '2022-02-09T18:10:58Z', 'revision_number': 2, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:04.479274 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d73245f-92c6-4801-823e-406440ef914d None None] Checking router: 5e855328-ab3f-43d1-a29e-22321f9f9c71 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:11:04.479610 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d73245f-92c6-4801-823e-406440ef914d None None] Updating router 5e855328-ab3f-43d1-a29e-22321f9f9c71 port 5b0c9820-5ee9-47df-aaec-5f0da7b2e55b binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:11:04.509477 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22515662-01f7-4013-97d2-be4f71288adf tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:04.632464 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58ee300-f5ee-497b-b11d-a05da754a81c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:04.634008 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58ee300-f5ee-497b-b11d-a05da754a81c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:04.635854 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58ee300-f5ee-497b-b11d-a05da754a81c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:04.636486 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a58ee300-f5ee-497b-b11d-a05da754a81c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:04.679654 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2d73245f-92c6-4801-823e-406440ef914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:04.693908 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:04.736669 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27669ce-1fa8-491f-a93a-bf17536c5f57 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network 7a7b9532-f4d9-42a4-96c5-676af3072980 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:11:04.744558 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-b27669ce-1fa8-491f-a93a-bf17536c5f57 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:11:04.828767 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 1e41e7dc-e732-4db5-b261-0e4608b8f4ad, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=1e41e7dc-e732-4db5-b261-0e4608b8f4ad,segment=NetworkSegment(b1e9633b-9012-448c-9139-7a881318a7af),segment_id=b1e9633b-9012-448c-9139-7a881318a7af)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:04.901156 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5326bfe2-9b5b-4623-8d20-a630bf695131 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4312 time: 0.6397040 Feb 09 18:11:05.012286 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6143f786-3709-4ce9-866d-3d1a1be9167d None None] Provisioning for port 451e0725-53fd-402d-b0a1-5d58a67f832f completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:11:05.018477 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:05.019919 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 9c50966b-3a92-4c40-b1cb-60a70c8400f7 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:11:05.040623 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a58ee300-f5ee-497b-b11d-a05da754a81c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:05.042177 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a58ee300-f5ee-497b-b11d-a05da754a81c tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.9209578 Feb 09 18:11:05.047072 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53224) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:05.252108 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6143f786-3709-4ce9-866d-3d1a1be9167d None None] Provisioning complete for port 451e0725-53fd-402d-b0a1-5d58a67f832f triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:05.252496 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6143f786-3709-4ce9-866d-3d1a1be9167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:05.377917 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22515662-01f7-4013-97d2-be4f71288adf tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:05.388159 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53230) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:05.399434 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7ff5c883-b781-4dae-a584-fc2bc5a54eb3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-596289017', 'description': 'tempest-secgroup-smoke-596289017 description', 'project_id': '352fd60817ff4d5d9e97f16f52485b96'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:05.406655 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7ff5c883-b781-4dae-a584-fc2bc5a54eb3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:05.421206 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7ff5c883-b781-4dae-a584-fc2bc5a54eb3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:05.423072 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7ff5c883-b781-4dae-a584-fc2bc5a54eb3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:05.437510 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7ff5c883-b781-4dae-a584-fc2bc5a54eb3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:05.460488 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22515662-01f7-4013-97d2-be4f71288adf tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:05.557101 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6143f786-3709-4ce9-866d-3d1a1be9167d None None] Port 451e0725-53fd-402d-b0a1-5d58a67f832f cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:11:05.582035 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53234) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:05.587834 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=1e41e7dc-e732-4db5-b261-0e4608b8f4ad,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:05.614255 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-1828451e-e381-4757-b444-0a51f93592aa tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet 6dd86f02-b5cb-4182-bbd2-1b37cf19d4d8 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:11:05.624518 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c883-b781-4dae-a584-fc2bc5a54eb3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:05.627702 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1828451e-e381-4757-b444-0a51f93592aa tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:05.640479 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22515662-01f7-4013-97d2-be4f71288adf tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553358ab-e367-41fe-93d0-104930576447,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:05.723216 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6143f786-3709-4ce9-866d-3d1a1be9167d None None] Provisioning for port 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:11:05.731767 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 9c50966b-3a92-4c40-b1cb-60a70c8400f7 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:11:05.743669 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6143f786-3709-4ce9-866d-3d1a1be9167d None None] Provisioning complete for port 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:05.744681 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2d73245f-92c6-4801-823e-406440ef914d None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:05.745200 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6143f786-3709-4ce9-866d-3d1a1be9167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:05.761323 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2d73245f-92c6-4801-823e-406440ef914d None None] Transition to ACTIVE for port object 5b0c9820-5ee9-47df-aaec-5f0da7b2e55b will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:11:05.762905 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22515662-01f7-4013-97d2-be4f71288adf tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:05.764829 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-22515662-01f7-4013-97d2-be4f71288adf tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.7597480 Feb 09 18:11:05.771864 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53240) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:05.780337 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-82cfe855-71d0-43a7-a7ea-2dcdee9d9d66 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Request body: {'security_group_rule': {'security_group_id': '436825a8-d765-4b3e-975d-c1f00fd536da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:05.803085 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-82cfe855-71d0-43a7-a7ea-2dcdee9d9d66 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:05.814700 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7ff5c883-b781-4dae-a584-fc2bc5a54eb3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:05.820678 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-82cfe855-71d0-43a7-a7ea-2dcdee9d9d66 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Usage tracker for resource:security_group_rule and tenant:5f2bb51f14d84099801f5e479a222bcf is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:05.824407 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7ff5c883-b781-4dae-a584-fc2bc5a54eb3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:05.836565 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-82cfe855-71d0-43a7-a7ea-2dcdee9d9d66 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:05.840271 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 9c50966b-3a92-4c40-b1cb-60a70c8400f7 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:05.840670 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7ff5c883-b781-4dae-a584-fc2bc5a54eb3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:05.840940 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:05.855892 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10d3fc18-f603-4d31-9c8d-2762c73b1e93 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:05.860735 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-82cfe855-71d0-43a7-a7ea-2dcdee9d9d66 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:05.863528 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7ff5c883-b781-4dae-a584-fc2bc5a54eb3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:05.890252 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2d73245f-92c6-4801-823e-406440ef914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:05.934797 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3fc18-f603-4d31-9c8d-2762c73b1e93 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Pushing event deleted for resources: {'Port': ['ID=1ec8f131-23db-4f3f-88b7-ec8b7ddc639a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:05.983212 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1828451e-e381-4757-b444-0a51f93592aa tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:06.093998 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8335f6-fce4-4491-91ff-088a6021952b None None] Pushing event updated for resources: {'Port': ['ID=5b0c9820-5ee9-47df-aaec-5f0da7b2e55b,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:06.165194 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53244) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:06.166047 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f856c42a-489f-4137-8a1e-2e54c0ed06dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=179cc86b44e74238894e07c09fb01264&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5813961 Feb 09 18:11:06.180401 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-82cfe855-71d0-43a7-a7ea-2dcdee9d9d66 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:06.206234 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:06.236710 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c883-b781-4dae-a584-fc2bc5a54eb3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:06.272179 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6143f786-3709-4ce9-866d-3d1a1be9167d None None] Provisioning complete for port 9c50966b-3a92-4c40-b1cb-60a70c8400f7 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:06.273093 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6143f786-3709-4ce9-866d-3d1a1be9167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:06.307637 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1828451e-e381-4757-b444-0a51f93592aa tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:06.392074 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 9c50966b-3a92-4c40-b1cb-60a70c8400f7, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9c50966b-3a92-4c40-b1cb-60a70c8400f7,segment=NetworkSegment(84c8f8ee-9e37-4de0-8914-b7128df34c9e),segment_id=84c8f8ee-9e37-4de0-8914-b7128df34c9e)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:06.399916 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c883-b781-4dae-a584-fc2bc5a54eb3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:06.481018 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2d73245f-92c6-4801-823e-406440ef914d None None] Attempting to bind port 5b0c9820-5ee9-47df-aaec-5f0da7b2e55b on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:11:06.481677 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2d73245f-92c6-4801-823e-406440ef914d None None] Attempting to bind port 5b0c9820-5ee9-47df-aaec-5f0da7b2e55b by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'b1e9633b-9012-448c-9139-7a881318a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:11:06.482669 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d73245f-92c6-4801-823e-406440ef914d None None] Attempting to bind port 5b0c9820-5ee9-47df-aaec-5f0da7b2e55b on network d4c343ed-e559-44fb-ac6e-3c378d83bbdf {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:11:06.504937 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d73245f-92c6-4801-823e-406440ef914d None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:11:06.505455 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d73245f-92c6-4801-823e-406440ef914d None None] Checking segment: {'id': 'b1e9633b-9012-448c-9139-7a881318a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:11:06.507674 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2d73245f-92c6-4801-823e-406440ef914d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:06.508048 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d73245f-92c6-4801-823e-406440ef914d None None] Bound using segment: {'id': 'b1e9633b-9012-448c-9139-7a881318a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:11:06.510588 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2d73245f-92c6-4801-823e-406440ef914d None None] Bound port: 5b0c9820-5ee9-47df-aaec-5f0da7b2e55b, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e9633b-9012-448c-9139-7a881318a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:11:06.511187 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2d73245f-92c6-4801-823e-406440ef914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:06.518666 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:06.519457 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:11:06.550810 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27669ce-1fa8-491f-a93a-bf17536c5f57 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Router efff9e61-2c9e-4220-a8ae-266542a87b00 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:11:06.613580 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5c883-b781-4dae-a584-fc2bc5a54eb3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bab64de7-98e5-4007-a148-0793494aaf1f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:06.627600 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6143f786-3709-4ce9-866d-3d1a1be9167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:06.637276 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1828451e-e381-4757-b444-0a51f93592aa tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:06.657000 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2d73245f-92c6-4801-823e-406440ef914d None None] For port 5b0c9820-5ee9-47df-aaec-5f0da7b2e55b, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:11:06.662483 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2d73245f-92c6-4801-823e-406440ef914d None None] For port 5b0c9820-5ee9-47df-aaec-5f0da7b2e55b, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5b0c9820-5ee9-47df-aaec-5f0da7b2e55b,segment=NetworkSegment(b1e9633b-9012-448c-9139-7a881318a7af),segment_id=b1e9633b-9012-448c-9139-7a881318a7af)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:11:06.678357 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-82cfe855-71d0-43a7-a7ea-2dcdee9d9d66 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:06.680931 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9123fce4-1b1d-4625-a447-255f59552d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:06.716857 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=9c50966b-3a92-4c40-b1cb-60a70c8400f7,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:06.738558 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828451e-e381-4757-b444-0a51f93592aa tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=6dd86f02-b5cb-4182-bbd2-1b37cf19d4d8,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:06.741764 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2d73245f-92c6-4801-823e-406440ef914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:06.743009 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1828451e-e381-4757-b444-0a51f93592aa tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:06.748499 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-6143f786-3709-4ce9-866d-3d1a1be9167d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:11:06.749336 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-6143f786-3709-4ce9-866d-3d1a1be9167d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:11:06.753766 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4743d9-e91c-4d6b-b30e-24a0a8daff5e None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:11:06.781798 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c883-b781-4dae-a584-fc2bc5a54eb3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:06.783785 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7ff5c883-b781-4dae-a584-fc2bc5a54eb3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.3940978 Feb 09 18:11:06.787063 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53248) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:06.791331 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:06.792281 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:06.809706 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-56427458-4aee-4b1b-ae1e-d696e6cada72 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'bab64de7-98e5-4007-a148-0793494aaf1f', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:06.826552 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-56427458-4aee-4b1b-ae1e-d696e6cada72 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:06.842638 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-56427458-4aee-4b1b-ae1e-d696e6cada72 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:06.850769 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d73245f-92c6-4801-823e-406440ef914d None None] Routers {'5e855328-ab3f-43d1-a29e-22321f9f9c71'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:11:06.852165 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2d73245f-92c6-4801-823e-406440ef914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:10:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['5e855328-ab3f-43d1-a29e-22321f9f9c71'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:06.859628 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-56427458-4aee-4b1b-ae1e-d696e6cada72 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:06.864217 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1828451e-e381-4757-b444-0a51f93592aa tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/6dd86f02-b5cb-4182-bbd2-1b37cf19d4d8 HTTP/1.1" status: 204 len: 168 time: 1.8151281 Feb 09 18:11:06.872484 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53252) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:06.872769 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-82cfe855-71d0-43a7-a7ea-2dcdee9d9d66 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:06.887403 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9123fce4-1b1d-4625-a447-255f59552d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:06.887615 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-56427458-4aee-4b1b-ae1e-d696e6cada72 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:06.922601 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8335f6-fce4-4491-91ff-088a6021952b None None] Pushing event updated for resources: {'Port': ['ID=5b0c9820-5ee9-47df-aaec-5f0da7b2e55b,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:06.940414 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfe855-71d0-43a7-a7ea-2dcdee9d9d66 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b890d3-0bf7-455d-8c94-07d2b4872e7a,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:07.040481 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f20c038-72db-4839-aef2-1760040d0654 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Deleting subnet 906af947-70a1-4b91-a5d7-02750b2278f9 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:11:07.044567 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1f20c038-72db-4839-aef2-1760040d0654 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:07.092117 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-82cfe855-71d0-43a7-a7ea-2dcdee9d9d66 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:07.093723 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-82cfe855-71d0-43a7-a7ea-2dcdee9d9d66 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3202627 Feb 09 18:11:07.104143 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53256) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:07.111911 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-359cb862-8934-416e-bfeb-b6d058c083af tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Request body: {'security_group_rule': {'security_group_id': '436825a8-d765-4b3e-975d-c1f00fd536da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:07.122616 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-359cb862-8934-416e-bfeb-b6d058c083af tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:07.144861 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-359cb862-8934-416e-bfeb-b6d058c083af tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Usage tracker for resource:security_group_rule and tenant:5f2bb51f14d84099801f5e479a222bcf is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:07.152882 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-359cb862-8934-416e-bfeb-b6d058c083af tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:07.156729 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27669ce-1fa8-491f-a93a-bf17536c5f57 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:11:07.177551 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-359cb862-8934-416e-bfeb-b6d058c083af tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:07.179871 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9123fce4-1b1d-4625-a447-255f59552d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:07.184187 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1f20c038-72db-4839-aef2-1760040d0654 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:07.198909 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-2d73245f-92c6-4801-823e-406440ef914d None None] Set router 5e855328-ab3f-43d1-a29e-22321f9f9c71 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:11:07.226709 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123fce4-1b1d-4625-a447-255f59552d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50023474-8c1c-4077-be54-292f8bd09010,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:07.230324 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] Sync routers for ids ['efff9e61-2c9e-4220-a8ae-266542a87b00'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:11:07.232875 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10d3fc18-f603-4d31-9c8d-2762c73b1e93 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:07.244772 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b27669ce-1fa8-491f-a93a-bf17536c5f57 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "PUT /v2.0/routers/efff9e61-2c9e-4220-a8ae-266542a87b00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9323356 Feb 09 18:11:07.248331 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53260) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:07.265770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-660c487c-c5e9-4da1-95e3-413161378032 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-949403187'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:07.287051 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-660c487c-c5e9-4da1-95e3-413161378032 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:07.294901 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-56427458-4aee-4b1b-ae1e-d696e6cada72 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:07.305266 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-660c487c-c5e9-4da1-95e3-413161378032 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Usage tracker for resource:network and tenant:3aafa79d3d06419e8e7c5f7d6aab117f is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:07.311006 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-660c487c-c5e9-4da1-95e3-413161378032 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:07.329669 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-660c487c-c5e9-4da1-95e3-413161378032 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:07.393319 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-359cb862-8934-416e-bfeb-b6d058c083af tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:07.417107 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1f20c038-72db-4839-aef2-1760040d0654 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:07.503471 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660c487c-c5e9-4da1-95e3-413161378032 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Made reservation on behalf of 3aafa79d3d06419e8e7c5f7d6aab117f for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:11:07.506638 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-660c487c-c5e9-4da1-95e3-413161378032 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:07.544929 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6143f786-3709-4ce9-866d-3d1a1be9167d None None] Could not find standard attr ID for object 73ff751f-cdd8-40f8-a69f-6ee934e36b12. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:11:07.559549 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-56427458-4aee-4b1b-ae1e-d696e6cada72 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:07.603686 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660c487c-c5e9-4da1-95e3-413161378032 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:11:07.609963 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] Routers {'efff9e61-2c9e-4220-a8ae-266542a87b00'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:11:07.610649 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:10:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['efff9e61-2c9e-4220-a8ae-266542a87b00'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:07.624943 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-359cb862-8934-416e-bfeb-b6d058c083af tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:07.628572 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-660c487c-c5e9-4da1-95e3-413161378032 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:07.628946 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-660c487c-c5e9-4da1-95e3-413161378032 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Added segment 07b9472a-5c6a-47a2-abd8-7271747e1ccc of type vlan for network ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9 Feb 09 18:11:07.636395 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-56427458-4aee-4b1b-ae1e-d696e6cada72 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:07.684429 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56427458-4aee-4b1b-ae1e-d696e6cada72 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10839232-9123-4aad-be99-653fb07c40c0,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:07.696150 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-660c487c-c5e9-4da1-95e3-413161378032 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:07.705001 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1f20c038-72db-4839-aef2-1760040d0654 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:07.744040 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2d73245f-92c6-4801-823e-406440ef914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'name': 'tempest-TestNetworkBasicOps-router-1224041964', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:34Z', 'updated_at': '2022-02-09T18:10:57Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:37Z', 'updated_at': '2022-02-09T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '5b0c9820-5ee9-47df-aaec-5f0da7b2e55b', 'name': '', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:5e:6a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:55Z', 'updated_at': '2022-02-09T18:11:06Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:07.752824 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d73245f-92c6-4801-823e-406440ef914d None None] The sync data for ids ['5e855328-ab3f-43d1-a29e-22321f9f9c71'] in dv-neutron-827016-2-hyperv is: [{'id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'name': 'tempest-TestNetworkBasicOps-router-1224041964', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:34Z', 'updated_at': '2022-02-09T18:10:57Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:37Z', 'updated_at': '2022-02-09T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '5b0c9820-5ee9-47df-aaec-5f0da7b2e55b', 'name': '', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:5e:6a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:55Z', 'updated_at': '2022-02-09T18:11:06Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:11:07.769544 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20c038-72db-4839-aef2-1760040d0654 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Subnet': ['ID=906af947-70a1-4b91-a5d7-02750b2278f9,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:07.785014 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-359cb862-8934-416e-bfeb-b6d058c083af tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:07.788314 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1f20c038-72db-4839-aef2-1760040d0654 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:07.793497 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1f20c038-72db-4839-aef2-1760040d0654 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/906af947-70a1-4b91-a5d7-02750b2278f9 HTTP/1.1" status: 204 len: 168 time: 0.9079595 Feb 09 18:11:07.805948 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53264) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:07.899079 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9123fce4-1b1d-4625-a447-255f59552d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:07.900612 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9123fce4-1b1d-4625-a447-255f59552d2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50023474-8c1c-4077-be54-292f8bd09010 HTTP/1.1" status: 204 len: 168 time: 1.7281754 Feb 09 18:11:07.915970 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7f52911f-bb75-4aff-b217-33c91d57988e None None] Provisioning complete for port 451e0725-53fd-402d-b0a1-5d58a67f832f triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:07.916593 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7f52911f-bb75-4aff-b217-33c91d57988e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:08.002481 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cb862-8934-416e-bfeb-b6d058c083af tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1affc5-6518-4e9e-91d1-1f55cf7a9c3b,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:08.005861 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-56427458-4aee-4b1b-ae1e-d696e6cada72 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:08.015495 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-56427458-4aee-4b1b-ae1e-d696e6cada72 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2193584 Feb 09 18:11:08.023284 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53270) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:08.025499 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] Set router efff9e61-2c9e-4220-a8ae-266542a87b00 gateway port host: None {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:11:08.032178 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e8f77a85-e36c-4060-84b1-998ba5956c15 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2260654 Feb 09 18:11:08.042870 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53272) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:08.055936 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-063585de-d2c4-44f9-9949-2cc8886439c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'bab64de7-98e5-4007-a148-0793494aaf1f', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:08.112166 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-063585de-d2c4-44f9-9949-2cc8886439c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:08.144281 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-063585de-d2c4-44f9-9949-2cc8886439c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:08.156754 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-660c487c-c5e9-4da1-95e3-413161378032 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:08.162041 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-063585de-d2c4-44f9-9949-2cc8886439c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:08.162183 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660c487c-c5e9-4da1-95e3-413161378032 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:08.163083 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-660c487c-c5e9-4da1-95e3-413161378032 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:08.171876 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-063585de-d2c4-44f9-9949-2cc8886439c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:08.273847 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:11:08.293982 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-359cb862-8934-416e-bfeb-b6d058c083af tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:08.299592 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-359cb862-8934-416e-bfeb-b6d058c083af tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1899700 Feb 09 18:11:08.302851 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53278) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:08.323398 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-cb80cb63-c8c1-4e8d-aed7-f0792cdd49dd tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Request body: {'security_group_rule': {'security_group_id': '436825a8-d765-4b3e-975d-c1f00fd536da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:08.336233 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7f52911f-bb75-4aff-b217-33c91d57988e None None] Port 451e0725-53fd-402d-b0a1-5d58a67f832f cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:11:08.336581 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-cb80cb63-c8c1-4e8d-aed7-f0792cdd49dd tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:08.356034 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cb80cb63-c8c1-4e8d-aed7-f0792cdd49dd tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Usage tracker for resource:security_group_rule and tenant:5f2bb51f14d84099801f5e479a222bcf is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:08.368100 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c487c-c5e9-4da1-95e3-413161378032 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Network': ['ID=ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:08.368100 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cb80cb63-c8c1-4e8d-aed7-f0792cdd49dd tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:08.375417 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-cb80cb63-c8c1-4e8d-aed7-f0792cdd49dd tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:08.392627 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:11:08.427555 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cf348b-d3c3-4576-a874-a535b92b7b44 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:08.434830 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f9cf348b-d3c3-4576-a874-a535b92b7b44 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3686514 Feb 09 18:11:08.434830 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53282) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:08.454160 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-063585de-d2c4-44f9-9949-2cc8886439c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:08.466038 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7f52911f-bb75-4aff-b217-33c91d57988e None None] Could not find standard attr ID for object 73ff751f-cdd8-40f8-a69f-6ee934e36b12. {{(pid=84543) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 18:11:08.568749 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff5a3c6-2c2c-45c6-be6d-a9af14ca7008 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:08.570429 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9ff5a3c6-2c2c-45c6-be6d-a9af14ca7008 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Synchronizing usage tracker for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:08.581453 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-660c487c-c5e9-4da1-95e3-413161378032 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3269739 Feb 09 18:11:08.598223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53288) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:08.623295 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cb80cb63-c8c1-4e8d-aed7-f0792cdd49dd tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:08.641102 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-90b4c90e-6209-4a9d-adb6-d119f6d4e113 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'subnet': {'network_id': 'ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:08.748773 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-063585de-d2c4-44f9-9949-2cc8886439c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:08.768945 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9ff5a3c6-2c2c-45c6-be6d-a9af14ca7008 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Unset dirty status for tenant:c3cf6d6a82954c548b62cda4eaa1d82a on resource:subnet {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:08.777986 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9ff5a3c6-2c2c-45c6-be6d-a9af14ca7008 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3412559 Feb 09 18:11:08.782441 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53294) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:08.843967 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cb80cb63-c8c1-4e8d-aed7-f0792cdd49dd tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:08.886716 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-51172964-5c31-4bc5-960c-fa8815994381 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1028261 Feb 09 18:11:08.897550 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53300) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:08.968648 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-55940f4b-a466-4f74-8f78-cd243b651851 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:08.969372 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55940f4b-a466-4f74-8f78-cd243b651851 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:08.976088 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-063585de-d2c4-44f9-9949-2cc8886439c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:08.981484 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-55940f4b-a466-4f74-8f78-cd243b651851 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/73ff751f-cdd8-40f8-a69f-6ee934e36b12 HTTP/1.1" status: 404 len: 333 time: 0.0817895 Feb 09 18:11:08.984937 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cb80cb63-c8c1-4e8d-aed7-f0792cdd49dd tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:08.986782 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53304) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:09.089925 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-90b4c90e-6209-4a9d-adb6-d119f6d4e113 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:09.094882 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-90b4c90e-6209-4a9d-adb6-d119f6d4e113 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Usage tracker for resource:subnet and tenant:3aafa79d3d06419e8e7c5f7d6aab117f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:09.099177 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-90b4c90e-6209-4a9d-adb6-d119f6d4e113 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:09.107778 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-90b4c90e-6209-4a9d-adb6-d119f6d4e113 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:09.138587 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063585de-d2c4-44f9-9949-2cc8886439c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f76b0e9-1e20-426f-8f65-7074af7a520f,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:09.206744 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa457a3-f896-4fa9-a20b-780f61d34886 None None] Update dhcp port {'port': {'network_id': '533fa7e0-9286-46d7-99f4-266111443da8', 'fixed_ips': [{'subnet_id': '906af947-70a1-4b91-a5d7-02750b2278f9'}], 'binding:host_id': 'dv-neutron-827016-2-hyperv'}, 'id': '54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5'} from dv-neutron-827016-2-hyperv. {{(pid=84543) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 18:11:09.224710 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b4c90e-6209-4a9d-adb6-d119f6d4e113 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Made reservation on behalf of 3aafa79d3d06419e8e7c5f7d6aab117f for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:11:09.259864 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc45421e-7f42-4ba9-a0bc-246c40792728 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:09.260501 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc45421e-7f42-4ba9-a0bc-246c40792728 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:09.264648 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-dc45421e-7f42-4ba9-a0bc-246c40792728 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/6dd86f02-b5cb-4182-bbd2-1b37cf19d4d8 HTTP/1.1" status: 404 len: 337 time: 0.2522793 Feb 09 18:11:09.268709 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80cb63-c8c1-4e8d-aed7-f0792cdd49dd tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8261e9-ef16-4717-95d5-01004c33aa3e,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:09.270625 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53310) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:09.271586 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-063585de-d2c4-44f9-9949-2cc8886439c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:09.274852 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-063585de-d2c4-44f9-9949-2cc8886439c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2306788 Feb 09 18:11:09.301877 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53314) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:09.302677 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:09.303050 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:09.320307 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df727e7-4848-4bbd-a248-546324c20a08 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:09.321190 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df727e7-4848-4bbd-a248-546324c20a08 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:09.323222 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4df727e7-4848-4bbd-a248-546324c20a08 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/906af947-70a1-4b91-a5d7-02750b2278f9 HTTP/1.1" status: 404 len: 337 time: 0.0477083 Feb 09 18:11:09.334547 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53316) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:09.339236 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cb80cb63-c8c1-4e8d-aed7-f0792cdd49dd tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:09.344348 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cb80cb63-c8c1-4e8d-aed7-f0792cdd49dd tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0362802 Feb 09 18:11:09.346035 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4aa457a3-f896-4fa9-a20b-780f61d34886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:09.378581 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53320) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:09.393126 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-4cbb3ded-aaa7-463d-a024-b9077bd11c4d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Request body: {'security_group_rule': {'security_group_id': '436825a8-d765-4b3e-975d-c1f00fd536da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:09.399878 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee521fd-b96f-4f22-975a-52dc007b3a72 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:09.400601 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee521fd-b96f-4f22-975a-52dc007b3a72 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:09.402638 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4ee521fd-b96f-4f22-975a-52dc007b3a72 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/d42184f2-6fe2-4ff8-a101-5dda16f13abd HTTP/1.1" status: 404 len: 333 time: 0.0655205 Feb 09 18:11:09.406417 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53324) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:09.409926 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4cbb3ded-aaa7-463d-a024-b9077bd11c4d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:09.457452 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4cbb3ded-aaa7-463d-a024-b9077bd11c4d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Usage tracker for resource:security_group_rule and tenant:5f2bb51f14d84099801f5e479a222bcf is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:09.465644 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4cbb3ded-aaa7-463d-a024-b9077bd11c4d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:09.469529 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc9c4b2c-48b5-4079-9680-10d093e05a0d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:09.470237 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc9c4b2c-48b5-4079-9680-10d093e05a0d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:09.472219 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-bc9c4b2c-48b5-4079-9680-10d093e05a0d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/7d39169c-4168-46da-97af-5b995093f5a4 HTTP/1.1" status: 404 len: 337 time: 0.0645144 Feb 09 18:11:09.473251 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-63dea13b-bafb-4865-8ce2-6d8e464fc500 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'bab64de7-98e5-4007-a148-0793494aaf1f', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:09.477975 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53330) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:09.481257 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4cbb3ded-aaa7-463d-a024-b9077bd11c4d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:09.499683 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-63dea13b-bafb-4865-8ce2-6d8e464fc500 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:09.510266 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-63dea13b-bafb-4865-8ce2-6d8e464fc500 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:09.524226 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-63dea13b-bafb-4865-8ce2-6d8e464fc500 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:09.536202 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-63dea13b-bafb-4865-8ce2-6d8e464fc500 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:09.542620 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a16b3e5-5fd7-456a-98a6-9afc40be9196 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:09.543090 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a16b3e5-5fd7-456a-98a6-9afc40be9196 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:09.544830 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4a16b3e5-5fd7-456a-98a6-9afc40be9196 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/763e6ec4-63b2-47cb-a099-67d2e869be4f HTTP/1.1" status: 404 len: 337 time: 0.0655777 Feb 09 18:11:09.546704 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-90b4c90e-6209-4a9d-adb6-d119f6d4e113 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:09.549038 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53336) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:09.577264 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:11:01Z', 'revision_number': 4, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '451e0725-53fd-402d-b0a1-5d58a67f832f', 'name': '', 'network_id': '7a7b9532-f4d9-42a4-96c5-676af3072980', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:a4:61:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:59Z', 'updated_at': '2022-02-09T18:11:02Z', 'revision_number': 2, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780aca02-817a-439a-bc19-cdd40bfbda17', 'name': '', 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:fc:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:41Z', 'updated_at': '2022-02-09T18:11:02Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:49Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:09.602652 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] Checking router: efff9e61-2c9e-4220-a8ae-266542a87b00 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:11:09.602998 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] Updating router efff9e61-2c9e-4220-a8ae-266542a87b00 port 451e0725-53fd-402d-b0a1-5d58a67f832f binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:11:09.611099 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-603fcfd0-9aa4-4e0f-ba0a-b0400be789e0 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:09.611099 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-603fcfd0-9aa4-4e0f-ba0a-b0400be789e0 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:09.612750 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-603fcfd0-9aa4-4e0f-ba0a-b0400be789e0 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/1235a5f7-f74c-4436-a1c8-375b7c171e62 HTTP/1.1" status: 404 len: 333 time: 0.0626476 Feb 09 18:11:09.618070 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53340) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:09.692545 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-af755bb6-935e-4a15-8156-537d66bad4dd tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:09.692996 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af755bb6-935e-4a15-8156-537d66bad4dd tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:09.696670 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-af755bb6-935e-4a15-8156-537d66bad4dd tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/cd988ce7-9c39-4c16-9e37-ac784594eafc HTTP/1.1" status: 404 len: 337 time: 0.0773368 Feb 09 18:11:09.698591 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d3fc18-f603-4d31-9c8d-2762c73b1e93 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Router 1073232d-05c2-446f-b66e-9792198afe19 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:11:09.700931 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53344) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:09.722274 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 1e41e7dc-e732-4db5-b261-0e4608b8f4ad up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:11:09.730247 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-63dea13b-bafb-4865-8ce2-6d8e464fc500 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:09.755152 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e242c5d2-afad-4b56-a85a-464406c0beee None None] Network 533fa7e0-9286-46d7-99f4-266111443da8 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:11:09.762211 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4cbb3ded-aaa7-463d-a024-b9077bd11c4d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:09.799373 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b800829-afa0-4a2a-b50b-e88ba0fd548f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:09.799838 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b800829-afa0-4a2a-b50b-e88ba0fd548f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:09.804447 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6b800829-afa0-4a2a-b50b-e88ba0fd548f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/ff5fb4ea-0356-4566-8b48-d877abc38fc7 HTTP/1.1" status: 404 len: 337 time: 0.0997174 Feb 09 18:11:09.806164 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53348) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:09.866688 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:09.956229 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:11:10.009103 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-f65692e3-faef-4dc6-9415-f1c9fc557fcd tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:10.010229 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f65692e3-faef-4dc6-9415-f1c9fc557fcd tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:10.013510 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f65692e3-faef-4dc6-9415-f1c9fc557fcd tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/0933e334-9e14-4f39-b91f-ce58fb39d7f1 HTTP/1.1" status: 404 len: 333 time: 0.2062774 Feb 09 18:11:10.019332 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53354) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:10.033693 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-cb50e8b3-ec47-4f04-b221-c9c52e155874 None None] Provisioning complete for port 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:10.034031 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb50e8b3-ec47-4f04-b221-c9c52e155874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:10.071645 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23cbef9-b7cd-44da-beae-8f5fee32c5c1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:10.072117 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e23cbef9-b7cd-44da-beae-8f5fee32c5c1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:10.073824 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e23cbef9-b7cd-44da-beae-8f5fee32c5c1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/56d25757-88eb-4b3f-8387-353cfcd08f68 HTTP/1.1" status: 404 len: 337 time: 0.0486493 Feb 09 18:11:10.077611 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53360) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:10.096907 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-63dea13b-bafb-4865-8ce2-6d8e464fc500 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:10.146800 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-03cf5d54-e77d-48e5-8cbc-803f80218eb2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:10.147999 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03cf5d54-e77d-48e5-8cbc-803f80218eb2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:10.151639 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-03cf5d54-e77d-48e5-8cbc-803f80218eb2 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/3eded235-7fe4-467f-b799-7f0bd2452c8d HTTP/1.1" status: 404 len: 337 time: 0.0724549 Feb 09 18:11:10.154015 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53364) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:10.232098 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-63dea13b-bafb-4865-8ce2-6d8e464fc500 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:10.249351 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 1e41e7dc-e732-4db5-b261-0e4608b8f4ad triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:10.249351 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:10.260957 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-da332739-0887-448f-8b0f-e087da536b69 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:10.262753 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da332739-0887-448f-8b0f-e087da536b69 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:10.281856 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dea13b-bafb-4865-8ce2-6d8e464fc500 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82194016-db8d-43e9-a76c-d09f485c4440,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:10.295088 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-da332739-0887-448f-8b0f-e087da536b69 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/1c8bfe21-0c1f-4e76-8699-8e78b8348fc2 HTTP/1.1" status: 404 len: 333 time: 0.1395459 Feb 09 18:11:10.297643 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4cbb3ded-aaa7-463d-a024-b9077bd11c4d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:10.298337 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53368) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:10.368963 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-32dba33c-d2d1-40ce-8381-2ced782626c8 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:10.369418 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32dba33c-d2d1-40ce-8381-2ced782626c8 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:10.373783 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-32dba33c-d2d1-40ce-8381-2ced782626c8 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/bb2d549c-f39c-4cbc-87d1-00cd07e7675d HTTP/1.1" status: 404 len: 337 time: 0.0683632 Feb 09 18:11:10.375965 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4cbb3ded-aaa7-463d-a024-b9077bd11c4d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:10.383380 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53374) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:10.405845 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb3ded-aaa7-463d-a024-b9077bd11c4d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5d8f4d4-e684-463f-befb-7e2d55b3ef60,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:10.430187 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-63dea13b-bafb-4865-8ce2-6d8e464fc500 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:10.434213 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-63dea13b-bafb-4865-8ce2-6d8e464fc500 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9845660 Feb 09 18:11:10.435226 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53378) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:10.441813 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f9f5b7-e647-4dc8-b7f7-573e8792dfef tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:10.442223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8f9f5b7-e647-4dc8-b7f7-573e8792dfef tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:10.444814 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e8f9f5b7-e647-4dc8-b7f7-573e8792dfef tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/c6a5bb7d-c286-4c00-8d1f-2e2b8da2aad6 HTTP/1.1" status: 404 len: 333 time: 0.0573585 Feb 09 18:11:10.449172 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53380) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:10.462237 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-668e8c94-cb97-4c52-b1d4-636ddddcce17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'bab64de7-98e5-4007-a148-0793494aaf1f', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:10.477364 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-668e8c94-cb97-4c52-b1d4-636ddddcce17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:10.500503 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c6a55d-fbfb-4806-a9ef-02d2f81e9c74 None None] DHCP port deletion for 533fa7e0-9286-46d7-99f4-266111443da8 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:11:10.501156 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-668e8c94-cb97-4c52-b1d4-636ddddcce17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:10.534317 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4cbb3ded-aaa7-463d-a024-b9077bd11c4d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:10.535979 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4cbb3ded-aaa7-463d-a024-b9077bd11c4d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 1.1534984 Feb 09 18:11:10.542340 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53386) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:10.545611 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-668e8c94-cb97-4c52-b1d4-636ddddcce17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:10.547065 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-62c6a55d-fbfb-4806-a9ef-02d2f81e9c74 None None] Deleting port 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:11:10.547250 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62c6a55d-fbfb-4806-a9ef-02d2f81e9c74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:10.571999 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-668e8c94-cb97-4c52-b1d4-636ddddcce17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:10.599379 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-67bb70ea-90ec-439d-b1aa-23bac0bc7a3e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:10.616783 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-67bb70ea-90ec-439d-b1aa-23bac0bc7a3e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:10.623953 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53390) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:10.687829 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-668e8c94-cb97-4c52-b1d4-636ddddcce17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:10.689846 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-90b4c90e-6209-4a9d-adb6-d119f6d4e113 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:10.732123 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d2aad2-c358-47f1-8300-6ac5f1b73a58 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:10.732974 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d2aad2-c358-47f1-8300-6ac5f1b73a58 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:10.734948 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-57d2aad2-c358-47f1-8300-6ac5f1b73a58 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/20e75856-9273-47d1-bcdc-c464d0d16f2b HTTP/1.1" status: 404 len: 337 time: 0.2797065 Feb 09 18:11:10.747234 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53396) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:10.787673 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-67bb70ea-90ec-439d-b1aa-23bac0bc7a3e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:10.816143 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-62c6a55d-fbfb-4806-a9ef-02d2f81e9c74 None None] For port 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5,segment=NetworkSegment(15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c),segment_id=15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:10.816536 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62c6a55d-fbfb-4806-a9ef-02d2f81e9c74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:10.835013 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-2693baef-c960-4284-8318-7a2f287fee88 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:10.835428 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2693baef-c960-4284-8318-7a2f287fee88 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:10.837629 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2693baef-c960-4284-8318-7a2f287fee88 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/45a8fc43-4b26-41ab-bb7f-4410c8dbcea1 HTTP/1.1" status: 404 len: 333 time: 0.0871501 Feb 09 18:11:10.849731 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53400) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:10.863863 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4c90e-6209-4a9d-adb6-d119f6d4e113 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Subnet': ['ID=75a95b99-8d5e-42fb-b37e-1564ea31d8e5,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:10.881166 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb70ea-90ec-439d-b1aa-23bac0bc7a3e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5d8f4d4-e684-463f-befb-7e2d55b3ef60,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:10.915248 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b4c90e-6209-4a9d-adb6-d119f6d4e113 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Checking segment: {'id': '07b9472a-5c6a-47a2-abd8-7271747e1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:11:10.921009 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b4c90e-6209-4a9d-adb6-d119f6d4e113 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network hostable DHCP agents. Network: ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:11:10.950836 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d3fc18-f603-4d31-9c8d-2762c73b1e93 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:11:10.962057 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-10d3fc18-f603-4d31-9c8d-2762c73b1e93 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "PUT /v2.0/routers/1073232d-05c2-446f-b66e-9792198afe19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8735988 Feb 09 18:11:10.963129 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53404) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:10.968977 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6774288-1342-4729-a141-7f83328cb08c None None] Sync routers for ids ['1073232d-05c2-446f-b66e-9792198afe19'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:11:11.010014 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6774288-1342-4729-a141-7f83328cb08c None None] Routers {'1073232d-05c2-446f-b66e-9792198afe19'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:11:11.010682 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c6774288-1342-4729-a141-7f83328cb08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:10:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['1073232d-05c2-446f-b66e-9792198afe19'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:11.041163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-91c6e06b-35fc-4404-aefd-f3176bcf9453 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:11.041487 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-91c6e06b-35fc-4404-aefd-f3176bcf9453 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 18:11:11.042583 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-91c6e06b-35fc-4404-aefd-f3176bcf9453 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4172001 Feb 09 18:11:11.049033 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-67bb70ea-90ec-439d-b1aa-23bac0bc7a3e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:11.050340 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-67bb70ea-90ec-439d-b1aa-23bac0bc7a3e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/a5d8f4d4-e684-463f-befb-7e2d55b3ef60 HTTP/1.1" status: 204 len: 168 time: 0.5065892 Feb 09 18:11:11.054238 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-62c6a55d-fbfb-4806-a9ef-02d2f81e9c74 None None] Calling delete_port for 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:11:11.059416 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53408) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:11.059842 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53410) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:11.060860 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf20a9b-e767-4d9e-a7dc-eabcff203f8b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:11.061310 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf20a9b-e767-4d9e-a7dc-eabcff203f8b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:11.123839 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1203157695'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:11.158517 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.resource_extend [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 18:11:11.162582 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-668e8c94-cb97-4c52-b1d4-636ddddcce17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:11.169906 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7bf20a9b-e767-4d9e-a7dc-eabcff203f8b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/cb347334-c37c-4d43-9afe-25091d614a63 HTTP/1.1" status: 404 len: 337 time: 0.3073781 Feb 09 18:11:11.171927 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:11.176894 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 9c50966b-3a92-4c40-b1cb-60a70c8400f7 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:11:11.179895 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53418) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:11.240699 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:11.249360 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:11.261475 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:11.295416 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-668e8c94-cb97-4c52-b1d4-636ddddcce17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:11.302865 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:11.311903 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-3713ec9b-993b-4cde-b346-b380a7dd259c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Deleting subnet de722401-dd0e-409a-8196-100518d2fe03 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:11:11.317532 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3713ec9b-993b-4cde-b346-b380a7dd259c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:11.322614 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] Transition to ACTIVE for port object 451e0725-53fd-402d-b0a1-5d58a67f832f will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:11:11.333952 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 9c50966b-3a92-4c40-b1cb-60a70c8400f7 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:11.334695 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:11.353012 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca27a1d-1d89-442f-bf35-7be56e88e8ab tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:11.353855 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ca27a1d-1d89-442f-bf35-7be56e88e8ab tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:11.357912 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1ca27a1d-1d89-442f-bf35-7be56e88e8ab tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/1bee74e1-1477-428d-a7e6-39d54ed339a4 HTTP/1.1" status: 404 len: 333 time: 0.1767664 Feb 09 18:11:11.359853 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62c6a55d-fbfb-4806-a9ef-02d2f81e9c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:11.360790 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b4c90e-6209-4a9d-adb6-d119f6d4e113 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:11:11.363427 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53422) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:11.400165 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e8c94-cb97-4c52-b1d4-636ddddcce17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a4b700-9adf-458c-94a0-97013e2e211c,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:11.402932 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:11.429988 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-82dafb8b-881e-4b74-9563-b12906974967 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:11.429988 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82dafb8b-881e-4b74-9563-b12906974967 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:11.430589 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:11.436016 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6a55d-fbfb-4806-a9ef-02d2f81e9c74 None None] Pushing event deleted for resources: {'Port': ['ID=54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:11.436305 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-82dafb8b-881e-4b74-9563-b12906974967 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/2e02f4e6-570c-4346-a73a-ed0801cc97e9 HTTP/1.1" status: 404 len: 337 time: 0.0630324 Feb 09 18:11:11.439089 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53426) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:11.450355 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c6a55d-fbfb-4806-a9ef-02d2f81e9c74 None None] No DVR routers for this DVR port 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:11:11.456045 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-c6774288-1342-4729-a141-7f83328cb08c None None] Set router 1073232d-05c2-446f-b66e-9792198afe19 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:11:11.466481 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:11.467072 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-825cc559-119a-4e4f-9a68-368794712821 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Synchronizing usage tracker for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group_rule {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:11.518385 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3713ec9b-993b-4cde-b346-b380a7dd259c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:11.519866 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:11.530813 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group_rule and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:11.535439 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:11.541972 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-668e8c94-cb97-4c52-b1d4-636ddddcce17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:11.550367 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-668e8c94-cb97-4c52-b1d4-636ddddcce17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1091917 Feb 09 18:11:11.555926 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53430) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:11.561491 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:11.567001 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-d744610a-523b-4cdf-8c51-79bc3c41b271 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:11.578122 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d744610a-523b-4cdf-8c51-79bc3c41b271 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:11.578122 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d744610a-523b-4cdf-8c51-79bc3c41b271 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/a578d2f0-01d0-43e0-8299-1df4a740231f HTTP/1.1" status: 404 len: 333 time: 0.1307569 Feb 09 18:11:11.579310 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-4ba4d34e-ae73-4df1-b972-041a1803888b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'bab64de7-98e5-4007-a148-0793494aaf1f', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:11.581092 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53434) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:11.593268 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4ba4d34e-ae73-4df1-b972-041a1803888b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:11.604346 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4ba4d34e-ae73-4df1-b972-041a1803888b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:11.610673 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4ba4d34e-ae73-4df1-b972-041a1803888b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:11.625164 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4ba4d34e-ae73-4df1-b972-041a1803888b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:11.645709 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-90b4c90e-6209-4a9d-adb6-d119f6d4e113 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:11:11.664060 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-532c6656-cbcc-4034-a3e1-d599822fd433 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:11.664060 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-532c6656-cbcc-4034-a3e1-d599822fd433 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:11.664060 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-532c6656-cbcc-4034-a3e1-d599822fd433 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/f762f513-7bcf-419d-bb9c-dca2536885cb HTTP/1.1" status: 404 len: 337 time: 0.0735023 Feb 09 18:11:11.664060 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53438) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:11.678221 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f897a3f-52f4-4c3c-bd63-ab7b2ac720e2 None None] Pushing event updated for resources: {'Port': ['ID=451e0725-53fd-402d-b0a1-5d58a67f832f,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:11.697504 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 780aca02-817a-439a-bc19-cdd40bfbda17 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:11:11.707676 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-825cc559-119a-4e4f-9a68-368794712821 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Unset dirty status for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group_rule {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:11.710598 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b4c90e-6209-4a9d-adb6-d119f6d4e113 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:11.711541 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-90b4c90e-6209-4a9d-adb6-d119f6d4e113 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:11.712965 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-825cc559-119a-4e4f-9a68-368794712821 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.6408441 Feb 09 18:11:11.724069 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53442) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:11.725372 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44109c5c-eb22-4f38-b6c2-2fc35578b482 None None] Network ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:11:11.758792 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-789f00f1-f505-408e-bcca-12d924f212fb tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:11.759246 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-789f00f1-f505-408e-bcca-12d924f212fb tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:11.760988 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-789f00f1-f505-408e-bcca-12d924f212fb tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/9736ee7f-1242-4486-aae4-9841866beb12 HTTP/1.1" status: 404 len: 333 time: 0.1000967 Feb 09 18:11:11.765804 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53446) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:11.787121 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-4ba4d34e-ae73-4df1-b972-041a1803888b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Project 352fd60817ff4d5d9e97f16f52485b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:11:11.815289 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4ba4d34e-ae73-4df1-b972-041a1803888b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:11.836102 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:11.846970 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-21897409-9975-400b-940c-c9f90db0d684 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:11.848582 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21897409-9975-400b-940c-c9f90db0d684 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:11.853914 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-21897409-9975-400b-940c-c9f90db0d684 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/46333563-b22a-4789-9da7-a38056f2f77f HTTP/1.1" status: 404 len: 337 time: 0.0866282 Feb 09 18:11:11.872823 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53450) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:11.890957 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d89f01e4-9319-49ce-9235-64275a1bb0f0 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:11.926136 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-90b4c90e-6209-4a9d-adb6-d119f6d4e113 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3220072 Feb 09 18:11:11.932536 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53454) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:11.937236 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:11.943797 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-acd07ce5-6d7b-492f-8ad7-f612d80d4e5f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:11.944840 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acd07ce5-6d7b-492f-8ad7-f612d80d4e5f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:11.956753 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d89f01e4-9319-49ce-9235-64275a1bb0f0 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:12.050987 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3713ec9b-993b-4cde-b346-b380a7dd259c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:12.106152 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] Attempting to bind port 451e0725-53fd-402d-b0a1-5d58a67f832f on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:11:12.106554 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] Attempting to bind port 451e0725-53fd-402d-b0a1-5d58a67f832f by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '84c8f8ee-9e37-4de0-8914-b7128df34c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a7b9532-f4d9-42a4-96c5-676af3072980'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:11:12.106926 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] Attempting to bind port 451e0725-53fd-402d-b0a1-5d58a67f832f on network 7a7b9532-f4d9-42a4-96c5-676af3072980 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:11:12.117997 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:11:12.118406 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] Checking segment: {'id': '84c8f8ee-9e37-4de0-8914-b7128df34c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a7b9532-f4d9-42a4-96c5-676af3072980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:11:12.122436 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:12.122436 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] Bound using segment: {'id': '84c8f8ee-9e37-4de0-8914-b7128df34c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a7b9532-f4d9-42a4-96c5-676af3072980'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:11:12.122436 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] Bound port: 451e0725-53fd-402d-b0a1-5d58a67f832f, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c8f8ee-9e37-4de0-8914-b7128df34c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a7b9532-f4d9-42a4-96c5-676af3072980'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:11:12.122436 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:12.226030 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d89f01e4-9319-49ce-9235-64275a1bb0f0 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:12.253460 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f01e4-9319-49ce-9235-64275a1bb0f0 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c8261e9-ef16-4717-95d5-01004c33aa3e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:12.268790 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 780aca02-817a-439a-bc19-cdd40bfbda17 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:12.269159 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:12.290215 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-acd07ce5-6d7b-492f-8ad7-f612d80d4e5f tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/c8cbafa9-e00f-44e5-a9c5-336153764223 HTTP/1.1" status: 404 len: 337 time: 0.4144490 Feb 09 18:11:12.293473 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53458) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:12.336077 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4205afe6-7168-4955-a077-f12fdd3e8852,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:12.344872 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:12.345073 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3713ec9b-993b-4cde-b346-b380a7dd259c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:12.389722 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-41111db3-9f6b-4480-a822-611d1a59b586 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:12.390208 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41111db3-9f6b-4480-a822-611d1a59b586 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:12.396175 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-41111db3-9f6b-4480-a822-611d1a59b586 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/5e6d71bd-8959-49a4-a892-f1f370109f77 HTTP/1.1" status: 404 len: 333 time: 0.0978396 Feb 09 18:11:12.398043 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4ba4d34e-ae73-4df1-b972-041a1803888b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:12.399416 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53462) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:12.403927 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713ec9b-993b-4cde-b346-b380a7dd259c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Pushing event deleted for resources: {'Subnet': ['ID=de722401-dd0e-409a-8196-100518d2fe03,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:12.429306 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group_rule and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:12.447523 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1620f867-a1c0-4f17-ab3b-a053601ca453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9', 'network_id': 'ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'fixed_ips': [{'subnet_id': '75a95b99-8d5e-42fb-b37e-1564ea31d8e5'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:11:12.448220 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:12.451294 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3713ec9b-993b-4cde-b346-b380a7dd259c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:12.452184 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1620f867-a1c0-4f17-ab3b-a053601ca453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:12.453899 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3713ec9b-993b-4cde-b346-b380a7dd259c tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "DELETE /v2.0/subnets/de722401-dd0e-409a-8196-100518d2fe03 HTTP/1.1" status: 204 len: 168 time: 1.4887893 Feb 09 18:11:12.455724 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfab4534-86fb-41ba-947f-f59e52a60da1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:12.456475 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfab4534-86fb-41ba-947f-f59e52a60da1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:12.458446 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-cfab4534-86fb-41ba-947f-f59e52a60da1 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/96f8d7cf-8fc5-484a-b4ed-49de5c08b0a2 HTTP/1.1" status: 404 len: 337 time: 0.0570178 Feb 09 18:11:12.460491 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d89f01e4-9319-49ce-9235-64275a1bb0f0 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:12.461837 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d89f01e4-9319-49ce-9235-64275a1bb0f0 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6c8261e9-ef16-4717-95d5-01004c33aa3e HTTP/1.1" status: 204 len: 168 time: 0.7288332 Feb 09 18:11:12.462735 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53466) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:12.468421 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53470) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:12.468994 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53472) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:12.475584 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89031d87-aaae-4b8a-a308-728f0bb4f8a6 None None] Network d6eaa772-ffac-41e7-8518-58e8632c9a92 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:11:12.479646 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:12.480207 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:12.480756 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:12.481367 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:12.482287 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:12.482881 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:12.483434 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:12.484340 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:12.486737 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:12.487636 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:12.488257 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:12.532462 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c6774288-1342-4729-a141-7f83328cb08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1073232d-05c2-446f-b66e-9792198afe19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630140027', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:04Z', 'updated_at': '2022-02-09T18:11:05Z', 'revision_number': 5, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'gw_port': {'id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1073232d-05c2-446f-b66e-9792198afe19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:07Z', 'updated_at': '2022-02-09T18:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:12.539798 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6774288-1342-4729-a141-7f83328cb08c None None] Checking router: 1073232d-05c2-446f-b66e-9792198afe19 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:11:12.544547 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:12.566854 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6774288-1342-4729-a141-7f83328cb08c None None] Routers {'1073232d-05c2-446f-b66e-9792198afe19'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:11:12.568055 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c6774288-1342-4729-a141-7f83328cb08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:10:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['1073232d-05c2-446f-b66e-9792198afe19'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:12.587716 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] For port 451e0725-53fd-402d-b0a1-5d58a67f832f, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:11:12.639595 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4ba4d34e-ae73-4df1-b972-041a1803888b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:12.642789 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8480da9-0459-4210-8ea3-2bc429681d23 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:12.643316 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8480da9-0459-4210-8ea3-2bc429681d23 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:12.705593 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] For port 451e0725-53fd-402d-b0a1-5d58a67f832f, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=451e0725-53fd-402d-b0a1-5d58a67f832f,segment=NetworkSegment(84c8f8ee-9e37-4de0-8914-b7128df34c9e),segment_id=84c8f8ee-9e37-4de0-8914-b7128df34c9e)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:11:12.736777 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4d34e-ae73-4df1-b972-041a1803888b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db5c17f-2314-4340-a03a-40e0bed2b925,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:12.740677 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:12.758766 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b8480da9-0459-4210-8ea3-2bc429681d23 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/dbb33492-c95d-4c8f-8c17-46b8e6df0a6a HTTP/1.1" status: 404 len: 337 time: 0.2556741 Feb 09 18:11:12.765463 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53478) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:12.828209 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-42341276-64f9-4d49-9175-d16b267ed5a8 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.3328757 Feb 09 18:11:12.837931 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:12.844555 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53482) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:12.845841 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb9acd7-9a48-44de-8611-b713879c99ec tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:12.846474 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb9acd7-9a48-44de-8611-b713879c99ec tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:12.900816 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ffb9acd7-9a48-44de-8611-b713879c99ec tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/eb1cd8ea-156a-417d-8726-86969de6e280 HTTP/1.1" status: 404 len: 333 time: 0.1339304 Feb 09 18:11:12.904179 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53486) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:12.927031 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4ba4d34e-ae73-4df1-b972-041a1803888b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:12.933488 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4ba4d34e-ae73-4df1-b972-041a1803888b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.3745975 Feb 09 18:11:12.939846 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:12.943962 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53490) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:12.958753 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-1d794db1-395d-40d1-9980-c92f0b15e746 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'bab64de7-98e5-4007-a148-0793494aaf1f', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:12.973356 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1d794db1-395d-40d1-9980-c92f0b15e746 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:12.980457 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-06a411e3-30fc-4feb-91c5-f2356d25b1f3 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:12.988004 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1d794db1-395d-40d1-9980-c92f0b15e746 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:12.988599 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-c6774288-1342-4729-a141-7f83328cb08c None None] Set router 1073232d-05c2-446f-b66e-9792198afe19 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:11:12.994541 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1d794db1-395d-40d1-9980-c92f0b15e746 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:13.008068 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-43245b70-5f93-4d78-b13c-956fee2c581d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:13.010490 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-06a411e3-30fc-4feb-91c5-f2356d25b1f3 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:13.010660 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43245b70-5f93-4d78-b13c-956fee2c581d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:13.014719 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-43245b70-5f93-4d78-b13c-956fee2c581d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/8d324398-c009-4391-b2cf-c1ea1703c7cc HTTP/1.1" status: 404 len: 337 time: 0.1095469 Feb 09 18:11:13.018418 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1d794db1-395d-40d1-9980-c92f0b15e746 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:13.025457 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53494) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:13.191478 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5b0c9820-5ee9-47df-aaec-5f0da7b2e55b up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:11:13.222465 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:13.262283 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:13.299026 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa3cc09-177d-4d36-a9ba-b732013b7e99 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:13.299026 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fa3cc09-177d-4d36-a9ba-b732013b7e99 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:13.312462 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f897a3f-52f4-4c3c-bd63-ab7b2ac720e2 None None] Pushing event updated for resources: {'Port': ['ID=451e0725-53fd-402d-b0a1-5d58a67f832f,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:13.333917 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] Routers {'efff9e61-2c9e-4220-a8ae-266542a87b00'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:11:13.334652 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:10:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['efff9e61-2c9e-4220-a8ae-266542a87b00'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:13.336474 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Deleting port 398f4ae6-d73d-4e3d-a184-961a19bc610c {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:11:13.337098 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:13.395351 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4fa3cc09-177d-4d36-a9ba-b732013b7e99 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/accd52a1-4018-40ff-ac16-fd38f3d92373 HTTP/1.1" status: 404 len: 337 time: 0.3560660 Feb 09 18:11:13.399861 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d88972-86eb-414e-a77e-beb811ccb2a1,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:13.402900 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53498) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:13.456206 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-864d7f60-8712-4a3c-ad82-0369671d8296 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:13.456654 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-864d7f60-8712-4a3c-ad82-0369671d8296 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:13.458375 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-864d7f60-8712-4a3c-ad82-0369671d8296 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/d4f3dc42-be8f-4ae0-90dc-d1ba9dffafd4 HTTP/1.1" status: 404 len: 333 time: 0.0538247 Feb 09 18:11:13.463526 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53502) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:13.464097 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-1620f867-a1c0-4f17-ab3b-a053601ca453 None None] Allocated IP 2001:db8:3::2 (ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9/75a95b99-8d5e-42fb-b37e-1564ea31d8e5/13c20e3f-ee5b-4e5c-939c-f721a0606139) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:11:13.505082 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-1d794db1-395d-40d1-9980-c92f0b15e746 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Project 352fd60817ff4d5d9e97f16f52485b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:11:13.516456 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c6774288-1342-4729-a141-7f83328cb08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1073232d-05c2-446f-b66e-9792198afe19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630140027', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:04Z', 'updated_at': '2022-02-09T18:11:05Z', 'revision_number': 5, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'gw_port': {'id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1073232d-05c2-446f-b66e-9792198afe19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:07Z', 'updated_at': '2022-02-09T18:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:13.520334 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6774288-1342-4729-a141-7f83328cb08c None None] The sync data for ids ['1073232d-05c2-446f-b66e-9792198afe19'] in dv-neutron-827016-2-hyperv is: [{'id': '1073232d-05c2-446f-b66e-9792198afe19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630140027', 'tenant_id': '04ff2d95016a41349448cd02c203dbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:08:04Z', 'updated_at': '2022-02-09T18:11:05Z', 'revision_number': 5, 'project_id': '04ff2d95016a41349448cd02c203dbe9', 'gw_port': {'id': '398f4ae6-d73d-4e3d-a184-961a19bc610c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1073232d-05c2-446f-b66e-9792198afe19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:08:07Z', 'updated_at': '2022-02-09T18:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:11:13.530979 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f56edd-2ef9-4446-86ac-93ead50952c0 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:13.531916 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f56edd-2ef9-4446-86ac-93ead50952c0 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:13.533864 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-79f56edd-2ef9-4446-86ac-93ead50952c0 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/6d154dab-a861-46ef-90a7-382774783bdd HTTP/1.1" status: 404 len: 337 time: 0.0693192 Feb 09 18:11:13.536216 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1d794db1-395d-40d1-9980-c92f0b15e746 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:13.545489 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53506) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:13.548942 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] Set router efff9e61-2c9e-4220-a8ae-266542a87b00 gateway port host: None {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:11:13.552920 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:13.560370 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a3f12426-9371-4a36-9e4b-0efa8c2c141c tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.4952633 Feb 09 18:11:13.564206 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-06a411e3-30fc-4feb-91c5-f2356d25b1f3 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:13.568031 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53510) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:13.591155 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-06a411e3-30fc-4feb-91c5-f2356d25b1f3 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:13.591155 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-06a411e3-30fc-4feb-91c5-f2356d25b1f3 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/0f1affc5-6518-4e9e-91d1-1f55cf7a9c3b HTTP/1.1" status: 204 len: 168 time: 0.7324133 Feb 09 18:11:13.613918 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab013b3-96a9-4af0-b4d3-e681b4cf4559 None None] DHCP port deletion for d6eaa772-ffac-41e7-8518-58e8632c9a92 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:11:13.627639 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-93ec0ac1-3cb0-4178-8e5f-8a70b1fadb6b tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group_rule': {'security_group_id': '18d88972-86eb-414e-a77e-beb811ccb2a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:13.635623 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53514) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:13.635898 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-eab013b3-96a9-4af0-b4d3-e681b4cf4559 None None] Deleting port 427688f2-2a5e-4908-b0b4-ec81ac4b14ca {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:11:13.636467 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eab013b3-96a9-4af0-b4d3-e681b4cf4559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:13.652666 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a411e3-30fc-4feb-91c5-f2356d25b1f3 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f1affc5-6518-4e9e-91d1-1f55cf7a9c3b,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:13.672591 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-93ec0ac1-3cb0-4178-8e5f-8a70b1fadb6b tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:13.675830 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4114f8-3c14-4016-b434-e4e8414c902d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:13.676884 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a4114f8-3c14-4016-b434-e4e8414c902d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:13.680454 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7a4114f8-3c14-4016-b434-e4e8414c902d tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/28488067-0a2e-431f-bcdb-7aeadb56f79c HTTP/1.1" status: 404 len: 337 time: 0.1297603 Feb 09 18:11:13.692889 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53518) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:13.696091 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-93ec0ac1-3cb0-4178-8e5f-8a70b1fadb6b tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group_rule and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:13.715784 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-93ec0ac1-3cb0-4178-8e5f-8a70b1fadb6b tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:13.720436 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-93ec0ac1-3cb0-4178-8e5f-8a70b1fadb6b tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:13.750544 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6176ed6e-8472-4c03-be85-b2bf4d6f25bf tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6bc19f-918f-494c-bf52-22cb45d4a631 HTTP/1.1" status: 200 len: 205 time: 0.0542893 Feb 09 18:11:13.751535 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53522) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:13.756516 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 5b0c9820-5ee9-47df-aaec-5f0da7b2e55b completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:11:13.778088 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1d794db1-395d-40d1-9980-c92f0b15e746 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:13.783450 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 5b0c9820-5ee9-47df-aaec-5f0da7b2e55b triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:13.788431 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:13.830237 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-44c09482-d691-4d8d-b3eb-3ebaaa2bdecb tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] delete failed (client error): The resource could not be found. Feb 09 18:11:13.833683 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-44c09482-d691-4d8d-b3eb-3ebaaa2bdecb tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/routers/6f6bc19f-918f-494c-bf52-22cb45d4a631 HTTP/1.1" status: 404 len: 336 time: 0.0788734 Feb 09 18:11:13.835507 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53526) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:13.900172 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] For port 398f4ae6-d73d-4e3d-a184-961a19bc610c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=398f4ae6-d73d-4e3d-a184-961a19bc610c,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:13.900979 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:13.912066 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9103d68-5e97-4fcf-a0a2-cb32ae852c28 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:13.913051 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9103d68-5e97-4fcf-a0a2-cb32ae852c28 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:13.946284 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b9103d68-5e97-4fcf-a0a2-cb32ae852c28 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/8b511b19-9877-403a-8342-6b4b43272085 HTTP/1.1" status: 404 len: 337 time: 0.1094205 Feb 09 18:11:13.951571 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53530) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:13.954357 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-0a4f294d-3115-401e-a1a0-6ff4eef6352f tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Synchronizing usage tracker for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group_rule {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:14.013585 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1d794db1-395d-40d1-9980-c92f0b15e746 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:14.156186 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b6e3c07e-a67f-4601-b33c-b9ed5cdb4198 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "GET /v2.0/ports?device_id=a450793b-71fe-42ca-a7db-04cc5f3f3616 HTTP/1.1" status: 200 len: 205 time: 0.2028913 Feb 09 18:11:14.163789 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53534) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:14.167104 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Calling delete_port for 398f4ae6-d73d-4e3d-a184-961a19bc610c owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:11:14.198693 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-93ec0ac1-3cb0-4178-8e5f-8a70b1fadb6b tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:14.239236 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d794db1-395d-40d1-9980-c92f0b15e746 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeae66fb-85ae-4c14-bd6d-bf5d07ca93cd,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:14.346952 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-7ebaf1b8-bd2b-43d8-9047-a4ddaaa33039 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] delete failed (client error): The resource could not be found. Feb 09 18:11:14.352333 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7ebaf1b8-bd2b-43d8-9047-a4ddaaa33039 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/routers/a450793b-71fe-42ca-a7db-04cc5f3f3616 HTTP/1.1" status: 404 len: 336 time: 0.1580381 Feb 09 18:11:14.375828 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53538) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:14.375994 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-eab013b3-96a9-4af0-b4d3-e681b4cf4559 None None] For port 427688f2-2a5e-4908-b0b4-ec81ac4b14ca, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=427688f2-2a5e-4908-b0b4-ec81ac4b14ca,segment=NetworkSegment(bb132a2c-087c-4094-9ff0-147d0aa84db2),segment_id=bb132a2c-087c-4094-9ff0-147d0aa84db2)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:14.375994 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eab013b3-96a9-4af0-b4d3-e681b4cf4559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:14.418254 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1d794db1-395d-40d1-9980-c92f0b15e746 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:14.435547 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1d794db1-395d-40d1-9980-c92f0b15e746 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.4744170 Feb 09 18:11:14.546337 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-c621c7eb-db48-4b63-b8aa-786f357b0366 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:14.546337 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c621c7eb-db48-4b63-b8aa-786f357b0366 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:14.546337 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c621c7eb-db48-4b63-b8aa-786f357b0366 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/23b9580d-87ed-47c0-a992-56a95905fd1c HTTP/1.1" status: 404 len: 337 time: 0.1202102 Feb 09 18:11:14.546337 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-93ec0ac1-3cb0-4178-8e5f-8a70b1fadb6b tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:14.546337 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53544) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:14.550013 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:14.565277 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-eab013b3-96a9-4af0-b4d3-e681b4cf4559 None None] Calling delete_port for 427688f2-2a5e-4908-b0b4-ec81ac4b14ca owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:11:14.630756 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f06dde-4fe0-45c1-a87e-8423899d6896 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:14.631214 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f06dde-4fe0-45c1-a87e-8423899d6896 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:14.656493 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-28f06dde-4fe0-45c1-a87e-8423899d6896 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/f1888602-ef97-47f6-90af-8f3becdff9df HTTP/1.1" status: 404 len: 337 time: 0.1028845 Feb 09 18:11:14.656624 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1620f867-a1c0-4f17-ab3b-a053601ca453 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:14.656730 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53554) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:14.674122 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-0a4f294d-3115-401e-a1a0-6ff4eef6352f tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Unset dirty status for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group_rule {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:14.680207 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0a4f294d-3115-401e-a1a0-6ff4eef6352f tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 1.0323918 Feb 09 18:11:14.688504 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1620f867-a1c0-4f17-ab3b-a053601ca453 None None] Transition to ACTIVE for port object 13c20e3f-ee5b-4e5c-939c-f721a0606139 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:11:14.719547 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 5b0c9820-5ee9-47df-aaec-5f0da7b2e55b, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5b0c9820-5ee9-47df-aaec-5f0da7b2e55b,segment=NetworkSegment(b1e9633b-9012-448c-9139-7a881318a7af),segment_id=b1e9633b-9012-448c-9139-7a881318a7af)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:14.719792 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53558) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:14.738936 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1620f867-a1c0-4f17-ab3b-a053601ca453 None None] Transition to ACTIVE for port object 13c20e3f-ee5b-4e5c-939c-f721a0606139 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:11:14.745990 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-93ec0ac1-3cb0-4178-8e5f-8a70b1fadb6b tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:14.747563 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:11:01Z', 'revision_number': 4, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '451e0725-53fd-402d-b0a1-5d58a67f832f', 'name': '', 'network_id': '7a7b9532-f4d9-42a4-96c5-676af3072980', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:a4:61:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:59Z', 'updated_at': '2022-02-09T18:11:12Z', 'revision_number': 4, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780aca02-817a-439a-bc19-cdd40bfbda17', 'name': '', 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:fc:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:41Z', 'updated_at': '2022-02-09T18:11:02Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:49Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:14.753416 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ddfea9-d1c5-4c1b-9854-7d440770b5ce tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:14.753855 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ddfea9-d1c5-4c1b-9854-7d440770b5ce tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:14.755123 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461e28f5-075e-440e-891f-bbd39a067ba7 None None] The sync data for ids ['efff9e61-2c9e-4220-a8ae-266542a87b00'] in dv-neutron-827016-2-hyperv is: [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:11:01Z', 'revision_number': 4, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '451e0725-53fd-402d-b0a1-5d58a67f832f', 'name': '', 'network_id': '7a7b9532-f4d9-42a4-96c5-676af3072980', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:a4:61:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:59Z', 'updated_at': '2022-02-09T18:11:12Z', 'revision_number': 4, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780aca02-817a-439a-bc19-cdd40bfbda17', 'name': '', 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:fc:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:41Z', 'updated_at': '2022-02-09T18:11:02Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:49Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:11:14.779489 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-60ddfea9-d1c5-4c1b-9854-7d440770b5ce tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/b90114e4-4454-4089-95b3-d2839fc61d3d HTTP/1.1" status: 404 len: 333 time: 0.1183674 Feb 09 18:11:14.786863 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53562) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:14.804239 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec0ac1-3cb0-4178-8e5f-8a70b1fadb6b tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af6973b-029d-453b-844f-10b41a234e42,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:14.831665 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:14.850592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f12673d7-3e0e-4c7d-a379-49f301ea5ee9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:14.865368 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-0877700c-a81e-4d8e-aace-758fecbf21f6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-596289017&fields=id&tenant_id=352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 267 time: 0.1957424 Feb 09 18:11:14.902874 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eab013b3-96a9-4af0-b4d3-e681b4cf4559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:14.930489 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1620f867-a1c0-4f17-ab3b-a053601ca453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:14.936768 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-df13a171-45ff-4c3b-bad7-882e73574e8b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:14.938853 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df13a171-45ff-4c3b-bad7-882e73574e8b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:14.944721 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-df13a171-45ff-4c3b-bad7-882e73574e8b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/8c7957db-45b2-4877-b6e2-84331f3bdb83 HTTP/1.1" status: 404 len: 337 time: 0.1562235 Feb 09 18:11:14.946405 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53566) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:14.964374 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eae90360-c33e-4137-b78d-8fb215a29e6d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:14.964374 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:15.015048 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-93ec0ac1-3cb0-4178-8e5f-8a70b1fadb6b tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:15.015048 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-93ec0ac1-3cb0-4178-8e5f-8a70b1fadb6b tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4390671 Feb 09 18:11:15.032494 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:11:15.110688 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=5b0c9820-5ee9-47df-aaec-5f0da7b2e55b,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:15.161006 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53570) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:15.170440 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd48a68-4241-4c57-8614-24f1f1d3d14b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:15.171172 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd48a68-4241-4c57-8614-24f1f1d3d14b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:15.176633 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2cd48a68-4241-4c57-8614-24f1f1d3d14b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/97fdb218-6a65-4cc8-aba4-26d5397d5a6f HTTP/1.1" status: 404 len: 333 time: 0.2261250 Feb 09 18:11:15.184517 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:11:15.184870 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 54bdb02d-62f1-4a70-ac6d-aad59e5d6ce5 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:11:15.185742 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53572) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:15.190284 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-37925fdb-600c-419b-a267-cea4fc765e11 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group_rule': {'security_group_id': '18d88972-86eb-414e-a77e-beb811ccb2a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:15.195152 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab013b3-96a9-4af0-b4d3-e681b4cf4559 None None] No DVR routers for this DVR port 427688f2-2a5e-4908-b0b4-ec81ac4b14ca on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:11:15.209429 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1620f867-a1c0-4f17-ab3b-a053601ca453 None None] Network ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:11:15.215390 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab013b3-96a9-4af0-b4d3-e681b4cf4559 None None] Pushing event deleted for resources: {'Port': ['ID=427688f2-2a5e-4908-b0b4-ec81ac4b14ca,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:15.223759 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-1620f867-a1c0-4f17-ab3b-a053601ca453 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:11:15.267439 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1620f867-a1c0-4f17-ab3b-a053601ca453 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:11:15.267572 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-37925fdb-600c-419b-a267-cea4fc765e11 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:15.294415 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec606644-8b0c-4876-837b-fa3fd269a4c4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:15.295170 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec606644-8b0c-4876-837b-fa3fd269a4c4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:15.299217 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ec606644-8b0c-4876-837b-fa3fd269a4c4 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/b2f11a55-22c3-4c7b-9672-aae69d375502 HTTP/1.1" status: 404 len: 337 time: 0.0984633 Feb 09 18:11:15.311850 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53578) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:15.311961 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-37925fdb-600c-419b-a267-cea4fc765e11 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group_rule and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:15.311961 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-37925fdb-600c-419b-a267-cea4fc765e11 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:15.327593 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-37925fdb-600c-419b-a267-cea4fc765e11 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:15.395290 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eae90360-c33e-4137-b78d-8fb215a29e6d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:15.478102 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Pushing event deleted for resources: {'Port': ['ID=398f4ae6-d73d-4e3d-a184-961a19bc610c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:15.508615 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-88f1c0d6-86bc-413c-aa23-fffe1a835cd8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:15.511210 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-88f1c0d6-86bc-413c-aa23-fffe1a835cd8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/networks?id=d4c343ed-e559-44fb-ac6e-3c378d83bbdf HTTP/1.1" status: 200 len: 797 time: 0.6357019 Feb 09 18:11:15.529889 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-37925fdb-600c-419b-a267-cea4fc765e11 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:15.537007 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620f867-a1c0-4f17-ab3b-a053601ca453 None None] Pushing event updated for resources: {'Port': ['ID=13c20e3f-ee5b-4e5c-939c-f721a0606139,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:15.552522 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:15.553112 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:15.554817 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:15.561009 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:15.561009 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:15.561009 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:15.561009 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:15.561009 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:15.561009 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:15.561009 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:15.568270 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:15.601709 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1620f867-a1c0-4f17-ab3b-a053601ca453 None None] Attempting to bind port 13c20e3f-ee5b-4e5c-939c-f721a0606139 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:11:15.603000 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1620f867-a1c0-4f17-ab3b-a053601ca453 None None] Attempting to bind port 13c20e3f-ee5b-4e5c-939c-f721a0606139 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '07b9472a-5c6a-47a2-abd8-7271747e1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:11:15.603585 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1620f867-a1c0-4f17-ab3b-a053601ca453 None None] Attempting to bind port 13c20e3f-ee5b-4e5c-939c-f721a0606139 on network ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:11:15.617662 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-94d694aa-7608-47fe-ab8f-af769dc27824 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/quotas/352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 375 time: 0.1003258 Feb 09 18:11:15.634910 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 451e0725-53fd-402d-b0a1-5d58a67f832f up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:11:15.646522 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-d722fb26-b501-45e8-986d-136f3398ed24 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:15.651960 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d722fb26-b501-45e8-986d-136f3398ed24 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:15.651960 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d722fb26-b501-45e8-986d-136f3398ed24 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/ad8be428-ced3-4fef-8189-ca3664c804b5 HTTP/1.1" status: 404 len: 333 time: 0.2607291 Feb 09 18:11:15.661127 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53582) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:15.700313 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1620f867-a1c0-4f17-ab3b-a053601ca453 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:11:15.700313 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1620f867-a1c0-4f17-ab3b-a053601ca453 None None] Checking segment: {'id': '07b9472a-5c6a-47a2-abd8-7271747e1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:11:15.700313 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1620f867-a1c0-4f17-ab3b-a053601ca453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:15.700313 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1620f867-a1c0-4f17-ab3b-a053601ca453 None None] Bound using segment: {'id': '07b9472a-5c6a-47a2-abd8-7271747e1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:11:15.700313 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1620f867-a1c0-4f17-ab3b-a053601ca453 None None] Bound port: 13c20e3f-ee5b-4e5c-939c-f721a0606139, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b9472a-5c6a-47a2-abd8-7271747e1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:11:15.700313 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1620f867-a1c0-4f17-ab3b-a053601ca453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:15.756357 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-5035c334-946e-4ff0-841f-ff2f0b9fd759 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:15.756357 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5035c334-946e-4ff0-841f-ff2f0b9fd759 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:15.861401 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1620f867-a1c0-4f17-ab3b-a053601ca453 None None] For port 13c20e3f-ee5b-4e5c-939c-f721a0606139, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:11:15.864348 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-9d57c0c0-f52c-4b76-badf-93aea721e689 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:15.865239 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1620f867-a1c0-4f17-ab3b-a053601ca453 None None] For port 13c20e3f-ee5b-4e5c-939c-f721a0606139, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=13c20e3f-ee5b-4e5c-939c-f721a0606139,segment=NetworkSegment(07b9472a-5c6a-47a2-abd8-7271747e1ccc),segment_id=07b9472a-5c6a-47a2-abd8-7271747e1ccc)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:11:15.881753 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-f12673d7-3e0e-4c7d-a379-49f301ea5ee9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Allocated IP 2001:db8:3::1 (ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9/75a95b99-8d5e-42fb-b37e-1564ea31d8e5/782d5944-f3d5-419c-b306-e860ff760d56) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:11:15.892180 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5035c334-946e-4ff0-841f-ff2f0b9fd759 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/f17c338f-f07c-4b23-8b85-155bc7d1c1e6 HTTP/1.1" status: 404 len: 337 time: 0.2248392 Feb 09 18:11:15.896290 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53586) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:15.922526 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 451e0725-53fd-402d-b0a1-5d58a67f832f completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:11:15.930407 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 451e0725-53fd-402d-b0a1-5d58a67f832f triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:15.931116 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:15.964184 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-37925fdb-600c-419b-a267-cea4fc765e11 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 18:11:15.969783 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-37925fdb-600c-419b-a267-cea4fc765e11 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7871788 Feb 09 18:11:15.970643 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b5d8a8-a9a1-4eb2-942c-0e503e182e37 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:15.971184 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b5d8a8-a9a1-4eb2-942c-0e503e182e37 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:15.997388 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1620f867-a1c0-4f17-ab3b-a053601ca453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:16.016392 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53590) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:16.094316 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eae90360-c33e-4137-b78d-8fb215a29e6d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:16.122992 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-9d57c0c0-f52c-4b76-badf-93aea721e689 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:16.122992 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-9d57c0c0-f52c-4b76-badf-93aea721e689 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4722242 Feb 09 18:11:16.161685 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eae90360-c33e-4137-b78d-8fb215a29e6d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:16.163501 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-09b5d8a8-a9a1-4eb2-942c-0e503e182e37 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/a2071383-f870-45fb-b4e5-dadeadd94684 HTTP/1.1" status: 404 len: 333 time: 0.2525229 Feb 09 18:11:16.163742 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-eae90360-c33e-4137-b78d-8fb215a29e6d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f9b890d3-0bf7-455d-8c94-07d2b4872e7a HTTP/1.1" status: 204 len: 168 time: 1.4312670 Feb 09 18:11:16.163893 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53594) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:16.163893 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53596) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:16.179621 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620f867-a1c0-4f17-ab3b-a053601ca453 None None] Pushing event updated for resources: {'Port': ['ID=13c20e3f-ee5b-4e5c-939c-f721a0606139,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:16.189772 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae90360-c33e-4137-b78d-8fb215a29e6d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9b890d3-0bf7-455d-8c94-07d2b4872e7a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:16.194679 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:16.282887 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:16.368575 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 451e0725-53fd-402d-b0a1-5d58a67f832f, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=451e0725-53fd-402d-b0a1-5d58a67f832f,segment=NetworkSegment(84c8f8ee-9e37-4de0-8914-b7128df34c9e),segment_id=84c8f8ee-9e37-4de0-8914-b7128df34c9e)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:16.496652 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:16.499031 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5b0c9820-5ee9-47df-aaec-5f0da7b2e55b up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:11:16.544108 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab92117e-b2fb-4659-9f4c-161d5a89a281 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:16.544862 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab92117e-b2fb-4659-9f4c-161d5a89a281 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:16.546378 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ab92117e-b2fb-4659-9f4c-161d5a89a281 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/cf184674-ef83-40e7-9b5f-6b6ad6c402d8 HTTP/1.1" status: 404 len: 337 time: 0.3781469 Feb 09 18:11:16.561755 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53602) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:16.730909 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:16.736120 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:16.773646 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa7bc7b-f652-4450-b154-9d66f2df2f9e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:16.776264 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa7bc7b-f652-4450-b154-9d66f2df2f9e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:16.779220 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-daa7bc7b-f652-4450-b154-9d66f2df2f9e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/ebf6e04c-b7a4-4bb2-b9f0-4739e301c853 HTTP/1.1" status: 404 len: 333 time: 0.1998236 Feb 09 18:11:16.782777 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53606) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:16.789479 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c24c760d-1950-4a8f-b532-c8d646efa8bc tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:16.791753 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=451e0725-53fd-402d-b0a1-5d58a67f832f,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:16.816580 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 5b0c9820-5ee9-47df-aaec-5f0da7b2e55b triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:16.817151 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:16.864179 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b98cb6-a226-485a-b73f-5500a7326e2e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:16.864650 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b98cb6-a226-485a-b73f-5500a7326e2e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:16.871372 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d5bb0c5-93eb-4cc6-ae38-a85f3c7fca20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:16.888376 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b485cb7a-bcc0-4a2c-986f-636c6ea357e4 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.7162645 Feb 09 18:11:16.892841 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f12673d7-3e0e-4c7d-a379-49f301ea5ee9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:16.893784 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f0b98cb6-a226-485a-b73f-5500a7326e2e tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/5035b937-d8de-4728-b9ae-40016f0eda37 HTTP/1.1" status: 404 len: 337 time: 0.1096933 Feb 09 18:11:16.898559 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53610) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:16.899180 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53612) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:16.928622 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:16.931908 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-ca282091-9247-4870-b1dc-ecb816bba649 service neutron] 10.222.0.21 "GET /v2.0/networks/d4c343ed-e559-44fb-ac6e-3c378d83bbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7542489 Feb 09 18:11:16.958144 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:16.958720 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Fanout notify agent at l3_agent the message router_deleted on router 1073232d-05c2-446f-b66e-9792198afe19 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:11:16.964316 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c24c760d-1950-4a8f-b532-c8d646efa8bc tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:16.974795 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-f12673d7-3e0e-4c7d-a379-49f301ea5ee9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Transition to ACTIVE for port object 782d5944-f3d5-419c-b306-e860ff760d56 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:11:16.988716 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:16.996407 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-399c1c32-294d-4a0b-942c-c5b33b458294 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "DELETE /v2.0/routers/1073232d-05c2-446f-b66e-9792198afe19 HTTP/1.1" status: 204 len: 168 time: 4.5259955 Feb 09 18:11:16.996407 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53618) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:16.997773 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-60aa21f4-fdcc-46c1-9d49-aba0bf0e1d85 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:16.998203 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60aa21f4-fdcc-46c1-9d49-aba0bf0e1d85 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:17.002523 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-60aa21f4-fdcc-46c1-9d49-aba0bf0e1d85 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/626864a1-1ce9-4bff-b19d-a616ed5b1f5a HTTP/1.1" status: 404 len: 333 time: 0.1021059 Feb 09 18:11:17.010633 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53622) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:17.092262 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:11:17.163307 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5f2300a-ad37-4bac-bcc6-0093cb732ea7 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:17.174978 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:11:17.175281 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eaae6f0-e203-4e7a-b1e8-0f44f0b33e6b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:17.175610 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 1ec8f131-23db-4f3f-88b7-ec8b7ddc639a not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:11:17.176110 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eaae6f0-e203-4e7a-b1e8-0f44f0b33e6b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:17.176326 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 427688f2-2a5e-4908-b0b4-ec81ac4b14ca no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:11:17.181619 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8eaae6f0-e203-4e7a-b1e8-0f44f0b33e6b tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/504de9fa-efd4-4379-9c09-aafdf527ed3d HTTP/1.1" status: 404 len: 337 time: 0.1630187 Feb 09 18:11:17.186614 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53626) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:17.211832 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-7b471ed6-7ff2-4d2a-b962-3b374af0fd83 service neutron] 10.222.0.21 "GET /v2.0/networks/d4c343ed-e559-44fb-ac6e-3c378d83bbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777140 Feb 09 18:11:17.236685 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 427688f2-2a5e-4908-b0b4-ec81ac4b14ca {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:11:17.240299 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 427688f2-2a5e-4908-b0b4-ec81ac4b14ca not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:11:17.265466 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5f2300a-ad37-4bac-bcc6-0093cb732ea7 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:17.328758 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6a2428-7718-40ba-9570-74a795a4fc96 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:17.329205 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6a2428-7718-40ba-9570-74a795a4fc96 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:17.356291 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a8f8c44-462d-440b-88a1-47fb93961caf tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:17.362256 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1b6a2428-7718-40ba-9570-74a795a4fc96 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/ports/71fcb636-ff73-46d5-9c4d-02c635c0549d HTTP/1.1" status: 404 len: 333 time: 0.1690860 Feb 09 18:11:17.366628 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53630) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:17.366826 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f12673d7-3e0e-4c7d-a379-49f301ea5ee9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:17.516492 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12673d7-3e0e-4c7d-a379-49f301ea5ee9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:11:17.527094 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-f12673d7-3e0e-4c7d-a379-49f301ea5ee9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:11:17.546995 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12673d7-3e0e-4c7d-a379-49f301ea5ee9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:11:17.546995 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f12673d7-3e0e-4c7d-a379-49f301ea5ee9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:17.546995 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12673d7-3e0e-4c7d-a379-49f301ea5ee9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Port': ['ID=782d5944-f3d5-419c-b306-e860ff760d56,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:17.574251 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c24c760d-1950-4a8f-b532-c8d646efa8bc tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:17.574251 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c24c760d-1950-4a8f-b532-c8d646efa8bc tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:17.574251 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c24c760d-1950-4a8f-b532-c8d646efa8bc tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "DELETE /v2.0/security-groups/18d88972-86eb-414e-a77e-beb811ccb2a1 HTTP/1.1" status: 204 len: 168 time: 1.5403090 Feb 09 18:11:17.574251 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5f2300a-ad37-4bac-bcc6-0093cb732ea7 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:17.580726 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53634) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:17.657348 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5f2300a-ad37-4bac-bcc6-0093cb732ea7 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:17.657348 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a5f2300a-ad37-4bac-bcc6-0093cb732ea7 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/553358ab-e367-41fe-93d0-104930576447 HTTP/1.1" status: 204 len: 168 time: 0.7263613 Feb 09 18:11:17.657348 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-45be038c-aa41-4008-90ef-07f3411b2d37 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] DELETE failed (client error): The resource could not be found. Feb 09 18:11:17.657348 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45be038c-aa41-4008-90ef-07f3411b2d37 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:11:17.657348 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-45be038c-aa41-4008-90ef-07f3411b2d37 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/subnets/32dafbbc-d01a-487d-8d56-253d550414d9 HTTP/1.1" status: 404 len: 337 time: 0.2565014 Feb 09 18:11:17.671952 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 451e0725-53fd-402d-b0a1-5d58a67f832f up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:11:17.672172 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53640) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:17.672172 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53642) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:17.782970 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 451e0725-53fd-402d-b0a1-5d58a67f832f triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:17.783410 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:17.785049 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c760d-1950-4a8f-b532-c8d646efa8bc tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d88972-86eb-414e-a77e-beb811ccb2a1,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:17.802923 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a8f8c44-462d-440b-88a1-47fb93961caf tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:17.828299 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2300a-ad37-4bac-bcc6-0093cb732ea7 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=553358ab-e367-41fe-93d0-104930576447,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:17.910473 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-7a8f8c44-462d-440b-88a1-47fb93961caf tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6eaa772-ffac-41e7-8518-58e8632c9a92']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:17.927121 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-7a8f8c44-462d-440b-88a1-47fb93961caf tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb132a2c-087c-4094-9ff0-147d0aa84db2') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:17.932937 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-7a8f8c44-462d-440b-88a1-47fb93961caf tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb132a2c-087c-4094-9ff0-147d0aa84db2') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:17.949929 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a8f8c44-462d-440b-88a1-47fb93961caf tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:17.983704 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a8f8c44-462d-440b-88a1-47fb93961caf tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:18.004640 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a8f8c44-462d-440b-88a1-47fb93961caf tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:11:18.005046 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a8f8c44-462d-440b-88a1-47fb93961caf tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:18.005432 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 13c20e3f-ee5b-4e5c-939c-f721a0606139 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:11:18.023658 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:11:18.068508 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4b6cdf48-da88-4850-a60b-f660aa40f815 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:18.079633 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6724d39-e33e-4637-9d96-cb786c5533f8 None None] Network ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:11:18.260253 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a8f8c44-462d-440b-88a1-47fb93961caf tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:18.270315 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a8f8c44-462d-440b-88a1-47fb93961caf tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:18.294931 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-90ffb057-94e5-46f7-a1cb-495979e48712 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Synchronizing usage tracker for tenant:74da653dd9154330b8a945c9542dbff3 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:18.345913 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f8c44-462d-440b-88a1-47fb93961caf tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Pushing event deleted for resources: {'Network': ['ID=d6eaa772-ffac-41e7-8518-58e8632c9a92,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:18.367961 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-207fea02-a38f-4583-a28a-d4c37d54ef10 req-a3217d5e-7b04-41ef-9ae1-8eacf84f8426 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3 HTTP/1.1" status: 200 len: 210 time: 0.2768276 Feb 09 18:11:18.380521 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c4e3752c-b30f-4f9f-b6ae-0c8e9802e125 None None] Provisioning for port 13c20e3f-ee5b-4e5c-939c-f721a0606139 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:11:18.435966 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7a8f8c44-462d-440b-88a1-47fb93961caf tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "DELETE /v2.0/networks/d6eaa772-ffac-41e7-8518-58e8632c9a92 HTTP/1.1" status: 204 len: 168 time: 1.4307551 Feb 09 18:11:18.436167 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 13c20e3f-ee5b-4e5c-939c-f721a0606139 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:11:18.438464 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53648) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:18.440906 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 13c20e3f-ee5b-4e5c-939c-f721a0606139 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:18.441266 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:18.543570 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-209a9fb3-b040-48e8-8452-f576acf64135 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:18.582938 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-209a9fb3-b040-48e8-8452-f576acf64135 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:18.620122 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8b46b131-fad6-4eef-be01-6ca6f5624754 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.9320703 Feb 09 18:11:18.622788 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53652) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:18.648694 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:18.676494 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4b6cdf48-da88-4850-a60b-f660aa40f815 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:18.711411 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 13c20e3f-ee5b-4e5c-939c-f721a0606139, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=13c20e3f-ee5b-4e5c-939c-f721a0606139,segment=NetworkSegment(07b9472a-5c6a-47a2-abd8-7271747e1ccc),segment_id=07b9472a-5c6a-47a2-abd8-7271747e1ccc)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:18.723607 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-4b6cdf48-da88-4850-a60b-f660aa40f815 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533fa7e0-9286-46d7-99f4-266111443da8']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:18.740512 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-90ffb057-94e5-46f7-a1cb-495979e48712 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Unset dirty status for tenant:74da653dd9154330b8a945c9542dbff3 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:18.741807 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-90ffb057-94e5-46f7-a1cb-495979e48712 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.1780803 Feb 09 18:11:18.745776 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f12673d7-3e0e-4c7d-a379-49f301ea5ee9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:18.759305 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-4b6cdf48-da88-4850-a60b-f660aa40f815 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:18.759914 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-4b6cdf48-da88-4850-a60b-f660aa40f815 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15bf0e8f-9caa-4df1-bfe7-e5e4361a8b4c') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:18.766705 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53660) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:18.785011 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4b6cdf48-da88-4850-a60b-f660aa40f815 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:18.815177 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:18.831371 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-18922bdf-fd86-44e5-a61b-45d88a4fa621 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1402280053'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:18.867193 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4b6cdf48-da88-4850-a60b-f660aa40f815 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:18.886588 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-18922bdf-fd86-44e5-a61b-45d88a4fa621 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:18.893070 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6cdf48-da88-4850-a60b-f660aa40f815 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:11:18.893943 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4b6cdf48-da88-4850-a60b-f660aa40f815 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:18.919456 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-18922bdf-fd86-44e5-a61b-45d88a4fa621 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:11:18.931210 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:11:18.999137 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a0bc903-0492-4ceb-a068-06db83dc2353 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:19.074699 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=13c20e3f-ee5b-4e5c-939c-f721a0606139,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:19.075787 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18922bdf-fd86-44e5-a61b-45d88a4fa621 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:19.088269 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6cb108e1-466f-4401-ae8a-d62435f4a854 None None] Provisioning complete for port 13c20e3f-ee5b-4e5c-939c-f721a0606139 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:19.088867 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6cb108e1-466f-4401-ae8a-d62435f4a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:19.174496 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a0bc903-0492-4ceb-a068-06db83dc2353 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:19.266537 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-18922bdf-fd86-44e5-a61b-45d88a4fa621 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:19.266537 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-18922bdf-fd86-44e5-a61b-45d88a4fa621 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group_rule and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:19.272880 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ee13cd27-7114-411f-822e-6167655a74f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:19.285409 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-18922bdf-fd86-44e5-a61b-45d88a4fa621 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:19.316294 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-18922bdf-fd86-44e5-a61b-45d88a4fa621 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:19.349732 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4b6cdf48-da88-4850-a60b-f660aa40f815 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:19.360194 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4b6cdf48-da88-4850-a60b-f660aa40f815 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:19.367058 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-209a9fb3-b040-48e8-8452-f576acf64135 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:19.419168 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 13c20e3f-ee5b-4e5c-939c-f721a0606139 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:11:19.441543 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a9fb3-b040-48e8-8452-f576acf64135 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:19.489093 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18922bdf-fd86-44e5-a61b-45d88a4fa621 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:19.535901 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6cdf48-da88-4850-a60b-f660aa40f815 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] Pushing event deleted for resources: {'Network': ['ID=533fa7e0-9286-46d7-99f4-266111443da8,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:19.539092 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6cb108e1-466f-4401-ae8a-d62435f4a854 None None] Provisioning for port 782d5944-f3d5-419c-b306-e860ff760d56 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:11:19.539262 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4b6cdf48-da88-4850-a60b-f660aa40f815 tempest-NetworksTestDHCPv6-2072306591 tempest-NetworksTestDHCPv6-2072306591-project] 10.222.0.21 "DELETE /v2.0/networks/533fa7e0-9286-46d7-99f4-266111443da8 HTTP/1.1" status: 204 len: 168 time: 1.8570387 Feb 09 18:11:19.548519 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6cb108e1-466f-4401-ae8a-d62435f4a854 None None] Provisioning complete for port 782d5944-f3d5-419c-b306-e860ff760d56 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:19.548519 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6cb108e1-466f-4401-ae8a-d62435f4a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:19.585569 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-209a9fb3-b040-48e8-8452-f576acf64135 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:19.587112 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-209a9fb3-b040-48e8-8452-f576acf64135 tempest-TestNetworkAdvancedServerOps-1535043436 tempest-TestNetworkAdvancedServerOps-1535043436-project] 10.222.0.21 "DELETE /v2.0/security-groups/5b77e1f0-28fd-4b08-82ab-1f1706b6ec6f HTTP/1.1" status: 204 len: 168 time: 1.1473930 Feb 09 18:11:19.623402 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6cb108e1-466f-4401-ae8a-d62435f4a854 None None] Port 782d5944-f3d5-419c-b306-e860ff760d56 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:11:19.626362 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 13c20e3f-ee5b-4e5c-939c-f721a0606139 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:19.626850 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:19.636807 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18922bdf-fd86-44e5-a61b-45d88a4fa621 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:19.659549 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a0bc903-0492-4ceb-a068-06db83dc2353 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:19.693708 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a064b274-dac3-4236-9eb9-522bfbb684c6 req-fda39819-0e64-4d38-8182-cc79f088d6e0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3 HTTP/1.1" status: 200 len: 210 time: 0.1350679 Feb 09 18:11:19.698044 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a0bc903-0492-4ceb-a068-06db83dc2353 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:19.698044 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8a0bc903-0492-4ceb-a068-06db83dc2353 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "DELETE /v2.0/security-groups/436825a8-d765-4b3e-975d-c1f00fd536da HTTP/1.1" status: 204 len: 168 time: 1.0639176 Feb 09 18:11:19.701692 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53670) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:19.726725 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18922bdf-fd86-44e5-a61b-45d88a4fa621 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ded154b-61ea-4bc9-aa1b-73630f6a5f63,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:19.801528 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0bc903-0492-4ceb-a068-06db83dc2353 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=436825a8-d765-4b3e-975d-c1f00fd536da,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:19.820232 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7692ba5b-eb33-42cb-ba92-d10bd2d86ad6 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1213644 Feb 09 18:11:19.821231 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53676) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:19.827153 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-0400327e-a1e6-426e-aab2-02d3d87e1e30 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Request body: {'security_group': {'name': 'tempest-secgroup--156427052'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:19.843937 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18922bdf-fd86-44e5-a61b-45d88a4fa621 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:19.848523 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-18922bdf-fd86-44e5-a61b-45d88a4fa621 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0752373 Feb 09 18:11:19.849358 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53680) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:19.851641 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0400327e-a1e6-426e-aab2-02d3d87e1e30 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:19.863113 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a87ba206-805b-405c-a170-2fdaa0a12d41 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group_rule': {'security_group_id': '7ded154b-61ea-4bc9-aa1b-73630f6a5f63', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:19.864093 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-a87ba206-805b-405c-a170-2fdaa0a12d41 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:11:19.875815 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a87ba206-805b-405c-a170-2fdaa0a12d41 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0117834 Feb 09 18:11:19.875815 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0400327e-a1e6-426e-aab2-02d3d87e1e30 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Usage tracker for resource:security_group and tenant:5f2bb51f14d84099801f5e479a222bcf is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:19.876298 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0400327e-a1e6-426e-aab2-02d3d87e1e30 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:19.879645 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53684) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:19.903163 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0400327e-a1e6-426e-aab2-02d3d87e1e30 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:19.956544 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d8f2b77-f009-42d5-be26-10f7b2254746 None None] Provisioning complete for port 782d5944-f3d5-419c-b306-e860ff760d56 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:19.956544 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2b77-f009-42d5-be26-10f7b2254746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:19.995211 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-037652e2-531d-4741-b729-08c512dd2855 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:20.032780 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0400327e-a1e6-426e-aab2-02d3d87e1e30 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:20.055454 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d8f2b77-f009-42d5-be26-10f7b2254746 None None] Port 782d5944-f3d5-419c-b306-e860ff760d56 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:11:20.062658 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:20.063226 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-037652e2-531d-4741-b729-08c512dd2855 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:20.112319 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f12673d7-3e0e-4c7d-a379-49f301ea5ee9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:20.168632 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:20.184623 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0400327e-a1e6-426e-aab2-02d3d87e1e30 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:20.199032 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0400327e-a1e6-426e-aab2-02d3d87e1e30 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:20.207679 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f12673d7-3e0e-4c7d-a379-49f301ea5ee9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:20.208568 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f12673d7-3e0e-4c7d-a379-49f301ea5ee9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:20.302831 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-037652e2-531d-4741-b729-08c512dd2855 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:20.353587 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037652e2-531d-4741-b729-08c512dd2855 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ded154b-61ea-4bc9-aa1b-73630f6a5f63,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:20.414202 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12673d7-3e0e-4c7d-a379-49f301ea5ee9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event updated for resources: {'Port': ['ID=782d5944-f3d5-419c-b306-e860ff760d56,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:20.442271 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0400327e-a1e6-426e-aab2-02d3d87e1e30 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:20.446172 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53698) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:20.499740 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12673d7-3e0e-4c7d-a379-49f301ea5ee9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Network ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:11:20.501144 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-f12673d7-3e0e-4c7d-a379-49f301ea5ee9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:11:20.526402 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-037652e2-531d-4741-b729-08c512dd2855 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:20.532877 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-037652e2-531d-4741-b729-08c512dd2855 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "DELETE /v2.0/security-groups/7ded154b-61ea-4bc9-aa1b-73630f6a5f63 HTTP/1.1" status: 204 len: 168 time: 0.6492891 Feb 09 18:11:20.533697 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53704) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:20.559209 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53708) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:20.585797 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0400327e-a1e6-426e-aab2-02d3d87e1e30 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:20.656433 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400327e-a1e6-426e-aab2-02d3d87e1e30 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aacea8d-55a3-4ba3-b556-751fe9010c67,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:20.725534 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-50790afc-c802-453a-b6a6-4c3ea0e83294 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Synchronizing usage tracker for tenant:74da653dd9154330b8a945c9542dbff3 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:20.749242 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0400327e-a1e6-426e-aab2-02d3d87e1e30 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:20.750938 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0400327e-a1e6-426e-aab2-02d3d87e1e30 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9286237 Feb 09 18:11:20.753697 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53716) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:20.761461 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-dd166572-5c79-455e-ae48-c4f9f4fd461e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Request body: {'security_group_rule': {'security_group_id': '9aacea8d-55a3-4ba3-b556-751fe9010c67', 'direction': 'ingress', 'protocol': 17}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:20.770619 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dd166572-5c79-455e-ae48-c4f9f4fd461e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:20.796683 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dd166572-5c79-455e-ae48-c4f9f4fd461e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:20.863064 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-50790afc-c802-453a-b6a6-4c3ea0e83294 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Unset dirty status for tenant:74da653dd9154330b8a945c9542dbff3 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:20.880323 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-50790afc-c802-453a-b6a6-4c3ea0e83294 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3293879 Feb 09 18:11:20.880323 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53722) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:20.920486 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-568cf660-7654-4ff5-8af8-951c298d1781 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group': {'name': 'tempest-secgroup--202598748'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:20.928006 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-568cf660-7654-4ff5-8af8-951c298d1781 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:20.942914 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-568cf660-7654-4ff5-8af8-951c298d1781 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:20.987389 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd166572-5c79-455e-ae48-c4f9f4fd461e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:21.042741 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-98a84689-abad-4ca1-8bd5-2735ee4a7cab req-d9eb0b25-2610-492e-befe-b937c819f0a2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3 HTTP/1.1" status: 200 len: 210 time: 0.1486893 Feb 09 18:11:21.102730 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-582b69a2-2033-48a1-a546-cee0dce86719 None None] Provisioning complete for port 782d5944-f3d5-419c-b306-e860ff760d56 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:21.103369 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-582b69a2-2033-48a1-a546-cee0dce86719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:21.160015 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12673d7-3e0e-4c7d-a379-49f301ea5ee9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Router efff9e61-2c9e-4220-a8ae-266542a87b00 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:11:21.211347 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-568cf660-7654-4ff5-8af8-951c298d1781 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:21.221335 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-582b69a2-2033-48a1-a546-cee0dce86719 None None] Port 782d5944-f3d5-419c-b306-e860ff760d56 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:11:21.270614 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a59ba741-c7ac-49f8-bd19-1ebd83ac32f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04ff2d95016a41349448cd02c203dbe9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7070465 Feb 09 18:11:21.275354 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53726) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:21.389939 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12673d7-3e0e-4c7d-a379-49f301ea5ee9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:11:21.397734 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f12673d7-3e0e-4c7d-a379-49f301ea5ee9 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "PUT /v2.0/routers/efff9e61-2c9e-4220-a8ae-266542a87b00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4627874 Feb 09 18:11:21.401190 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53730) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:21.409883 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-1697e378-b35c-4216-8a47-fb5541a72055 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:21.410233 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b16049e1-ac59-4b7b-b0df-27904cd5bc4d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3cf6d6a82954c548b62cda4eaa1d82a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9634197 Feb 09 18:11:21.436258 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53734) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:21.501009 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-568cf660-7654-4ff5-8af8-951c298d1781 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:21.509413 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd166572-5c79-455e-ae48-c4f9f4fd461e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:21.516692 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-568cf660-7654-4ff5-8af8-951c298d1781 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group_rule and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:21.527922 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-568cf660-7654-4ff5-8af8-951c298d1781 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:21.538701 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-568cf660-7654-4ff5-8af8-951c298d1781 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:21.556718 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:21.581378 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6698a1fd-320c-49b9-a0bb-0ea295b2ec39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:21.597087 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd166572-5c79-455e-ae48-c4f9f4fd461e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:21.664677 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd166572-5c79-455e-ae48-c4f9f4fd461e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02fdec95-d118-485b-8db5-5b0d68863ef0,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:21.684129 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6698a1fd-320c-49b9-a0bb-0ea295b2ec39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:21.703489 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8d84463-3ac6-4bc6-bdf0-3b0b5a016fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:21.802346 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-568cf660-7654-4ff5-8af8-951c298d1781 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:21.804440 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8d84463-3ac6-4bc6-bdf0-3b0b5a016fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:21.854573 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd166572-5c79-455e-ae48-c4f9f4fd461e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:21.855919 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-dd166572-5c79-455e-ae48-c4f9f4fd461e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.1009181 Feb 09 18:11:21.861088 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53740) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:21.925196 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-568cf660-7654-4ff5-8af8-951c298d1781 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:21.999585 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cf660-7654-4ff5-8af8-951c298d1781 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=838f2aa9-2830-47b2-8f8f-6d2258994322,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:22.004345 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d2335ef-88e9-4d59-8bce-1aa8e025146b tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:22.020833 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8d84463-3ac6-4bc6-bdf0-3b0b5a016fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:22.023917 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8d84463-3ac6-4bc6-bdf0-3b0b5a016fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:22.025294 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b8d84463-3ac6-4bc6-bdf0-3b0b5a016fe9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/beff46d2-1916-4031-bd2a-f7207a1d6faf HTTP/1.1" status: 204 len: 168 time: 0.5874052 Feb 09 18:11:22.036600 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6698a1fd-320c-49b9-a0bb-0ea295b2ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:22.039967 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6698a1fd-320c-49b9-a0bb-0ea295b2ec39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:22.041373 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6698a1fd-320c-49b9-a0bb-0ea295b2ec39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a79e0ff-44ea-4eb6-bf74-ddc90345e064 HTTP/1.1" status: 204 len: 168 time: 0.7577364 Feb 09 18:11:22.057701 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d84463-3ac6-4bc6-bdf0-3b0b5a016fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beff46d2-1916-4031-bd2a-f7207a1d6faf,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:22.071265 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d2335ef-88e9-4d59-8bce-1aa8e025146b tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:22.082615 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-568cf660-7654-4ff5-8af8-951c298d1781 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:22.084262 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-568cf660-7654-4ff5-8af8-951c298d1781 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2084744 Feb 09 18:11:22.092198 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53750) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:22.104240 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698a1fd-320c-49b9-a0bb-0ea295b2ec39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a79e0ff-44ea-4eb6-bf74-ddc90345e064,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:22.119198 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3c2901ed-5053-4626-8927-da0d18ec11c8 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group_rule': {'security_group_id': '838f2aa9-2830-47b2-8f8f-6d2258994322', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:22.121828 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-3c2901ed-5053-4626-8927-da0d18ec11c8 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:11:22.123822 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3c2901ed-5053-4626-8927-da0d18ec11c8 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0299931 Feb 09 18:11:22.131767 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53754) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:22.225230 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d2335ef-88e9-4d59-8bce-1aa8e025146b tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:22.266436 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2335ef-88e9-4d59-8bce-1aa8e025146b tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aacea8d-55a3-4ba3-b556-751fe9010c67,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:22.294784 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d2335ef-88e9-4d59-8bce-1aa8e025146b tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:22.299080 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6d2335ef-88e9-4d59-8bce-1aa8e025146b tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "DELETE /v2.0/security-groups/9aacea8d-55a3-4ba3-b556-751fe9010c67 HTTP/1.1" status: 204 len: 168 time: 0.4365895 Feb 09 18:11:22.302692 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53758) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:22.391324 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d36e49a1-4ca6-4f37-b2a5-c074dc77f86c tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Synchronizing usage tracker for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:22.410644 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] Sync routers for ids ['efff9e61-2c9e-4220-a8ae-266542a87b00'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:11:22.433675 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] Routers {'efff9e61-2c9e-4220-a8ae-266542a87b00'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:11:22.434666 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['efff9e61-2c9e-4220-a8ae-266542a87b00'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:22.580310 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-da360e98-9432-4538-b083-c416234b0c81 req-290c6642-1757-4708-8bc8-9480078563d1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3 HTTP/1.1" status: 200 len: 210 time: 0.2049685 Feb 09 18:11:22.617185 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] Set router efff9e61-2c9e-4220-a8ae-266542a87b00 gateway port host: None {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:11:22.642646 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d36e49a1-4ca6-4f37-b2a5-c074dc77f86c tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Unset dirty status for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:22.644908 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d36e49a1-4ca6-4f37-b2a5-c074dc77f86c tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3404694 Feb 09 18:11:22.649511 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53762) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:22.655984 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9f968dde-13d7-45c4-b889-f0bec56f7870 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Request body: {'security_group': {'name': 'tempest-secgroup--486890730'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:22.672181 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9f968dde-13d7-45c4-b889-f0bec56f7870 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:22.691013 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9f968dde-13d7-45c4-b889-f0bec56f7870 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:22.733192 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-33f2fd9b-0464-49c7-b2c0-ae7521b9d53a tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:22.803908 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f968dde-13d7-45c4-b889-f0bec56f7870 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:22.814794 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.extraroute_db [None req-1697e378-b35c-4216-8a47-fb5541a72055 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=84541) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 09 18:11:22.823991 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-33f2fd9b-0464-49c7-b2c0-ae7521b9d53a tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:22.920663 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9f968dde-13d7-45c4-b889-f0bec56f7870 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:22.926536 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-9f968dde-13d7-45c4-b889-f0bec56f7870 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Usage tracker for resource:security_group_rule and tenant:5f2bb51f14d84099801f5e479a222bcf is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:22.932894 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-9f968dde-13d7-45c4-b889-f0bec56f7870 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:22.942363 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9f968dde-13d7-45c4-b889-f0bec56f7870 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:22.990054 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.extraroute_db [None req-1697e378-b35c-4216-8a47-fb5541a72055 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Removed routes are [] {{(pid=84541) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 09 18:11:22.991056 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1697e378-b35c-4216-8a47-fb5541a72055 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:23.054465 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f968dde-13d7-45c4-b889-f0bec56f7870 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:23.149969 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f968dde-13d7-45c4-b889-f0bec56f7870 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:23.283449 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:11:17Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '451e0725-53fd-402d-b0a1-5d58a67f832f', 'name': '', 'network_id': '7a7b9532-f4d9-42a4-96c5-676af3072980', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:a4:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:59Z', 'updated_at': '2022-02-09T18:11:16Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780aca02-817a-439a-bc19-cdd40bfbda17', 'name': '', 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:fc:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:41Z', 'updated_at': '2022-02-09T18:11:02Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '782d5944-f3d5-419c-b306-e860ff760d56', 'name': '', 'network_id': 'ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:a2:66:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75a95b99-8d5e-42fb-b37e-1564ea31d8e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:11:15Z', 'updated_at': '2022-02-09T18:11:19Z', 'revision_number': 2, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': '75a95b99-8d5e-42fb-b37e-1564ea31d8e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:49Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:23.292444 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] Checking router: efff9e61-2c9e-4220-a8ae-266542a87b00 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:11:23.293090 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] Updating router efff9e61-2c9e-4220-a8ae-266542a87b00 port 782d5944-f3d5-419c-b306-e860ff760d56 binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:11:23.411511 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-33f2fd9b-0464-49c7-b2c0-ae7521b9d53a tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:23.438120 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 398f4ae6-d73d-4e3d-a184-961a19bc610c no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:11:23.447063 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f968dde-13d7-45c4-b889-f0bec56f7870 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:23.452732 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9f968dde-13d7-45c4-b889-f0bec56f7870 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7977366 Feb 09 18:11:23.456987 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53776) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:23.494635 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-c6aaa832-a3e0-4fe5-835f-689211b585fe tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Request body: {'security_group': {'name': 'tempest-secgroup--1151486698'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:23.495384 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f968dde-13d7-45c4-b889-f0bec56f7870 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc37628c-ce80-41f1-b1d0-c53c0ed8faf6,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:23.502634 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c6aaa832-a3e0-4fe5-835f-689211b585fe tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:23.509129 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c6aaa832-a3e0-4fe5-835f-689211b585fe tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Usage tracker for resource:security_group and tenant:5f2bb51f14d84099801f5e479a222bcf is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:23.512770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c6aaa832-a3e0-4fe5-835f-689211b585fe tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:23.520956 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c6aaa832-a3e0-4fe5-835f-689211b585fe tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:23.532580 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2fd9b-0464-49c7-b2c0-ae7521b9d53a tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=838f2aa9-2830-47b2-8f8f-6d2258994322,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:23.532924 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 398f4ae6-d73d-4e3d-a184-961a19bc610c {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:11:23.533412 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 398f4ae6-d73d-4e3d-a184-961a19bc610c not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:11:23.540239 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:23.566086 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-33f2fd9b-0464-49c7-b2c0-ae7521b9d53a tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:23.570889 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-33f2fd9b-0464-49c7-b2c0-ae7521b9d53a tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "DELETE /v2.0/security-groups/838f2aa9-2830-47b2-8f8f-6d2258994322 HTTP/1.1" status: 204 len: 168 time: 1.4165797 Feb 09 18:11:23.571838 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53780) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:23.586244 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-652ea014-d50e-44cf-8f9d-c909696af2ac tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:23.587242 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-652ea014-d50e-44cf-8f9d-c909696af2ac tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:23.684139 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c6aaa832-a3e0-4fe5-835f-689211b585fe tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:23.762423 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-652ea014-d50e-44cf-8f9d-c909696af2ac tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:23.764366 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-652ea014-d50e-44cf-8f9d-c909696af2ac tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/networks?id=d4c343ed-e559-44fb-ac6e-3c378d83bbdf HTTP/1.1" status: 200 len: 797 time: 0.5494518 Feb 09 18:11:23.836066 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-a21ce740-0a11-4d07-816f-b11cc5c40d7b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:23.939501 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-a21ce740-0a11-4d07-816f-b11cc5c40d7b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:23.942937 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-a21ce740-0a11-4d07-816f-b11cc5c40d7b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 379 time: 0.1652055 Feb 09 18:11:23.952957 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-af187fc2-4592-44bd-8067-9a24fc8ed9a7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'port': {'device_id': '312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'admin_state_up': True, 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'security_groups': ['bab64de7-98e5-4007-a148-0793494aaf1f']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:23.995713 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0c53bd37-3723-47b8-9cbd-94af2439600f req-23efbcdd-bb24-4918-b753-f4d576011f54 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3 HTTP/1.1" status: 200 len: 210 time: 0.2123086 Feb 09 18:11:24.083255 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53790) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:24.167995 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1697e378-b35c-4216-8a47-fb5541a72055 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:24.172682 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c6aaa832-a3e0-4fe5-835f-689211b585fe tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:24.175273 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e6362047-a223-48e8-be4a-46bc32ec18c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:24.175871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1697e378-b35c-4216-8a47-fb5541a72055 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640420'] for router, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:24.180759 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5e108d4c-05ac-48c5-a13e-b2dd965016cc tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Synchronizing usage tracker for tenant:74da653dd9154330b8a945c9542dbff3 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:24.189338 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c6aaa832-a3e0-4fe5-835f-689211b585fe tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Usage tracker for resource:security_group_rule and tenant:5f2bb51f14d84099801f5e479a222bcf is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:24.193365 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c6aaa832-a3e0-4fe5-835f-689211b585fe tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:24.202787 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c6aaa832-a3e0-4fe5-835f-689211b585fe tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:24.302589 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e6362047-a223-48e8-be4a-46bc32ec18c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:24.319667 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e6362047-a223-48e8-be4a-46bc32ec18c8 admin admin] Usage tracker for resource:security_group_rule and tenant:0d26fb9ad2974aeaacf0673b9053e9e7 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:24.339061 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e6362047-a223-48e8-be4a-46bc32ec18c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:24.361591 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e6362047-a223-48e8-be4a-46bc32ec18c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:24.384922 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-af187fc2-4592-44bd-8067-9a24fc8ed9a7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:24.410527 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-af187fc2-4592-44bd-8067-9a24fc8ed9a7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:24.435212 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:24.453656 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] Transition to ACTIVE for port object 782d5944-f3d5-419c-b306-e860ff760d56 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:11:24.454613 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5e108d4c-05ac-48c5-a13e-b2dd965016cc tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Unset dirty status for tenant:74da653dd9154330b8a945c9542dbff3 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:24.462216 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5e108d4c-05ac-48c5-a13e-b2dd965016cc tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8824933 Feb 09 18:11:24.462503 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53796) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:24.481225 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e3457479-ada4-41df-8ce2-e36337690a25 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group': {'name': 'tempest-secgroup--413898975'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:24.502677 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e3457479-ada4-41df-8ce2-e36337690a25 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:24.518008 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c6aaa832-a3e0-4fe5-835f-689211b585fe tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:24.528867 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-af187fc2-4592-44bd-8067-9a24fc8ed9a7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:11:24.531995 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-af187fc2-4592-44bd-8067-9a24fc8ed9a7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:24.546376 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e3457479-ada4-41df-8ce2-e36337690a25 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:24.552275 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e6362047-a223-48e8-be4a-46bc32ec18c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:24.563039 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:24.576288 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1697e378-b35c-4216-8a47-fb5541a72055 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Router efff9e61-2c9e-4220-a8ae-266542a87b00 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:11:24.774370 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabd4ed-3438-4e52-b514-85df4c758fd0 None None] Pushing event updated for resources: {'Port': ['ID=782d5944-f3d5-419c-b306-e860ff760d56,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:24.804202 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-af187fc2-4592-44bd-8067-9a24fc8ed9a7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.20.0.12 (d4c343ed-e559-44fb-ac6e-3c378d83bbdf/4a7ce76d-2721-4a28-b892-4c0742fa81e4/633296ee-bec1-497e-b6f4-b57211f6ba40) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:11:24.810423 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e6362047-a223-48e8-be4a-46bc32ec18c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:24.923972 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e3457479-ada4-41df-8ce2-e36337690a25 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:24.938647 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53802) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:24.952437 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdabd4ed-3438-4e52-b514-85df4c758fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:24.960663 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c6aaa832-a3e0-4fe5-835f-689211b585fe tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:24.962811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdabd4ed-3438-4e52-b514-85df4c758fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:24.964819 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdabd4ed-3438-4e52-b514-85df4c758fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:24.965780 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdabd4ed-3438-4e52-b514-85df4c758fd0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:24.972412 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdabd4ed-3438-4e52-b514-85df4c758fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:24.973879 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdabd4ed-3438-4e52-b514-85df4c758fd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:24.976922 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdabd4ed-3438-4e52-b514-85df4c758fd0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:24.976922 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdabd4ed-3438-4e52-b514-85df4c758fd0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:24.976922 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdabd4ed-3438-4e52-b514-85df4c758fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:24.987448 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdabd4ed-3438-4e52-b514-85df4c758fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:24.988480 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdabd4ed-3438-4e52-b514-85df4c758fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:11:25.010463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6362047-a223-48e8-be4a-46bc32ec18c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03855388-58bc-461f-9911-ccac3d633155,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:25.024700 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e6362047-a223-48e8-be4a-46bc32ec18c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d26fb9ad2974aeaacf0673b9053e9e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9013307 Feb 09 18:11:25.030463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53808) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:25.253606 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aaa832-a3e0-4fe5-835f-689211b585fe tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821ac24d-7fc6-415f-9ee4-a7c3ffd28f0e,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:25.343015 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] Attempting to bind port 782d5944-f3d5-419c-b306-e860ff760d56 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:11:25.343372 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] Attempting to bind port 782d5944-f3d5-419c-b306-e860ff760d56 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '07b9472a-5c6a-47a2-abd8-7271747e1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:11:25.343756 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] Attempting to bind port 782d5944-f3d5-419c-b306-e860ff760d56 on network ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:11:25.357183 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e3457479-ada4-41df-8ce2-e36337690a25 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:25.366566 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:11:25.378674 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] Checking segment: {'id': '07b9472a-5c6a-47a2-abd8-7271747e1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:11:25.378854 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e3457479-ada4-41df-8ce2-e36337690a25 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group_rule and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:25.378962 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:25.378962 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] Bound using segment: {'id': '07b9472a-5c6a-47a2-abd8-7271747e1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:11:25.378962 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] Bound port: 782d5944-f3d5-419c-b306-e860ff760d56, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b9472a-5c6a-47a2-abd8-7271747e1ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:11:25.378962 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:25.379301 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c6aaa832-a3e0-4fe5-835f-689211b585fe tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:25.384119 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c6aaa832-a3e0-4fe5-835f-689211b585fe tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8993979 Feb 09 18:11:25.388028 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e3457479-ada4-41df-8ce2-e36337690a25 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:25.389551 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53814) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:25.402364 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e3457479-ada4-41df-8ce2-e36337690a25 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:25.478644 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d6a56eb0-97fb-458d-a98d-a35a23d8317d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:25.503760 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-dccb68a5-430b-44ac-8759-7afb901f504c tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Request body: {'security_group_rule': {'security_group_id': 'bc37628c-ce80-41f1-b1d0-c53c0ed8faf6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '821ac24d-7fc6-415f-9ee4-a7c3ffd28f0e', 'remote_ip_prefix': None}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:25.518163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-dccb68a5-430b-44ac-8759-7afb901f504c tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:25.536201 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-aba233e8-a6dc-4505-8518-3faaac987212 tempest-DvrRoutersNegativeTest-1439651956 tempest-DvrRoutersNegativeTest-1439651956-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1819257880', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:25.540322 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.policy [None req-aba233e8-a6dc-4505-8518-3faaac987212 tempest-DvrRoutersNegativeTest-1439651956 tempest-DvrRoutersNegativeTest-1439651956-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84542) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Feb 09 18:11:25.541033 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.policy [None req-aba233e8-a6dc-4505-8518-3faaac987212 tempest-DvrRoutersNegativeTest-1439651956 tempest-DvrRoutersNegativeTest-1439651956-project] Failed policy check for 'create_router' {{(pid=84542) enforce /opt/stack/neutron/neutron/policy.py:482}} Feb 09 18:11:25.541815 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-aba233e8-a6dc-4505-8518-3faaac987212 tempest-DvrRoutersNegativeTest-1439651956 tempest-DvrRoutersNegativeTest-1439651956-project] create failed (client error): Access was denied to this resource. Feb 09 18:11:25.547814 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] For port 782d5944-f3d5-419c-b306-e860ff760d56, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:11:25.547814 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] For port 782d5944-f3d5-419c-b306-e860ff760d56, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=782d5944-f3d5-419c-b306-e860ff760d56,segment=NetworkSegment(07b9472a-5c6a-47a2-abd8-7271747e1ccc),segment_id=07b9472a-5c6a-47a2-abd8-7271747e1ccc)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:11:25.548511 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6b2997d9-fa7c-4a45-ace9-5dc3be73cf6e req-bc7b52de-b051-452a-9170-7670441eb9be tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3 HTTP/1.1" status: 200 len: 210 time: 0.1399033 Feb 09 18:11:25.549937 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-dccb68a5-430b-44ac-8759-7afb901f504c tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Usage tracker for resource:security_group_rule and tenant:5f2bb51f14d84099801f5e479a222bcf is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:25.551418 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-aba233e8-a6dc-4505-8518-3faaac987212 tempest-DvrRoutersNegativeTest-1439651956 tempest-DvrRoutersNegativeTest-1439651956-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5944757 Feb 09 18:11:25.556840 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1697e378-b35c-4216-8a47-fb5541a72055 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:11:25.565713 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1697e378-b35c-4216-8a47-fb5541a72055 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:25.574424 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1697e378-b35c-4216-8a47-fb5541a72055 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "PUT /v2.0/routers/efff9e61-2c9e-4220-a8ae-266542a87b00 HTTP/1.1" status: 200 len: 954 time: 4.1709061 Feb 09 18:11:25.575780 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53820) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:25.576968 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-dccb68a5-430b-44ac-8759-7afb901f504c tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:25.585784 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-af187fc2-4592-44bd-8067-9a24fc8ed9a7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:25.590065 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-dccb68a5-430b-44ac-8759-7afb901f504c tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:25.633828 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d6a56eb0-97fb-458d-a98d-a35a23d8317d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:25.642632 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-af187fc2-4592-44bd-8067-9a24fc8ed9a7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Transition to ACTIVE for port object 633296ee-bec1-497e-b6f4-b57211f6ba40 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:11:25.683344 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e3457479-ada4-41df-8ce2-e36337690a25 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:25.900125 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6de75d21-18c1-4f71-b1e6-ac9a7b08ddc6 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "GET /v2.0/routers/efff9e61-2c9e-4220-a8ae-266542a87b00 HTTP/1.1" status: 200 len: 954 time: 0.3184087 Feb 09 18:11:25.905909 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53824) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:25.913516 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-e6efc372-0a48-42c1-baf0-4de7e8b29d00 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'router': {'routes': None}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:25.968158 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:26.077098 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] Routers {'efff9e61-2c9e-4220-a8ae-266542a87b00'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:11:26.077764 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['efff9e61-2c9e-4220-a8ae-266542a87b00'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:26.078758 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e3457479-ada4-41df-8ce2-e36337690a25 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:26.130285 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-af187fc2-4592-44bd-8067-9a24fc8ed9a7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:26.262808 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d6a56eb0-97fb-458d-a98d-a35a23d8317d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:26.295217 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dccb68a5-430b-44ac-8759-7afb901f504c tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:26.330126 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] Set router efff9e61-2c9e-4220-a8ae-266542a87b00 gateway port host: None {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:11:26.335486 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3457479-ada4-41df-8ce2-e36337690a25 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1874ba-2661-4403-b4ef-a639c39ed797,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:26.340502 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af187fc2-4592-44bd-8067-9a24fc8ed9a7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=633296ee-bec1-497e-b6f4-b57211f6ba40,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:26.388304 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a56eb0-97fb-458d-a98d-a35a23d8317d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03855388-58bc-461f-9911-ccac3d633155,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:26.441091 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dccb68a5-430b-44ac-8759-7afb901f504c tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:26.447981 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabd4ed-3438-4e52-b514-85df4c758fd0 None None] Pushing event updated for resources: {'Port': ['ID=782d5944-f3d5-419c-b306-e860ff760d56,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:26.448897 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-af187fc2-4592-44bd-8067-9a24fc8ed9a7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network d4c343ed-e559-44fb-ac6e-3c378d83bbdf is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:11:26.451558 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-af187fc2-4592-44bd-8067-9a24fc8ed9a7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:11:26.457178 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-af187fc2-4592-44bd-8067-9a24fc8ed9a7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:11:26.526466 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e3457479-ada4-41df-8ce2-e36337690a25 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:26.532439 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53828) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:26.533069 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e3457479-ada4-41df-8ce2-e36337690a25 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0695105 Feb 09 18:11:26.549708 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d6a56eb0-97fb-458d-a98d-a35a23d8317d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:26.549708 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d6a56eb0-97fb-458d-a98d-a35a23d8317d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03855388-58bc-461f-9911-ccac3d633155 HTTP/1.1" status: 204 len: 168 time: 1.5130510 Feb 09 18:11:26.564691 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-c529232c-0d8b-4703-a71e-1af779b25794 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group_rule': {'security_group_id': '7d1874ba-2661-4403-b4ef-a639c39ed797', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:26.565489 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-c529232c-0d8b-4703-a71e-1af779b25794 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:11:26.567263 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c529232c-0d8b-4703-a71e-1af779b25794 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0299656 Feb 09 18:11:26.581862 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53834) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:26.622442 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-740d13c6-b52b-4f8b-b310-864cc24e8b4e tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group_rule': {'security_group_id': '7d1874ba-2661-4403-b4ef-a639c39ed797', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:26.623271 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-740d13c6-b52b-4f8b-b310-864cc24e8b4e tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:11:26.627697 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-740d13c6-b52b-4f8b-b310-864cc24e8b4e tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0294535 Feb 09 18:11:26.632816 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53842) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:26.655340 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-414ae8bd-21cd-4843-a644-0546c670bf7d tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group_rule': {'security_group_id': '7d1874ba-2661-4403-b4ef-a639c39ed797', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:26.656330 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-414ae8bd-21cd-4843-a644-0546c670bf7d tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:11:26.670933 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-414ae8bd-21cd-4843-a644-0546c670bf7d tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0380723 Feb 09 18:11:26.674013 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53846) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:26.691797 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d325ace6-54eb-4abb-9268-5c197eb71ad8 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group_rule': {'security_group_id': '7d1874ba-2661-4403-b4ef-a639c39ed797', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:26.696127 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-d325ace6-54eb-4abb-9268-5c197eb71ad8 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:11:26.696127 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d325ace6-54eb-4abb-9268-5c197eb71ad8 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0192721 Feb 09 18:11:26.702574 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-af187fc2-4592-44bd-8067-9a24fc8ed9a7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:26.703199 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-af187fc2-4592-44bd-8067-9a24fc8ed9a7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:26.738978 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53850) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:26.772023 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dccb68a5-430b-44ac-8759-7afb901f504c tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:26.841041 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53854) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:26.842048 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb68a5-430b-44ac-8759-7afb901f504c tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac74c1ff-7a6e-40ff-9b04-33344241b4ed,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:26.863481 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-af187fc2-4592-44bd-8067-9a24fc8ed9a7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9160480 Feb 09 18:11:26.906346 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-65a60947-83c1-4662-85b7-edd48dfc189c service neutron] Request body: {'port': {'device_id': '312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:26.960172 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac496-cbaf-4fae-84cc-9551cc256ad0 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:27.028839 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dccb68a5-430b-44ac-8759-7afb901f504c tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:27.030430 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-dccb68a5-430b-44ac-8759-7afb901f504c tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.6384532 Feb 09 18:11:27.046902 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53860) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:27.050238 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac496-cbaf-4fae-84cc-9551cc256ad0 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:27.116655 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-42962ecb-e6d7-41ca-b967-f9af98452940 None None] Provisioning for port 633296ee-bec1-497e-b6f4-b57211f6ba40 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:11:27.155917 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-42962ecb-e6d7-41ca-b967-f9af98452940 None None] Provisioning complete for port 633296ee-bec1-497e-b6f4-b57211f6ba40 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:27.156550 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-42962ecb-e6d7-41ca-b967-f9af98452940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:27.175209 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1aabd4b2-4bc0-4fb8-8007-254bd4b623fc tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:27.199792 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1aabd4b2-4bc0-4fb8-8007-254bd4b623fc tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:27.234785 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283c658-553b-4b39-9b50-84a74403ef02 req-7fa911f5-1411-4265-b187-f1a337cea73f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:27.243642 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3283c658-553b-4b39-9b50-84a74403ef02 req-7fa911f5-1411-4265-b187-f1a337cea73f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3 HTTP/1.1" status: 200 len: 932 time: 0.3278561 Feb 09 18:11:27.364937 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3283c658-553b-4b39-9b50-84a74403ef02 req-de83dd8b-7951-4bc4-b9ef-41e5df442eb4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=bab64de7-98e5-4007-a148-0793494aaf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199632 Feb 09 18:11:27.489693 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-42962ecb-e6d7-41ca-b967-f9af98452940 None None] Port 633296ee-bec1-497e-b6f4-b57211f6ba40 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:11:27.512547 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac496-cbaf-4fae-84cc-9551cc256ad0 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:27.549118 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1aabd4b2-4bc0-4fb8-8007-254bd4b623fc tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:27.564614 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ac496-cbaf-4fae-84cc-9551cc256ad0 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1874ba-2661-4403-b4ef-a639c39ed797,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:27.579399 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aabd4b2-4bc0-4fb8-8007-254bd4b623fc tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac74c1ff-7a6e-40ff-9b04-33344241b4ed,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:27.589454 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c87eea3a-800a-4e79-8f99-61d2ea788480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:27.590270 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:11:22Z', 'revision_number': 6, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '451e0725-53fd-402d-b0a1-5d58a67f832f', 'name': '', 'network_id': '7a7b9532-f4d9-42a4-96c5-676af3072980', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:a4:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:59Z', 'updated_at': '2022-02-09T18:11:16Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780aca02-817a-439a-bc19-cdd40bfbda17', 'name': '', 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:fc:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:41Z', 'updated_at': '2022-02-09T18:11:02Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '782d5944-f3d5-419c-b306-e860ff760d56', 'name': '', 'network_id': 'ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:a2:66:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75a95b99-8d5e-42fb-b37e-1564ea31d8e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:11:15Z', 'updated_at': '2022-02-09T18:11:25Z', 'revision_number': 4, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': '75a95b99-8d5e-42fb-b37e-1564ea31d8e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:49Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:27.594776 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-65a60947-83c1-4662-85b7-edd48dfc189c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:27.608302 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.extraroute_db [None req-e6efc372-0a48-42c1-baf0-4de7e8b29d00 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Added routes are [] {{(pid=84541) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 09 18:11:27.608658 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.extraroute_db [None req-e6efc372-0a48-42c1-baf0-4de7e8b29d00 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=84541) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 09 18:11:27.611284 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0581e820-9dcf-4841-a7bf-293c4a0d4b27 None None] The sync data for ids ['efff9e61-2c9e-4220-a8ae-266542a87b00'] in dv-neutron-827016-2-hyperv is: [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:11:22Z', 'revision_number': 6, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '451e0725-53fd-402d-b0a1-5d58a67f832f', 'name': '', 'network_id': '7a7b9532-f4d9-42a4-96c5-676af3072980', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:a4:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:59Z', 'updated_at': '2022-02-09T18:11:16Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780aca02-817a-439a-bc19-cdd40bfbda17', 'name': '', 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:fc:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:41Z', 'updated_at': '2022-02-09T18:11:02Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '782d5944-f3d5-419c-b306-e860ff760d56', 'name': '', 'network_id': 'ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:a2:66:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75a95b99-8d5e-42fb-b37e-1564ea31d8e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:11:15Z', 'updated_at': '2022-02-09T18:11:25Z', 'revision_number': 4, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': '75a95b99-8d5e-42fb-b37e-1564ea31d8e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:49Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:11:27.611602 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1aabd4b2-4bc0-4fb8-8007-254bd4b623fc tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:27.615883 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1aabd4b2-4bc0-4fb8-8007-254bd4b623fc tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ac74c1ff-7a6e-40ff-9b04-33344241b4ed HTTP/1.1" status: 204 len: 168 time: 0.5638545 Feb 09 18:11:27.618605 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53864) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:27.632019 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac496-cbaf-4fae-84cc-9551cc256ad0 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:27.636660 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fa6ac496-cbaf-4fae-84cc-9551cc256ad0 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "DELETE /v2.0/security-groups/7d1874ba-2661-4403-b4ef-a639c39ed797 HTTP/1.1" status: 204 len: 168 time: 0.8919797 Feb 09 18:11:27.649919 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53868) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:27.728233 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c87eea3a-800a-4e79-8f99-61d2ea788480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:27.736483 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e6efc372-0a48-42c1-baf0-4de7e8b29d00 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:27.747069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c87eea3a-800a-4e79-8f99-61d2ea788480 admin admin] Usage tracker for resource:security_group_rule and tenant:ddea159d70a74463b9d62bf248d3896e is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:27.755102 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c87eea3a-800a-4e79-8f99-61d2ea788480 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:27.797616 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c87eea3a-800a-4e79-8f99-61d2ea788480 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:27.811355 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7d231507-9006-4c21-b546-c59df248d6d0 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Synchronizing usage tracker for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group_rule {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:27.826731 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-202ab7c0-a3ea-4731-bf46-fb516e8b11db tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1698532 Feb 09 18:11:27.827231 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53872) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:27.832539 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3bb2085e-8c9d-4644-a8bd-76e33f18cf28 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1593871657'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:27.856158 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3bb2085e-8c9d-4644-a8bd-76e33f18cf28 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:27.916031 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-3bb2085e-8c9d-4644-a8bd-76e33f18cf28 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:27.918746 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7d231507-9006-4c21-b546-c59df248d6d0 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Unset dirty status for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group_rule {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:27.923374 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7d231507-9006-4c21-b546-c59df248d6d0 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3002255 Feb 09 18:11:27.923654 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-3bb2085e-8c9d-4644-a8bd-76e33f18cf28 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:27.926825 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53876) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:27.960079 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3bb2085e-8c9d-4644-a8bd-76e33f18cf28 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:28.059715 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3bb2085e-8c9d-4644-a8bd-76e33f18cf28 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:28.064492 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c87eea3a-800a-4e79-8f99-61d2ea788480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:28.106820 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3bb2085e-8c9d-4644-a8bd-76e33f18cf28 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:28.111498 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-3bb2085e-8c9d-4644-a8bd-76e33f18cf28 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group_rule and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:28.115095 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-3bb2085e-8c9d-4644-a8bd-76e33f18cf28 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:28.122527 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3bb2085e-8c9d-4644-a8bd-76e33f18cf28 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:28.134130 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7dd922dd-eaf1-4d88-b71d-66eb323b4a45 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:28.169141 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c87eea3a-800a-4e79-8f99-61d2ea788480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:28.197515 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7dd922dd-eaf1-4d88-b71d-66eb323b4a45 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:28.317571 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87eea3a-800a-4e79-8f99-61d2ea788480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09aa3ee1-fdc0-4cc4-8ff7-bba3a160d246,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:28.334546 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-65a60947-83c1-4662-85b7-edd48dfc189c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 633296ee-bec1-497e-b6f4-b57211f6ba40 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:11:28.338956 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c87eea3a-800a-4e79-8f99-61d2ea788480 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ddea159d70a74463b9d62bf248d3896e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4943378 Feb 09 18:11:28.343175 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-65a60947-83c1-4662-85b7-edd48dfc189c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:28.350455 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e6efc372-0a48-42c1-baf0-4de7e8b29d00 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:28.353904 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53880) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:28.355768 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e6efc372-0a48-42c1-baf0-4de7e8b29d00 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640420'] for router, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:28.358170 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3bb2085e-8c9d-4644-a8bd-76e33f18cf28 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:28.442480 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62a6b322-8f2f-4827-bebc-a95ed877ceeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:28.445406 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3bb2085e-8c9d-4644-a8bd-76e33f18cf28 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:28.468329 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-65a60947-83c1-4662-85b7-edd48dfc189c service neutron] Transition to ACTIVE for port object 633296ee-bec1-497e-b6f4-b57211f6ba40 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:11:28.478862 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7dd922dd-eaf1-4d88-b71d-66eb323b4a45 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:28.526587 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62a6b322-8f2f-4827-bebc-a95ed877ceeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:28.569865 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2085e-8c9d-4644-a8bd-76e33f18cf28 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb6b3b8-2228-4942-9b91-b1e6e515237a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:28.588214 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd922dd-eaf1-4d88-b71d-66eb323b4a45 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=821ac24d-7fc6-415f-9ee4-a7c3ffd28f0e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:28.590987 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-65a60947-83c1-4662-85b7-edd48dfc189c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:28.670361 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3bb2085e-8c9d-4644-a8bd-76e33f18cf28 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:28.676005 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3bb2085e-8c9d-4644-a8bd-76e33f18cf28 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8437183 Feb 09 18:11:28.683561 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf2e589-630e-49a7-9ac4-2e2a5d44e405 None None] Sync routers for ids ['efff9e61-2c9e-4220-a8ae-266542a87b00'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:11:28.684975 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53886) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:28.707960 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf2e589-630e-49a7-9ac4-2e2a5d44e405 None None] Routers {'efff9e61-2c9e-4220-a8ae-266542a87b00'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:11:28.709352 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-daf2e589-630e-49a7-9ac4-2e2a5d44e405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['efff9e61-2c9e-4220-a8ae-266542a87b00'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:28.751448 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a2850f97-2188-4b4f-8a52-d45066e2b785 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group_rule': {'security_group_id': 'ecb6b3b8-2228-4942-9b91-b1e6e515237a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:28.752117 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-a2850f97-2188-4b4f-8a52-d45066e2b785 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:11:28.753117 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a2850f97-2188-4b4f-8a52-d45066e2b785 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0133762 Feb 09 18:11:28.758052 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53890) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:28.770135 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-f69a2921-1f1e-4849-8c07-b26858add3e0 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group_rule': {'security_group_id': 'ecb6b3b8-2228-4942-9b91-b1e6e515237a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:28.773241 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7dd922dd-eaf1-4d88-b71d-66eb323b4a45 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:28.774184 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7dd922dd-eaf1-4d88-b71d-66eb323b4a45 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "DELETE /v2.0/security-groups/821ac24d-7fc6-415f-9ee4-a7c3ffd28f0e HTTP/1.1" status: 204 len: 168 time: 0.8435223 Feb 09 18:11:28.784776 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f69a2921-1f1e-4849-8c07-b26858add3e0 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:28.784776 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f69a2921-1f1e-4849-8c07-b26858add3e0 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group_rule and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:28.789329 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f69a2921-1f1e-4849-8c07-b26858add3e0 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:28.799822 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53894) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:28.800869 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f69a2921-1f1e-4849-8c07-b26858add3e0 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:28.814541 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a60947-83c1-4662-85b7-edd48dfc189c service neutron] Pushing event updated for resources: {'Port': ['ID=633296ee-bec1-497e-b6f4-b57211f6ba40,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:28.914248 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-65a60947-83c1-4662-85b7-edd48dfc189c service neutron] Attempting to bind port 633296ee-bec1-497e-b6f4-b57211f6ba40 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:11:28.914725 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-65a60947-83c1-4662-85b7-edd48dfc189c service neutron] Attempting to bind port 633296ee-bec1-497e-b6f4-b57211f6ba40 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'b1e9633b-9012-448c-9139-7a881318a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:11:28.915063 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-65a60947-83c1-4662-85b7-edd48dfc189c service neutron] Attempting to bind port 633296ee-bec1-497e-b6f4-b57211f6ba40 on network d4c343ed-e559-44fb-ac6e-3c378d83bbdf {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:11:28.918674 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62a6b322-8f2f-4827-bebc-a95ed877ceeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:28.919030 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-26184c18-df54-44c5-bf77-98d5cccbb3c9 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Synchronizing usage tracker for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:28.935174 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6efc372-0a48-42c1-baf0-4de7e8b29d00 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Router efff9e61-2c9e-4220-a8ae-266542a87b00 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:11:28.938439 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6b322-8f2f-4827-bebc-a95ed877ceeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09aa3ee1-fdc0-4cc4-8ff7-bba3a160d246,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:28.944294 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-65a60947-83c1-4662-85b7-edd48dfc189c service neutron] Port 633296ee-bec1-497e-b6f4-b57211f6ba40 on network d4c343ed-e559-44fb-ac6e-3c378d83bbdf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:11:28.944628 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-65a60947-83c1-4662-85b7-edd48dfc189c service neutron] Attempting to bind port 633296ee-bec1-497e-b6f4-b57211f6ba40 on network d4c343ed-e559-44fb-ac6e-3c378d83bbdf {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:11:28.957426 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-65a60947-83c1-4662-85b7-edd48dfc189c service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:11:28.957855 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-65a60947-83c1-4662-85b7-edd48dfc189c service neutron] Checking segment: {'id': 'b1e9633b-9012-448c-9139-7a881318a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:11:28.958165 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-65a60947-83c1-4662-85b7-edd48dfc189c service neutron] Bound using segment: {'id': 'b1e9633b-9012-448c-9139-7a881318a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:11:28.959430 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-65a60947-83c1-4662-85b7-edd48dfc189c service neutron] Bound port: 633296ee-bec1-497e-b6f4-b57211f6ba40, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e9633b-9012-448c-9139-7a881318a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:11:28.960018 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-65a60947-83c1-4662-85b7-edd48dfc189c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:28.967674 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-daf2e589-630e-49a7-9ac4-2e2a5d44e405 None None] Set router efff9e61-2c9e-4220-a8ae-266542a87b00 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:11:28.971955 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62a6b322-8f2f-4827-bebc-a95ed877ceeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:28.973127 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-62a6b322-8f2f-4827-bebc-a95ed877ceeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09aa3ee1-fdc0-4cc4-8ff7-bba3a160d246 HTTP/1.1" status: 204 len: 168 time: 0.6181724 Feb 09 18:11:28.991088 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f8f61-d00f-4e33-9faa-bdc6b22c46c9 req-40cb714b-dd72-4885-af32-a167984c7747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:28.992658 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-de3f8f61-d00f-4e33-9faa-bdc6b22c46c9 req-40cb714b-dd72-4885-af32-a167984c7747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3 HTTP/1.1" status: 200 len: 944 time: 0.4461892 Feb 09 18:11:29.112347 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-65a60947-83c1-4662-85b7-edd48dfc189c service neutron] For port 633296ee-bec1-497e-b6f4-b57211f6ba40, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:11:29.121222 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-65a60947-83c1-4662-85b7-edd48dfc189c service neutron] For port 633296ee-bec1-497e-b6f4-b57211f6ba40, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=633296ee-bec1-497e-b6f4-b57211f6ba40,segment=NetworkSegment(b1e9633b-9012-448c-9139-7a881318a7af),segment_id=b1e9633b-9012-448c-9139-7a881318a7af)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:11:29.144117 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-26184c18-df54-44c5-bf77-98d5cccbb3c9 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Unset dirty status for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:29.149209 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-26184c18-df54-44c5-bf77-98d5cccbb3c9 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3413126 Feb 09 18:11:29.154050 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53900) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:29.209286 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-65a60947-83c1-4662-85b7-edd48dfc189c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:29.259652 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-de3f8f61-d00f-4e33-9faa-bdc6b22c46c9 req-68c2aae6-d24c-4836-89c7-925d88f82525 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=bab64de7-98e5-4007-a148-0793494aaf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330500 Feb 09 18:11:29.288308 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-f69a2921-1f1e-4849-8c07-b26858add3e0 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:11:29.289671 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f69a2921-1f1e-4849-8c07-b26858add3e0 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5302534 Feb 09 18:11:29.292341 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53904) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:29.299144 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-6fc3e47e-20cf-4f66-91a0-f460128c7b20 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group_rule': {'security_group_id': 'ecb6b3b8-2228-4942-9b91-b1e6e515237a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:29.300103 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-6fc3e47e-20cf-4f66-91a0-f460128c7b20 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:11:29.301559 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6fc3e47e-20cf-4f66-91a0-f460128c7b20 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079341 Feb 09 18:11:29.306944 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53908) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:29.315061 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-9a654fd5-fe99-480c-a7fe-79d4d03d3f12 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group_rule': {'security_group_id': 'ecb6b3b8-2228-4942-9b91-b1e6e515237a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:29.340312 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9a654fd5-fe99-480c-a7fe-79d4d03d3f12 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:29.343966 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9a654fd5-fe99-480c-a7fe-79d4d03d3f12 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group_rule and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:29.355677 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9a654fd5-fe99-480c-a7fe-79d4d03d3f12 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:29.364810 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9a654fd5-fe99-480c-a7fe-79d4d03d3f12 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:29.380320 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-65a60947-83c1-4662-85b7-edd48dfc189c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:29.381858 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-65a60947-83c1-4662-85b7-edd48dfc189c service neutron] 10.222.0.50 "PUT /v2.0/ports/633296ee-bec1-497e-b6f4-b57211f6ba40 HTTP/1.1" status: 200 len: 1094 time: 2.5043912 Feb 09 18:11:29.390020 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3', 'tag': '633296ee-bec1-497e-b6f4-b57211f6ba40'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:11:29.397682 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6efc372-0a48-42c1-baf0-4de7e8b29d00 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:11:29.399590 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a60947-83c1-4662-85b7-edd48dfc189c service neutron] Pushing event updated for resources: {'Port': ['ID=633296ee-bec1-497e-b6f4-b57211f6ba40,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:29.417134 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e6efc372-0a48-42c1-baf0-4de7e8b29d00 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:29.421235 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e6efc372-0a48-42c1-baf0-4de7e8b29d00 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "PUT /v2.0/routers/efff9e61-2c9e-4220-a8ae-266542a87b00 HTTP/1.1" status: 200 len: 704 time: 3.5140071 Feb 09 18:11:29.422964 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53914) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:29.526521 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 782d5944-f3d5-419c-b306-e860ff760d56 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:11:29.561771 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-9a654fd5-fe99-480c-a7fe-79d4d03d3f12 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:11:29.562869 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9a654fd5-fe99-480c-a7fe-79d4d03d3f12 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2545927 Feb 09 18:11:29.565830 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53920) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:29.572710 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-94fcd5ae-c6e0-4862-9c62-9e764fc66df7 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group_rule': {'security_group_id': 'ecb6b3b8-2228-4942-9b91-b1e6e515237a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:29.573484 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-94fcd5ae-c6e0-4862-9c62-9e764fc66df7 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:11:29.574577 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-94fcd5ae-c6e0-4862-9c62-9e764fc66df7 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075111 Feb 09 18:11:29.577391 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53924) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:29.607802 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b705d5ae-817e-4943-bd0c-5297bf18df27 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group_rule': {'security_group_id': 'ecb6b3b8-2228-4942-9b91-b1e6e515237a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:29.622069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b705d5ae-817e-4943-bd0c-5297bf18df27 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:29.629801 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b705d5ae-817e-4943-bd0c-5297bf18df27 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group_rule and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:29.640068 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b705d5ae-817e-4943-bd0c-5297bf18df27 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:29.647616 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3', 'tag': '633296ee-bec1-497e-b6f4-b57211f6ba40', 'status': 'completed', 'code': 200} Feb 09 18:11:29.648538 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-da64ebbd-367d-43a2-9feb-6df1374cc6f9 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:29.661243 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b705d5ae-817e-4943-bd0c-5297bf18df27 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:29.728175 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-daf2e589-630e-49a7-9ac4-2e2a5d44e405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:11:27Z', 'revision_number': 7, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '451e0725-53fd-402d-b0a1-5d58a67f832f', 'name': '', 'network_id': '7a7b9532-f4d9-42a4-96c5-676af3072980', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:a4:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:59Z', 'updated_at': '2022-02-09T18:11:16Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780aca02-817a-439a-bc19-cdd40bfbda17', 'name': '', 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:fc:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:41Z', 'updated_at': '2022-02-09T18:11:02Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '782d5944-f3d5-419c-b306-e860ff760d56', 'name': '', 'network_id': 'ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:a2:66:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75a95b99-8d5e-42fb-b37e-1564ea31d8e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:11:15Z', 'updated_at': '2022-02-09T18:11:25Z', 'revision_number': 4, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': '75a95b99-8d5e-42fb-b37e-1564ea31d8e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:49Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:29.735656 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf2e589-630e-49a7-9ac4-2e2a5d44e405 None None] Checking router: efff9e61-2c9e-4220-a8ae-266542a87b00 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:11:29.753548 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf2e589-630e-49a7-9ac4-2e2a5d44e405 None None] Routers {'efff9e61-2c9e-4220-a8ae-266542a87b00'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:11:29.755142 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-daf2e589-630e-49a7-9ac4-2e2a5d44e405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['efff9e61-2c9e-4220-a8ae-266542a87b00'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:29.768459 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-b705d5ae-817e-4943-bd0c-5297bf18df27 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Project 74da653dd9154330b8a945c9542dbff3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:11:29.770356 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 782d5944-f3d5-419c-b306-e860ff760d56 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:11:29.784850 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 782d5944-f3d5-419c-b306-e860ff760d56 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:29.786194 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:29.834815 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-da64ebbd-367d-43a2-9feb-6df1374cc6f9 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:29.910003 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-b705d5ae-817e-4943-bd0c-5297bf18df27 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:11:29.915836 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b705d5ae-817e-4943-bd0c-5297bf18df27 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3327756 Feb 09 18:11:29.915836 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53932) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:29.922372 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-d183adbb-359b-4603-ace6-010197676c8d tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group_rule': {'security_group_id': 'ecb6b3b8-2228-4942-9b91-b1e6e515237a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:29.922994 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-d183adbb-359b-4603-ace6-010197676c8d tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:11:29.928487 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d183adbb-359b-4603-ace6-010197676c8d tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073097 Feb 09 18:11:29.935261 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53936) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:29.946992 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-25f2a549-98f2-458c-9d12-7d59377d7493 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group_rule': {'security_group_id': 'ecb6b3b8-2228-4942-9b91-b1e6e515237a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:29.963188 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-25f2a549-98f2-458c-9d12-7d59377d7493 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:29.976734 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-25f2a549-98f2-458c-9d12-7d59377d7493 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group_rule and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:29.981907 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-25f2a549-98f2-458c-9d12-7d59377d7493 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:29.996533 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-25f2a549-98f2-458c-9d12-7d59377d7493 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:30.044003 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-7606d0ff-2eb1-4c2e-bfc5-9fdf6baeecb0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3 HTTP/1.1" status: 200 len: 1097 time: 0.4507296 Feb 09 18:11:30.044912 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:30.066374 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-daf2e589-630e-49a7-9ac4-2e2a5d44e405 None None] Set router efff9e61-2c9e-4220-a8ae-266542a87b00 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:11:30.092927 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 782d5944-f3d5-419c-b306-e860ff760d56, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=782d5944-f3d5-419c-b306-e860ff760d56,segment=NetworkSegment(07b9472a-5c6a-47a2-abd8-7271747e1ccc),segment_id=07b9472a-5c6a-47a2-abd8-7271747e1ccc)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:30.098899 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-25f2a549-98f2-458c-9d12-7d59377d7493 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Project 74da653dd9154330b8a945c9542dbff3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:11:30.172605 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-da64ebbd-367d-43a2-9feb-6df1374cc6f9 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:30.180497 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:30.207200 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-25f2a549-98f2-458c-9d12-7d59377d7493 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:11:30.208327 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-25f2a549-98f2-458c-9d12-7d59377d7493 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2752123 Feb 09 18:11:30.213338 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53942) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:30.220846 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-bafc7f29-ddf6-417f-8509-f6a2bb3b1314 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group_rule': {'security_group_id': 'ecb6b3b8-2228-4942-9b91-b1e6e515237a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:30.229014 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-bafc7f29-ddf6-417f-8509-f6a2bb3b1314 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:30.233846 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-bafc7f29-ddf6-417f-8509-f6a2bb3b1314 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group_rule and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:30.238945 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-bafc7f29-ddf6-417f-8509-f6a2bb3b1314 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:30.241066 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64ebbd-367d-43a2-9feb-6df1374cc6f9 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc37628c-ce80-41f1-b1d0-c53c0ed8faf6,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:30.247210 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-6bfb4aca-e2dd-4a59-86aa-dc145d30a9e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=633296ee-bec1-497e-b6f4-b57211f6ba40 HTTP/1.1" status: 200 len: 217 time: 0.1881573 Feb 09 18:11:30.248270 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-bafc7f29-ddf6-417f-8509-f6a2bb3b1314 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:30.330689 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=782d5944-f3d5-419c-b306-e860ff760d56,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:30.374480 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-bafc7f29-ddf6-417f-8509-f6a2bb3b1314 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Project 74da653dd9154330b8a945c9542dbff3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:11:30.495458 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-bafc7f29-ddf6-417f-8509-f6a2bb3b1314 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:11:30.496518 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-bafc7f29-ddf6-417f-8509-f6a2bb3b1314 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2820001 Feb 09 18:11:30.499570 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53950) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:30.514921 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-465de372-7463-491a-8953-d0ab657fb3c3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "GET /v2.0/routers/efff9e61-2c9e-4220-a8ae-266542a87b00 HTTP/1.1" status: 200 len: 704 time: 1.0905530 Feb 09 18:11:30.520076 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-da64ebbd-367d-43a2-9feb-6df1374cc6f9 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:30.520999 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53954) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:30.523421 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-da64ebbd-367d-43a2-9feb-6df1374cc6f9 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "DELETE /v2.0/security-groups/bc37628c-ce80-41f1-b1d0-c53c0ed8faf6 HTTP/1.1" status: 204 len: 168 time: 1.3645868 Feb 09 18:11:30.525358 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53958) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:30.535131 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-6b9da0b2-bd43-40b2-9413-75c46c743a9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:30.536609 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-6b9da0b2-bd43-40b2-9413-75c46c743a9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a7ce76d-2721-4a28-b892-4c0742fa81e4 HTTP/1.1" status: 200 len: 835 time: 0.2837694 Feb 09 18:11:30.628984 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-daf2e589-630e-49a7-9ac4-2e2a5d44e405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:11:27Z', 'revision_number': 7, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '451e0725-53fd-402d-b0a1-5d58a67f832f', 'name': '', 'network_id': '7a7b9532-f4d9-42a4-96c5-676af3072980', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:a4:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:59Z', 'updated_at': '2022-02-09T18:11:16Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780aca02-817a-439a-bc19-cdd40bfbda17', 'name': '', 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:fc:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:41Z', 'updated_at': '2022-02-09T18:11:02Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '782d5944-f3d5-419c-b306-e860ff760d56', 'name': '', 'network_id': 'ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:a2:66:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75a95b99-8d5e-42fb-b37e-1564ea31d8e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:11:15Z', 'updated_at': '2022-02-09T18:11:25Z', 'revision_number': 4, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': '75a95b99-8d5e-42fb-b37e-1564ea31d8e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:49Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:30.630965 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-aac22d4c-b234-4cfd-90d9-8d18dc85cc7f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4c343ed-e559-44fb-ac6e-3c378d83bbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854867 Feb 09 18:11:30.636464 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf2e589-630e-49a7-9ac4-2e2a5d44e405 None None] The sync data for ids ['efff9e61-2c9e-4220-a8ae-266542a87b00'] in dv-neutron-827016-2-hyperv is: [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:11:27Z', 'revision_number': 7, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '451e0725-53fd-402d-b0a1-5d58a67f832f', 'name': '', 'network_id': '7a7b9532-f4d9-42a4-96c5-676af3072980', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:a4:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:59Z', 'updated_at': '2022-02-09T18:11:16Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780aca02-817a-439a-bc19-cdd40bfbda17', 'name': '', 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:fc:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:41Z', 'updated_at': '2022-02-09T18:11:02Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '782d5944-f3d5-419c-b306-e860ff760d56', 'name': '', 'network_id': 'ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:a2:66:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75a95b99-8d5e-42fb-b37e-1564ea31d8e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:11:15Z', 'updated_at': '2022-02-09T18:11:25Z', 'revision_number': 4, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': '75a95b99-8d5e-42fb-b37e-1564ea31d8e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:49Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:11:30.818760 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-fb2b88b8-ce98-40c1-b3b6-55d7f963016d service neutron] 10.222.0.50 "GET /v2.0/networks/d4c343ed-e559-44fb-ac6e-3c378d83bbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802647 Feb 09 18:11:30.841613 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0533abde-3b1d-4ce5-acb5-c334829f0eff tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3119321 Feb 09 18:11:30.851616 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df372bc9-9660-4feb-83ba-270961482bc2 req-55b8f943-72ce-465a-ad58-1643b254c064 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:30.853177 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-df372bc9-9660-4feb-83ba-270961482bc2 req-55b8f943-72ce-465a-ad58-1643b254c064 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3 HTTP/1.1" status: 200 len: 944 time: 0.4062238 Feb 09 18:11:30.853679 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53966) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:30.861276 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-93043e1b-f7fe-4745-a9d7-51238b316f03 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:30.869505 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-37e4f8da-68e8-4b50-89a2-55dd545ce1d5 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Request body: {'security_group': {'name': 'tempest-secgroup--1918608950'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:30.894362 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-37e4f8da-68e8-4b50-89a2-55dd545ce1d5 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:30.934449 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-37e4f8da-68e8-4b50-89a2-55dd545ce1d5 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Usage tracker for resource:security_group and tenant:5f2bb51f14d84099801f5e479a222bcf is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:30.949722 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-37e4f8da-68e8-4b50-89a2-55dd545ce1d5 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:30.965142 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-37e4f8da-68e8-4b50-89a2-55dd545ce1d5 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:30.970038 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-93043e1b-f7fe-4745-a9d7-51238b316f03 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:30.996550 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef05f9ef-a306-4310-8223-167a3617e6bb None None] Sync routers for ids ['efff9e61-2c9e-4220-a8ae-266542a87b00'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:11:31.000663 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2e3673cf-a743-4aae-b44f-83d6e7585c20 req-2ec1c467-86ef-477c-9f2c-c6585e2d6ed3 service neutron] 10.222.0.50 "GET /v2.0/networks/d4c343ed-e559-44fb-ac6e-3c378d83bbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766791 Feb 09 18:11:31.020174 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef05f9ef-a306-4310-8223-167a3617e6bb None None] Routers {'efff9e61-2c9e-4220-a8ae-266542a87b00'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:11:31.021579 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-ef05f9ef-a306-4310-8223-167a3617e6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['efff9e61-2c9e-4220-a8ae-266542a87b00'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:31.040615 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-df372bc9-9660-4feb-83ba-270961482bc2 req-a9fd6549-9ced-4e25-95d3-04cf52564752 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=bab64de7-98e5-4007-a148-0793494aaf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662281 Feb 09 18:11:31.101819 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53972) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:31.159468 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-37e4f8da-68e8-4b50-89a2-55dd545ce1d5 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:31.169361 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-93043e1b-f7fe-4745-a9d7-51238b316f03 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:31.264699 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93043e1b-f7fe-4745-a9d7-51238b316f03 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb6b3b8-2228-4942-9b91-b1e6e515237a,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:31.269641 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-ef05f9ef-a306-4310-8223-167a3617e6bb None None] Set router efff9e61-2c9e-4220-a8ae-266542a87b00 gateway port host: None {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:11:31.293719 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-93043e1b-f7fe-4745-a9d7-51238b316f03 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:31.294021 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-93043e1b-f7fe-4745-a9d7-51238b316f03 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "DELETE /v2.0/security-groups/ecb6b3b8-2228-4942-9b91-b1e6e515237a HTTP/1.1" status: 204 len: 168 time: 0.7933323 Feb 09 18:11:31.297593 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53978) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:31.312891 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-68585cf1-2178-403c-a985-5fba0b1ab466 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1601094279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:31.345014 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-37e4f8da-68e8-4b50-89a2-55dd545ce1d5 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:31.346868 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-68585cf1-2178-403c-a985-5fba0b1ab466 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:31.355669 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-68585cf1-2178-403c-a985-5fba0b1ab466 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Usage tracker for resource:router and tenant:c2b893edcfc6472bb536d9913207c56d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:31.358392 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-37e4f8da-68e8-4b50-89a2-55dd545ce1d5 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Usage tracker for resource:security_group_rule and tenant:5f2bb51f14d84099801f5e479a222bcf is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:31.360943 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-68585cf1-2178-403c-a985-5fba0b1ab466 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:31.366728 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-37e4f8da-68e8-4b50-89a2-55dd545ce1d5 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:31.366895 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6e19ab52-b74d-4dd8-926f-1d4ff28e20c5 req-3e4fda03-7b3c-404d-8c31-1c6f12ee85a0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3 HTTP/1.1" status: 200 len: 1097 time: 0.2099538 Feb 09 18:11:31.379446 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-68585cf1-2178-403c-a985-5fba0b1ab466 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:31.385942 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-37e4f8da-68e8-4b50-89a2-55dd545ce1d5 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:31.497764 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 782d5944-f3d5-419c-b306-e860ff760d56 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:11:31.533126 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-37e4f8da-68e8-4b50-89a2-55dd545ce1d5 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:31.582824 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c85d0685-a99d-4293-8bd6-66b150c914a1 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Synchronizing usage tracker for tenant:74da653dd9154330b8a945c9542dbff3 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:31.598719 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e0ca68ce-1753-4ba4-89d6-c68b38142704 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:31.667237 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-37e4f8da-68e8-4b50-89a2-55dd545ce1d5 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:31.669224 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19ab52-b74d-4dd8-926f-1d4ff28e20c5 req-8e24a2e6-e1bd-405c-ad56-e861148fca05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:31.671142 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6e19ab52-b74d-4dd8-926f-1d4ff28e20c5 req-8e24a2e6-e1bd-405c-ad56-e861148fca05 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d4c343ed-e559-44fb-ac6e-3c378d83bbdf HTTP/1.1" status: 200 len: 898 time: 0.2930837 Feb 09 18:11:31.739740 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c85d0685-a99d-4293-8bd6-66b150c914a1 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Unset dirty status for tenant:74da653dd9154330b8a945c9542dbff3 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:31.741643 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c85d0685-a99d-4293-8bd6-66b150c914a1 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4429362 Feb 09 18:11:31.752350 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-68585cf1-2178-403c-a985-5fba0b1ab466 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:31.752350 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-68585cf1-2178-403c-a985-5fba0b1ab466 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:31.752820 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53984) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:31.771383 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-12e66713-9b74-4ce5-a675-f64c34a58fbf tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1177546134'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:31.771722 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6e19ab52-b74d-4dd8-926f-1d4ff28e20c5 req-fa87be20-0c07-433f-977e-63551e27fcb1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=633296ee-bec1-497e-b6f4-b57211f6ba40 HTTP/1.1" status: 200 len: 217 time: 0.0929987 Feb 09 18:11:31.785501 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-12e66713-9b74-4ce5-a675-f64c34a58fbf tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:31.809432 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 782d5944-f3d5-419c-b306-e860ff760d56 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:31.810053 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:31.810586 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-68585cf1-2178-403c-a985-5fba0b1ab466 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:31.823239 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4f8da-68e8-4b50-89a2-55dd545ce1d5 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04030e73-1187-4945-a7cd-0967e4fac87b,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:31.835505 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-12e66713-9b74-4ce5-a675-f64c34a58fbf tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:31.856237 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19ab52-b74d-4dd8-926f-1d4ff28e20c5 req-bb9087b1-3e04-4f9d-bfde-4c985d293be5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:31.857866 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6e19ab52-b74d-4dd8-926f-1d4ff28e20c5 req-bb9087b1-3e04-4f9d-bfde-4c985d293be5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a7ce76d-2721-4a28-b892-4c0742fa81e4 HTTP/1.1" status: 200 len: 835 time: 0.0795617 Feb 09 18:11:31.888268 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-37e4f8da-68e8-4b50-89a2-55dd545ce1d5 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:31.896191 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-37e4f8da-68e8-4b50-89a2-55dd545ce1d5 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0313420 Feb 09 18:11:31.896191 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 53988) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:31.903069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-92ea3194-1ba3-44ab-b75c-f3a5b42e7e3b tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Request body: {'security_group_rule': {'security_group_id': '04030e73-1187-4945-a7cd-0967e4fac87b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:31.911577 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-92ea3194-1ba3-44ab-b75c-f3a5b42e7e3b tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:31.918354 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-92ea3194-1ba3-44ab-b75c-f3a5b42e7e3b tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Usage tracker for resource:security_group_rule and tenant:5f2bb51f14d84099801f5e479a222bcf is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:31.951035 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-68585cf1-2178-403c-a985-5fba0b1ab466 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:31.956291 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-92ea3194-1ba3-44ab-b75c-f3a5b42e7e3b tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:31.963371 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-12e66713-9b74-4ce5-a675-f64c34a58fbf tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:31.975240 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6e19ab52-b74d-4dd8-926f-1d4ff28e20c5 req-9d6c8103-fb43-48f1-8b64-2548c34ba121 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4c343ed-e559-44fb-ac6e-3c378d83bbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1109579 Feb 09 18:11:31.992503 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-92ea3194-1ba3-44ab-b75c-f3a5b42e7e3b tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:32.106230 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-12e66713-9b74-4ce5-a675-f64c34a58fbf tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:32.206156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-68585cf1-2178-403c-a985-5fba0b1ab466 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:32.208362 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-68585cf1-2178-403c-a985-5fba0b1ab466 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.1052084 Feb 09 18:11:32.213245 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53994) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:32.229133 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-42cdbe84-e540-42a6-b075-c8d92472b44b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1774042311'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:32.258196 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-ef05f9ef-a306-4310-8223-167a3617e6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:11:27Z', 'revision_number': 7, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '451e0725-53fd-402d-b0a1-5d58a67f832f', 'name': '', 'network_id': '7a7b9532-f4d9-42a4-96c5-676af3072980', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:a4:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:59Z', 'updated_at': '2022-02-09T18:11:16Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780aca02-817a-439a-bc19-cdd40bfbda17', 'name': '', 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:fc:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:41Z', 'updated_at': '2022-02-09T18:11:02Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '782d5944-f3d5-419c-b306-e860ff760d56', 'name': '', 'network_id': 'ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:a2:66:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75a95b99-8d5e-42fb-b37e-1564ea31d8e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:11:15Z', 'updated_at': '2022-02-09T18:11:30Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': '75a95b99-8d5e-42fb-b37e-1564ea31d8e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:49Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:32.261079 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-42cdbe84-e540-42a6-b075-c8d92472b44b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:32.267419 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef05f9ef-a306-4310-8223-167a3617e6bb None None] Checking router: efff9e61-2c9e-4220-a8ae-266542a87b00 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:11:32.277034 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-42cdbe84-e540-42a6-b075-c8d92472b44b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Usage tracker for resource:network and tenant:c2b893edcfc6472bb536d9913207c56d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:32.290787 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef05f9ef-a306-4310-8223-167a3617e6bb None None] Routers {'efff9e61-2c9e-4220-a8ae-266542a87b00'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:11:32.291875 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-ef05f9ef-a306-4310-8223-167a3617e6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['efff9e61-2c9e-4220-a8ae-266542a87b00'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:32.295301 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-12e66713-9b74-4ce5-a675-f64c34a58fbf tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group_rule and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:32.298085 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-42cdbe84-e540-42a6-b075-c8d92472b44b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:32.300559 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-12e66713-9b74-4ce5-a675-f64c34a58fbf tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:32.317536 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-42cdbe84-e540-42a6-b075-c8d92472b44b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:32.327922 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6e19ab52-b74d-4dd8-926f-1d4ff28e20c5 req-c54fad70-c10b-4289-b3bb-3492daf0c755 service neutron] 10.222.0.50 "GET /v2.0/networks/d4c343ed-e559-44fb-ac6e-3c378d83bbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414633 Feb 09 18:11:32.351018 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-12e66713-9b74-4ce5-a675-f64c34a58fbf tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:32.370885 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-92ea3194-1ba3-44ab-b75c-f3a5b42e7e3b tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:32.486834 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cdbe84-e540-42a6-b075-c8d92472b44b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Made reservation on behalf of c2b893edcfc6472bb536d9913207c56d for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:11:32.492437 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42cdbe84-e540-42a6-b075-c8d92472b44b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:32.537573 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42cdbe84-e540-42a6-b075-c8d92472b44b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:32.572564 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-12e66713-9b74-4ce5-a675-f64c34a58fbf tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:32.589461 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-92ea3194-1ba3-44ab-b75c-f3a5b42e7e3b tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:32.605114 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36b0ff-1463-482c-8378-722ffb3f50c4 req-57f0f960-e122-4adb-bec6-0329fe7d71e9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:32.607534 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6e36b0ff-1463-482c-8378-722ffb3f50c4 req-57f0f960-e122-4adb-bec6-0329fe7d71e9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3 HTTP/1.1" status: 200 len: 944 time: 0.3079576 Feb 09 18:11:32.620361 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-ef05f9ef-a306-4310-8223-167a3617e6bb None None] Set router efff9e61-2c9e-4220-a8ae-266542a87b00 gateway port host: None {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:11:32.660140 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-42cdbe84-e540-42a6-b075-c8d92472b44b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:32.676186 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-42cdbe84-e540-42a6-b075-c8d92472b44b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Usage tracker for resource:security_group_rule and tenant:c2b893edcfc6472bb536d9913207c56d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:32.678444 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-12e66713-9b74-4ce5-a675-f64c34a58fbf tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:32.684651 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-42cdbe84-e540-42a6-b075-c8d92472b44b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:32.692183 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6e19ab52-b74d-4dd8-926f-1d4ff28e20c5 req-56271f17-a3e6-483e-af33-42ceaf1e24c9 service neutron] 10.222.0.50 "GET /v2.0/networks/d4c343ed-e559-44fb-ac6e-3c378d83bbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566263 Feb 09 18:11:32.703192 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-42cdbe84-e540-42a6-b075-c8d92472b44b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:32.715553 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-92ea3194-1ba3-44ab-b75c-f3a5b42e7e3b tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:32.793783 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea3194-1ba3-44ab-b75c-f3a5b42e7e3b tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1a344d-e7e7-470e-b912-98ba8671f44d,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:32.802217 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e66713-9b74-4ce5-a675-f64c34a58fbf tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c20fd6de-becf-4eb2-8b2b-9ef334dc8e2a,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:32.830418 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6e36b0ff-1463-482c-8378-722ffb3f50c4 req-f0c9a5c6-0637-4bc6-9f33-a1328a7ece44 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=bab64de7-98e5-4007-a148-0793494aaf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828341 Feb 09 18:11:32.836643 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42cdbe84-e540-42a6-b075-c8d92472b44b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:32.858023 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 633296ee-bec1-497e-b6f4-b57211f6ba40 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:11:32.929667 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-12e66713-9b74-4ce5-a675-f64c34a58fbf tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:32.931832 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-12e66713-9b74-4ce5-a675-f64c34a58fbf tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1775653 Feb 09 18:11:32.936194 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 53998) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:32.944031 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8d8e146a-b1f9-4331-b1cd-5cd685f6a97d tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group_rule': {'security_group_id': 'c20fd6de-becf-4eb2-8b2b-9ef334dc8e2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:32.952429 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8d8e146a-b1f9-4331-b1cd-5cd685f6a97d tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:32.957472 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8d8e146a-b1f9-4331-b1cd-5cd685f6a97d tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group_rule and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:32.967106 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8d8e146a-b1f9-4331-b1cd-5cd685f6a97d tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:32.978963 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42cdbe84-e540-42a6-b075-c8d92472b44b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:32.981115 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-92ea3194-1ba3-44ab-b75c-f3a5b42e7e3b tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:32.988545 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-92ea3194-1ba3-44ab-b75c-f3a5b42e7e3b tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.0876005 Feb 09 18:11:32.988874 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8d8e146a-b1f9-4331-b1cd-5cd685f6a97d tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:32.989054 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54002) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:33.064781 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42cdbe84-e540-42a6-b075-c8d92472b44b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:11:33.090869 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42cdbe84-e540-42a6-b075-c8d92472b44b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:33.092135 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-42cdbe84-e540-42a6-b075-c8d92472b44b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Added segment b0111017-cffa-4795-b520-fa5c7eada0dc of type vlan for network eaf86857-deca-402f-a338-7e4b511e6049 Feb 09 18:11:33.125781 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-05afc3e8-32ef-4e8c-b337-0cc6436900d9 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:33.164872 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42cdbe84-e540-42a6-b075-c8d92472b44b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:33.173656 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-05afc3e8-32ef-4e8c-b337-0cc6436900d9 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:33.181073 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cdbe84-e540-42a6-b075-c8d92472b44b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdee9913-0120-46b0-8ed7-432962529079,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:33.207664 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 633296ee-bec1-497e-b6f4-b57211f6ba40, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=633296ee-bec1-497e-b6f4-b57211f6ba40,segment=NetworkSegment(b1e9633b-9012-448c-9139-7a881318a7af),segment_id=b1e9633b-9012-448c-9139-7a881318a7af)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:33.233906 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '633296ee-bec1-497e-b6f4-b57211f6ba40', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'port_id': '633296ee-bec1-497e-b6f4-b57211f6ba40', 'mac_address': 'fa:16:3e:70:70:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:11:33.243798 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-e0ca68ce-1753-4ba4-89d6-c68b38142704 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting port 782d5944-f3d5-419c-b306-e860ff760d56 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:11:33.244314 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e0ca68ce-1753-4ba4-89d6-c68b38142704 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:33.309577 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:33.332643 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-ef05f9ef-a306-4310-8223-167a3617e6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:11:27Z', 'revision_number': 7, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '451e0725-53fd-402d-b0a1-5d58a67f832f', 'name': '', 'network_id': '7a7b9532-f4d9-42a4-96c5-676af3072980', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:a4:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:59Z', 'updated_at': '2022-02-09T18:11:16Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780aca02-817a-439a-bc19-cdd40bfbda17', 'name': '', 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:fc:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:41Z', 'updated_at': '2022-02-09T18:11:02Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '782d5944-f3d5-419c-b306-e860ff760d56', 'name': '', 'network_id': 'ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:a2:66:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75a95b99-8d5e-42fb-b37e-1564ea31d8e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:11:15Z', 'updated_at': '2022-02-09T18:11:30Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': '75a95b99-8d5e-42fb-b37e-1564ea31d8e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:49Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:33.340808 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 633296ee-bec1-497e-b6f4-b57211f6ba40 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:11:33.346852 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef05f9ef-a306-4310-8223-167a3617e6bb None None] The sync data for ids ['efff9e61-2c9e-4220-a8ae-266542a87b00'] in dv-neutron-827016-2-hyperv is: [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:11:27Z', 'revision_number': 7, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '451e0725-53fd-402d-b0a1-5d58a67f832f', 'name': '', 'network_id': '7a7b9532-f4d9-42a4-96c5-676af3072980', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:a4:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:59Z', 'updated_at': '2022-02-09T18:11:16Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780aca02-817a-439a-bc19-cdd40bfbda17', 'name': '', 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:fc:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:41Z', 'updated_at': '2022-02-09T18:11:02Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '782d5944-f3d5-419c-b306-e860ff760d56', 'name': '', 'network_id': 'ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:a2:66:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75a95b99-8d5e-42fb-b37e-1564ea31d8e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:11:15Z', 'updated_at': '2022-02-09T18:11:30Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': '75a95b99-8d5e-42fb-b37e-1564ea31d8e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:49Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:11:33.362983 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42cdbe84-e540-42a6-b075-c8d92472b44b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:33.369837 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 633296ee-bec1-497e-b6f4-b57211f6ba40, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=633296ee-bec1-497e-b6f4-b57211f6ba40,segment=NetworkSegment(b1e9633b-9012-448c-9139-7a881318a7af),segment_id=b1e9633b-9012-448c-9139-7a881318a7af)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:33.373245 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cdbe84-e540-42a6-b075-c8d92472b44b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:33.374671 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42cdbe84-e540-42a6-b075-c8d92472b44b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:33.447915 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-05afc3e8-32ef-4e8c-b337-0cc6436900d9 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:33.476381 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:33.479145 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-8d8e146a-b1f9-4331-b1cd-5cd685f6a97d tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] create failed (client error): The resource could not be found. Feb 09 18:11:33.479145 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8d8e146a-b1f9-4331-b1cd-5cd685f6a97d tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5413632 Feb 09 18:11:33.495979 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54008) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:33.508520 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-24d786dd-1c00-444c-b779-ccbb840ed1aa tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group_rule': {'security_group_id': 'c20fd6de-becf-4eb2-8b2b-9ef334dc8e2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '273a9387-75aa-468f-9054-cf52fb3d00c5'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:33.519917 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-24d786dd-1c00-444c-b779-ccbb840ed1aa tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:33.525262 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-05afc3e8-32ef-4e8c-b337-0cc6436900d9 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:33.525503 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-24d786dd-1c00-444c-b779-ccbb840ed1aa tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group_rule and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:33.528860 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-24d786dd-1c00-444c-b779-ccbb840ed1aa tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:33.532338 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-05afc3e8-32ef-4e8c-b337-0cc6436900d9 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ed1a344d-e7e7-470e-b912-98ba8671f44d HTTP/1.1" status: 204 len: 168 time: 0.5424201 Feb 09 18:11:33.533801 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afc3e8-32ef-4e8c-b337-0cc6436900d9 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed1a344d-e7e7-470e-b912-98ba8671f44d,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:33.536020 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-24d786dd-1c00-444c-b779-ccbb840ed1aa tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:33.537851 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54012) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:33.549719 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cdbe84-e540-42a6-b075-c8d92472b44b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Pushing event updated for resources: {'Network': ['ID=eaf86857-deca-402f-a338-7e4b511e6049,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:33.574264 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network eaf86857-deca-402f-a338-7e4b511e6049 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:11:33.665799 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-42cdbe84-e540-42a6-b075-c8d92472b44b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4495254 Feb 09 18:11:33.668685 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54016) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:33.678070 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=633296ee-bec1-497e-b6f4-b57211f6ba40,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:33.681438 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7c2eb16e-b7bf-42e9-95d4-01dc5b86a183 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Request body: {'subnet': {'network_id': 'eaf86857-deca-402f-a338-7e4b511e6049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:33.729190 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['633296ee-bec1-497e-b6f4-b57211f6ba40'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:11:33.730887 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-73fcc028-4e22-44f8-8cd8-cadfa31bfac7 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Synchronizing usage tracker for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group_rule {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:33.737456 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-e0ca68ce-1753-4ba4-89d6-c68b38142704 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] For port 782d5944-f3d5-419c-b306-e860ff760d56, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=782d5944-f3d5-419c-b306-e860ff760d56,segment=NetworkSegment(07b9472a-5c6a-47a2-abd8-7271747e1ccc),segment_id=07b9472a-5c6a-47a2-abd8-7271747e1ccc)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:33.738057 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e0ca68ce-1753-4ba4-89d6-c68b38142704 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:33.880925 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7c2eb16e-b7bf-42e9-95d4-01dc5b86a183 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:33.886157 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7c2eb16e-b7bf-42e9-95d4-01dc5b86a183 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Usage tracker for resource:subnet and tenant:c2b893edcfc6472bb536d9913207c56d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:33.891803 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7c2eb16e-b7bf-42e9-95d4-01dc5b86a183 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:33.907512 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7c2eb16e-b7bf-42e9-95d4-01dc5b86a183 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:33.975677 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-24d786dd-1c00-444c-b779-ccbb840ed1aa tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] create failed (client error): The resource could not be found. Feb 09 18:11:33.977801 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-24d786dd-1c00-444c-b779-ccbb840ed1aa tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4807942 Feb 09 18:11:33.983262 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54022) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:34.032925 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-e0ca68ce-1753-4ba4-89d6-c68b38142704 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Calling delete_port for 782d5944-f3d5-419c-b306-e860ff760d56 owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:11:34.131388 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2eb16e-b7bf-42e9-95d4-01dc5b86a183 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Made reservation on behalf of c2b893edcfc6472bb536d9913207c56d for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:11:34.162802 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-73fcc028-4e22-44f8-8cd8-cadfa31bfac7 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Unset dirty status for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group_rule {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:34.164751 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-73fcc028-4e22-44f8-8cd8-cadfa31bfac7 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6099741 Feb 09 18:11:34.169420 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54026) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:34.329525 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9b4e9-3154-492a-8250-f8367943f337 req-f463ff23-4d2b-4695-ac95-e213df7ec5e8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:34.331220 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c3a9b4e9-3154-492a-8250-f8367943f337 req-f463ff23-4d2b-4695-ac95-e213df7ec5e8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3 HTTP/1.1" status: 200 len: 945 time: 0.3140306 Feb 09 18:11:34.332818 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d7c3894a-3c8d-4a90-a23b-7bd6d763659b tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:34.362153 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c2eb16e-b7bf-42e9-95d4-01dc5b86a183 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:34.435687 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d7c3894a-3c8d-4a90-a23b-7bd6d763659b tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:34.468741 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a3d34b6-0559-46c7-8fcc-4560208ed3fa tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:34.519649 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c3a9b4e9-3154-492a-8250-f8367943f337 req-f75e74f8-9fad-45f3-827b-0ce3907d055d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=bab64de7-98e5-4007-a148-0793494aaf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738493 Feb 09 18:11:34.521864 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a3d34b6-0559-46c7-8fcc-4560208ed3fa tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:34.613372 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e0ca68ce-1753-4ba4-89d6-c68b38142704 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:34.673247 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca68ce-1753-4ba4-89d6-c68b38142704 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Port': ['ID=782d5944-f3d5-419c-b306-e860ff760d56,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:34.723244 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d7c3894a-3c8d-4a90-a23b-7bd6d763659b tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:34.747782 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a3d34b6-0559-46c7-8fcc-4560208ed3fa tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:34.836055 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 633296ee-bec1-497e-b6f4-b57211f6ba40 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:11:34.850566 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3894a-3c8d-4a90-a23b-7bd6d763659b tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04030e73-1187-4945-a7cd-0967e4fac87b,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:34.959935 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d34b6-0559-46c7-8fcc-4560208ed3fa tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20fd6de-becf-4eb2-8b2b-9ef334dc8e2a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:34.965164 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a3d34b6-0559-46c7-8fcc-4560208ed3fa tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:34.967013 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9a3d34b6-0559-46c7-8fcc-4560208ed3fa tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "DELETE /v2.0/security-groups/c20fd6de-becf-4eb2-8b2b-9ef334dc8e2a HTTP/1.1" status: 204 len: 168 time: 0.9816632 Feb 09 18:11:34.969088 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54030) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:35.050022 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-bfc00542-3e45-42b4-9581-58eb8d47a543 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Synchronizing usage tracker for tenant:74da653dd9154330b8a945c9542dbff3 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:35.056520 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c2eb16e-b7bf-42e9-95d4-01dc5b86a183 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:35.075785 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e0ca68ce-1753-4ba4-89d6-c68b38142704 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:35.132886 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 633296ee-bec1-497e-b6f4-b57211f6ba40 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:11:35.139821 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 633296ee-bec1-497e-b6f4-b57211f6ba40 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:35.142238 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:35.142445 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2eb16e-b7bf-42e9-95d4-01dc5b86a183 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Pushing event updated for resources: {'Subnet': ['ID=2abde0ae-b1e7-4e89-afe8-9c23faf8b10d,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:35.183053 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2eb16e-b7bf-42e9-95d4-01dc5b86a183 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Checking segment: {'id': 'b0111017-cffa-4795-b520-fa5c7eada0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eaf86857-deca-402f-a338-7e4b511e6049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:11:35.183637 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2eb16e-b7bf-42e9-95d4-01dc5b86a183 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Network hostable DHCP agents. Network: eaf86857-deca-402f-a338-7e4b511e6049, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:11:35.198765 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-bfc00542-3e45-42b4-9581-58eb8d47a543 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Unset dirty status for tenant:74da653dd9154330b8a945c9542dbff3 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:35.205229 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-bfc00542-3e45-42b4-9581-58eb8d47a543 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2299969 Feb 09 18:11:35.205229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54034) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:35.215202 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9679c823-e6fe-47f4-af91-ee155a2b4bd2 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group_rule': {'security_group_id': '5fcefcdb-3a6d-4ba2-94e9-3bbb2d8f3f2d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:35.228651 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9679c823-e6fe-47f4-af91-ee155a2b4bd2 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:35.235365 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-9679c823-e6fe-47f4-af91-ee155a2b4bd2 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group_rule and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:35.240112 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-9679c823-e6fe-47f4-af91-ee155a2b4bd2 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:35.251062 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9679c823-e6fe-47f4-af91-ee155a2b4bd2 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:35.323975 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:35.328868 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2eb16e-b7bf-42e9-95d4-01dc5b86a183 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Network eaf86857-deca-402f-a338-7e4b511e6049 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:11:35.332036 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d7c3894a-3c8d-4a90-a23b-7bd6d763659b tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:35.337693 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d7c3894a-3c8d-4a90-a23b-7bd6d763659b tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "DELETE /v2.0/security-groups/04030e73-1187-4945-a7cd-0967e4fac87b HTTP/1.1" status: 204 len: 168 time: 1.1625149 Feb 09 18:11:35.340668 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54038) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:35.377162 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633296ee-bec1-497e-b6f4-b57211f6ba40'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:11:35.416116 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 633296ee-bec1-497e-b6f4-b57211f6ba40, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=633296ee-bec1-497e-b6f4-b57211f6ba40,segment=NetworkSegment(b1e9633b-9012-448c-9139-7a881318a7af),segment_id=b1e9633b-9012-448c-9139-7a881318a7af)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:35.467845 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-7c2eb16e-b7bf-42e9-95d4-01dc5b86a183 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, eaf86857-deca-402f-a338-7e4b511e6049) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:11:35.467989 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633296ee-bec1-497e-b6f4-b57211f6ba40', 'code': 200} Feb 09 18:11:35.473598 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2eb16e-b7bf-42e9-95d4-01dc5b86a183 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:35.475364 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c2eb16e-b7bf-42e9-95d4-01dc5b86a183 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:35.480244 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-38039473-a77c-43e4-ad1a-db8ec54eb2ba tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Synchronizing usage tracker for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:35.491707 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82ed057-4d14-493d-bacd-b52ebd389d31 None None] Network eaf86857-deca-402f-a338-7e4b511e6049 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:11:35.516956 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-9679c823-e6fe-47f4-af91-ee155a2b4bd2 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] create failed (client error): The resource could not be found. Feb 09 18:11:35.523941 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9679c823-e6fe-47f4-af91-ee155a2b4bd2 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3134062 Feb 09 18:11:35.525360 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:35.525556 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54044) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:35.539656 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-99ba93fd-6e92-473d-a785-14cce9f64b36 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group': {'name': 'tempest-secgroup--347302271'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:35.547501 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-99ba93fd-6e92-473d-a785-14cce9f64b36 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:35.564238 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-99ba93fd-6e92-473d-a785-14cce9f64b36 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:35.586910 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7c2eb16e-b7bf-42e9-95d4-01dc5b86a183 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9157794 Feb 09 18:11:35.589821 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54050) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:35.602563 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e2b7b4ba-9dc5-4cb4-ba07-ab103a578539 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Request body: {'network': {'name': 'tempest-router-network01--185331187'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:35.613663 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e2b7b4ba-9dc5-4cb4-ba07-ab103a578539 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:35.623327 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e2b7b4ba-9dc5-4cb4-ba07-ab103a578539 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Usage tracker for resource:network and tenant:c2b893edcfc6472bb536d9913207c56d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:35.627423 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-38039473-a77c-43e4-ad1a-db8ec54eb2ba tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Unset dirty status for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:35.628994 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-38039473-a77c-43e4-ad1a-db8ec54eb2ba tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2873504 Feb 09 18:11:35.636309 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54054) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:35.653175 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-102719f2-a023-4959-93f3-8fe677fa152e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Request body: {'security_group': {'name': 'tempest-secgroup--365585068'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:35.668198 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-102719f2-a023-4959-93f3-8fe677fa152e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:35.716684 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-102719f2-a023-4959-93f3-8fe677fa152e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:35.732370 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e2b7b4ba-9dc5-4cb4-ba07-ab103a578539 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:35.745731 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-99ba93fd-6e92-473d-a785-14cce9f64b36 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:35.773531 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e2b7b4ba-9dc5-4cb4-ba07-ab103a578539 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:35.817628 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-102719f2-a023-4959-93f3-8fe677fa152e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:35.824639 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=633296ee-bec1-497e-b6f4-b57211f6ba40,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:35.866774 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-99ba93fd-6e92-473d-a785-14cce9f64b36 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:35.872795 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-99ba93fd-6e92-473d-a785-14cce9f64b36 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group_rule and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:35.882810 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-99ba93fd-6e92-473d-a785-14cce9f64b36 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:35.903694 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-99ba93fd-6e92-473d-a785-14cce9f64b36 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:35.912848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-102719f2-a023-4959-93f3-8fe677fa152e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:35.923197 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-102719f2-a023-4959-93f3-8fe677fa152e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Usage tracker for resource:security_group_rule and tenant:5f2bb51f14d84099801f5e479a222bcf is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:35.928671 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-102719f2-a023-4959-93f3-8fe677fa152e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:35.939269 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-102719f2-a023-4959-93f3-8fe677fa152e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:35.975460 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9765cc5e-fc98-48d8-865b-38c21a10033b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-eaf86857-deca-402f-a338-7e4b511e6049', 'network_id': 'eaf86857-deca-402f-a338-7e4b511e6049', 'tenant_id': 'c2b893edcfc6472bb536d9913207c56d', 'fixed_ips': [{'subnet_id': '2abde0ae-b1e7-4e89-afe8-9c23faf8b10d'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:11:35.977090 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9765cc5e-fc98-48d8-865b-38c21a10033b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:35.977288 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad07cd-e7cd-481a-b017-c6fc8fdeaddf req-4f2caa44-9b7b-4517-9af0-f8d22a12747f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:35.978692 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3bad07cd-e7cd-481a-b017-c6fc8fdeaddf req-4f2caa44-9b7b-4517-9af0-f8d22a12747f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3 HTTP/1.1" status: 200 len: 946 time: 0.2635195 Feb 09 18:11:35.999668 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b7b4ba-9dc5-4cb4-ba07-ab103a578539 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Made reservation on behalf of c2b893edcfc6472bb536d9913207c56d for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:11:36.003628 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e2b7b4ba-9dc5-4cb4-ba07-ab103a578539 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:36.046378 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b7b4ba-9dc5-4cb4-ba07-ab103a578539 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:11:36.056810 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e2b7b4ba-9dc5-4cb4-ba07-ab103a578539 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:36.057942 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-e2b7b4ba-9dc5-4cb4-ba07-ab103a578539 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Added segment 76e48ff5-4882-433f-8d73-8c29b986400b of type vlan for network 10eb487d-5653-48ca-830f-f08d92c9d499 Feb 09 18:11:36.063585 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3bad07cd-e7cd-481a-b017-c6fc8fdeaddf req-9e3e4831-6239-489a-b374-f2648dffa015 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=bab64de7-98e5-4007-a148-0793494aaf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637467 Feb 09 18:11:36.121832 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e2b7b4ba-9dc5-4cb4-ba07-ab103a578539 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:36.137366 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ca68ce-1753-4ba4-89d6-c68b38142704 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Router efff9e61-2c9e-4220-a8ae-266542a87b00 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:11:36.186202 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-9765cc5e-fc98-48d8-865b-38c21a10033b None None] Allocated IP 2001:db8::2 (eaf86857-deca-402f-a338-7e4b511e6049/2abde0ae-b1e7-4e89-afe8-9c23faf8b10d/dcd618cc-c5c7-4164-82d2-35f16399af8e) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:11:36.208063 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-99ba93fd-6e92-473d-a785-14cce9f64b36 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:36.229148 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-102719f2-a023-4959-93f3-8fe677fa152e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:36.247260 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-53aa2c51-b6d6-4bd7-abdb-39b411b09bc3 req-b095389d-fdef-4f7f-ae00-bc57b2c694c3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3 HTTP/1.1" status: 200 len: 1099 time: 0.3020864 Feb 09 18:11:36.295719 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-53aa2c51-b6d6-4bd7-abdb-39b411b09bc3 req-ae8c87a1-10b5-41b8-a233-6d97e222a2a5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bab64de7-98e5-4007-a148-0793494aaf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423055 Feb 09 18:11:36.321149 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-99ba93fd-6e92-473d-a785-14cce9f64b36 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:36.363853 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-102719f2-a023-4959-93f3-8fe677fa152e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:36.375635 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e2b7b4ba-9dc5-4cb4-ba07-ab103a578539 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:36.381671 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b7b4ba-9dc5-4cb4-ba07-ab103a578539 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:36.382344 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e2b7b4ba-9dc5-4cb4-ba07-ab103a578539 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:36.416457 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ca68ce-1753-4ba4-89d6-c68b38142704 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:11:36.423355 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e0ca68ce-1753-4ba4-89d6-c68b38142704 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "PUT /v2.0/routers/efff9e61-2c9e-4220-a8ae-266542a87b00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8992283 Feb 09 18:11:36.426252 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54058) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:36.432147 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e76293-c5f3-4b6a-aa2e-2b2500702753 None None] Sync routers for ids ['efff9e61-2c9e-4220-a8ae-266542a87b00'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:11:36.448852 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e76293-c5f3-4b6a-aa2e-2b2500702753 None None] Routers {'efff9e61-2c9e-4220-a8ae-266542a87b00'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:11:36.449741 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e4e76293-c5f3-4b6a-aa2e-2b2500702753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['efff9e61-2c9e-4220-a8ae-266542a87b00'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:36.469090 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9765cc5e-fc98-48d8-865b-38c21a10033b None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:36.498715 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9765cc5e-fc98-48d8-865b-38c21a10033b None None] Transition to ACTIVE for port object dcd618cc-c5c7-4164-82d2-35f16399af8e will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:11:36.529385 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba93fd-6e92-473d-a785-14cce9f64b36 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a87ab7-c576-43d5-88c9-497efb41d039,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:36.558806 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9765cc5e-fc98-48d8-865b-38c21a10033b None None] Transition to ACTIVE for port object dcd618cc-c5c7-4164-82d2-35f16399af8e will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:11:36.573499 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7b4ba-9dc5-4cb4-ba07-ab103a578539 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Pushing event updated for resources: {'Network': ['ID=10eb487d-5653-48ca-830f-f08d92c9d499,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:36.590186 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102719f2-a023-4959-93f3-8fe677fa152e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70262d74-6f5d-4cd8-a9d2-51692299a02f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:36.595615 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 10eb487d-5653-48ca-830f-f08d92c9d499 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:11:36.615272 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e2b7b4ba-9dc5-4cb4-ba07-ab103a578539 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0220938 Feb 09 18:11:36.617100 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54062) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:36.625365 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-105773d7-1eb5-4d21-b3c1-8ef9cb7b366f tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Request body: {'network': {'name': 'tempest-router-network02--654848633'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:36.632491 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-e4e76293-c5f3-4b6a-aa2e-2b2500702753 None None] Set router efff9e61-2c9e-4220-a8ae-266542a87b00 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:11:36.632768 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-105773d7-1eb5-4d21-b3c1-8ef9cb7b366f tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:36.637807 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-105773d7-1eb5-4d21-b3c1-8ef9cb7b366f tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Usage tracker for resource:network and tenant:c2b893edcfc6472bb536d9913207c56d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:36.641555 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-105773d7-1eb5-4d21-b3c1-8ef9cb7b366f tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:36.649324 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-105773d7-1eb5-4d21-b3c1-8ef9cb7b366f tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:36.654564 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-102719f2-a023-4959-93f3-8fe677fa152e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:36.659683 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-102719f2-a023-4959-93f3-8fe677fa152e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0218542 Feb 09 18:11:36.660550 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54066) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:36.672089 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d7068c53-4700-4457-997c-ed256445455d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Request body: {'security_group_rule': {'security_group_id': '70262d74-6f5d-4cd8-a9d2-51692299a02f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:36.680183 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d7068c53-4700-4457-997c-ed256445455d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:36.684778 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d7068c53-4700-4457-997c-ed256445455d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Usage tracker for resource:security_group_rule and tenant:5f2bb51f14d84099801f5e479a222bcf is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:36.688046 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d7068c53-4700-4457-997c-ed256445455d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:36.695746 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d7068c53-4700-4457-997c-ed256445455d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:36.710946 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-6916cdfe-9748-4545-b340-4e2772fd2006 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting subnet 75a95b99-8d5e-42fb-b37e-1564ea31d8e5 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:11:36.714644 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6916cdfe-9748-4545-b340-4e2772fd2006 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:36.722517 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-99ba93fd-6e92-473d-a785-14cce9f64b36 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:36.725004 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-99ba93fd-6e92-473d-a785-14cce9f64b36 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1970608 Feb 09 18:11:36.728430 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54070) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:36.731557 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9765cc5e-fc98-48d8-865b-38c21a10033b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:36.739255 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f1dd507d-1524-4752-9041-13ecb450170f tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1752263260'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:36.748265 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f1dd507d-1524-4752-9041-13ecb450170f tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:36.753043 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105773d7-1eb5-4d21-b3c1-8ef9cb7b366f tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Made reservation on behalf of c2b893edcfc6472bb536d9913207c56d for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:11:36.757228 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-105773d7-1eb5-4d21-b3c1-8ef9cb7b366f tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:36.778573 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f1dd507d-1524-4752-9041-13ecb450170f tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:36.784193 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f1dd507d-1524-4752-9041-13ecb450170f tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:36.799793 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f1dd507d-1524-4752-9041-13ecb450170f tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:36.818933 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9765cc5e-fc98-48d8-865b-38c21a10033b None None] Network eaf86857-deca-402f-a338-7e4b511e6049 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:11:36.826948 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105773d7-1eb5-4d21-b3c1-8ef9cb7b366f tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:11:36.829423 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-9765cc5e-fc98-48d8-865b-38c21a10033b None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:11:36.830689 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6916cdfe-9748-4545-b340-4e2772fd2006 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:36.837784 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9765cc5e-fc98-48d8-865b-38c21a10033b None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:11:36.841537 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7068c53-4700-4457-997c-ed256445455d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:36.861146 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-105773d7-1eb5-4d21-b3c1-8ef9cb7b366f tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:36.861828 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-105773d7-1eb5-4d21-b3c1-8ef9cb7b366f tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Added segment 6e4288c3-7393-4900-a2da-a1143dd79850 of type vlan for network 0c3d24ba-11d8-4b71-a45c-3f9c2c435498 Feb 09 18:11:36.922531 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f1dd507d-1524-4752-9041-13ecb450170f tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:36.926437 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765cc5e-fc98-48d8-865b-38c21a10033b None None] Pushing event updated for resources: {'Port': ['ID=dcd618cc-c5c7-4164-82d2-35f16399af8e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:36.944309 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-105773d7-1eb5-4d21-b3c1-8ef9cb7b366f tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:36.951293 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-9765cc5e-fc98-48d8-865b-38c21a10033b None None] Attempting to bind port dcd618cc-c5c7-4164-82d2-35f16399af8e on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:11:36.951960 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-9765cc5e-fc98-48d8-865b-38c21a10033b None None] Attempting to bind port dcd618cc-c5c7-4164-82d2-35f16399af8e by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'b0111017-cffa-4795-b520-fa5c7eada0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eaf86857-deca-402f-a338-7e4b511e6049'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:11:36.952437 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9765cc5e-fc98-48d8-865b-38c21a10033b None None] Attempting to bind port dcd618cc-c5c7-4164-82d2-35f16399af8e on network eaf86857-deca-402f-a338-7e4b511e6049 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:11:36.961046 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9765cc5e-fc98-48d8-865b-38c21a10033b None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:11:36.961962 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9765cc5e-fc98-48d8-865b-38c21a10033b None None] Checking segment: {'id': 'b0111017-cffa-4795-b520-fa5c7eada0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eaf86857-deca-402f-a338-7e4b511e6049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:11:36.962173 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9765cc5e-fc98-48d8-865b-38c21a10033b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:36.963162 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9765cc5e-fc98-48d8-865b-38c21a10033b None None] Bound using segment: {'id': 'b0111017-cffa-4795-b520-fa5c7eada0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eaf86857-deca-402f-a338-7e4b511e6049'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:11:36.963798 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-9765cc5e-fc98-48d8-865b-38c21a10033b None None] Bound port: dcd618cc-c5c7-4164-82d2-35f16399af8e, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0111017-cffa-4795-b520-fa5c7eada0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eaf86857-deca-402f-a338-7e4b511e6049'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:11:36.964301 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9765cc5e-fc98-48d8-865b-38c21a10033b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:36.983409 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f1dd507d-1524-4752-9041-13ecb450170f tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:36.997791 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f1dd507d-1524-4752-9041-13ecb450170f tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group_rule and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:37.008426 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f1dd507d-1524-4752-9041-13ecb450170f tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:37.029257 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6916cdfe-9748-4545-b340-4e2772fd2006 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:37.036370 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f1dd507d-1524-4752-9041-13ecb450170f tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:37.039782 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7068c53-4700-4457-997c-ed256445455d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:37.106007 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-9765cc5e-fc98-48d8-865b-38c21a10033b None None] For port dcd618cc-c5c7-4164-82d2-35f16399af8e, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:11:37.111878 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e4e76293-c5f3-4b6a-aa2e-2b2500702753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:11:34Z', 'revision_number': 8, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '451e0725-53fd-402d-b0a1-5d58a67f832f', 'name': '', 'network_id': '7a7b9532-f4d9-42a4-96c5-676af3072980', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:a4:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:59Z', 'updated_at': '2022-02-09T18:11:16Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780aca02-817a-439a-bc19-cdd40bfbda17', 'name': '', 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:fc:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:41Z', 'updated_at': '2022-02-09T18:11:02Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:49Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:37.119070 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e76293-c5f3-4b6a-aa2e-2b2500702753 None None] Checking router: efff9e61-2c9e-4220-a8ae-266542a87b00 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:11:37.120540 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-9765cc5e-fc98-48d8-865b-38c21a10033b None None] For port dcd618cc-c5c7-4164-82d2-35f16399af8e, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=dcd618cc-c5c7-4164-82d2-35f16399af8e,segment=NetworkSegment(b0111017-cffa-4795-b520-fa5c7eada0dc),segment_id=b0111017-cffa-4795-b520-fa5c7eada0dc)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:11:37.126610 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7068c53-4700-4457-997c-ed256445455d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:37.137963 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e76293-c5f3-4b6a-aa2e-2b2500702753 None None] Routers {'efff9e61-2c9e-4220-a8ae-266542a87b00'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:11:37.138638 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e4e76293-c5f3-4b6a-aa2e-2b2500702753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['efff9e61-2c9e-4220-a8ae-266542a87b00'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:37.189582 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7068c53-4700-4457-997c-ed256445455d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58202129-39ae-4893-ae50-cd48b8f7887e,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:37.192214 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-105773d7-1eb5-4d21-b3c1-8ef9cb7b366f tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:37.197118 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105773d7-1eb5-4d21-b3c1-8ef9cb7b366f tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:37.197758 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-105773d7-1eb5-4d21-b3c1-8ef9cb7b366f tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:37.210635 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f1dd507d-1524-4752-9041-13ecb450170f tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:37.259647 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9765cc5e-fc98-48d8-865b-38c21a10033b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:37.329181 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105773d7-1eb5-4d21-b3c1-8ef9cb7b366f tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Pushing event updated for resources: {'Network': ['ID=0c3d24ba-11d8-4b71-a45c-3f9c2c435498,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:37.356000 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 0c3d24ba-11d8-4b71-a45c-3f9c2c435498 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:11:37.373219 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f1dd507d-1524-4752-9041-13ecb450170f tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:37.423729 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6916cdfe-9748-4545-b340-4e2772fd2006 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:37.431570 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd507d-1524-4752-9041-13ecb450170f tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2bae4a-6911-4dcf-9da7-5afb28bfb769,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:37.446098 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-e4e76293-c5f3-4b6a-aa2e-2b2500702753 None None] Set router efff9e61-2c9e-4220-a8ae-266542a87b00 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:11:37.457427 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-105773d7-1eb5-4d21-b3c1-8ef9cb7b366f tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8391488 Feb 09 18:11:37.458831 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54076) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:37.461777 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7068c53-4700-4457-997c-ed256445455d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:37.463178 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d7068c53-4700-4457-997c-ed256445455d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7982261 Feb 09 18:11:37.467494 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54080) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:37.467983 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-fd13286e-8a17-48ee-86f2-1be4ee2093cc tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Request body: {'subnet': {'network_id': '10eb487d-5653-48ca-830f-f08d92c9d499', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:37.490883 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916cdfe-9748-4545-b340-4e2772fd2006 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Subnet': ['ID=75a95b99-8d5e-42fb-b37e-1564ea31d8e5,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:37.504660 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6916cdfe-9748-4545-b340-4e2772fd2006 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:37.510822 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ce2623c6-f537-4ed2-98ba-f19900af7d0c tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-group-rules/58202129-39ae-4893-ae50-cd48b8f7887e HTTP/1.1" status: 200 len: 705 time: 0.0373399 Feb 09 18:11:37.519326 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54084) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:37.526901 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b17f6e7-44a9-4ea0-b83e-1c786302b86c None None] Network ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:11:37.556919 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6916cdfe-9748-4545-b340-4e2772fd2006 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/subnets/75a95b99-8d5e-42fb-b37e-1564ea31d8e5 HTTP/1.1" status: 204 len: 168 time: 1.1293623 Feb 09 18:11:37.559107 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54088) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:37.586925 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765cc5e-fc98-48d8-865b-38c21a10033b None None] Pushing event updated for resources: {'Port': ['ID=dcd618cc-c5c7-4164-82d2-35f16399af8e,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:37.587523 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f1dd507d-1524-4752-9041-13ecb450170f tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:37.589590 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f1dd507d-1524-4752-9041-13ecb450170f tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8600094 Feb 09 18:11:37.601432 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54092) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:37.610399 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a07fcefa-d820-4f41-adbf-3c382e94bc33 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group_rule': {'security_group_id': 'c3a87ab7-c576-43d5-88c9-497efb41d039', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3b2bae4a-6911-4dcf-9da7-5afb28bfb769'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:37.665126 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fd13286e-8a17-48ee-86f2-1be4ee2093cc tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:37.671681 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-fd13286e-8a17-48ee-86f2-1be4ee2093cc tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Usage tracker for resource:subnet and tenant:c2b893edcfc6472bb536d9913207c56d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:37.676143 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-fd13286e-8a17-48ee-86f2-1be4ee2093cc tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:37.687306 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fd13286e-8a17-48ee-86f2-1be4ee2093cc tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:37.809806 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd13286e-8a17-48ee-86f2-1be4ee2093cc tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Made reservation on behalf of c2b893edcfc6472bb536d9913207c56d for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:11:37.951778 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a07fcefa-d820-4f41-adbf-3c382e94bc33 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:37.962357 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a07fcefa-d820-4f41-adbf-3c382e94bc33 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group_rule and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:37.996788 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a07fcefa-d820-4f41-adbf-3c382e94bc33 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:38.012831 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ae87e963-11b5-4224-bc03-f584019c42dd tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Synchronizing usage tracker for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group_rule {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:38.028403 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e4e76293-c5f3-4b6a-aa2e-2b2500702753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:11:34Z', 'revision_number': 8, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '451e0725-53fd-402d-b0a1-5d58a67f832f', 'name': '', 'network_id': '7a7b9532-f4d9-42a4-96c5-676af3072980', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:a4:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:59Z', 'updated_at': '2022-02-09T18:11:16Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780aca02-817a-439a-bc19-cdd40bfbda17', 'name': '', 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:fc:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:41Z', 'updated_at': '2022-02-09T18:11:02Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:49Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:38.035750 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e76293-c5f3-4b6a-aa2e-2b2500702753 None None] The sync data for ids ['efff9e61-2c9e-4220-a8ae-266542a87b00'] in dv-neutron-827016-2-hyperv is: [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:11:34Z', 'revision_number': 8, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '451e0725-53fd-402d-b0a1-5d58a67f832f', 'name': '', 'network_id': '7a7b9532-f4d9-42a4-96c5-676af3072980', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:a4:61:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:59Z', 'updated_at': '2022-02-09T18:11:16Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ac701da2-f185-45cd-98a5-6db5d7f23071', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780aca02-817a-439a-bc19-cdd40bfbda17', 'name': '', 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:fc:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:41Z', 'updated_at': '2022-02-09T18:11:02Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:49Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:11:38.057905 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a07fcefa-d820-4f41-adbf-3c382e94bc33 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:38.087700 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fe824-ef71-43b7-8638-839fff7a3eea req-b993622b-83f4-4c61-812e-74aadbe78a12 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:38.097253 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-506fe824-ef71-43b7-8638-839fff7a3eea req-b993622b-83f4-4c61-812e-74aadbe78a12 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3 HTTP/1.1" status: 200 len: 946 time: 0.8132968 Feb 09 18:11:38.120728 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd13286e-8a17-48ee-86f2-1be4ee2093cc tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:38.148071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cbebe95c-b5af-4a98-b00e-2b53a7f120e1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:38.179219 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-506fe824-ef71-43b7-8638-839fff7a3eea req-17cb25c0-601f-4596-8714-a33d0b85a0c2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=bab64de7-98e5-4007-a148-0793494aaf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815439 Feb 09 18:11:38.180930 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-cbebe95c-b5af-4a98-b00e-2b53a7f120e1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting port 13c20e3f-ee5b-4e5c-939c-f721a0606139 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:11:38.181340 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cbebe95c-b5af-4a98-b00e-2b53a7f120e1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:38.243269 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ae87e963-11b5-4224-bc03-f584019c42dd tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Unset dirty status for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group_rule {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:38.244560 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ae87e963-11b5-4224-bc03-f584019c42dd tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.7205300 Feb 09 18:11:38.247532 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54096) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:38.361767 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7cdd4afc-a796-4e60-8b67-82a3a363f5ec tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:38.417480 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29c1fac-d63a-4e4a-a8bf-d097d969fdd8 None None] DHCP port deletion for ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:11:38.423544 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a29c1fac-d63a-4e4a-a8bf-d097d969fdd8 None None] Deleting port 13c20e3f-ee5b-4e5c-939c-f721a0606139 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:11:38.424370 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a29c1fac-d63a-4e4a-a8bf-d097d969fdd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:38.434342 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-a07fcefa-d820-4f41-adbf-3c382e94bc33 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:11:38.440027 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a07fcefa-d820-4f41-adbf-3c382e94bc33 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.8315451 Feb 09 18:11:38.440186 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd13286e-8a17-48ee-86f2-1be4ee2093cc tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:38.444711 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54100) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:38.462066 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7cdd4afc-a796-4e60-8b67-82a3a363f5ec tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:38.511157 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-cbebe95c-b5af-4a98-b00e-2b53a7f120e1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] For port 13c20e3f-ee5b-4e5c-939c-f721a0606139, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=13c20e3f-ee5b-4e5c-939c-f721a0606139,segment=NetworkSegment(07b9472a-5c6a-47a2-abd8-7271747e1ccc),segment_id=07b9472a-5c6a-47a2-abd8-7271747e1ccc)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:38.511575 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cbebe95c-b5af-4a98-b00e-2b53a7f120e1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:38.592220 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13286e-8a17-48ee-86f2-1be4ee2093cc tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Pushing event updated for resources: {'Subnet': ['ID=47fe7925-765c-4097-97cf-3cc56429341f,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:38.627040 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd13286e-8a17-48ee-86f2-1be4ee2093cc tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Checking segment: {'id': '76e48ff5-4882-433f-8d73-8c29b986400b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '10eb487d-5653-48ca-830f-f08d92c9d499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:11:38.627387 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd13286e-8a17-48ee-86f2-1be4ee2093cc tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Network hostable DHCP agents. Network: 10eb487d-5653-48ca-830f-f08d92c9d499, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:11:38.674077 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42b8d487-c9ed-491c-a1d5-5649939e34e8 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:38.701785 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7cdd4afc-a796-4e60-8b67-82a3a363f5ec tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:38.710902 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-cbebe95c-b5af-4a98-b00e-2b53a7f120e1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Calling delete_port for 13c20e3f-ee5b-4e5c-939c-f721a0606139 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:11:38.711442 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42b8d487-c9ed-491c-a1d5-5649939e34e8 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:38.781899 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd4afc-a796-4e60-8b67-82a3a363f5ec tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58202129-39ae-4893-ae50-cd48b8f7887e,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:38.796290 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd13286e-8a17-48ee-86f2-1be4ee2093cc tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Network 10eb487d-5653-48ca-830f-f08d92c9d499 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:11:38.822455 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-a29c1fac-d63a-4e4a-a8bf-d097d969fdd8 None None] For port 13c20e3f-ee5b-4e5c-939c-f721a0606139, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=13c20e3f-ee5b-4e5c-939c-f721a0606139,segment=NetworkSegment(07b9472a-5c6a-47a2-abd8-7271747e1ccc),segment_id=07b9472a-5c6a-47a2-abd8-7271747e1ccc)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:38.823055 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a29c1fac-d63a-4e4a-a8bf-d097d969fdd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:38.873950 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42b8d487-c9ed-491c-a1d5-5649939e34e8 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:38.890070 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8d487-c9ed-491c-a1d5-5649939e34e8 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2bae4a-6911-4dcf-9da7-5afb28bfb769,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:38.904337 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7cdd4afc-a796-4e60-8b67-82a3a363f5ec tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:38.905539 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-fd13286e-8a17-48ee-86f2-1be4ee2093cc tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 10eb487d-5653-48ca-830f-f08d92c9d499) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:11:38.911134 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54104) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:38.915614 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd13286e-8a17-48ee-86f2-1be4ee2093cc tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:38.916258 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd13286e-8a17-48ee-86f2-1be4ee2093cc tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:38.916795 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7cdd4afc-a796-4e60-8b67-82a3a363f5ec tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/58202129-39ae-4893-ae50-cd48b8f7887e HTTP/1.1" status: 204 len: 168 time: 0.6677830 Feb 09 18:11:38.946995 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42b8d487-c9ed-491c-a1d5-5649939e34e8 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:38.948281 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-42b8d487-c9ed-491c-a1d5-5649939e34e8 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "DELETE /v2.0/security-groups/3b2bae4a-6911-4dcf-9da7-5afb28bfb769 HTTP/1.1" status: 204 len: 168 time: 0.4532843 Feb 09 18:11:38.951167 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54108) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:38.991288 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab84f49f-234a-48b2-ba7f-80b1b42c6b37 None None] Network 10eb487d-5653-48ca-830f-f08d92c9d499 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:11:38.997809 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cbebe95c-b5af-4a98-b00e-2b53a7f120e1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:39.008425 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a29c1fac-d63a-4e4a-a8bf-d097d969fdd8 None None] Calling delete_port for 13c20e3f-ee5b-4e5c-939c-f721a0606139 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:11:39.031941 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6b0c6307-a362-4d51-8a14-426d7a3d1a57 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Synchronizing usage tracker for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group_rule {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:39.052539 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fd13286e-8a17-48ee-86f2-1be4ee2093cc tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5893857 Feb 09 18:11:39.055723 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54112) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:39.065251 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-99f26846-ae12-4645-a0a5-56ce31c66ef1 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Request body: {'subnet': {'network_id': '0c3d24ba-11d8-4b71-a45c-3f9c2c435498', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:39.090793 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebe95c-b5af-4a98-b00e-2b53a7f120e1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Port': ['ID=13c20e3f-ee5b-4e5c-939c-f721a0606139,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:39.093278 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a0f010fb-0014-4c30-b0a0-6434c4bcbf60 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Synchronizing usage tracker for tenant:74da653dd9154330b8a945c9542dbff3 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:39.102131 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbebe95c-b5af-4a98-b00e-2b53a7f120e1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] No DVR routers for this DVR port 13c20e3f-ee5b-4e5c-939c-f721a0606139 on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:11:39.172029 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50b5e5f-93f4-4b66-8f6b-90c11cf1694f None None] Network eaf86857-deca-402f-a338-7e4b511e6049 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:11:39.207473 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-99f26846-ae12-4645-a0a5-56ce31c66ef1 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:39.212581 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-99f26846-ae12-4645-a0a5-56ce31c66ef1 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Usage tracker for resource:subnet and tenant:c2b893edcfc6472bb536d9913207c56d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:39.216170 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-99f26846-ae12-4645-a0a5-56ce31c66ef1 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:39.220746 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6b0c6307-a362-4d51-8a14-426d7a3d1a57 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Unset dirty status for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group_rule {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:39.222392 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6b0c6307-a362-4d51-8a14-426d7a3d1a57 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3095491 Feb 09 18:11:39.226842 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54118) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:39.230182 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-99f26846-ae12-4645-a0a5-56ce31c66ef1 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:39.235830 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-017c1218-f9d6-41e4-bec9-968cfd415331 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Request body: {'security_group_rule': {'security_group_id': '70262d74-6f5d-4cd8-a9d2-51692299a02f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:39.248085 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-017c1218-f9d6-41e4-bec9-968cfd415331 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:39.252907 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a0f010fb-0014-4c30-b0a0-6434c4bcbf60 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Unset dirty status for tenant:74da653dd9154330b8a945c9542dbff3 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:39.257378 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a0f010fb-0014-4c30-b0a0-6434c4bcbf60 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3023844 Feb 09 18:11:39.259051 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54122) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:39.284341 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-017c1218-f9d6-41e4-bec9-968cfd415331 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:39.289625 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cbebe95c-b5af-4a98-b00e-2b53a7f120e1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn_limited( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn_limited( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:39.306542 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:11:39.364224 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-cbebe95c-b5af-4a98-b00e-2b53a7f120e1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:39.381321 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-a29c1fac-d63a-4e4a-a8bf-d097d969fdd8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:11:39.381685 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-a29c1fac-d63a-4e4a-a8bf-d097d969fdd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:11:39.396051 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c3b06b63-9802-4eb8-a68f-9c4771e47f9b tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:39.396438 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-cbebe95c-b5af-4a98-b00e-2b53a7f120e1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b9472a-5c6a-47a2-abd8-7271747e1ccc') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:39.396747 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-cbebe95c-b5af-4a98-b00e-2b53a7f120e1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b9472a-5c6a-47a2-abd8-7271747e1ccc') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:39.410488 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f26846-ae12-4645-a0a5-56ce31c66ef1 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Made reservation on behalf of c2b893edcfc6472bb536d9913207c56d for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:11:39.415475 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cbebe95c-b5af-4a98-b00e-2b53a7f120e1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:39.468091 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cbebe95c-b5af-4a98-b00e-2b53a7f120e1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:39.473138 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device dcd618cc-c5c7-4164-82d2-35f16399af8e up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:11:39.480618 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbebe95c-b5af-4a98-b00e-2b53a7f120e1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:11:39.480618 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cbebe95c-b5af-4a98-b00e-2b53a7f120e1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:11:39.498698 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:11:39.512187 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-017c1218-f9d6-41e4-bec9-968cfd415331 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:39.521296 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-5d0f490e-1b9e-4f27-82e8-a27cf7ef30c6 None None] Provisioning for port dcd618cc-c5c7-4164-82d2-35f16399af8e completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:11:39.570105 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c3b06b63-9802-4eb8-a68f-9c4771e47f9b tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:39.627477 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-99f26846-ae12-4645-a0a5-56ce31c66ef1 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:39.685592 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541a3d03-6639-4195-a568-6a0e50f199b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-10eb487d-5653-48ca-830f-f08d92c9d499', 'network_id': '10eb487d-5653-48ca-830f-f08d92c9d499', 'tenant_id': 'c2b893edcfc6472bb536d9913207c56d', 'fixed_ips': [{'subnet_id': '47fe7925-765c-4097-97cf-3cc56429341f'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:11:39.686436 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-541a3d03-6639-4195-a568-6a0e50f199b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:39.687976 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cbebe95c-b5af-4a98-b00e-2b53a7f120e1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:39.736436 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cbebe95c-b5af-4a98-b00e-2b53a7f120e1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:39.779611 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-017c1218-f9d6-41e4-bec9-968cfd415331 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:39.797644 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebe95c-b5af-4a98-b00e-2b53a7f120e1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Network': ['ID=ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:39.803010 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port dcd618cc-c5c7-4164-82d2-35f16399af8e completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:11:39.823271 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cbebe95c-b5af-4a98-b00e-2b53a7f120e1 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/networks/ad3d35bb-e1ff-456e-bdf9-b69c0e01fcb9 HTTP/1.1" status: 204 len: 168 time: 2.2618105 Feb 09 18:11:39.825404 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54128) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:39.825613 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port dcd618cc-c5c7-4164-82d2-35f16399af8e triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:39.825613 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:39.859565 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c3b06b63-9802-4eb8-a68f-9c4771e47f9b tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:39.886469 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b06b63-9802-4eb8-a68f-9c4771e47f9b tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a87ab7-c576-43d5-88c9-497efb41d039,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:39.888539 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a29c1fac-d63a-4e4a-a8bf-d097d969fdd8 None None] Deleting port 13c20e3f-ee5b-4e5c-939c-f721a0606139 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:11:39.888911 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a29c1fac-d63a-4e4a-a8bf-d097d969fdd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:39.901162 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-017c1218-f9d6-41e4-bec9-968cfd415331 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:39.950803 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c1218-f9d6-41e4-bec9-968cfd415331 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5661a361-f483-4cc8-a308-357f17952041,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:39.996139 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c3b06b63-9802-4eb8-a68f-9c4771e47f9b tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:39.999781 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c3b06b63-9802-4eb8-a68f-9c4771e47f9b tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "DELETE /v2.0/security-groups/c3a87ab7-c576-43d5-88c9-497efb41d039 HTTP/1.1" status: 204 len: 168 time: 0.7376325 Feb 09 18:11:40.002343 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54132) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:40.014478 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019d78f-fd76-445a-ab6e-acebeca8a9ff req-85f8a4da-2ea8-42a5-b754-3f49587e6133 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:40.021820 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7019d78f-fd76-445a-ab6e-acebeca8a9ff req-85f8a4da-2ea8-42a5-b754-3f49587e6133 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3 HTTP/1.1" status: 200 len: 946 time: 0.5213962 Feb 09 18:11:40.025199 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a29c1fac-d63a-4e4a-a8bf-d097d969fdd8 None None] The port '13c20e3f-ee5b-4e5c-939c-f721a0606139' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:11:40.123773 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7019d78f-fd76-445a-ab6e-acebeca8a9ff req-abb881c8-2596-4b43-a601-7b2836ff89fe tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=bab64de7-98e5-4007-a148-0793494aaf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007211 Feb 09 18:11:40.146950 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-99f26846-ae12-4645-a0a5-56ce31c66ef1 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:40.146950 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-017c1218-f9d6-41e4-bec9-968cfd415331 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:40.150583 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-017c1218-f9d6-41e4-bec9-968cfd415331 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9219820 Feb 09 18:11:40.155213 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54136) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:40.203879 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-740ed43b-8500-4c63-8e8e-e0d47defe86e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-group-rules/5661a361-f483-4cc8-a308-357f17952041 HTTP/1.1" status: 200 len: 705 time: 0.0385649 Feb 09 18:11:40.211748 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54142) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:40.220312 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-541a3d03-6639-4195-a568-6a0e50f199b8 None None] Allocated IP 2001:db8::2 (10eb487d-5653-48ca-830f-f08d92c9d499/47fe7925-765c-4097-97cf-3cc56429341f/a3774cab-a7a2-47fb-9eec-c157db203213) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:11:40.300989 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f26846-ae12-4645-a0a5-56ce31c66ef1 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Pushing event updated for resources: {'Subnet': ['ID=654b99b5-e1a7-4883-aaba-b17ec5d7fb3c,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:40.321669 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:40.323603 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-29d99696-5058-4b90-9afa-d678f41a45ff tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Synchronizing usage tracker for tenant:74da653dd9154330b8a945c9542dbff3 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:40.396831 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f26846-ae12-4645-a0a5-56ce31c66ef1 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Checking segment: {'id': '6e4288c3-7393-4900-a2da-a1143dd79850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c3d24ba-11d8-4b71-a45c-3f9c2c435498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:11:40.397551 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f26846-ae12-4645-a0a5-56ce31c66ef1 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Network hostable DHCP agents. Network: 0c3d24ba-11d8-4b71-a45c-3f9c2c435498, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:11:40.470041 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-29d99696-5058-4b90-9afa-d678f41a45ff tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Unset dirty status for tenant:74da653dd9154330b8a945c9542dbff3 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:40.472638 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-29d99696-5058-4b90-9afa-d678f41a45ff tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4687533 Feb 09 18:11:40.477694 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54148) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:40.485274 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-698043b2-6166-4f47-ad29-a95bfe11a0c6 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group': {'name': 'tempest-secgroup--978084497'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:40.486825 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9616b7a2-be52-431b-b959-f367a764b79a tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Synchronizing usage tracker for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group_rule {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:40.493702 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-698043b2-6166-4f47-ad29-a95bfe11a0c6 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:40.499471 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f26846-ae12-4645-a0a5-56ce31c66ef1 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Network 0c3d24ba-11d8-4b71-a45c-3f9c2c435498 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:11:40.517101 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-698043b2-6166-4f47-ad29-a95bfe11a0c6 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:40.572699 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-99f26846-ae12-4645-a0a5-56ce31c66ef1 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 0c3d24ba-11d8-4b71-a45c-3f9c2c435498) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:11:40.580323 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f26846-ae12-4645-a0a5-56ce31c66ef1 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:40.581241 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-99f26846-ae12-4645-a0a5-56ce31c66ef1 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:40.599500 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-698043b2-6166-4f47-ad29-a95bfe11a0c6 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:40.606637 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6268c779-2729-4d58-8c73-bf1c6e1cac26 None None] Network 0c3d24ba-11d8-4b71-a45c-3f9c2c435498 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:11:40.653055 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-698043b2-6166-4f47-ad29-a95bfe11a0c6 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:40.658559 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-698043b2-6166-4f47-ad29-a95bfe11a0c6 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group_rule and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:40.664299 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-698043b2-6166-4f47-ad29-a95bfe11a0c6 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:40.673933 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-698043b2-6166-4f47-ad29-a95bfe11a0c6 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:40.689613 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port dcd618cc-c5c7-4164-82d2-35f16399af8e, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=dcd618cc-c5c7-4164-82d2-35f16399af8e,segment=NetworkSegment(b0111017-cffa-4795-b520-fa5c7eada0dc),segment_id=b0111017-cffa-4795-b520-fa5c7eada0dc)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:40.701720 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-99f26846-ae12-4645-a0a5-56ce31c66ef1 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6428142 Feb 09 18:11:40.705454 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54152) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:40.716520 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9616b7a2-be52-431b-b959-f367a764b79a tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Unset dirty status for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group_rule {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:40.725321 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9616b7a2-be52-431b-b959-f367a764b79a tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5045431 Feb 09 18:11:40.732568 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54156) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:40.782922 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6594375d-4af9-4a5c-af16-e8a2a6cac114 None None] Provisioning complete for port dcd618cc-c5c7-4164-82d2-35f16399af8e triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:40.783587 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6594375d-4af9-4a5c-af16-e8a2a6cac114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:40.792771 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-22f7e0ca-c7bc-4bfd-9607-1c9ebaab351d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:40.832478 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:40.859189 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4f5be23b-58e1-46fc-8393-843838d2d5b3 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:40.928456 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4f5be23b-58e1-46fc-8393-843838d2d5b3 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:40.976128 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133721e-d326-4256-b8a0-026da7666d6f req-dc8b8064-188d-43cf-9a0e-51634362cb99 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:40.985979 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8133721e-d326-4256-b8a0-026da7666d6f req-dc8b8064-188d-43cf-9a0e-51634362cb99 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3 HTTP/1.1" status: 200 len: 946 time: 0.6320086 Feb 09 18:11:41.028682 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 782d5944-f3d5-419c-b306-e860ff760d56 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:11:41.103975 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8133721e-d326-4256-b8a0-026da7666d6f req-ac383ce7-6793-49b9-acb8-2b1423aa5130 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=bab64de7-98e5-4007-a148-0793494aaf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184299 Feb 09 18:11:41.110420 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4f5be23b-58e1-46fc-8393-843838d2d5b3 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:41.132025 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 782d5944-f3d5-419c-b306-e860ff760d56 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:11:41.132381 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 782d5944-f3d5-419c-b306-e860ff760d56 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:11:41.132815 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 13c20e3f-ee5b-4e5c-939c-f721a0606139 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:11:41.151889 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54160) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:41.154469 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5be23b-58e1-46fc-8393-843838d2d5b3 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5661a361-f483-4cc8-a308-357f17952041,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:41.175060 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=dcd618cc-c5c7-4164-82d2-35f16399af8e,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:41.208525 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4f5be23b-58e1-46fc-8393-843838d2d5b3 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:41.210073 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4f5be23b-58e1-46fc-8393-843838d2d5b3 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5661a361-f483-4cc8-a308-357f17952041 HTTP/1.1" status: 204 len: 168 time: 0.4765427 Feb 09 18:11:41.213636 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54164) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:41.226270 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-541a3d03-6639-4195-a568-6a0e50f199b8 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:41.256175 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 13c20e3f-ee5b-4e5c-939c-f721a0606139 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:11:41.256615 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 13c20e3f-ee5b-4e5c-939c-f721a0606139 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:11:41.266968 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-541a3d03-6639-4195-a568-6a0e50f199b8 None None] Transition to ACTIVE for port object a3774cab-a7a2-47fb-9eec-c157db203213 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:11:41.354095 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9e47c8c4-d2de-4453-97c8-191b4d08d266 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3 HTTP/1.1" status: 200 len: 1094 time: 0.1980517 Feb 09 18:11:41.359238 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-be21969c-50bc-47bc-afd1-2e6df68160e4 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Synchronizing usage tracker for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group_rule {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:41.361391 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-541a3d03-6639-4195-a568-6a0e50f199b8 None None] Transition to ACTIVE for port object a3774cab-a7a2-47fb-9eec-c157db203213 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:11:41.361729 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54168) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:41.365966 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32590f4-3470-4bf0-aa43-bdb02bd3c5c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-0c3d24ba-11d8-4b71-a45c-3f9c2c435498', 'network_id': '0c3d24ba-11d8-4b71-a45c-3f9c2c435498', 'tenant_id': 'c2b893edcfc6472bb536d9913207c56d', 'fixed_ips': [{'subnet_id': '654b99b5-e1a7-4883-aaba-b17ec5d7fb3c'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:11:41.367034 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d32590f4-3470-4bf0-aa43-bdb02bd3c5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:41.370464 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-ac680f87-7798-471a-929e-72ee530ea32f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': '633296ee-bec1-497e-b6f4-b57211f6ba40', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:41.398544 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-698043b2-6166-4f47-ad29-a95bfe11a0c6 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:41.431674 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ac680f87-7798-471a-929e-72ee530ea32f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:41.450178 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ac680f87-7798-471a-929e-72ee530ea32f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:floatingip and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:41.451567 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device dcd618cc-c5c7-4164-82d2-35f16399af8e up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:11:41.465247 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ac680f87-7798-471a-929e-72ee530ea32f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:41.475721 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ac680f87-7798-471a-929e-72ee530ea32f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:41.518620 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-541a3d03-6639-4195-a568-6a0e50f199b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:41.571339 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-698043b2-6166-4f47-ad29-a95bfe11a0c6 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:41.600291 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-be21969c-50bc-47bc-afd1-2e6df68160e4 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Unset dirty status for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group_rule {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:41.605795 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-be21969c-50bc-47bc-afd1-2e6df68160e4 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3867462 Feb 09 18:11:41.607574 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54172) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:41.616962 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-918e74f0-740d-41d7-9df4-428d8b1da4ef tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Request body: {'security_group_rule': {'security_group_id': '70262d74-6f5d-4cd8-a9d2-51692299a02f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:41.629402 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac680f87-7798-471a-929e-72ee530ea32f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:41.632338 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541a3d03-6639-4195-a568-6a0e50f199b8 None None] Network 10eb487d-5653-48ca-830f-f08d92c9d499 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:11:41.639253 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-541a3d03-6639-4195-a568-6a0e50f199b8 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:11:41.642757 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541a3d03-6639-4195-a568-6a0e50f199b8 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:11:41.647531 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-918e74f0-740d-41d7-9df4-428d8b1da4ef tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:41.659510 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a3d03-6639-4195-a568-6a0e50f199b8 None None] Pushing event updated for resources: {'Port': ['ID=a3774cab-a7a2-47fb-9eec-c157db203213,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:41.671595 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698043b2-6166-4f47-ad29-a95bfe11a0c6 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a825a40-c0d9-46b2-81fd-38a0589a8183,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:41.678694 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-918e74f0-740d-41d7-9df4-428d8b1da4ef tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:41.802781 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77ebae70-10f6-4e44-80af-e96fe6f5023c tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:41.812544 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-698043b2-6166-4f47-ad29-a95bfe11a0c6 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:41.819048 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-698043b2-6166-4f47-ad29-a95bfe11a0c6 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3351190 Feb 09 18:11:41.819725 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54176) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:41.831996 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-60713ae3-a19a-4f08-9c1a-6bb257a030ea tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group_rule': {'security_group_id': '5a825a40-c0d9-46b2-81fd-38a0589a8183', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:41.841705 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-541a3d03-6639-4195-a568-6a0e50f199b8 None None] Attempting to bind port a3774cab-a7a2-47fb-9eec-c157db203213 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:11:41.842172 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-541a3d03-6639-4195-a568-6a0e50f199b8 None None] Attempting to bind port a3774cab-a7a2-47fb-9eec-c157db203213 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '76e48ff5-4882-433f-8d73-8c29b986400b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '10eb487d-5653-48ca-830f-f08d92c9d499'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:11:41.842656 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541a3d03-6639-4195-a568-6a0e50f199b8 None None] Attempting to bind port a3774cab-a7a2-47fb-9eec-c157db203213 on network 10eb487d-5653-48ca-830f-f08d92c9d499 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:11:41.844881 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-60713ae3-a19a-4f08-9c1a-6bb257a030ea tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:41.847252 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port dcd618cc-c5c7-4164-82d2-35f16399af8e triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:41.847956 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:41.853664 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-918e74f0-740d-41d7-9df4-428d8b1da4ef tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Project 5f2bb51f14d84099801f5e479a222bcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:11:41.859854 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-60713ae3-a19a-4f08-9c1a-6bb257a030ea tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group_rule and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:41.867999 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-60713ae3-a19a-4f08-9c1a-6bb257a030ea tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:41.878039 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-918e74f0-740d-41d7-9df4-428d8b1da4ef tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:41.887619 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-60713ae3-a19a-4f08-9c1a-6bb257a030ea tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:41.906237 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-d32590f4-3470-4bf0-aa43-bdb02bd3c5c0 None None] Allocated IP 2001:db8::2 (0c3d24ba-11d8-4b71-a45c-3f9c2c435498/654b99b5-e1a7-4883-aaba-b17ec5d7fb3c/5549547d-1793-4f1b-9cf7-f494b772775a) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:11:41.920946 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541a3d03-6639-4195-a568-6a0e50f199b8 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:11:41.921358 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541a3d03-6639-4195-a568-6a0e50f199b8 None None] Checking segment: {'id': '76e48ff5-4882-433f-8d73-8c29b986400b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '10eb487d-5653-48ca-830f-f08d92c9d499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:11:41.921722 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-541a3d03-6639-4195-a568-6a0e50f199b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:41.922119 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541a3d03-6639-4195-a568-6a0e50f199b8 None None] Bound using segment: {'id': '76e48ff5-4882-433f-8d73-8c29b986400b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '10eb487d-5653-48ca-830f-f08d92c9d499'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:11:41.923753 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-541a3d03-6639-4195-a568-6a0e50f199b8 None None] Bound port: a3774cab-a7a2-47fb-9eec-c157db203213, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e48ff5-4882-433f-8d73-8c29b986400b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '10eb487d-5653-48ca-830f-f08d92c9d499'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:11:41.924206 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-541a3d03-6639-4195-a568-6a0e50f199b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:42.096321 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-918e74f0-740d-41d7-9df4-428d8b1da4ef tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:42.113971 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac680f87-7798-471a-929e-72ee530ea32f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:42.209772 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-918e74f0-740d-41d7-9df4-428d8b1da4ef tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:42.213823 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-60713ae3-a19a-4f08-9c1a-6bb257a030ea tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:11:42.220553 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-60713ae3-a19a-4f08-9c1a-6bb257a030ea tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3994474 Feb 09 18:11:42.226207 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-541a3d03-6639-4195-a568-6a0e50f199b8 None None] For port a3774cab-a7a2-47fb-9eec-c157db203213, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:11:42.228795 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54180) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:42.258275 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-541a3d03-6639-4195-a568-6a0e50f199b8 None None] For port a3774cab-a7a2-47fb-9eec-c157db203213, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=a3774cab-a7a2-47fb-9eec-c157db203213,segment=NetworkSegment(76e48ff5-4882-433f-8d73-8c29b986400b),segment_id=76e48ff5-4882-433f-8d73-8c29b986400b)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:11:42.272432 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-6b2be2f6-6a33-4147-9c52-e6b90069d121 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group_rule': {'security_group_id': '5a825a40-c0d9-46b2-81fd-38a0589a8183', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:42.314463 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6b2be2f6-6a33-4147-9c52-e6b90069d121 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:42.334785 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d32590f4-3470-4bf0-aa43-bdb02bd3c5c0 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:42.341377 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e74f0-740d-41d7-9df4-428d8b1da4ef tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2c559fd-a952-4ee8-b601-91a5792a416f,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:42.353797 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d32590f4-3470-4bf0-aa43-bdb02bd3c5c0 None None] Transition to ACTIVE for port object 5549547d-1793-4f1b-9cf7-f494b772775a will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:11:42.354153 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6b2be2f6-6a33-4147-9c52-e6b90069d121 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group_rule and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:42.358587 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6b2be2f6-6a33-4147-9c52-e6b90069d121 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:42.367951 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-541a3d03-6639-4195-a568-6a0e50f199b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:42.393208 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6b2be2f6-6a33-4147-9c52-e6b90069d121 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:42.480769 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-77ebae70-10f6-4e44-80af-e96fe6f5023c tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Allocated IP 2001:db8::1 (10eb487d-5653-48ca-830f-f08d92c9d499/47fe7925-765c-4097-97cf-3cc56429341f/0f8c1d68-74a3-4b25-b6e1-17309a728fd6) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:11:42.504085 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d32590f4-3470-4bf0-aa43-bdb02bd3c5c0 None None] Transition to ACTIVE for port object 5549547d-1793-4f1b-9cf7-f494b772775a will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:11:42.520524 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-918e74f0-740d-41d7-9df4-428d8b1da4ef tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:42.521822 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-918e74f0-740d-41d7-9df4-428d8b1da4ef tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9138477 Feb 09 18:11:42.526436 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54184) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:42.550709 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-22f7e0ca-c7bc-4bfd-9607-1c9ebaab351d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting port 451e0725-53fd-402d-b0a1-5d58a67f832f {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:11:42.551061 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-22f7e0ca-c7bc-4bfd-9607-1c9ebaab351d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:42.571656 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a3d03-6639-4195-a568-6a0e50f199b8 None None] Pushing event updated for resources: {'Port': ['ID=a3774cab-a7a2-47fb-9eec-c157db203213,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:42.608718 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e9145513-9964-4a88-95f9-9c10b41adb9e tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-group-rules/b2c559fd-a952-4ee8-b601-91a5792a416f HTTP/1.1" status: 200 len: 711 time: 0.0788171 Feb 09 18:11:42.609744 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-ac680f87-7798-471a-929e-72ee530ea32f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.26.8.90 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/c465c5ac-ea0a-4590-9cf8-dddcd57cce6a) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:11:42.622153 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54188) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:42.648983 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d32590f4-3470-4bf0-aa43-bdb02bd3c5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:42.722362 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77ebae70-10f6-4e44-80af-e96fe6f5023c tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:42.743655 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-77ebae70-10f6-4e44-80af-e96fe6f5023c tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Transition to ACTIVE for port object 0f8c1d68-74a3-4b25-b6e1-17309a728fd6 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:11:42.797792 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a8343743-7d82-4126-bcf6-187ec13963ab tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Synchronizing usage tracker for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group_rule {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:42.880116 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32590f4-3470-4bf0-aa43-bdb02bd3c5c0 None None] Network 0c3d24ba-11d8-4b71-a45c-3f9c2c435498 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:11:42.894804 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-6b2be2f6-6a33-4147-9c52-e6b90069d121 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:11:42.897724 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6b2be2f6-6a33-4147-9c52-e6b90069d121 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6493151 Feb 09 18:11:42.899213 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-d32590f4-3470-4bf0-aa43-bdb02bd3c5c0 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:11:42.901623 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54192) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:42.904642 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32590f4-3470-4bf0-aa43-bdb02bd3c5c0 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:11:42.907037 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77ebae70-10f6-4e44-80af-e96fe6f5023c tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:43.002375 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32590f4-3470-4bf0-aa43-bdb02bd3c5c0 None None] Pushing event updated for resources: {'Port': ['ID=5549547d-1793-4f1b-9cf7-f494b772775a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:43.011748 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a8343743-7d82-4126-bcf6-187ec13963ab tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Unset dirty status for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group_rule {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:43.016419 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a8343743-7d82-4126-bcf6-187ec13963ab tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.3937738 Feb 09 18:11:43.022980 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54196) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:43.078705 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-22f7e0ca-c7bc-4bfd-9607-1c9ebaab351d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] For port 451e0725-53fd-402d-b0a1-5d58a67f832f, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=451e0725-53fd-402d-b0a1-5d58a67f832f,segment=NetworkSegment(84c8f8ee-9e37-4de0-8914-b7128df34c9e),segment_id=84c8f8ee-9e37-4de0-8914-b7128df34c9e)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:43.080188 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-22f7e0ca-c7bc-4bfd-9607-1c9ebaab351d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:43.082435 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebae70-10f6-4e44-80af-e96fe6f5023c tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Pushing event updated for resources: {'Port': ['ID=0f8c1d68-74a3-4b25-b6e1-17309a728fd6,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:43.122963 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac680f87-7798-471a-929e-72ee530ea32f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:43.125475 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-d32590f4-3470-4bf0-aa43-bdb02bd3c5c0 None None] Attempting to bind port 5549547d-1793-4f1b-9cf7-f494b772775a on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:11:43.125863 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-d32590f4-3470-4bf0-aa43-bdb02bd3c5c0 None None] Attempting to bind port 5549547d-1793-4f1b-9cf7-f494b772775a by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '6e4288c3-7393-4900-a2da-a1143dd79850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c3d24ba-11d8-4b71-a45c-3f9c2c435498'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:11:43.126233 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32590f4-3470-4bf0-aa43-bdb02bd3c5c0 None None] Attempting to bind port 5549547d-1793-4f1b-9cf7-f494b772775a on network 0c3d24ba-11d8-4b71-a45c-3f9c2c435498 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:11:43.136691 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32590f4-3470-4bf0-aa43-bdb02bd3c5c0 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:11:43.137312 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32590f4-3470-4bf0-aa43-bdb02bd3c5c0 None None] Checking segment: {'id': '6e4288c3-7393-4900-a2da-a1143dd79850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c3d24ba-11d8-4b71-a45c-3f9c2c435498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:11:43.137963 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d32590f4-3470-4bf0-aa43-bdb02bd3c5c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:43.138850 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32590f4-3470-4bf0-aa43-bdb02bd3c5c0 None None] Bound using segment: {'id': '6e4288c3-7393-4900-a2da-a1143dd79850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c3d24ba-11d8-4b71-a45c-3f9c2c435498'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:11:43.139880 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-d32590f4-3470-4bf0-aa43-bdb02bd3c5c0 None None] Bound port: 5549547d-1793-4f1b-9cf7-f494b772775a, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4288c3-7393-4900-a2da-a1143dd79850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c3d24ba-11d8-4b71-a45c-3f9c2c435498'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:11:43.140501 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d32590f4-3470-4bf0-aa43-bdb02bd3c5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:43.156204 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ebae70-10f6-4e44-80af-e96fe6f5023c tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Network 10eb487d-5653-48ca-830f-f08d92c9d499 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:11:43.159185 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-77ebae70-10f6-4e44-80af-e96fe6f5023c tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:11:43.162804 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7dc24bd5-88d0-4731-8a54-592650de773d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:43.169084 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ebae70-10f6-4e44-80af-e96fe6f5023c tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:11:43.169915 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77ebae70-10f6-4e44-80af-e96fe6f5023c tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:43.190996 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7dc24bd5-88d0-4731-8a54-592650de773d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:43.231424 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1150577f-3b7a-4bf9-ab83-8f95c93f3ebe tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:43.274958 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1150577f-3b7a-4bf9-ab83-8f95c93f3ebe tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:43.300758 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d32590f4-3470-4bf0-aa43-bdb02bd3c5c0 None None] For port 5549547d-1793-4f1b-9cf7-f494b772775a, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:11:43.304816 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d32590f4-3470-4bf0-aa43-bdb02bd3c5c0 None None] For port 5549547d-1793-4f1b-9cf7-f494b772775a, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5549547d-1793-4f1b-9cf7-f494b772775a,segment=NetworkSegment(6e4288c3-7393-4900-a2da-a1143dd79850),segment_id=6e4288c3-7393-4900-a2da-a1143dd79850)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:11:43.379604 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7dc24bd5-88d0-4731-8a54-592650de773d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:43.396198 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d32590f4-3470-4bf0-aa43-bdb02bd3c5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:43.439419 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc24bd5-88d0-4731-8a54-592650de773d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2c559fd-a952-4ee8-b601-91a5792a416f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:43.481165 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device a3774cab-a7a2-47fb-9eec-c157db203213 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:11:43.499681 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77ebae70-10f6-4e44-80af-e96fe6f5023c tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:43.501907 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-22f7e0ca-c7bc-4bfd-9607-1c9ebaab351d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Calling delete_port for 451e0725-53fd-402d-b0a1-5d58a67f832f owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:11:43.570610 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1150577f-3b7a-4bf9-ab83-8f95c93f3ebe tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:43.573999 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1150577f-3b7a-4bf9-ab83-8f95c93f3ebe tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:43.575770 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1150577f-3b7a-4bf9-ab83-8f95c93f3ebe tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "DELETE /v2.0/security-groups/5a825a40-c0d9-46b2-81fd-38a0589a8183 HTTP/1.1" status: 204 len: 168 time: 0.6722109 Feb 09 18:11:43.585401 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54200) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:43.608978 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150577f-3b7a-4bf9-ab83-8f95c93f3ebe tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a825a40-c0d9-46b2-81fd-38a0589a8183,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:43.635291 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7dc24bd5-88d0-4731-8a54-592650de773d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:43.638895 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7dc24bd5-88d0-4731-8a54-592650de773d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b2c559fd-a952-4ee8-b601-91a5792a416f HTTP/1.1" status: 204 len: 168 time: 0.6098118 Feb 09 18:11:43.640099 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54204) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:43.763283 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32590f4-3470-4bf0-aa43-bdb02bd3c5c0 None None] Pushing event updated for resources: {'Port': ['ID=5549547d-1793-4f1b-9cf7-f494b772775a,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:43.811243 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9065babe-3821-48f0-a244-ddc19a26c315 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Synchronizing usage tracker for tenant:74da653dd9154330b8a945c9542dbff3 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:43.841350 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port a3774cab-a7a2-47fb-9eec-c157db203213 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:11:43.861279 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4362a7fa-61f1-4c8f-971f-a07155914719 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Synchronizing usage tracker for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group_rule {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:43.894887 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac680f87-7798-471a-929e-72ee530ea32f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:44.059189 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9065babe-3821-48f0-a244-ddc19a26c315 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Unset dirty status for tenant:74da653dd9154330b8a945c9542dbff3 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:44.068586 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9065babe-3821-48f0-a244-ddc19a26c315 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4803798 Feb 09 18:11:44.069809 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54208) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:44.113237 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4362a7fa-61f1-4c8f-971f-a07155914719 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Unset dirty status for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group_rule {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:44.115116 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4362a7fa-61f1-4c8f-971f-a07155914719 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4681001 Feb 09 18:11:44.127610 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-f17cc327-ba34-4ee0-b7a7-17033bc21693 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1393367950'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:44.130615 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54212) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:44.149989 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f17cc327-ba34-4ee0-b7a7-17033bc21693 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:44.175258 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac680f87-7798-471a-929e-72ee530ea32f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:11:44.176941 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f17cc327-ba34-4ee0-b7a7-17033bc21693 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:44.179994 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac680f87-7798-471a-929e-72ee530ea32f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=c465c5ac-ea0a-4590-9cf8-dddcd57cce6a,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:44.199118 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-ac680f87-7798-471a-929e-72ee530ea32f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:11:44.203069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac680f87-7798-471a-929e-72ee530ea32f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:11:44.248829 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6d44d1-de3a-407f-bc24-20000f94719f None None] Network 10eb487d-5653-48ca-830f-f08d92c9d499 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:11:44.346699 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f17cc327-ba34-4ee0-b7a7-17033bc21693 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:44.381511 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77ebae70-10f6-4e44-80af-e96fe6f5023c tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:44.419315 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c67b6da-13aa-43a5-91ae-0fca95cffd62 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:44.478000 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-22f7e0ca-c7bc-4bfd-9607-1c9ebaab351d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:44.481734 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c67b6da-13aa-43a5-91ae-0fca95cffd62 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:44.506580 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3c96c546-ea1a-4f9a-9b63-779d9e9c0e76 None None] Provisioning for port a3774cab-a7a2-47fb-9eec-c157db203213 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:11:44.522846 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3c96c546-ea1a-4f9a-9b63-779d9e9c0e76 None None] Provisioning complete for port a3774cab-a7a2-47fb-9eec-c157db203213 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:44.523490 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3c96c546-ea1a-4f9a-9b63-779d9e9c0e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:44.562600 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7e0ca-c7bc-4bfd-9607-1c9ebaab351d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Port': ['ID=451e0725-53fd-402d-b0a1-5d58a67f832f,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:44.573790 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f17cc327-ba34-4ee0-b7a7-17033bc21693 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:44.608270 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f17cc327-ba34-4ee0-b7a7-17033bc21693 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Usage tracker for resource:security_group_rule and tenant:74da653dd9154330b8a945c9542dbff3 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:44.617259 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77ebae70-10f6-4e44-80af-e96fe6f5023c tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:44.620021 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77ebae70-10f6-4e44-80af-e96fe6f5023c tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:44.620216 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f17cc327-ba34-4ee0-b7a7-17033bc21693 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:44.648902 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f17cc327-ba34-4ee0-b7a7-17033bc21693 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:44.695741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3c96c546-ea1a-4f9a-9b63-779d9e9c0e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:44.747127 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-3c96c546-ea1a-4f9a-9b63-779d9e9c0e76 None None] For port a3774cab-a7a2-47fb-9eec-c157db203213, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=a3774cab-a7a2-47fb-9eec-c157db203213,segment=NetworkSegment(76e48ff5-4882-433f-8d73-8c29b986400b),segment_id=76e48ff5-4882-433f-8d73-8c29b986400b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:44.766136 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c67b6da-13aa-43a5-91ae-0fca95cffd62 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:44.828741 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67b6da-13aa-43a5-91ae-0fca95cffd62 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70262d74-6f5d-4cd8-a9d2-51692299a02f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:44.939594 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebae70-10f6-4e44-80af-e96fe6f5023c tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Pushing event updated for resources: {'Port': ['ID=0f8c1d68-74a3-4b25-b6e1-17309a728fd6,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:44.940021 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3c96c546-ea1a-4f9a-9b63-779d9e9c0e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:45.097972 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c67b6da-13aa-43a5-91ae-0fca95cffd62 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:45.105119 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8c67b6da-13aa-43a5-91ae-0fca95cffd62 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "DELETE /v2.0/security-groups/70262d74-6f5d-4cd8-a9d2-51692299a02f HTTP/1.1" status: 204 len: 168 time: 0.9730291 Feb 09 18:11:45.107932 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54216) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:45.112101 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ebae70-10f6-4e44-80af-e96fe6f5023c tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Network 10eb487d-5653-48ca-830f-f08d92c9d499 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:11:45.113612 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-77ebae70-10f6-4e44-80af-e96fe6f5023c tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:11:45.162492 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f17cc327-ba34-4ee0-b7a7-17033bc21693 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:45.174506 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96c546-ea1a-4f9a-9b63-779d9e9c0e76 None None] Pushing event updated for resources: {'Port': ['ID=a3774cab-a7a2-47fb-9eec-c157db203213,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:45.249370 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f17cc327-ba34-4ee0-b7a7-17033bc21693 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:45.300816 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-55d8affb-95ec-4149-a49a-b83979ac969d tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1849070 Feb 09 18:11:45.305373 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54220) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:45.309608 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d60a04ee-30de-4a31-9004-517c04f4682d None None] Provisioning complete for port a3774cab-a7a2-47fb-9eec-c157db203213 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:45.310702 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d60a04ee-30de-4a31-9004-517c04f4682d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:45.319313 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-d35836aa-128f-4393-8f30-0f69a23310da tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Request body: {'security_group': {'name': 'tempest-secgroup--1087555188'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:45.346576 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d35836aa-128f-4393-8f30-0f69a23310da tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:45.371565 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cc327-ba34-4ee0-b7a7-17033bc21693 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5946067-dc57-428e-91fe-7e1e9fe2b7cc,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:45.376362 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d35836aa-128f-4393-8f30-0f69a23310da tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Usage tracker for resource:security_group and tenant:5f2bb51f14d84099801f5e479a222bcf is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:45.387633 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-22f7e0ca-c7bc-4bfd-9607-1c9ebaab351d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:45.394754 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d35836aa-128f-4393-8f30-0f69a23310da tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:45.415317 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d35836aa-128f-4393-8f30-0f69a23310da tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:45.673612 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2713151-9f74-45e9-a67a-aac33f00ba7a None None] Network 0c3d24ba-11d8-4b71-a45c-3f9c2c435498 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:11:45.847664 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d60a04ee-30de-4a31-9004-517c04f4682d None None] Provisioning for port 0f8c1d68-74a3-4b25-b6e1-17309a728fd6 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:11:45.860416 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5549547d-1793-4f1b-9cf7-f494b772775a up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:11:45.938341 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f17cc327-ba34-4ee0-b7a7-17033bc21693 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:45.938341 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f17cc327-ba34-4ee0-b7a7-17033bc21693 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8523734 Feb 09 18:11:45.942565 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d60a04ee-30de-4a31-9004-517c04f4682d None None] Provisioning complete for port 0f8c1d68-74a3-4b25-b6e1-17309a728fd6 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:45.943437 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d60a04ee-30de-4a31-9004-517c04f4682d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:45.944577 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54226) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:45.959840 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ac72e28c-cb15-4fd3-b822-b6438cd700cd tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:45.961487 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-ac72e28c-cb15-4fd3-b822-b6438cd700cd tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 18:11:45.968617 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ac72e28c-cb15-4fd3-b822-b6438cd700cd tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "PUT /v2.0/security-groups/e5946067-dc57-428e-91fe-7e1e9fe2b7cc HTTP/1.1" status: 409 len: 330 time: 0.0200438 Feb 09 18:11:45.969230 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54230) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:46.012936 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac680f87-7798-471a-929e-72ee530ea32f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:46.036144 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ebae70-10f6-4e44-80af-e96fe6f5023c tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Router 62111e32-184c-4762-9ad8-91228f8b6207 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:11:46.046385 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d35836aa-128f-4393-8f30-0f69a23310da tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:46.088567 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d60a04ee-30de-4a31-9004-517c04f4682d None None] Port 0f8c1d68-74a3-4b25-b6e1-17309a728fd6 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:11:46.222527 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 5549547d-1793-4f1b-9cf7-f494b772775a completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:11:46.248955 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd35d-b5b4-4b9d-a237-2754e8bfc340 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:46.249175 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device a3774cab-a7a2-47fb-9eec-c157db203213 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:11:46.263288 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd35d-b5b4-4b9d-a237-2754e8bfc340 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:46.353290 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac680f87-7798-471a-929e-72ee530ea32f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:46.358936 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9daa8fb1-79f1-4c0d-9e40-9f3e207cc0ee None None] Provisioning for port 5549547d-1793-4f1b-9cf7-f494b772775a completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:11:46.366316 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9daa8fb1-79f1-4c0d-9e40-9f3e207cc0ee None None] Provisioning complete for port 5549547d-1793-4f1b-9cf7-f494b772775a triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:46.366698 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9daa8fb1-79f1-4c0d-9e40-9f3e207cc0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:46.412995 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port a3774cab-a7a2-47fb-9eec-c157db203213 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:46.413648 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:46.423688 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd35d-b5b4-4b9d-a237-2754e8bfc340 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:46.452986 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bd35d-b5b4-4b9d-a237-2754e8bfc340 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5946067-dc57-428e-91fe-7e1e9fe2b7cc,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:46.464571 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd35d-b5b4-4b9d-a237-2754e8bfc340 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:46.465836 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6b0bd35d-b5b4-4b9d-a237-2754e8bfc340 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "DELETE /v2.0/security-groups/e5946067-dc57-428e-91fe-7e1e9fe2b7cc HTTP/1.1" status: 204 len: 168 time: 0.4932392 Feb 09 18:11:46.470477 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54234) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:46.502506 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ebae70-10f6-4e44-80af-e96fe6f5023c tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:11:46.509838 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-77ebae70-10f6-4e44-80af-e96fe6f5023c tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "PUT /v2.0/routers/62111e32-184c-4762-9ad8-91228f8b6207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8029206 Feb 09 18:11:46.547540 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54238) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:46.552934 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b17f520-0437-4f6a-bc85-44b14d034806 None None] Sync routers for ids ['62111e32-184c-4762-9ad8-91228f8b6207'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:11:46.625490 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac680f87-7798-471a-929e-72ee530ea32f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:46.635579 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d35836aa-128f-4393-8f30-0f69a23310da tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:46.641186 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d35836aa-128f-4393-8f30-0f69a23310da tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Usage tracker for resource:security_group_rule and tenant:5f2bb51f14d84099801f5e479a222bcf is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:46.645345 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d35836aa-128f-4393-8f30-0f69a23310da tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:46.665442 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b17f520-0437-4f6a-bc85-44b14d034806 None None] Routers {'62111e32-184c-4762-9ad8-91228f8b6207'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:11:46.669846 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9b17f520-0437-4f6a-bc85-44b14d034806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['62111e32-184c-4762-9ad8-91228f8b6207'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:46.709750 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d35836aa-128f-4393-8f30-0f69a23310da tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:46.710787 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d77318da-1b54-473e-bd46-bb77748d8133 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Synchronizing usage tracker for tenant:74da653dd9154330b8a945c9542dbff3 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:46.729696 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a95480a8-a174-4d45-8bbe-fd6ac7796eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:46.791392 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac680f87-7798-471a-929e-72ee530ea32f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:46.841998 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9b17f520-0437-4f6a-bc85-44b14d034806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:46.884016 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b17f520-0437-4f6a-bc85-44b14d034806 None None] Routers {'62111e32-184c-4762-9ad8-91228f8b6207'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:11:46.885110 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9b17f520-0437-4f6a-bc85-44b14d034806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['62111e32-184c-4762-9ad8-91228f8b6207'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:46.944483 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9daa8fb1-79f1-4c0d-9e40-9f3e207cc0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:46.963569 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:11:46.971662 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9b17f520-0437-4f6a-bc85-44b14d034806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:46.971842 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b17f520-0437-4f6a-bc85-44b14d034806 None None] The sync data for ids ['62111e32-184c-4762-9ad8-91228f8b6207'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:11:46.983423 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:46.999770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac680f87-7798-471a-929e-72ee530ea32f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=c465c5ac-ea0a-4590-9cf8-dddcd57cce6a,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:47.002725 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-9daa8fb1-79f1-4c0d-9e40-9f3e207cc0ee None None] For port 5549547d-1793-4f1b-9cf7-f494b772775a, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5549547d-1793-4f1b-9cf7-f494b772775a,segment=NetworkSegment(6e4288c3-7393-4900-a2da-a1143dd79850),segment_id=6e4288c3-7393-4900-a2da-a1143dd79850)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:47.022626 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d35836aa-128f-4393-8f30-0f69a23310da tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:47.030959 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac680f87-7798-471a-929e-72ee530ea32f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:47.092151 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9daa8fb1-79f1-4c0d-9e40-9f3e207cc0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:47.102586 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d77318da-1b54-473e-bd46-bb77748d8133 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] Unset dirty status for tenant:74da653dd9154330b8a945c9542dbff3 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:47.102586 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d77318da-1b54-473e-bd46-bb77748d8133 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6280835 Feb 09 18:11:47.108852 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54242) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:47.158268 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d35836aa-128f-4393-8f30-0f69a23310da tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:47.170573 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9daa8fb1-79f1-4c0d-9e40-9f3e207cc0ee None None] Provisioning complete for port 0f8c1d68-74a3-4b25-b6e1-17309a728fd6 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:47.170997 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9daa8fb1-79f1-4c0d-9e40-9f3e207cc0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:47.210264 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-d3c01b5a-e7b6-4b25-8b3f-aed802df1948 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] delete failed (client error): The resource could not be found. Feb 09 18:11:47.212481 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d3c01b5a-e7b6-4b25-8b3f-aed802df1948 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "DELETE /v2.0/security-groups/2bfe739a-2543-422f-a4d0-1785b13cfa95 HTTP/1.1" status: 404 len: 347 time: 0.1023605 Feb 09 18:11:47.218855 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54246) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:47.235489 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa8fb1-79f1-4c0d-9e40-9f3e207cc0ee None None] Pushing event updated for resources: {'Port': ['ID=5549547d-1793-4f1b-9cf7-f494b772775a,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:47.235618 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35836aa-128f-4393-8f30-0f69a23310da tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=810dbe81-3da6-48ac-ba79-cf03987acc06,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:47.242749 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-18503e22-0bca-479e-bdcc-b4b99401c779 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] show failed (client error): The resource could not be found. Feb 09 18:11:47.249740 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54250) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:47.250108 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-18503e22-0bca-479e-bdcc-b4b99401c779 tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "GET /v2.0/security-groups/fc34941e-7c49-4d4f-a7ef-e32dbecc45fe HTTP/1.1" status: 404 len: 347 time: 0.0287890 Feb 09 18:11:47.266218 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-9daa8fb1-79f1-4c0d-9e40-9f3e207cc0ee None None] Port 0f8c1d68-74a3-4b25-b6e1-17309a728fd6 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:11:47.283453 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-48ea6b11-1284-45b4-b963-8b1c28ba22ec tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] show failed (client error): The resource could not be found. Feb 09 18:11:47.284553 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-48ea6b11-1284-45b4-b963-8b1c28ba22ec tempest-NegativeSecGroupIPv6Test-1931243206 tempest-NegativeSecGroupIPv6Test-1931243206-project] 10.222.0.21 "GET /v2.0/security-group-rules/f91e1a89-1e72-497c-b8e1-8ddf2e71d803 HTTP/1.1" status: 404 len: 356 time: 0.0317299 Feb 09 18:11:47.289522 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f7e0ca-c7bc-4bfd-9607-1c9ebaab351d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Router efff9e61-2c9e-4220-a8ae-266542a87b00 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:11:47.330279 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d35836aa-128f-4393-8f30-0f69a23310da tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:47.345112 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d35836aa-128f-4393-8f30-0f69a23310da tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.0225616 Feb 09 18:11:47.345112 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54256) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:47.350108 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-812ad5f0-672f-4da0-94e1-1ef4171a4c7c tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Request body: {'security_group_rule': {'security_group_id': '810dbe81-3da6-48ac-ba79-cf03987acc06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:47.443063 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5549547d-1793-4f1b-9cf7-f494b772775a up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:11:47.486268 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-64f482bd-7da8-4f0c-97fc-ecb902fdeb77 None None] Provisioning complete for port 5549547d-1793-4f1b-9cf7-f494b772775a triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:47.486973 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64f482bd-7da8-4f0c-97fc-ecb902fdeb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:47.569662 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-812ad5f0-672f-4da0-94e1-1ef4171a4c7c tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:47.681699 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-812ad5f0-672f-4da0-94e1-1ef4171a4c7c tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Usage tracker for resource:security_group_rule and tenant:5f2bb51f14d84099801f5e479a222bcf is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:47.686530 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 5549547d-1793-4f1b-9cf7-f494b772775a triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:11:47.686909 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:47.698204 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-812ad5f0-672f-4da0-94e1-1ef4171a4c7c tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:47.715132 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-812ad5f0-672f-4da0-94e1-1ef4171a4c7c tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:47.798430 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-12ad90d9-ad53-441d-99ce-3e7b9ac231e5 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:11:47.800352 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-12ad90d9-ad53-441d-99ce-3e7b9ac231e5 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "PUT /v2.0/routers/62111e32-184c-4762-9ad8-91228f8b6207/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2497475 Feb 09 18:11:47.804707 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54260) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:48.020923 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54266) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:48.132766 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.l3_db [None req-ac680f87-7798-471a-929e-72ee530ea32f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Floating IP 96913165-e7d4-4eba-9467-d8fb861f8794 associated. External IP: 172.26.8.90, port: 633296ee-bec1-497e-b6f4-b57211f6ba40. Feb 09 18:11:48.184045 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-812ad5f0-672f-4da0-94e1-1ef4171a4c7c tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:48.282354 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-820c013c-e006-44aa-87ce-90ee6ab7fff4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74da653dd9154330b8a945c9542dbff3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2591376 Feb 09 18:11:48.287395 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54272) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:48.347321 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f7e0ca-c7bc-4bfd-9607-1c9ebaab351d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:11:48.361385 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-22f7e0ca-c7bc-4bfd-9607-1c9ebaab351d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "PUT /v2.0/routers/efff9e61-2c9e-4220-a8ae-266542a87b00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5341923 Feb 09 18:11:48.364341 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54276) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:48.369237 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74a0c9b-ad9e-4180-8345-34e6ee33205c None None] Sync routers for ids ['efff9e61-2c9e-4220-a8ae-266542a87b00'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:11:48.394970 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74a0c9b-ad9e-4180-8345-34e6ee33205c None None] Routers {'efff9e61-2c9e-4220-a8ae-266542a87b00'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:11:48.399359 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b74a0c9b-ad9e-4180-8345-34e6ee33205c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['efff9e61-2c9e-4220-a8ae-266542a87b00'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:48.461702 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed5f7577-a349-4e25-9fb8-85f1c1c3032f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:48.464364 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-812ad5f0-672f-4da0-94e1-1ef4171a4c7c tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:48.579761 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed5f7577-a349-4e25-9fb8-85f1c1c3032f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:48.629573 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-812ad5f0-672f-4da0-94e1-1ef4171a4c7c tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:48.701970 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd0b3aaf-096d-44b4-9a1b-5a6537a1ce3c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting subnet ac701da2-f185-45cd-98a5-6db5d7f23071 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:11:48.702977 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd0b3aaf-096d-44b4-9a1b-5a6537a1ce3c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:48.720004 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-b74a0c9b-ad9e-4180-8345-34e6ee33205c None None] Set router efff9e61-2c9e-4220-a8ae-266542a87b00 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:11:48.790548 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ad5f0-672f-4da0-94e1-1ef4171a4c7c tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237f7b6e-2e9f-4c4b-a064-59893f2c5acb,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:48.822654 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd0b3aaf-096d-44b4-9a1b-5a6537a1ce3c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:48.913525 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed5f7577-a349-4e25-9fb8-85f1c1c3032f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:48.944885 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f7577-a349-4e25-9fb8-85f1c1c3032f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4205afe6-7168-4955-a077-f12fdd3e8852,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:49.015463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd0b3aaf-096d-44b4-9a1b-5a6537a1ce3c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:49.039912 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-812ad5f0-672f-4da0-94e1-1ef4171a4c7c tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:49.042027 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-812ad5f0-672f-4da0-94e1-1ef4171a4c7c tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.7008505 Feb 09 18:11:49.050008 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54280) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:49.050522 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7ea90d8e-143e-4f34-9937-bffb963f2f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:49.106188 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed5f7577-a349-4e25-9fb8-85f1c1c3032f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:49.110237 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ed5f7577-a349-4e25-9fb8-85f1c1c3032f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4205afe6-7168-4955-a077-f12fdd3e8852 HTTP/1.1" status: 204 len: 168 time: 0.8216779 Feb 09 18:11:49.146899 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ed7f3f14-e4a4-45fc-828b-778ace5dbc03 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:49.180516 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d2039aa1-0f20-4c1f-b1a9-bdd36c75d635 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:49.218039 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d2039aa1-0f20-4c1f-b1a9-bdd36c75d635 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:49.262449 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b74a0c9b-ad9e-4180-8345-34e6ee33205c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:11:43Z', 'revision_number': 9, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '780aca02-817a-439a-bc19-cdd40bfbda17', 'name': '', 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:fc:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:41Z', 'updated_at': '2022-02-09T18:11:02Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:49Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:49.268787 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74a0c9b-ad9e-4180-8345-34e6ee33205c None None] Checking router: efff9e61-2c9e-4220-a8ae-266542a87b00 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:11:49.292528 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74a0c9b-ad9e-4180-8345-34e6ee33205c None None] Routers {'efff9e61-2c9e-4220-a8ae-266542a87b00'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:11:49.293275 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b74a0c9b-ad9e-4180-8345-34e6ee33205c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['efff9e61-2c9e-4220-a8ae-266542a87b00'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:49.335149 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd0b3aaf-096d-44b4-9a1b-5a6537a1ce3c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:49.413460 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b3aaf-096d-44b4-9a1b-5a6537a1ce3c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Subnet': ['ID=ac701da2-f185-45cd-98a5-6db5d7f23071,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:49.418350 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d2039aa1-0f20-4c1f-b1a9-bdd36c75d635 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:49.463020 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2039aa1-0f20-4c1f-b1a9-bdd36c75d635 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=810dbe81-3da6-48ac-ba79-cf03987acc06,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:49.503914 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-b74a0c9b-ad9e-4180-8345-34e6ee33205c None None] Set router efff9e61-2c9e-4220-a8ae-266542a87b00 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:11:49.525790 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b9b1e3-333e-4ef2-8c3f-7c72182457d2 None None] Network 7a7b9532-f4d9-42a4-96c5-676af3072980 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:11:49.530412 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd0b3aaf-096d-44b4-9a1b-5a6537a1ce3c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:49.555428 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fd0b3aaf-096d-44b4-9a1b-5a6537a1ce3c tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/subnets/ac701da2-f185-45cd-98a5-6db5d7f23071 HTTP/1.1" status: 204 len: 168 time: 1.1908972 Feb 09 18:11:49.562473 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54286) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:49.619822 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d2039aa1-0f20-4c1f-b1a9-bdd36c75d635 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:49.623572 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d2039aa1-0f20-4c1f-b1a9-bdd36c75d635 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "DELETE /v2.0/security-groups/810dbe81-3da6-48ac-ba79-cf03987acc06 HTTP/1.1" status: 204 len: 168 time: 0.5718622 Feb 09 18:11:49.634210 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54290) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:49.941628 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ab1ed87-51f0-4870-b746-8d5c8976e570 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:49.965979 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7ab1ed87-51f0-4870-b746-8d5c8976e570 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting port 9c50966b-3a92-4c40-b1cb-60a70c8400f7 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:11:49.974781 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ab1ed87-51f0-4870-b746-8d5c8976e570 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:50.044265 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac680f87-7798-471a-929e-72ee530ea32f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 5e855328-ab3f-43d1-a29e-22321f9f9c71 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:11:50.103829 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:50.108468 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-203c2efc-f91a-4877-a114-1342d02bc9cd tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Synchronizing usage tracker for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:50.160564 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:50.205277 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718922db-f49a-4f2c-8af3-08ae977a3667 None None] DHCP port deletion for 7a7b9532-f4d9-42a4-96c5-676af3072980 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:11:50.207385 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b74a0c9b-ad9e-4180-8345-34e6ee33205c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:11:43Z', 'revision_number': 9, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '780aca02-817a-439a-bc19-cdd40bfbda17', 'name': '', 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:fc:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:41Z', 'updated_at': '2022-02-09T18:11:02Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:49Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:50.215327 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-718922db-f49a-4f2c-8af3-08ae977a3667 None None] Deleting port 9c50966b-3a92-4c40-b1cb-60a70c8400f7 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:11:50.216360 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-718922db-f49a-4f2c-8af3-08ae977a3667 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:50.225923 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74a0c9b-ad9e-4180-8345-34e6ee33205c None None] The sync data for ids ['efff9e61-2c9e-4220-a8ae-266542a87b00'] in dv-neutron-827016-2-hyperv is: [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:11:43Z', 'revision_number': 9, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '780aca02-817a-439a-bc19-cdd40bfbda17', 'name': '', 'network_id': 'f435a6b2-6d95-406c-81da-8377a32ea09a', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:fc:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:41Z', 'updated_at': '2022-02-09T18:11:02Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:49Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:11:50.332300 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-203c2efc-f91a-4877-a114-1342d02bc9cd tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Unset dirty status for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:50.336354 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-203c2efc-f91a-4877-a114-1342d02bc9cd tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7012465 Feb 09 18:11:50.343550 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54294) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:50.524499 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-7ab1ed87-51f0-4870-b746-8d5c8976e570 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] For port 9c50966b-3a92-4c40-b1cb-60a70c8400f7, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9c50966b-3a92-4c40-b1cb-60a70c8400f7,segment=NetworkSegment(84c8f8ee-9e37-4de0-8914-b7128df34c9e),segment_id=84c8f8ee-9e37-4de0-8914-b7128df34c9e)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:50.525818 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ab1ed87-51f0-4870-b746-8d5c8976e570 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:50.526915 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-718922db-f49a-4f2c-8af3-08ae977a3667 None None] For port 9c50966b-3a92-4c40-b1cb-60a70c8400f7, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9c50966b-3a92-4c40-b1cb-60a70c8400f7,segment=NetworkSegment(84c8f8ee-9e37-4de0-8914-b7128df34c9e),segment_id=84c8f8ee-9e37-4de0-8914-b7128df34c9e)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:50.527538 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-718922db-f49a-4f2c-8af3-08ae977a3667 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:50.533245 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-88ed06a5-b986-4fe8-918f-1f075bc880c2 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Synchronizing usage tracker for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group_rule {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:50.717213 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-718922db-f49a-4f2c-8af3-08ae977a3667 None None] Calling delete_port for 9c50966b-3a92-4c40-b1cb-60a70c8400f7 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:11:50.764141 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7ab1ed87-51f0-4870-b746-8d5c8976e570 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Calling delete_port for 9c50966b-3a92-4c40-b1cb-60a70c8400f7 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:11:50.854784 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-88ed06a5-b986-4fe8-918f-1f075bc880c2 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Unset dirty status for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group_rule {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:50.854784 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-88ed06a5-b986-4fe8-918f-1f075bc880c2 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.4530938 Feb 09 18:11:50.855593 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54298) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:50.896777 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac680f87-7798-471a-929e-72ee530ea32f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:11:50.900262 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-c3259d7e-1759-47aa-8968-0509ddd36b80 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] delete failed (client error): The resource could not be found. Feb 09 18:11:50.902092 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c3259d7e-1759-47aa-8968-0509ddd36b80 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "DELETE /v2.0/security-groups/810dbe81-3da6-48ac-ba79-cf03987acc06 HTTP/1.1" status: 404 len: 347 time: 0.0445831 Feb 09 18:11:50.914338 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54302) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:50.921721 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025dd85c-e8e2-43e0-9d28-b5a7af5b8f80 None None] Sync routers for ids ['5e855328-ab3f-43d1-a29e-22321f9f9c71'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:11:50.947735 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025dd85c-e8e2-43e0-9d28-b5a7af5b8f80 None None] Routers {'5e855328-ab3f-43d1-a29e-22321f9f9c71'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:11:50.949421 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-025dd85c-e8e2-43e0-9d28-b5a7af5b8f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['5e855328-ab3f-43d1-a29e-22321f9f9c71'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:50.991428 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d20cf9d8-d982-423e-a7b6-3240d610ab78 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Synchronizing usage tracker for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:11:50.994048 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.api [None req-7ab1ed87-51f0-4870-b746-8d5c8976e570 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:11:50.994447 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG oslo_db.api [None req-7ab1ed87-51f0-4870-b746-8d5c8976e570 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:11:51.008771 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d20cf9d8-d982-423e-a7b6-3240d610ab78 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] Unset dirty status for tenant:5f2bb51f14d84099801f5e479a222bcf on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:11:51.011339 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d20cf9d8-d982-423e-a7b6-3240d610ab78 tempest-SecGroupIPv6Test-748390430 tempest-SecGroupIPv6Test-748390430-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0953534 Feb 09 18:11:51.018905 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac680f87-7798-471a-929e-72ee530ea32f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:51.025765 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-718922db-f49a-4f2c-8af3-08ae977a3667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:51.119227 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-ed7f3f14-e4a4-45fc-828b-778ace5dbc03 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Deleting port 0f8c1d68-74a3-4b25-b6e1-17309a728fd6 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:11:51.128882 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ed7f3f14-e4a4-45fc-828b-778ace5dbc03 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:51.142076 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718922db-f49a-4f2c-8af3-08ae977a3667 None None] Pushing event deleted for resources: {'Port': ['ID=9c50966b-3a92-4c40-b1cb-60a70c8400f7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:51.222560 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718922db-f49a-4f2c-8af3-08ae977a3667 None None] No DVR routers for this DVR port 9c50966b-3a92-4c40-b1cb-60a70c8400f7 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:11:51.283803 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ac680f87-7798-471a-929e-72ee530ea32f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.9179752 Feb 09 18:11:51.288712 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54308) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:51.298147 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-025dd85c-e8e2-43e0-9d28-b5a7af5b8f80 None None] Set router 5e855328-ab3f-43d1-a29e-22321f9f9c71 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:11:51.359061 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3', 'tag': '633296ee-bec1-497e-b6f4-b57211f6ba40'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:11:51.519126 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3', 'tag': '633296ee-bec1-497e-b6f4-b57211f6ba40', 'status': 'completed', 'code': 200} Feb 09 18:11:51.537658 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 451e0725-53fd-402d-b0a1-5d58a67f832f no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:11:51.563415 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7ab1ed87-51f0-4870-b746-8d5c8976e570 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting port 9c50966b-3a92-4c40-b1cb-60a70c8400f7 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:11:51.564284 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ab1ed87-51f0-4870-b746-8d5c8976e570 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:51.593809 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 451e0725-53fd-402d-b0a1-5d58a67f832f {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:11:51.594069 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 451e0725-53fd-402d-b0a1-5d58a67f832f not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:11:51.594884 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 9c50966b-3a92-4c40-b1cb-60a70c8400f7 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:11:51.645926 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 9c50966b-3a92-4c40-b1cb-60a70c8400f7 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:11:51.646732 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 9c50966b-3a92-4c40-b1cb-60a70c8400f7 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:11:51.674467 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ed7f3f14-e4a4-45fc-828b-778ace5dbc03 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:51.754898 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7ab1ed87-51f0-4870-b746-8d5c8976e570 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] The port '9c50966b-3a92-4c40-b1cb-60a70c8400f7' was deleted {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:11:51.803823 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:51.850989 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c61f4954-bdbf-4665-bcc1-abaada045699 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/96913165-e7d4-4eba-9467-d8fb861f8794 HTTP/1.1" status: 200 len: 991 time: 0.5608230 Feb 09 18:11:51.858386 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-ed7f3f14-e4a4-45fc-828b-778ace5dbc03 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Calling delete_port for 0f8c1d68-74a3-4b25-b6e1-17309a728fd6 owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:11:51.961393 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3a858351-7913-4c4e-817d-04c946ece9e3 req-add35ebd-97c8-4626-8eef-1bf75987ebea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3 HTTP/1.1" status: 200 len: 1099 time: 0.3570297 Feb 09 18:11:52.007741 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ab1ed87-51f0-4870-b746-8d5c8976e570 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:52.008039 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54316) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:52.066890 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-025dd85c-e8e2-43e0-9d28-b5a7af5b8f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'name': 'tempest-TestNetworkBasicOps-router-1224041964', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:34Z', 'updated_at': '2022-02-09T18:10:57Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:37Z', 'updated_at': '2022-02-09T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '96913165-e7d4-4eba-9467-d8fb861f8794', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.90', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'port_id': '633296ee-bec1-497e-b6f4-b57211f6ba40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'mac_address': 'fa:16:3e:70:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:11:45Z', 'updated_at': '2022-02-09T18:11:45Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0c9820-5ee9-47df-aaec-5f0da7b2e55b', 'name': '', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:5e:6a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:55Z', 'updated_at': '2022-02-09T18:11:14Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:52.092953 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025dd85c-e8e2-43e0-9d28-b5a7af5b8f80 None None] Checking router: 5e855328-ab3f-43d1-a29e-22321f9f9c71 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:11:52.110690 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025dd85c-e8e2-43e0-9d28-b5a7af5b8f80 None None] Routers {'5e855328-ab3f-43d1-a29e-22321f9f9c71'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:11:52.111590 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-025dd85c-e8e2-43e0-9d28-b5a7af5b8f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['5e855328-ab3f-43d1-a29e-22321f9f9c71'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:52.155293 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-7ab1ed87-51f0-4870-b746-8d5c8976e570 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7b9532-f4d9-42a4-96c5-676af3072980']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:52.175935 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-7ab1ed87-51f0-4870-b746-8d5c8976e570 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c8f8ee-9e37-4de0-8914-b7128df34c9e') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:52.176532 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-7ab1ed87-51f0-4870-b746-8d5c8976e570 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c8f8ee-9e37-4de0-8914-b7128df34c9e') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:52.196546 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ab1ed87-51f0-4870-b746-8d5c8976e570 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:52.241038 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ed7f3f14-e4a4-45fc-828b-778ace5dbc03 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:52.246600 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ab1ed87-51f0-4870-b746-8d5c8976e570 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:52.260529 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a858351-7913-4c4e-817d-04c946ece9e3 req-2064147f-99b1-4f44-af10-716e63a02ae4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:52.264785 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3a858351-7913-4c4e-817d-04c946ece9e3 req-2064147f-99b1-4f44-af10-716e63a02ae4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d4c343ed-e559-44fb-ac6e-3c378d83bbdf HTTP/1.1" status: 200 len: 898 time: 0.2721272 Feb 09 18:11:52.294179 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f3f14-e4a4-45fc-828b-778ace5dbc03 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Pushing event deleted for resources: {'Port': ['ID=0f8c1d68-74a3-4b25-b6e1-17309a728fd6,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:52.398456 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab1ed87-51f0-4870-b746-8d5c8976e570 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:11:52.398927 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ab1ed87-51f0-4870-b746-8d5c8976e570 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:52.417338 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-025dd85c-e8e2-43e0-9d28-b5a7af5b8f80 None None] Set router 5e855328-ab3f-43d1-a29e-22321f9f9c71 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: util.warn( Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: util.warn( Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: util.warn( Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: util.warn( Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:11:52.524410 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:11:52.550603 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5a25f209-63c6-4bed-ba29-394ee72df5de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f2bb51f14d84099801f5e479a222bcf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5419457 Feb 09 18:11:52.553599 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54322) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:52.597213 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3a858351-7913-4c4e-817d-04c946ece9e3 req-59570b34-02e3-439a-a84b-2a0303e6f9ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=633296ee-bec1-497e-b6f4-b57211f6ba40 HTTP/1.1" status: 200 len: 999 time: 0.3242896 Feb 09 18:11:52.602549 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ed7f3f14-e4a4-45fc-828b-778ace5dbc03 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:52.681461 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ab1ed87-51f0-4870-b746-8d5c8976e570 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:52.686550 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ab1ed87-51f0-4870-b746-8d5c8976e570 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:52.737049 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a858351-7913-4c4e-817d-04c946ece9e3 req-9c17a3a6-a4b5-459e-b114-f9c87fa2fdfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:52.739176 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3a858351-7913-4c4e-817d-04c946ece9e3 req-9c17a3a6-a4b5-459e-b114-f9c87fa2fdfd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a7ce76d-2721-4a28-b892-4c0742fa81e4 HTTP/1.1" status: 200 len: 835 time: 0.1281023 Feb 09 18:11:52.740499 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1ed87-51f0-4870-b746-8d5c8976e570 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Network': ['ID=7a7b9532-f4d9-42a4-96c5-676af3072980,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:52.748728 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7ab1ed87-51f0-4870-b746-8d5c8976e570 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/networks/7a7b9532-f4d9-42a4-96c5-676af3072980 HTTP/1.1" status: 204 len: 168 time: 3.1828046 Feb 09 18:11:52.751553 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54326) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:52.761987 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-70e442b8-d02b-47b6-a786-f56790f92518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:52.812554 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-70e442b8-d02b-47b6-a786-f56790f92518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:52.886017 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54330) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:52.930545 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-025dd85c-e8e2-43e0-9d28-b5a7af5b8f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'name': 'tempest-TestNetworkBasicOps-router-1224041964', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:34Z', 'updated_at': '2022-02-09T18:10:57Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:37Z', 'updated_at': '2022-02-09T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '96913165-e7d4-4eba-9467-d8fb861f8794', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.90', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'port_id': '633296ee-bec1-497e-b6f4-b57211f6ba40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'mac_address': 'fa:16:3e:70:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:11:45Z', 'updated_at': '2022-02-09T18:11:45Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0c9820-5ee9-47df-aaec-5f0da7b2e55b', 'name': '', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:5e:6a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:55Z', 'updated_at': '2022-02-09T18:11:14Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:52.935908 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025dd85c-e8e2-43e0-9d28-b5a7af5b8f80 None None] The sync data for ids ['5e855328-ab3f-43d1-a29e-22321f9f9c71'] in dv-neutron-827016-2-hyperv is: [{'id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'name': 'tempest-TestNetworkBasicOps-router-1224041964', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:34Z', 'updated_at': '2022-02-09T18:10:57Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:37Z', 'updated_at': '2022-02-09T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '96913165-e7d4-4eba-9467-d8fb861f8794', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.90', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'port_id': '633296ee-bec1-497e-b6f4-b57211f6ba40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'mac_address': 'fa:16:3e:70:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:11:45Z', 'updated_at': '2022-02-09T18:11:45Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0c9820-5ee9-47df-aaec-5f0da7b2e55b', 'name': '', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:5e:6a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:55Z', 'updated_at': '2022-02-09T18:11:14Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:11:53.197856 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ec0a222b-7f60-47f5-97a9-c70b9d4f6c19 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/96913165-e7d4-4eba-9467-d8fb861f8794 HTTP/1.1" status: 200 len: 991 time: 0.3038759 Feb 09 18:11:53.232052 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3a858351-7913-4c4e-817d-04c946ece9e3 req-b1b8bd89-14b6-4ef1-a45f-9871d9355b8b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4c343ed-e559-44fb-ac6e-3c378d83bbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4822898 Feb 09 18:11:53.243308 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75346cd5-238c-4abf-9a99-90baa7dcb679 None None] New status for floating IP 96913165-e7d4-4eba-9467-d8fb861f8794: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:11:53.333588 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-70e442b8-d02b-47b6-a786-f56790f92518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:53.354496 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e442b8-d02b-47b6-a786-f56790f92518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb645dc-d449-432d-895c-3f4ffcf74010,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:53.387478 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7f3f14-e4a4-45fc-828b-778ace5dbc03 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Router 62111e32-184c-4762-9ad8-91228f8b6207 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:11:53.558632 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7f3f14-e4a4-45fc-828b-778ace5dbc03 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:11:53.571286 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ed7f3f14-e4a4-45fc-828b-778ace5dbc03 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "PUT /v2.0/routers/62111e32-184c-4762-9ad8-91228f8b6207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7611895 Feb 09 18:11:53.571286 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54334) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:53.571873 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe73717-a077-4667-894f-ff01927f0619 None None] Sync routers for ids ['62111e32-184c-4762-9ad8-91228f8b6207'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:11:53.586539 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe73717-a077-4667-894f-ff01927f0619 None None] Routers {'62111e32-184c-4762-9ad8-91228f8b6207'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:11:53.587191 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-cbe73717-a077-4667-894f-ff01927f0619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['62111e32-184c-4762-9ad8-91228f8b6207'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:53.640331 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-fcfa1074-ec2f-40b0-8a85-471f66addc59 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] delete failed (client error): The resource could not be found. Feb 09 18:11:53.645746 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54338) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:53.646548 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fcfa1074-ec2f-40b0-8a85-471f66addc59 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-479185546 HTTP/1.1" status: 404 len: 334 time: 0.0765619 Feb 09 18:11:53.661805 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-70e442b8-d02b-47b6-a786-f56790f92518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:53.661805 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-70e442b8-d02b-47b6-a786-f56790f92518 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0eb645dc-d449-432d-895c-3f4ffcf74010 HTTP/1.1" status: 204 len: 168 time: 1.0990772 Feb 09 18:11:53.665849 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4611139e-0cb9-468e-9c1d-0603f9bcd9d5 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Request body: {'router': {'external_gateway_info': {'network_id': '62111e32-184c-4762-9ad8-91228f8b6207'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:53.676584 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-cbe73717-a077-4667-894f-ff01927f0619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:53.689947 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe73717-a077-4667-894f-ff01927f0619 None None] Routers {'62111e32-184c-4762-9ad8-91228f8b6207'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:11:53.690989 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-cbe73717-a077-4667-894f-ff01927f0619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['62111e32-184c-4762-9ad8-91228f8b6207'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:53.750760 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3a858351-7913-4c4e-817d-04c946ece9e3 req-5142f475-8538-49ac-9582-0b653dc1295f service neutron] 10.222.0.50 "GET /v2.0/networks/d4c343ed-e559-44fb-ac6e-3c378d83bbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057809 Feb 09 18:11:53.773450 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-cbe73717-a077-4667-894f-ff01927f0619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:53.774620 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe73717-a077-4667-894f-ff01927f0619 None None] The sync data for ids ['62111e32-184c-4762-9ad8-91228f8b6207'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:11:54.113582 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3a858351-7913-4c4e-817d-04c946ece9e3 req-c65c1429-b26a-447c-809e-40ea04987bf7 service neutron] 10.222.0.50 "GET /v2.0/networks/d4c343ed-e559-44fb-ac6e-3c378d83bbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026536 Feb 09 18:11:54.132651 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b660a0d-867e-45b6-8bf2-f1363e51122f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:54.202036 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54344) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:54.415827 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f2b6148b-3c87-4148-963b-31b988e14bed tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/96913165-e7d4-4eba-9467-d8fb861f8794 HTTP/1.1" status: 200 len: 993 time: 0.2116957 Feb 09 18:11:54.449056 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4611139e-0cb9-468e-9c1d-0603f9bcd9d5 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:54.655718 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-4611139e-0cb9-468e-9c1d-0603f9bcd9d5 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] update failed (client error): The resource could not be found. Feb 09 18:11:54.661918 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4611139e-0cb9-468e-9c1d-0603f9bcd9d5 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "PUT /v2.0/routers/62111e32-184c-4762-9ad8-91228f8b6207 HTTP/1.1" status: 404 len: 339 time: 1.0100334 Feb 09 18:11:54.662902 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54348) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:54.675428 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-fb448b47-de2d-4552-adc6-1508565c41f5 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-172781147'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:54.689131 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fb448b47-de2d-4552-adc6-1508565c41f5 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:54.696860 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-fb448b47-de2d-4552-adc6-1508565c41f5 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Usage tracker for resource:network and tenant:c2b893edcfc6472bb536d9913207c56d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:54.702113 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-fb448b47-de2d-4552-adc6-1508565c41f5 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:54.712943 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fb448b47-de2d-4552-adc6-1508565c41f5 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:54.828590 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb448b47-de2d-4552-adc6-1508565c41f5 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Made reservation on behalf of c2b893edcfc6472bb536d9913207c56d for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:11:54.831879 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb448b47-de2d-4552-adc6-1508565c41f5 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:54.879166 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb448b47-de2d-4552-adc6-1508565c41f5 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:11:54.892843 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb448b47-de2d-4552-adc6-1508565c41f5 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:54.893184 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-fb448b47-de2d-4552-adc6-1508565c41f5 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Added segment f39c376e-5866-4662-a0f1-692620585553 of type vlan for network 8f62c3ee-aadb-4ebf-a3b3-dbd38ae0933b Feb 09 18:11:55.050362 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb448b47-de2d-4552-adc6-1508565c41f5 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:55.202702 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7b660a0d-867e-45b6-8bf2-f1363e51122f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting port 780aca02-817a-439a-bc19-cdd40bfbda17 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:11:55.203039 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b660a0d-867e-45b6-8bf2-f1363e51122f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:55.235114 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb448b47-de2d-4552-adc6-1508565c41f5 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:55.237962 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb448b47-de2d-4552-adc6-1508565c41f5 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:55.239146 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb448b47-de2d-4552-adc6-1508565c41f5 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:55.444218 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb448b47-de2d-4552-adc6-1508565c41f5 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Pushing event updated for resources: {'Network': ['ID=8f62c3ee-aadb-4ebf-a3b3-dbd38ae0933b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:55.459139 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 8f62c3ee-aadb-4ebf-a3b3-dbd38ae0933b details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:11:55.525123 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fb448b47-de2d-4552-adc6-1508565c41f5 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8609691 Feb 09 18:11:55.528404 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54352) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:55.535417 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-43d61dc8-2a20-4505-900d-712404b4e28b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Request body: {'subnet': {'network_id': '8f62c3ee-aadb-4ebf-a3b3-dbd38ae0933b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:55.545635 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-7b660a0d-867e-45b6-8bf2-f1363e51122f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] For port 780aca02-817a-439a-bc19-cdd40bfbda17, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=780aca02-817a-439a-bc19-cdd40bfbda17,segment=NetworkSegment(1a1675c3-a4cc-4adb-a5e8-a44297d7b52c),segment_id=1a1675c3-a4cc-4adb-a5e8-a44297d7b52c)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:55.545992 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b660a0d-867e-45b6-8bf2-f1363e51122f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:55.664158 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-43d61dc8-2a20-4505-900d-712404b4e28b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:11:55.669516 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-43d61dc8-2a20-4505-900d-712404b4e28b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Usage tracker for resource:subnet and tenant:c2b893edcfc6472bb536d9913207c56d is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:11:55.673396 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-43d61dc8-2a20-4505-900d-712404b4e28b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:11:55.682247 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-43d61dc8-2a20-4505-900d-712404b4e28b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:11:55.688463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7b660a0d-867e-45b6-8bf2-f1363e51122f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Calling delete_port for 780aca02-817a-439a-bc19-cdd40bfbda17 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:11:55.816462 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d61dc8-2a20-4505-900d-712404b4e28b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Made reservation on behalf of c2b893edcfc6472bb536d9913207c56d for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:11:55.928106 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-43d61dc8-2a20-4505-900d-712404b4e28b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:55.984018 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b660a0d-867e-45b6-8bf2-f1363e51122f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:56.061493 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b660a0d-867e-45b6-8bf2-f1363e51122f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Port': ['ID=780aca02-817a-439a-bc19-cdd40bfbda17,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:56.303507 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-43d61dc8-2a20-4505-900d-712404b4e28b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:56.314905 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b660a0d-867e-45b6-8bf2-f1363e51122f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:56.388505 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d61dc8-2a20-4505-900d-712404b4e28b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Pushing event updated for resources: {'Subnet': ['ID=48396a20-d5c5-4dc2-98a9-72c582ebc785,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:56.413055 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d61dc8-2a20-4505-900d-712404b4e28b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Checking segment: {'id': 'f39c376e-5866-4662-a0f1-692620585553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8f62c3ee-aadb-4ebf-a3b3-dbd38ae0933b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:11:56.413614 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d61dc8-2a20-4505-900d-712404b4e28b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Network hostable DHCP agents. Network: 8f62c3ee-aadb-4ebf-a3b3-dbd38ae0933b, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:11:56.514573 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d61dc8-2a20-4505-900d-712404b4e28b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Network 8f62c3ee-aadb-4ebf-a3b3-dbd38ae0933b is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:11:56.612536 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-43d61dc8-2a20-4505-900d-712404b4e28b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 8f62c3ee-aadb-4ebf-a3b3-dbd38ae0933b) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:11:56.619247 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d61dc8-2a20-4505-900d-712404b4e28b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:11:56.621935 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-43d61dc8-2a20-4505-900d-712404b4e28b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:56.625759 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bb060f-7a78-431f-8dc9-601b117a4576 None None] Network 8f62c3ee-aadb-4ebf-a3b3-dbd38ae0933b requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:11:56.743883 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-43d61dc8-2a20-4505-900d-712404b4e28b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2067258 Feb 09 18:11:56.743883 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54356) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:56.755911 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-6d312402-4314-46d4-ae3c-0cb5f8447ddd tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Request body: {'router': {'external_gateway_info': {'network_id': '8f62c3ee-aadb-4ebf-a3b3-dbd38ae0933b'}}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:11:57.024641 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1033d808-fae5-4afd-9d2c-1201efba44c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-8f62c3ee-aadb-4ebf-a3b3-dbd38ae0933b', 'network_id': '8f62c3ee-aadb-4ebf-a3b3-dbd38ae0933b', 'tenant_id': 'c2b893edcfc6472bb536d9913207c56d', 'fixed_ips': [{'subnet_id': '48396a20-d5c5-4dc2-98a9-72c582ebc785'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:11:57.025468 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1033d808-fae5-4afd-9d2c-1201efba44c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:57.027859 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b660a0d-867e-45b6-8bf2-f1363e51122f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Router efff9e61-2c9e-4220-a8ae-266542a87b00 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:11:57.225258 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-1033d808-fae5-4afd-9d2c-1201efba44c9 None None] Allocated IP 2001:db8:1::2 (8f62c3ee-aadb-4ebf-a3b3-dbd38ae0933b/48396a20-d5c5-4dc2-98a9-72c582ebc785/de00ac2a-4218-417d-9551-9958fcc3a0a3) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:11:57.306103 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b660a0d-867e-45b6-8bf2-f1363e51122f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:11:57.335215 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7b660a0d-867e-45b6-8bf2-f1363e51122f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "PUT /v2.0/routers/efff9e61-2c9e-4220-a8ae-266542a87b00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5307040 Feb 09 18:11:57.335561 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54360) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:57.344385 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76459cd8-7cb9-429b-b060-173b0efd9009 None None] Sync routers for ids ['efff9e61-2c9e-4220-a8ae-266542a87b00'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:11:57.391735 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76459cd8-7cb9-429b-b060-173b0efd9009 None None] Routers {'efff9e61-2c9e-4220-a8ae-266542a87b00'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:11:57.393120 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-76459cd8-7cb9-429b-b060-173b0efd9009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['efff9e61-2c9e-4220-a8ae-266542a87b00'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:57.631870 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6d312402-4314-46d4-ae3c-0cb5f8447ddd tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:57.651268 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1033d808-fae5-4afd-9d2c-1201efba44c9 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:57.661314 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-76459cd8-7cb9-429b-b060-173b0efd9009 None None] Set router efff9e61-2c9e-4220-a8ae-266542a87b00 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:11:57.670916 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1033d808-fae5-4afd-9d2c-1201efba44c9 None None] Transition to ACTIVE for port object de00ac2a-4218-417d-9551-9958fcc3a0a3 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:11:57.691129 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc6b137-e989-42e1-8875-2af78c76cd7a tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting subnet ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:11:57.695366 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bbc6b137-e989-42e1-8875-2af78c76cd7a tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:57.701242 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1033d808-fae5-4afd-9d2c-1201efba44c9 None None] Transition to ACTIVE for port object de00ac2a-4218-417d-9551-9958fcc3a0a3 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:11:57.764731 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bbc6b137-e989-42e1-8875-2af78c76cd7a tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:57.853447 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1033d808-fae5-4afd-9d2c-1201efba44c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:57.896731 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bbc6b137-e989-42e1-8875-2af78c76cd7a tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:57.958850 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-6d312402-4314-46d4-ae3c-0cb5f8447ddd tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:11:57.959884 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1033d808-fae5-4afd-9d2c-1201efba44c9 None None] Network 8f62c3ee-aadb-4ebf-a3b3-dbd38ae0933b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:11:57.960620 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6d312402-4314-46d4-ae3c-0cb5f8447ddd tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "PUT /v2.0/routers/62111e32-184c-4762-9ad8-91228f8b6207 HTTP/1.1" status: 400 len: 364 time: 1.2149670 Feb 09 18:11:57.966218 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54366) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:57.967443 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-1033d808-fae5-4afd-9d2c-1201efba44c9 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:11:57.979012 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1033d808-fae5-4afd-9d2c-1201efba44c9 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:11:58.077899 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033d808-fae5-4afd-9d2c-1201efba44c9 None None] Pushing event updated for resources: {'Port': ['ID=de00ac2a-4218-417d-9551-9958fcc3a0a3,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:58.107222 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-76459cd8-7cb9-429b-b060-173b0efd9009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:11:55Z', 'revision_number': 10, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:49Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:58.118926 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76459cd8-7cb9-429b-b060-173b0efd9009 None None] Checking router: efff9e61-2c9e-4220-a8ae-266542a87b00 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:11:58.127253 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76459cd8-7cb9-429b-b060-173b0efd9009 None None] Routers {'efff9e61-2c9e-4220-a8ae-266542a87b00'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:11:58.127971 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-76459cd8-7cb9-429b-b060-173b0efd9009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['efff9e61-2c9e-4220-a8ae-266542a87b00'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:58.132189 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1033d808-fae5-4afd-9d2c-1201efba44c9 None None] Attempting to bind port de00ac2a-4218-417d-9551-9958fcc3a0a3 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:11:58.132776 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1033d808-fae5-4afd-9d2c-1201efba44c9 None None] Attempting to bind port de00ac2a-4218-417d-9551-9958fcc3a0a3 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'f39c376e-5866-4662-a0f1-692620585553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8f62c3ee-aadb-4ebf-a3b3-dbd38ae0933b'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:11:58.133372 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1033d808-fae5-4afd-9d2c-1201efba44c9 None None] Attempting to bind port de00ac2a-4218-417d-9551-9958fcc3a0a3 on network 8f62c3ee-aadb-4ebf-a3b3-dbd38ae0933b {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:11:58.146692 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1033d808-fae5-4afd-9d2c-1201efba44c9 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:11:58.147315 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1033d808-fae5-4afd-9d2c-1201efba44c9 None None] Checking segment: {'id': 'f39c376e-5866-4662-a0f1-692620585553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8f62c3ee-aadb-4ebf-a3b3-dbd38ae0933b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:11:58.147990 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1033d808-fae5-4afd-9d2c-1201efba44c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:58.148649 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1033d808-fae5-4afd-9d2c-1201efba44c9 None None] Bound using segment: {'id': 'f39c376e-5866-4662-a0f1-692620585553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8f62c3ee-aadb-4ebf-a3b3-dbd38ae0933b'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:11:58.149492 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1033d808-fae5-4afd-9d2c-1201efba44c9 None None] Bound port: de00ac2a-4218-417d-9551-9958fcc3a0a3, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39c376e-5866-4662-a0f1-692620585553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8f62c3ee-aadb-4ebf-a3b3-dbd38ae0933b'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:11:58.150127 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1033d808-fae5-4afd-9d2c-1201efba44c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:58.276952 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1033d808-fae5-4afd-9d2c-1201efba44c9 None None] For port de00ac2a-4218-417d-9551-9958fcc3a0a3, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:11:58.282470 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1033d808-fae5-4afd-9d2c-1201efba44c9 None None] For port de00ac2a-4218-417d-9551-9958fcc3a0a3, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=de00ac2a-4218-417d-9551-9958fcc3a0a3,segment=NetworkSegment(f39c376e-5866-4662-a0f1-692620585553),segment_id=f39c376e-5866-4662-a0f1-692620585553)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:11:58.313004 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-76459cd8-7cb9-429b-b060-173b0efd9009 None None] Set router efff9e61-2c9e-4220-a8ae-266542a87b00 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:11:58.320992 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bbc6b137-e989-42e1-8875-2af78c76cd7a tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:58.362528 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1033d808-fae5-4afd-9d2c-1201efba44c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:58.377287 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6b137-e989-42e1-8875-2af78c76cd7a tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Subnet': ['ID=ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:58.387742 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bbc6b137-e989-42e1-8875-2af78c76cd7a tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:58.399447 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-bbc6b137-e989-42e1-8875-2af78c76cd7a tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/subnets/ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0 HTTP/1.1" status: 204 len: 168 time: 1.0623431 Feb 09 18:11:58.405245 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54370) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:11:58.417899 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7402b032-a93f-4ce5-9390-e07e30e1e6ee None None] Network f435a6b2-6d95-406c-81da-8377a32ea09a requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:11:58.603040 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033d808-fae5-4afd-9d2c-1201efba44c9 None None] Pushing event updated for resources: {'Port': ['ID=de00ac2a-4218-417d-9551-9958fcc3a0a3,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:58.758962 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-131f8d07-3ffe-4751-ae3c-df184dc9d3d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:58.774367 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-131f8d07-3ffe-4751-ae3c-df184dc9d3d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting port 2080c71b-6050-4f0a-8340-e12c18563a15 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:11:58.777860 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-131f8d07-3ffe-4751-ae3c-df184dc9d3d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:58.884338 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f34bea3-fea1-4f8e-a487-1260121ffc5d None None] DHCP port deletion for f435a6b2-6d95-406c-81da-8377a32ea09a request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:11:58.891116 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-9f34bea3-fea1-4f8e-a487-1260121ffc5d None None] Deleting port 2080c71b-6050-4f0a-8340-e12c18563a15 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:11:58.892769 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f34bea3-fea1-4f8e-a487-1260121ffc5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:58.911366 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd020eeb-db01-486e-8963-d7cddef8f785 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:58.932620 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-76459cd8-7cb9-429b-b060-173b0efd9009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:11:55Z', 'revision_number': 10, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:49Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:11:58.962672 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76459cd8-7cb9-429b-b060-173b0efd9009 None None] The sync data for ids ['efff9e61-2c9e-4220-a8ae-266542a87b00'] in dv-neutron-827016-2-hyperv is: [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:11:55Z', 'revision_number': 10, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None, '_interfaces': [{'id': '794af71f-f3a4-4612-9973-4db85073fcba', 'name': '', 'network_id': 'aabc2719-c38a-4632-ad82-8694bd9eb0fa', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'mac_address': 'fa:16:3e:85:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:25Z', 'updated_at': '2022-02-09T18:10:49Z', 'revision_number': 5, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'subnets': [{'id': 'ed0e018d-fd46-4c59-9cac-33e8514e386b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:11:59.290592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-131f8d07-3ffe-4751-ae3c-df184dc9d3d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] For port 2080c71b-6050-4f0a-8340-e12c18563a15, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=2080c71b-6050-4f0a-8340-e12c18563a15,segment=NetworkSegment(1a1675c3-a4cc-4adb-a5e8-a44297d7b52c),segment_id=1a1675c3-a4cc-4adb-a5e8-a44297d7b52c)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:59.291088 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-131f8d07-3ffe-4751-ae3c-df184dc9d3d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:59.390191 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-9f34bea3-fea1-4f8e-a487-1260121ffc5d None None] For port 2080c71b-6050-4f0a-8340-e12c18563a15, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=2080c71b-6050-4f0a-8340-e12c18563a15,segment=NetworkSegment(1a1675c3-a4cc-4adb-a5e8-a44297d7b52c),segment_id=1a1675c3-a4cc-4adb-a5e8-a44297d7b52c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:11:59.390638 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f34bea3-fea1-4f8e-a487-1260121ffc5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:59.459272 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-131f8d07-3ffe-4751-ae3c-df184dc9d3d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Calling delete_port for 2080c71b-6050-4f0a-8340-e12c18563a15 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:11:59.558873 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-9f34bea3-fea1-4f8e-a487-1260121ffc5d None None] Calling delete_port for 2080c71b-6050-4f0a-8340-e12c18563a15 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:11:59.700263 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-131f8d07-3ffe-4751-ae3c-df184dc9d3d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:11:59.706819 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-9f34bea3-fea1-4f8e-a487-1260121ffc5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:11:59.708156 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-9f34bea3-fea1-4f8e-a487-1260121ffc5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:11:59.720077 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device de00ac2a-4218-417d-9551-9958fcc3a0a3 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:11:59.817948 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f8d07-3ffe-4751-ae3c-df184dc9d3d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Port': ['ID=2080c71b-6050-4f0a-8340-e12c18563a15,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:11:59.825880 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131f8d07-3ffe-4751-ae3c-df184dc9d3d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] No DVR routers for this DVR port 2080c71b-6050-4f0a-8340-e12c18563a15 on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:11:59.860584 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-bd020eeb-db01-486e-8963-d7cddef8f785 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Allocated IP 2001:db8::1 (eaf86857-deca-402f-a338-7e4b511e6049/2abde0ae-b1e7-4e89-afe8-9c23faf8b10d/c896ae9e-ae9c-4a32-a5a2-de15addf54c7) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:11:59.987927 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port de00ac2a-4218-417d-9551-9958fcc3a0a3 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:12:00.028896 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-131f8d07-3ffe-4751-ae3c-df184dc9d3d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:00.074856 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd020eeb-db01-486e-8963-d7cddef8f785 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:00.092315 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-131f8d07-3ffe-4751-ae3c-df184dc9d3d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f435a6b2-6d95-406c-81da-8377a32ea09a']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:00.105505 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 2080c71b-6050-4f0a-8340-e12c18563a15 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:12:00.125703 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-bd020eeb-db01-486e-8963-d7cddef8f785 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Transition to ACTIVE for port object c896ae9e-ae9c-4a32-a5a2-de15addf54c7 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:12:00.126957 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-131f8d07-3ffe-4751-ae3c-df184dc9d3d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1675c3-a4cc-4adb-a5e8-a44297d7b52c') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:00.127502 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-131f8d07-3ffe-4751-ae3c-df184dc9d3d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1675c3-a4cc-4adb-a5e8-a44297d7b52c') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:00.153815 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-131f8d07-3ffe-4751-ae3c-df184dc9d3d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:00.154083 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 2080c71b-6050-4f0a-8340-e12c18563a15 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:12:00.154655 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 2080c71b-6050-4f0a-8340-e12c18563a15 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:12:00.155645 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 780aca02-817a-439a-bc19-cdd40bfbda17 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:12:00.189388 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-131f8d07-3ffe-4751-ae3c-df184dc9d3d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:00.196015 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 780aca02-817a-439a-bc19-cdd40bfbda17 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:12:00.196360 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 780aca02-817a-439a-bc19-cdd40bfbda17 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:12:00.201842 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131f8d07-3ffe-4751-ae3c-df184dc9d3d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:12:00.206243 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-131f8d07-3ffe-4751-ae3c-df184dc9d3d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:00.209894 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-9f34bea3-fea1-4f8e-a487-1260121ffc5d None None] Deleting port 2080c71b-6050-4f0a-8340-e12c18563a15 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:12:00.210286 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f34bea3-fea1-4f8e-a487-1260121ffc5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:12:00.219480 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:12:00.245409 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd020eeb-db01-486e-8963-d7cddef8f785 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:00.332994 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd020eeb-db01-486e-8963-d7cddef8f785 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Network eaf86857-deca-402f-a338-7e4b511e6049 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:12:00.334122 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-9f34bea3-fea1-4f8e-a487-1260121ffc5d None None] The port '2080c71b-6050-4f0a-8340-e12c18563a15' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:12:00.338372 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-bd020eeb-db01-486e-8963-d7cddef8f785 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:12:00.341100 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd020eeb-db01-486e-8963-d7cddef8f785 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:12:00.341701 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd020eeb-db01-486e-8963-d7cddef8f785 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:00.380527 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd020eeb-db01-486e-8963-d7cddef8f785 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Pushing event updated for resources: {'Port': ['ID=c896ae9e-ae9c-4a32-a5a2-de15addf54c7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:00.423128 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b666e25e-ff54-402c-9708-f4ed132da313 None None] Network 8f62c3ee-aadb-4ebf-a3b3-dbd38ae0933b requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:12:00.443238 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-131f8d07-3ffe-4751-ae3c-df184dc9d3d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:00.481106 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-131f8d07-3ffe-4751-ae3c-df184dc9d3d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:00.507374 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f8d07-3ffe-4751-ae3c-df184dc9d3d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Network': ['ID=f435a6b2-6d95-406c-81da-8377a32ea09a,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:00.519834 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-131f8d07-3ffe-4751-ae3c-df184dc9d3d8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/networks/f435a6b2-6d95-406c-81da-8377a32ea09a HTTP/1.1" status: 204 len: 168 time: 2.1102743 Feb 09 18:12:00.523855 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54374) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:00.572064 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd020eeb-db01-486e-8963-d7cddef8f785 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:00.790535 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a0a47d4e-0e33-43b2-aee2-46410c63a6d3 None None] Provisioning for port de00ac2a-4218-417d-9551-9958fcc3a0a3 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:12:00.800013 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a0a47d4e-0e33-43b2-aee2-46410c63a6d3 None None] Provisioning complete for port de00ac2a-4218-417d-9551-9958fcc3a0a3 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:12:00.800386 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a0a47d4e-0e33-43b2-aee2-46410c63a6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:00.991904 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a0a47d4e-0e33-43b2-aee2-46410c63a6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:01.037097 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-a0a47d4e-0e33-43b2-aee2-46410c63a6d3 None None] For port de00ac2a-4218-417d-9551-9958fcc3a0a3, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=de00ac2a-4218-417d-9551-9958fcc3a0a3,segment=NetworkSegment(f39c376e-5866-4662-a0f1-692620585553),segment_id=f39c376e-5866-4662-a0f1-692620585553)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:12:01.114171 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a0a47d4e-0e33-43b2-aee2-46410c63a6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:01.167388 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ad7a1dd9-d41d-4fc6-8c7a-16505b62e039 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:01.205712 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a47d4e-0e33-43b2-aee2-46410c63a6d3 None None] Pushing event updated for resources: {'Port': ['ID=de00ac2a-4218-417d-9551-9958fcc3a0a3,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:01.252021 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd020eeb-db01-486e-8963-d7cddef8f785 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:01.396446 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device de00ac2a-4218-417d-9551-9958fcc3a0a3 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:12:01.430603 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-eb7951a9-cfe9-43d4-bec2-0f31b85f564d None None] Provisioning for port c896ae9e-ae9c-4a32-a5a2-de15addf54c7 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:12:01.450508 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-eb7951a9-cfe9-43d4-bec2-0f31b85f564d None None] Provisioning complete for port c896ae9e-ae9c-4a32-a5a2-de15addf54c7 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:12:01.450894 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb7951a9-cfe9-43d4-bec2-0f31b85f564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:01.475053 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd020eeb-db01-486e-8963-d7cddef8f785 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:01.476447 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd020eeb-db01-486e-8963-d7cddef8f785 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:01.520053 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-eb7951a9-cfe9-43d4-bec2-0f31b85f564d None None] Port c896ae9e-ae9c-4a32-a5a2-de15addf54c7 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:12:01.541373 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port de00ac2a-4218-417d-9551-9958fcc3a0a3 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:12:01.541705 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:01.672532 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd020eeb-db01-486e-8963-d7cddef8f785 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Pushing event updated for resources: {'Port': ['ID=c896ae9e-ae9c-4a32-a5a2-de15addf54c7,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:01.699061 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ac6468db-2296-4c71-ade6-760334027a88 None None] Provisioning complete for port de00ac2a-4218-417d-9551-9958fcc3a0a3 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:12:01.699747 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ac6468db-2296-4c71-ade6-760334027a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:01.743954 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd020eeb-db01-486e-8963-d7cddef8f785 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Network eaf86857-deca-402f-a338-7e4b511e6049 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:12:01.745686 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-bd020eeb-db01-486e-8963-d7cddef8f785 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:12:02.101294 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-ad7a1dd9-d41d-4fc6-8c7a-16505b62e039 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting port 794af71f-f3a4-4612-9973-4db85073fcba {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:12:02.102137 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ad7a1dd9-d41d-4fc6-8c7a-16505b62e039 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:02.108858 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9631d997-dcd6-4875-ba77-2ef39c818f72 None None] Provisioning complete for port c896ae9e-ae9c-4a32-a5a2-de15addf54c7 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:12:02.109482 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9631d997-dcd6-4875-ba77-2ef39c818f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:02.197173 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-9631d997-dcd6-4875-ba77-2ef39c818f72 None None] Port c896ae9e-ae9c-4a32-a5a2-de15addf54c7 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:12:02.248170 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd020eeb-db01-486e-8963-d7cddef8f785 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Router 62111e32-184c-4762-9ad8-91228f8b6207 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:12:02.379517 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-ad7a1dd9-d41d-4fc6-8c7a-16505b62e039 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] For port 794af71f-f3a4-4612-9973-4db85073fcba, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=794af71f-f3a4-4612-9973-4db85073fcba,segment=NetworkSegment(f6b67f4a-e4a4-4ebe-bf51-a932c549d352),segment_id=f6b67f4a-e4a4-4ebe-bf51-a932c549d352)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:12:02.381536 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ad7a1dd9-d41d-4fc6-8c7a-16505b62e039 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:02.452925 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd020eeb-db01-486e-8963-d7cddef8f785 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:12:02.471197 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b71a43-ecd2-424d-9032-8878a319f9ae None None] Sync routers for ids ['62111e32-184c-4762-9ad8-91228f8b6207'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:12:02.475035 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-bd020eeb-db01-486e-8963-d7cddef8f785 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "PUT /v2.0/routers/62111e32-184c-4762-9ad8-91228f8b6207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4993074 Feb 09 18:12:02.477548 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54380) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:02.511170 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b71a43-ecd2-424d-9032-8878a319f9ae None None] Routers {'62111e32-184c-4762-9ad8-91228f8b6207'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:12:02.512128 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-70b71a43-ecd2-424d-9032-8878a319f9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['62111e32-184c-4762-9ad8-91228f8b6207'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:02.569071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-ad7a1dd9-d41d-4fc6-8c7a-16505b62e039 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Calling delete_port for 794af71f-f3a4-4612-9973-4db85073fcba owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:12:02.602386 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-70b71a43-ecd2-424d-9032-8878a319f9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:02.617656 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b71a43-ecd2-424d-9032-8878a319f9ae None None] Routers {'62111e32-184c-4762-9ad8-91228f8b6207'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:12:02.618622 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-70b71a43-ecd2-424d-9032-8878a319f9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['62111e32-184c-4762-9ad8-91228f8b6207'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:02.686120 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-70b71a43-ecd2-424d-9032-8878a319f9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:02.686593 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b71a43-ecd2-424d-9032-8878a319f9ae None None] The sync data for ids ['62111e32-184c-4762-9ad8-91228f8b6207'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:12:02.758994 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e801410-f3b3-4961-b8ea-2bea8d98304e tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:02.886543 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ad7a1dd9-d41d-4fc6-8c7a-16505b62e039 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:02.938509 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-8e801410-f3b3-4961-b8ea-2bea8d98304e tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 18:12:02.939707 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8e801410-f3b3-4961-b8ea-2bea8d98304e tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "DELETE /v2.0/routers/62111e32-184c-4762-9ad8-91228f8b6207 HTTP/1.1" status: 409 len: 329 time: 0.4566655 Feb 09 18:12:02.941686 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a1dd9-d41d-4fc6-8c7a-16505b62e039 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Port': ['ID=794af71f-f3a4-4612-9973-4db85073fcba,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:02.947051 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54386) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:03.161687 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ad7a1dd9-d41d-4fc6-8c7a-16505b62e039 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:03.372578 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-90023018-75d7-4f92-8796-de0a17bf5503 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:03.783657 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7a1dd9-d41d-4fc6-8c7a-16505b62e039 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Router efff9e61-2c9e-4220-a8ae-266542a87b00 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:12:03.993976 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7a1dd9-d41d-4fc6-8c7a-16505b62e039 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:12:04.008088 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e69387f-5ae6-4a12-9d28-f19f8d553ed2 None None] Sync routers for ids ['efff9e61-2c9e-4220-a8ae-266542a87b00'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:12:04.014821 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ad7a1dd9-d41d-4fc6-8c7a-16505b62e039 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "PUT /v2.0/routers/efff9e61-2c9e-4220-a8ae-266542a87b00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4863760 Feb 09 18:12:04.015122 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54390) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:04.031264 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e69387f-5ae6-4a12-9d28-f19f8d553ed2 None None] Routers {'efff9e61-2c9e-4220-a8ae-266542a87b00'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:12:04.042187 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2e69387f-5ae6-4a12-9d28-f19f8d553ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['efff9e61-2c9e-4220-a8ae-266542a87b00'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:04.271118 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-4385c90a-1b64-4565-9b97-6f0f535481d4 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting subnet ed0e018d-fd46-4c59-9cac-33e8514e386b {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:12:04.277293 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4385c90a-1b64-4565-9b97-6f0f535481d4 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:04.315779 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-90023018-75d7-4f92-8796-de0a17bf5503 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Deleting port c896ae9e-ae9c-4a32-a5a2-de15addf54c7 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:12:04.317667 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-90023018-75d7-4f92-8796-de0a17bf5503 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:04.350528 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-2e69387f-5ae6-4a12-9d28-f19f8d553ed2 None None] Set router efff9e61-2c9e-4220-a8ae-266542a87b00 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:12:04.351441 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4385c90a-1b64-4565-9b97-6f0f535481d4 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:04.465621 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2e69387f-5ae6-4a12-9d28-f19f8d553ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:12:02Z', 'revision_number': 11, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:04.470087 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e69387f-5ae6-4a12-9d28-f19f8d553ed2 None None] Checking router: efff9e61-2c9e-4220-a8ae-266542a87b00 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:12:04.484181 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e69387f-5ae6-4a12-9d28-f19f8d553ed2 None None] Routers {'efff9e61-2c9e-4220-a8ae-266542a87b00'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:12:04.484891 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2e69387f-5ae6-4a12-9d28-f19f8d553ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['efff9e61-2c9e-4220-a8ae-266542a87b00'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:04.520347 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4385c90a-1b64-4565-9b97-6f0f535481d4 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:04.618802 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-90023018-75d7-4f92-8796-de0a17bf5503 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:04.631602 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-2e69387f-5ae6-4a12-9d28-f19f8d553ed2 None None] Set router efff9e61-2c9e-4220-a8ae-266542a87b00 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:12:04.715427 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4385c90a-1b64-4565-9b97-6f0f535481d4 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:04.746229 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2e69387f-5ae6-4a12-9d28-f19f8d553ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:12:02Z', 'revision_number': 11, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:04.751647 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e69387f-5ae6-4a12-9d28-f19f8d553ed2 None None] The sync data for ids ['efff9e61-2c9e-4220-a8ae-266542a87b00'] in dv-neutron-827016-2-hyperv is: [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:12:02Z', 'revision_number': 11, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:12:04.773048 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385c90a-1b64-4565-9b97-6f0f535481d4 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Subnet': ['ID=ed0e018d-fd46-4c59-9cac-33e8514e386b,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:04.781124 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4385c90a-1b64-4565-9b97-6f0f535481d4 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:04.792035 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4385c90a-1b64-4565-9b97-6f0f535481d4 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/subnets/ed0e018d-fd46-4c59-9cac-33e8514e386b HTTP/1.1" status: 204 len: 168 time: 0.7734129 Feb 09 18:12:04.793966 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54394) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:04.797475 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac689d44-419b-4402-bfb9-257bcaed8d9d None None] Network aabc2719-c38a-4632-ad82-8694bd9eb0fa requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:12:04.848885 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-90023018-75d7-4f92-8796-de0a17bf5503 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Calling delete_port for c896ae9e-ae9c-4a32-a5a2-de15addf54c7 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:12:04.969159 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1f2f1c16-3e60-4ab5-a35d-bc1b1d9695b2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:04.986933 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-1f2f1c16-3e60-4ab5-a35d-bc1b1d9695b2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Deleting port 468fb2d4-f126-4318-8282-17cc20b28b3c {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:12:04.987276 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1f2f1c16-3e60-4ab5-a35d-bc1b1d9695b2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:05.220869 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429d37e2-c877-4cd9-b176-d46bd4c782dc None None] DHCP port deletion for aabc2719-c38a-4632-ad82-8694bd9eb0fa request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:12:05.228795 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-429d37e2-c877-4cd9-b176-d46bd4c782dc None None] Deleting port 468fb2d4-f126-4318-8282-17cc20b28b3c {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:12:05.229806 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-429d37e2-c877-4cd9-b176-d46bd4c782dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:05.280734 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-90023018-75d7-4f92-8796-de0a17bf5503 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:05.322999 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-1f2f1c16-3e60-4ab5-a35d-bc1b1d9695b2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] For port 468fb2d4-f126-4318-8282-17cc20b28b3c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=468fb2d4-f126-4318-8282-17cc20b28b3c,segment=NetworkSegment(f6b67f4a-e4a4-4ebe-bf51-a932c549d352),segment_id=f6b67f4a-e4a4-4ebe-bf51-a932c549d352)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:12:05.323578 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1f2f1c16-3e60-4ab5-a35d-bc1b1d9695b2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:05.359425 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90023018-75d7-4f92-8796-de0a17bf5503 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Pushing event deleted for resources: {'Port': ['ID=c896ae9e-ae9c-4a32-a5a2-de15addf54c7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:05.512255 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 794af71f-f3a4-4612-9973-4db85073fcba no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:12:05.586344 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-429d37e2-c877-4cd9-b176-d46bd4c782dc None None] For port 468fb2d4-f126-4318-8282-17cc20b28b3c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=468fb2d4-f126-4318-8282-17cc20b28b3c,segment=NetworkSegment(f6b67f4a-e4a4-4ebe-bf51-a932c549d352),segment_id=f6b67f4a-e4a4-4ebe-bf51-a932c549d352)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:12:05.586677 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-429d37e2-c877-4cd9-b176-d46bd4c782dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:05.602140 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-1f2f1c16-3e60-4ab5-a35d-bc1b1d9695b2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Calling delete_port for 468fb2d4-f126-4318-8282-17cc20b28b3c owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:12:05.608310 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 794af71f-f3a4-4612-9973-4db85073fcba {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:12:05.609014 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 794af71f-f3a4-4612-9973-4db85073fcba not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:12:05.609603 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 468fb2d4-f126-4318-8282-17cc20b28b3c no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:12:05.646286 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-90023018-75d7-4f92-8796-de0a17bf5503 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:05.765320 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-429d37e2-c877-4cd9-b176-d46bd4c782dc None None] Calling delete_port for 468fb2d4-f126-4318-8282-17cc20b28b3c owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:12:05.783354 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1f2f1c16-3e60-4ab5-a35d-bc1b1d9695b2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:05.833881 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f1c16-3e60-4ab5-a35d-bc1b1d9695b2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Port': ['ID=468fb2d4-f126-4318-8282-17cc20b28b3c,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:05.841421 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No active binding found for port 468fb2d4-f126-4318-8282-17cc20b28b3c {{(pid=84543) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 09 18:12:05.841421 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 468fb2d4-f126-4318-8282-17cc20b28b3c not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:12:05.855176 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2f1c16-3e60-4ab5-a35d-bc1b1d9695b2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] No DVR routers for this DVR port 468fb2d4-f126-4318-8282-17cc20b28b3c on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:12:05.867938 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-429d37e2-c877-4cd9-b176-d46bd4c782dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:12:05.873096 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-429d37e2-c877-4cd9-b176-d46bd4c782dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:12:06.004722 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1f2f1c16-3e60-4ab5-a35d-bc1b1d9695b2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:06.044179 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-1f2f1c16-3e60-4ab5-a35d-bc1b1d9695b2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabc2719-c38a-4632-ad82-8694bd9eb0fa']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:06.063569 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-1f2f1c16-3e60-4ab5-a35d-bc1b1d9695b2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b67f4a-e4a4-4ebe-bf51-a932c549d352') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:06.063867 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-1f2f1c16-3e60-4ab5-a35d-bc1b1d9695b2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b67f4a-e4a4-4ebe-bf51-a932c549d352') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:06.078439 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1f2f1c16-3e60-4ab5-a35d-bc1b1d9695b2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:06.100759 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1f2f1c16-3e60-4ab5-a35d-bc1b1d9695b2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:06.115079 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f2f1c16-3e60-4ab5-a35d-bc1b1d9695b2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:12:06.115079 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1f2f1c16-3e60-4ab5-a35d-bc1b1d9695b2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:12:06.128804 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:12:06.197439 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90023018-75d7-4f92-8796-de0a17bf5503 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Router 62111e32-184c-4762-9ad8-91228f8b6207 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:12:06.343691 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1f2f1c16-3e60-4ab5-a35d-bc1b1d9695b2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:06.362712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1f2f1c16-3e60-4ab5-a35d-bc1b1d9695b2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:06.371387 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-429d37e2-c877-4cd9-b176-d46bd4c782dc None None] Deleting port 468fb2d4-f126-4318-8282-17cc20b28b3c {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:12:06.374796 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-429d37e2-c877-4cd9-b176-d46bd4c782dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:06.376916 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f1c16-3e60-4ab5-a35d-bc1b1d9695b2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Pushing event deleted for resources: {'Network': ['ID=aabc2719-c38a-4632-ad82-8694bd9eb0fa,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:06.386835 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1f2f1c16-3e60-4ab5-a35d-bc1b1d9695b2 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/networks/aabc2719-c38a-4632-ad82-8694bd9eb0fa HTTP/1.1" status: 204 len: 168 time: 1.5910964 Feb 09 18:12:06.387451 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54400) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:06.393194 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-f64d5e5a-9366-45e4-90f4-15b407f6e4e7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'router': {'routes': None}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:06.465147 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90023018-75d7-4f92-8796-de0a17bf5503 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:12:06.481922 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-90023018-75d7-4f92-8796-de0a17bf5503 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "PUT /v2.0/routers/62111e32-184c-4762-9ad8-91228f8b6207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5286303 Feb 09 18:12:06.484187 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54404) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:06.488297 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-429d37e2-c877-4cd9-b176-d46bd4c782dc None None] The port '468fb2d4-f126-4318-8282-17cc20b28b3c' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:12:06.494719 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136cb547-eac1-4754-a4e6-b630878d2e80 None None] Sync routers for ids ['62111e32-184c-4762-9ad8-91228f8b6207'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:12:06.525264 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136cb547-eac1-4754-a4e6-b630878d2e80 None None] Routers {'62111e32-184c-4762-9ad8-91228f8b6207'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:12:06.525264 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-136cb547-eac1-4754-a4e6-b630878d2e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['62111e32-184c-4762-9ad8-91228f8b6207'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:06.572262 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-66cd9ea4-e65a-43d0-95f8-333e8d9c4135 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] show failed (client error): The resource could not be found. Feb 09 18:12:06.576979 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-66cd9ea4-e65a-43d0-95f8-333e8d9c4135 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1240648375 HTTP/1.1" status: 404 len: 335 time: 0.0901692 Feb 09 18:12:06.577284 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54408) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:06.583127 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-16281f2e-fe0c-43ae-98b6-ac23b634e1e1 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:06.628826 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-136cb547-eac1-4754-a4e6-b630878d2e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:06.649215 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136cb547-eac1-4754-a4e6-b630878d2e80 None None] Routers {'62111e32-184c-4762-9ad8-91228f8b6207'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:12:06.652392 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-136cb547-eac1-4754-a4e6-b630878d2e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['62111e32-184c-4762-9ad8-91228f8b6207'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:06.654436 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-16281f2e-fe0c-43ae-98b6-ac23b634e1e1 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] update failed (client error): The resource could not be found. Feb 09 18:12:06.658743 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-16281f2e-fe0c-43ae-98b6-ac23b634e1e1 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1211504271 HTTP/1.1" status: 404 len: 335 time: 0.0770681 Feb 09 18:12:06.659058 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54412) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:06.769393 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-136cb547-eac1-4754-a4e6-b630878d2e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:06.771078 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136cb547-eac1-4754-a4e6-b630878d2e80 None None] The sync data for ids ['62111e32-184c-4762-9ad8-91228f8b6207'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:12:06.809775 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.extraroute_db [None req-f64d5e5a-9366-45e4-90f4-15b407f6e4e7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Added routes are [] {{(pid=84541) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 09 18:12:06.810033 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.extraroute_db [None req-f64d5e5a-9366-45e4-90f4-15b407f6e4e7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Removed routes are [] {{(pid=84541) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 09 18:12:06.810462 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f64d5e5a-9366-45e4-90f4-15b407f6e4e7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:06.869196 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-816a427a-1f94-440c-8c07-f12d8ab33eed tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Deleting subnet 48396a20-d5c5-4dc2-98a9-72c582ebc785 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:12:06.872695 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-816a427a-1f94-440c-8c07-f12d8ab33eed tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:06.935679 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-816a427a-1f94-440c-8c07-f12d8ab33eed tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:07.031748 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-816a427a-1f94-440c-8c07-f12d8ab33eed tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:07.088547 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f64d5e5a-9366-45e4-90f4-15b407f6e4e7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:07.092198 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f64d5e5a-9366-45e4-90f4-15b407f6e4e7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640420'] for router, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:07.209373 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-816a427a-1f94-440c-8c07-f12d8ab33eed tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:07.255102 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a427a-1f94-440c-8c07-f12d8ab33eed tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Pushing event deleted for resources: {'Subnet': ['ID=48396a20-d5c5-4dc2-98a9-72c582ebc785,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:07.261625 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-816a427a-1f94-440c-8c07-f12d8ab33eed tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:07.269856 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-816a427a-1f94-440c-8c07-f12d8ab33eed tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "DELETE /v2.0/subnets/48396a20-d5c5-4dc2-98a9-72c582ebc785 HTTP/1.1" status: 204 len: 168 time: 0.6093116 Feb 09 18:12:07.273929 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54416) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:07.277228 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb22527-f7d6-4788-8491-9c1435f76727 None None] Network 8f62c3ee-aadb-4ebf-a3b3-dbd38ae0933b requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:12:07.369100 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64d5e5a-9366-45e4-90f4-15b407f6e4e7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Router efff9e61-2c9e-4220-a8ae-266542a87b00 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:12:07.412255 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f6f8414-0af1-46f2-a520-6d54c8bbcd1d tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:07.428133 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6f6f8414-0af1-46f2-a520-6d54c8bbcd1d tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Deleting port de00ac2a-4218-417d-9551-9958fcc3a0a3 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:12:07.428625 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f6f8414-0af1-46f2-a520-6d54c8bbcd1d tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:07.521948 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64d5e5a-9366-45e4-90f4-15b407f6e4e7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:12:07.528680 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f64d5e5a-9366-45e4-90f4-15b407f6e4e7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:07.529499 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f64d5e5a-9366-45e4-90f4-15b407f6e4e7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "PUT /v2.0/routers/efff9e61-2c9e-4220-a8ae-266542a87b00 HTTP/1.1" status: 200 len: 705 time: 1.1409278 Feb 09 18:12:07.532997 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54420) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:07.540021 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a912995f-1ebb-44cc-b09d-f14b8289a517 None None] Sync routers for ids ['efff9e61-2c9e-4220-a8ae-266542a87b00'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:12:07.565186 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a912995f-1ebb-44cc-b09d-f14b8289a517 None None] Routers {'efff9e61-2c9e-4220-a8ae-266542a87b00'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:12:07.565186 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a912995f-1ebb-44cc-b09d-f14b8289a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['efff9e61-2c9e-4220-a8ae-266542a87b00'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:07.596092 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7accadc5-7bee-4a52-96d5-1a49f5254969 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Synchronizing usage tracker for tenant:3aafa79d3d06419e8e7c5f7d6aab117f on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:12:07.654073 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7054ddf4-7867-4d33-97fc-a4fd80dfa6eb None None] DHCP port deletion for 8f62c3ee-aadb-4ebf-a3b3-dbd38ae0933b request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:12:07.662332 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7054ddf4-7867-4d33-97fc-a4fd80dfa6eb None None] Deleting port de00ac2a-4218-417d-9551-9958fcc3a0a3 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:12:07.667289 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7054ddf4-7867-4d33-97fc-a4fd80dfa6eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:07.686278 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7accadc5-7bee-4a52-96d5-1a49f5254969 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Unset dirty status for tenant:3aafa79d3d06419e8e7c5f7d6aab117f on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:12:07.690355 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7accadc5-7bee-4a52-96d5-1a49f5254969 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff9e61-2c9e-4220-a8ae-266542a87b00 HTTP/1.1" status: 200 len: 205 time: 0.1526108 Feb 09 18:12:07.695409 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54424) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:07.714697 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-a912995f-1ebb-44cc-b09d-f14b8289a517 None None] Set router efff9e61-2c9e-4220-a8ae-266542a87b00 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:12:07.746188 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-6f6f8414-0af1-46f2-a520-6d54c8bbcd1d tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] For port de00ac2a-4218-417d-9551-9958fcc3a0a3, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=de00ac2a-4218-417d-9551-9958fcc3a0a3,segment=NetworkSegment(f39c376e-5866-4662-a0f1-692620585553),segment_id=f39c376e-5866-4662-a0f1-692620585553)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:12:07.747104 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f6f8414-0af1-46f2-a520-6d54c8bbcd1d tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:07.827459 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a912995f-1ebb-44cc-b09d-f14b8289a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:12:02Z', 'revision_number': 11, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:07.834150 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a912995f-1ebb-44cc-b09d-f14b8289a517 None None] Checking router: efff9e61-2c9e-4220-a8ae-266542a87b00 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:12:07.844016 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a912995f-1ebb-44cc-b09d-f14b8289a517 None None] Routers {'efff9e61-2c9e-4220-a8ae-266542a87b00'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:12:07.844783 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a912995f-1ebb-44cc-b09d-f14b8289a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['efff9e61-2c9e-4220-a8ae-266542a87b00'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:07.861688 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-596ec3bf-0258-46f6-b8f1-7e669c44b128 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:07.908599 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6f6f8414-0af1-46f2-a520-6d54c8bbcd1d tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Calling delete_port for de00ac2a-4218-417d-9551-9958fcc3a0a3 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:12:07.975531 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-7054ddf4-7867-4d33-97fc-a4fd80dfa6eb None None] For port de00ac2a-4218-417d-9551-9958fcc3a0a3, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=de00ac2a-4218-417d-9551-9958fcc3a0a3,segment=NetworkSegment(f39c376e-5866-4662-a0f1-692620585553),segment_id=f39c376e-5866-4662-a0f1-692620585553)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:12:07.976224 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7054ddf4-7867-4d33-97fc-a4fd80dfa6eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:08.002841 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-a912995f-1ebb-44cc-b09d-f14b8289a517 None None] Set router efff9e61-2c9e-4220-a8ae-266542a87b00 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:12:08.133977 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7054ddf4-7867-4d33-97fc-a4fd80dfa6eb None None] Calling delete_port for de00ac2a-4218-417d-9551-9958fcc3a0a3 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:12:08.148643 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f6f8414-0af1-46f2-a520-6d54c8bbcd1d tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:08.195557 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a912995f-1ebb-44cc-b09d-f14b8289a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:12:02Z', 'revision_number': 11, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:08.207523 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a912995f-1ebb-44cc-b09d-f14b8289a517 None None] The sync data for ids ['efff9e61-2c9e-4220-a8ae-266542a87b00'] in dv-neutron-827016-2-hyperv is: [{'id': 'efff9e61-2c9e-4220-a8ae-266542a87b00', 'name': 'tempest-RoutersIpV6Test-router-2058999155', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:18Z', 'updated_at': '2022-02-09T18:12:02Z', 'revision_number': 11, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:12:08.216039 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f8414-0af1-46f2-a520-6d54c8bbcd1d tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Pushing event deleted for resources: {'Port': ['ID=de00ac2a-4218-417d-9551-9958fcc3a0a3,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:08.236446 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6f8414-0af1-46f2-a520-6d54c8bbcd1d tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] No DVR routers for this DVR port de00ac2a-4218-417d-9551-9958fcc3a0a3 on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:12:08.249389 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-7054ddf4-7867-4d33-97fc-a4fd80dfa6eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:12:08.250369 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-7054ddf4-7867-4d33-97fc-a4fd80dfa6eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:12:08.359194 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-596ec3bf-0258-46f6-b8f1-7e669c44b128 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:08.367086 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-596ec3bf-0258-46f6-b8f1-7e669c44b128 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:08.493133 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f6f8414-0af1-46f2-a520-6d54c8bbcd1d tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:08.514702 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-596ec3bf-0258-46f6-b8f1-7e669c44b128 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:08.515177 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596ec3bf-0258-46f6-b8f1-7e669c44b128 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Fanout notify agent at l3_agent the message router_deleted on router efff9e61-2c9e-4220-a8ae-266542a87b00 {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:12:08.530229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-6f6f8414-0af1-46f2-a520-6d54c8bbcd1d tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f62c3ee-aadb-4ebf-a3b3-dbd38ae0933b']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:08.540630 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-596ec3bf-0258-46f6-b8f1-7e669c44b128 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:08.541484 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-6f6f8414-0af1-46f2-a520-6d54c8bbcd1d tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39c376e-5866-4662-a0f1-692620585553') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:08.541891 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-6f6f8414-0af1-46f2-a520-6d54c8bbcd1d tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39c376e-5866-4662-a0f1-692620585553') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:08.545566 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-596ec3bf-0258-46f6-b8f1-7e669c44b128 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/routers/efff9e61-2c9e-4220-a8ae-266542a87b00 HTTP/1.1" status: 204 len: 168 time: 0.8482652 Feb 09 18:12:08.552279 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54428) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:08.563549 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f6f8414-0af1-46f2-a520-6d54c8bbcd1d tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:08.564160 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-6fce8a01-9ef5-478a-bf0b-3d20565ed020 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1039999274', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:08.577486 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6fce8a01-9ef5-478a-bf0b-3d20565ed020 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:08.586324 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6fce8a01-9ef5-478a-bf0b-3d20565ed020 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Usage tracker for resource:router and tenant:3aafa79d3d06419e8e7c5f7d6aab117f is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:08.592161 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6fce8a01-9ef5-478a-bf0b-3d20565ed020 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:08.598353 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f6f8414-0af1-46f2-a520-6d54c8bbcd1d tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:08.603795 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6fce8a01-9ef5-478a-bf0b-3d20565ed020 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:08.607897 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6f8414-0af1-46f2-a520-6d54c8bbcd1d tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:12:08.608295 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f6f8414-0af1-46f2-a520-6d54c8bbcd1d tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:12:08.630615 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:12:08.699099 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6fce8a01-9ef5-478a-bf0b-3d20565ed020 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:08.699099 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6fce8a01-9ef5-478a-bf0b-3d20565ed020 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:08.751416 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7054ddf4-7867-4d33-97fc-a4fd80dfa6eb None None] Deleting port de00ac2a-4218-417d-9551-9958fcc3a0a3 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:12:08.751999 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7054ddf4-7867-4d33-97fc-a4fd80dfa6eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:08.817578 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f6f8414-0af1-46f2-a520-6d54c8bbcd1d tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:08.821596 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7054ddf4-7867-4d33-97fc-a4fd80dfa6eb None None] The port 'de00ac2a-4218-417d-9551-9958fcc3a0a3' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:12:08.836200 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6fce8a01-9ef5-478a-bf0b-3d20565ed020 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:08.865990 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f6f8414-0af1-46f2-a520-6d54c8bbcd1d tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:08.887122 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f8414-0af1-46f2-a520-6d54c8bbcd1d tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Pushing event deleted for resources: {'Network': ['ID=8f62c3ee-aadb-4ebf-a3b3-dbd38ae0933b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:08.901105 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6f6f8414-0af1-46f2-a520-6d54c8bbcd1d tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "DELETE /v2.0/networks/8f62c3ee-aadb-4ebf-a3b3-dbd38ae0933b HTTP/1.1" status: 204 len: 168 time: 1.6175482 Feb 09 18:12:08.901105 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54434) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:08.931705 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6fce8a01-9ef5-478a-bf0b-3d20565ed020 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:09.085779 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6fce8a01-9ef5-478a-bf0b-3d20565ed020 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:09.087112 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6fce8a01-9ef5-478a-bf0b-3d20565ed020 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5309849 Feb 09 18:12:09.094173 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54440) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:09.100861 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-cf8875a8-3ba2-4a53-8456-feae5a9b4dde tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:09.104632 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac91f284-b3b6-47d2-b755-d0e69f470f82 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Deleting subnet 654b99b5-e1a7-4883-aaba-b17ec5d7fb3c {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:12:09.108025 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ac91f284-b3b6-47d2-b755-d0e69f470f82 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:09.170288 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ac91f284-b3b6-47d2-b755-d0e69f470f82 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:09.268239 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ac91f284-b3b6-47d2-b755-d0e69f470f82 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:09.405604 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device de00ac2a-4218-417d-9551-9958fcc3a0a3 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:12:09.441778 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ac91f284-b3b6-47d2-b755-d0e69f470f82 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:09.463230 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: de00ac2a-4218-417d-9551-9958fcc3a0a3 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:12:09.463587 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device de00ac2a-4218-417d-9551-9958fcc3a0a3 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:12:09.502811 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91f284-b3b6-47d2-b755-d0e69f470f82 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Pushing event deleted for resources: {'Subnet': ['ID=654b99b5-e1a7-4883-aaba-b17ec5d7fb3c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:09.509775 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ac91f284-b3b6-47d2-b755-d0e69f470f82 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:09.519640 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edaefee-13ae-4076-b6db-e163cf49c0db None None] Network 0c3d24ba-11d8-4b71-a45c-3f9c2c435498 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:12:09.530641 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ac91f284-b3b6-47d2-b755-d0e69f470f82 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "DELETE /v2.0/subnets/654b99b5-e1a7-4883-aaba-b17ec5d7fb3c HTTP/1.1" status: 204 len: 168 time: 0.6337144 Feb 09 18:12:09.531822 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54444) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:09.642014 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf8875a8-3ba2-4a53-8456-feae5a9b4dde tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:09.737603 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf8875a8-3ba2-4a53-8456-feae5a9b4dde tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640420'] for router, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:09.796355 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-19eb472e-47aa-4f35-a8e8-0c54e9105edf tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Deleting subnet 47fe7925-765c-4097-97cf-3cc56429341f {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:12:09.800027 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-19eb472e-47aa-4f35-a8e8-0c54e9105edf tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:09.861307 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-19eb472e-47aa-4f35-a8e8-0c54e9105edf tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:09.953575 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accc03a9-dea3-40f2-9556-317b365b3fe7 None None] DHCP port deletion for 0c3d24ba-11d8-4b71-a45c-3f9c2c435498 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:12:09.958245 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-accc03a9-dea3-40f2-9556-317b365b3fe7 None None] Deleting port 5549547d-1793-4f1b-9cf7-f494b772775a {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:12:09.958648 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-accc03a9-dea3-40f2-9556-317b365b3fe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:09.964837 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-19eb472e-47aa-4f35-a8e8-0c54e9105edf tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:10.068102 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8875a8-3ba2-4a53-8456-feae5a9b4dde tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Router 90950c00-e654-4152-8c98-7cb241d19007 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:12:10.138660 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-19eb472e-47aa-4f35-a8e8-0c54e9105edf tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:10.179927 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb472e-47aa-4f35-a8e8-0c54e9105edf tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Pushing event deleted for resources: {'Subnet': ['ID=47fe7925-765c-4097-97cf-3cc56429341f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:10.191207 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-19eb472e-47aa-4f35-a8e8-0c54e9105edf tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:10.199358 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-19eb472e-47aa-4f35-a8e8-0c54e9105edf tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "DELETE /v2.0/subnets/47fe7925-765c-4097-97cf-3cc56429341f HTTP/1.1" status: 204 len: 168 time: 0.6649284 Feb 09 18:12:10.200504 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54448) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:10.209915 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a67680-0872-4434-bb13-3c1d827966f7 None None] Network 10eb487d-5653-48ca-830f-f08d92c9d499 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:12:10.297544 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-accc03a9-dea3-40f2-9556-317b365b3fe7 None None] For port 5549547d-1793-4f1b-9cf7-f494b772775a, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5549547d-1793-4f1b-9cf7-f494b772775a,segment=NetworkSegment(6e4288c3-7393-4900-a2da-a1143dd79850),segment_id=6e4288c3-7393-4900-a2da-a1143dd79850)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:12:10.297840 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-accc03a9-dea3-40f2-9556-317b365b3fe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:10.312155 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8875a8-3ba2-4a53-8456-feae5a9b4dde tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:12:10.324896 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf8875a8-3ba2-4a53-8456-feae5a9b4dde tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:10.329078 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cf8875a8-3ba2-4a53-8456-feae5a9b4dde tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "PUT /v2.0/routers/90950c00-e654-4152-8c98-7cb241d19007 HTTP/1.1" status: 200 len: 698 time: 1.2312510 Feb 09 18:12:10.329592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54452) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:10.330667 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1adcec9-a3b8-41f3-8baa-1821783e0370 None None] Sync routers for ids ['90950c00-e654-4152-8c98-7cb241d19007'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:12:10.397782 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7e8dc58-7c2b-405c-9a51-38f2eeb65c56 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:10.409675 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f7e8dc58-7c2b-405c-9a51-38f2eeb65c56 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Deleting port 5549547d-1793-4f1b-9cf7-f494b772775a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:12:10.410028 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7e8dc58-7c2b-405c-9a51-38f2eeb65c56 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:10.475058 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-accc03a9-dea3-40f2-9556-317b365b3fe7 None None] Calling delete_port for 5549547d-1793-4f1b-9cf7-f494b772775a owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:12:10.619222 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9b65a07b-7851-4b3e-89ca-6d013d7c8533 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "GET /v2.0/routers/90950c00-e654-4152-8c98-7cb241d19007 HTTP/1.1" status: 200 len: 704 time: 0.2836692 Feb 09 18:12:10.619660 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54456) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:10.623328 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1adcec9-a3b8-41f3-8baa-1821783e0370 None None] Routers {'90950c00-e654-4152-8c98-7cb241d19007'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:12:10.624037 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-d1adcec9-a3b8-41f3-8baa-1821783e0370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['90950c00-e654-4152-8c98-7cb241d19007'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:10.679972 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-f7e8dc58-7c2b-405c-9a51-38f2eeb65c56 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] For port 5549547d-1793-4f1b-9cf7-f494b772775a, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5549547d-1793-4f1b-9cf7-f494b772775a,segment=NetworkSegment(6e4288c3-7393-4900-a2da-a1143dd79850),segment_id=6e4288c3-7393-4900-a2da-a1143dd79850)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:12:10.679972 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7e8dc58-7c2b-405c-9a51-38f2eeb65c56 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:10.685332 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-53601704-a0fe-4747-bce6-9695603ac6a4 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "GET /v2.0/ports?device_id=90950c00-e654-4152-8c98-7cb241d19007 HTTP/1.1" status: 200 len: 205 time: 0.0642231 Feb 09 18:12:10.687890 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54460) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:10.824117 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-d1adcec9-a3b8-41f3-8baa-1821783e0370 None None] Set router 90950c00-e654-4152-8c98-7cb241d19007 gateway port host: None {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:12:10.869509 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b7d937aa-515b-42d9-a8ab-f397e6714228 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:10.962132 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-accc03a9-dea3-40f2-9556-317b365b3fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:11.009599 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-d1adcec9-a3b8-41f3-8baa-1821783e0370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90950c00-e654-4152-8c98-7cb241d19007', 'name': 'tempest-RoutersIpV6Test-router-1039999274', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:12:08Z', 'updated_at': '2022-02-09T18:12:09Z', 'revision_number': 2, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:11.012391 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd532c0-d8d8-491c-9acf-31bd1ffe8a00 None None] DHCP port deletion for 10eb487d-5653-48ca-830f-f08d92c9d499 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:12:11.032966 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1adcec9-a3b8-41f3-8baa-1821783e0370 None None] Checking router: 90950c00-e654-4152-8c98-7cb241d19007 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:12:11.036923 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc03a9-dea3-40f2-9556-317b365b3fe7 None None] Pushing event deleted for resources: {'Port': ['ID=5549547d-1793-4f1b-9cf7-f494b772775a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:11.042103 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8bd532c0-d8d8-491c-9acf-31bd1ffe8a00 None None] Deleting port a3774cab-a7a2-47fb-9eec-c157db203213 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:12:11.047536 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8bd532c0-d8d8-491c-9acf-31bd1ffe8a00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:11.054469 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f7e8dc58-7c2b-405c-9a51-38f2eeb65c56 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Calling delete_port for 5549547d-1793-4f1b-9cf7-f494b772775a owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:12:11.081673 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accc03a9-dea3-40f2-9556-317b365b3fe7 None None] No DVR routers for this DVR port 5549547d-1793-4f1b-9cf7-f494b772775a on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:12:11.121534 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1adcec9-a3b8-41f3-8baa-1821783e0370 None None] Routers {'90950c00-e654-4152-8c98-7cb241d19007'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:12:11.122227 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-d1adcec9-a3b8-41f3-8baa-1821783e0370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['90950c00-e654-4152-8c98-7cb241d19007'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:11.181555 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.api [None req-f7e8dc58-7c2b-405c-9a51-38f2eeb65c56 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:12:11.181883 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG oslo_db.api [None req-f7e8dc58-7c2b-405c-9a51-38f2eeb65c56 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:12:11.321055 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-d1adcec9-a3b8-41f3-8baa-1821783e0370 None None] Set router 90950c00-e654-4152-8c98-7cb241d19007 gateway port host: None {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:12:11.458019 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5549547d-1793-4f1b-9cf7-f494b772775a no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:12:11.556021 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b7d937aa-515b-42d9-a8ab-f397e6714228 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:11.561476 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b7d937aa-515b-42d9-a8ab-f397e6714228 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:11.617796 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 5549547d-1793-4f1b-9cf7-f494b772775a {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:12:11.618144 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5549547d-1793-4f1b-9cf7-f494b772775a not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:12:11.618600 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device a3774cab-a7a2-47fb-9eec-c157db203213 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:12:11.651365 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-d1adcec9-a3b8-41f3-8baa-1821783e0370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90950c00-e654-4152-8c98-7cb241d19007', 'name': 'tempest-RoutersIpV6Test-router-1039999274', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:12:08Z', 'updated_at': '2022-02-09T18:12:09Z', 'revision_number': 2, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:11.676270 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1adcec9-a3b8-41f3-8baa-1821783e0370 None None] The sync data for ids ['90950c00-e654-4152-8c98-7cb241d19007'] in dv-neutron-827016-2-hyperv is: [{'id': '90950c00-e654-4152-8c98-7cb241d19007', 'name': 'tempest-RoutersIpV6Test-router-1039999274', 'tenant_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:12:08Z', 'updated_at': '2022-02-09T18:12:09Z', 'revision_number': 2, 'project_id': '3aafa79d3d06419e8e7c5f7d6aab117f', 'gw_port_host': None}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:12:11.679305 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b7d937aa-515b-42d9-a8ab-f397e6714228 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:11.689489 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d937aa-515b-42d9-a8ab-f397e6714228 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Fanout notify agent at l3_agent the message router_deleted on router 90950c00-e654-4152-8c98-7cb241d19007 {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:12:11.690466 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f7e8dc58-7c2b-405c-9a51-38f2eeb65c56 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Deleting port 5549547d-1793-4f1b-9cf7-f494b772775a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:12:11.690466 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7e8dc58-7c2b-405c-9a51-38f2eeb65c56 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:11.690877 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-8bd532c0-d8d8-491c-9acf-31bd1ffe8a00 None None] For port a3774cab-a7a2-47fb-9eec-c157db203213, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=a3774cab-a7a2-47fb-9eec-c157db203213,segment=NetworkSegment(76e48ff5-4882-433f-8d73-8c29b986400b),segment_id=76e48ff5-4882-433f-8d73-8c29b986400b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:12:11.691601 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8bd532c0-d8d8-491c-9acf-31bd1ffe8a00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:11.697175 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b7d937aa-515b-42d9-a8ab-f397e6714228 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:11.698600 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b7d937aa-515b-42d9-a8ab-f397e6714228 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/routers/90950c00-e654-4152-8c98-7cb241d19007 HTTP/1.1" status: 204 len: 168 time: 1.0102572 Feb 09 18:12:11.704916 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54464) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:11.758556 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-52968790-5788-49ee-ab1d-02501b7b7448 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "GET /v2.0/ports?device_id=90950c00-e654-4152-8c98-7cb241d19007 HTTP/1.1" status: 200 len: 205 time: 0.0490088 Feb 09 18:12:11.759712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54468) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:11.828200 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8bd532c0-d8d8-491c-9acf-31bd1ffe8a00 None None] Calling delete_port for a3774cab-a7a2-47fb-9eec-c157db203213 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:12:11.851913 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f7e8dc58-7c2b-405c-9a51-38f2eeb65c56 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] The port '5549547d-1793-4f1b-9cf7-f494b772775a' was deleted {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:12:11.883451 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-f12e0ba0-e6c4-4fbc-be4b-480ec3af3a4b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] delete failed (client error): The resource could not be found. Feb 09 18:12:11.885727 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f12e0ba0-e6c4-4fbc-be4b-480ec3af3a4b tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/routers/90950c00-e654-4152-8c98-7cb241d19007 HTTP/1.1" status: 404 len: 336 time: 0.1241412 Feb 09 18:12:11.889541 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54472) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:11.941842 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc17987-493d-45da-baba-f8d71044437f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] DELETE failed (client error): The resource could not be found. Feb 09 18:12:11.942602 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc17987-493d-45da-baba-f8d71044437f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:12:11.945047 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1dc17987-493d-45da-baba-f8d71044437f tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/subnets/75a95b99-8d5e-42fb-b37e-1564ea31d8e5 HTTP/1.1" status: 404 len: 337 time: 0.0536127 Feb 09 18:12:11.948886 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54476) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:12.007955 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-6345eea3-e2b4-4528-8bbc-b27932e17f87 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] DELETE failed (client error): The resource could not be found. Feb 09 18:12:12.008407 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6345eea3-e2b4-4528-8bbc-b27932e17f87 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:12:12.010783 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6345eea3-e2b4-4528-8bbc-b27932e17f87 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/subnets/ac701da2-f185-45cd-98a5-6db5d7f23071 HTTP/1.1" status: 404 len: 337 time: 0.0603523 Feb 09 18:12:12.019803 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54480) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:12.040208 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7e8dc58-7c2b-405c-9a51-38f2eeb65c56 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:12.067631 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:12.102131 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-f7e8dc58-7c2b-405c-9a51-38f2eeb65c56 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c3d24ba-11d8-4b71-a45c-3f9c2c435498']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:12.118748 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-078e1f86-8101-4e3c-aab9-b8db5fbacfc7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] DELETE failed (client error): The resource could not be found. Feb 09 18:12:12.119795 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-078e1f86-8101-4e3c-aab9-b8db5fbacfc7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:12:12.127126 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-078e1f86-8101-4e3c-aab9-b8db5fbacfc7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/subnets/ecab0fb0-55aa-43a2-8cc5-8dd1ff3a12e0 HTTP/1.1" status: 404 len: 337 time: 0.1037543 Feb 09 18:12:12.128297 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-f7e8dc58-7c2b-405c-9a51-38f2eeb65c56 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4288c3-7393-4900-a2da-a1143dd79850') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:12.129015 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-f7e8dc58-7c2b-405c-9a51-38f2eeb65c56 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4288c3-7393-4900-a2da-a1143dd79850') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:12.129266 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54484) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:12.131764 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8bd532c0-d8d8-491c-9acf-31bd1ffe8a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:12.157358 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7e8dc58-7c2b-405c-9a51-38f2eeb65c56 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:12.196984 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7e8dc58-7c2b-405c-9a51-38f2eeb65c56 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:12.199462 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-6deadf4a-c4ea-41e9-b83b-0bb409a27d7a tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] DELETE failed (client error): The resource could not be found. Feb 09 18:12:12.200155 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6deadf4a-c4ea-41e9-b83b-0bb409a27d7a tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:12:12.203176 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6deadf4a-c4ea-41e9-b83b-0bb409a27d7a tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/subnets/ed0e018d-fd46-4c59-9cac-33e8514e386b HTTP/1.1" status: 404 len: 337 time: 0.0724049 Feb 09 18:12:12.208875 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54488) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:12.215520 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e8dc58-7c2b-405c-9a51-38f2eeb65c56 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:12:12.222106 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7e8dc58-7c2b-405c-9a51-38f2eeb65c56 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:12:12.254542 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:12:12.262834 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd532c0-d8d8-491c-9acf-31bd1ffe8a00 None None] Pushing event deleted for resources: {'Port': ['ID=a3774cab-a7a2-47fb-9eec-c157db203213,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:12.267374 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd532c0-d8d8-491c-9acf-31bd1ffe8a00 None None] No DVR routers for this DVR port a3774cab-a7a2-47fb-9eec-c157db203213 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:12:12.288496 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b6a2acf0-d1ef-4b1e-b399-1b911d6de065 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff9e61-2c9e-4220-a8ae-266542a87b00 HTTP/1.1" status: 200 len: 205 time: 0.0780737 Feb 09 18:12:12.291217 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54492) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:12.365053 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-6d7cbcd6-bae7-4b62-9a04-9d7f9411bd18 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] delete failed (client error): The resource could not be found. Feb 09 18:12:12.366148 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6d7cbcd6-bae7-4b62-9a04-9d7f9411bd18 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/routers/efff9e61-2c9e-4220-a8ae-266542a87b00 HTTP/1.1" status: 404 len: 336 time: 0.0737898 Feb 09 18:12:12.369005 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54496) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:12.417223 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9ec2ed3c-755a-487e-b868-8acef0ccb457 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "GET /v2.0/ports?device_id=a56889ce-9e35-4039-a8a8-2e7824b07e22 HTTP/1.1" status: 200 len: 205 time: 0.0470364 Feb 09 18:12:12.419990 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54500) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:12.479854 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7e8dc58-7c2b-405c-9a51-38f2eeb65c56 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:12.502860 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-a0d02dd3-b06f-4dad-bcbc-308fb65d5b28 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] delete failed (client error): The resource could not be found. Feb 09 18:12:12.503599 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a0d02dd3-b06f-4dad-bcbc-308fb65d5b28 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/routers/a56889ce-9e35-4039-a8a8-2e7824b07e22 HTTP/1.1" status: 404 len: 336 time: 0.0819960 Feb 09 18:12:12.505919 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54504) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:12.510744 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7e8dc58-7c2b-405c-9a51-38f2eeb65c56 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:12.523022 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8dc58-7c2b-405c-9a51-38f2eeb65c56 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Pushing event deleted for resources: {'Network': ['ID=0c3d24ba-11d8-4b71-a45c-3f9c2c435498,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:12.527773 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f7e8dc58-7c2b-405c-9a51-38f2eeb65c56 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "DELETE /v2.0/networks/0c3d24ba-11d8-4b71-a45c-3f9c2c435498 HTTP/1.1" status: 204 len: 168 time: 2.3259637 Feb 09 18:12:12.530019 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54508) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:12.583838 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-892023bc-cb62-4f7d-bc4f-03c2e0b45ee8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] DELETE failed (client error): The resource could not be found. Feb 09 18:12:12.584561 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-892023bc-cb62-4f7d-bc4f-03c2e0b45ee8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:12:12.587818 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-892023bc-cb62-4f7d-bc4f-03c2e0b45ee8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/subnets/38a00349-2450-4efd-b24f-47af85cf4184 HTTP/1.1" status: 404 len: 337 time: 0.0800297 Feb 09 18:12:12.592011 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54512) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:12.656927 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-67863586-10c6-49d8-b0cc-ce0b173b57e3 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "GET /v2.0/ports?device_id=231c2c0b-2ed4-4fd8-8e16-79896c790d27 HTTP/1.1" status: 200 len: 205 time: 0.0633414 Feb 09 18:12:12.659826 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54516) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:12.677914 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e870da5c-dfed-4f3a-abca-f3ca1414b440 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:12.735784 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-4a3acced-7276-41b9-8731-72ac4a1dd39d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] delete failed (client error): The resource could not be found. Feb 09 18:12:12.736854 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4a3acced-7276-41b9-8731-72ac4a1dd39d tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/routers/231c2c0b-2ed4-4fd8-8e16-79896c790d27 HTTP/1.1" status: 404 len: 336 time: 0.0759828 Feb 09 18:12:12.740237 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54520) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:12.794126 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-349634e9-c0db-4796-8712-4a54da7665ef tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed8c09de-0691-470a-b7a2-6fc08ee5fa1b HTTP/1.1" status: 200 len: 205 time: 0.0525901 Feb 09 18:12:12.798114 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54524) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:12.871587 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-e74d162d-dc45-46ee-9a39-39275ee84070 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] delete failed (client error): The resource could not be found. Feb 09 18:12:12.873123 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e74d162d-dc45-46ee-9a39-39275ee84070 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/routers/ed8c09de-0691-470a-b7a2-6fc08ee5fa1b HTTP/1.1" status: 404 len: 336 time: 0.0740070 Feb 09 18:12:12.875336 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e870da5c-dfed-4f3a-abca-f3ca1414b440 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:12.875958 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54528) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:12.925364 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-147eaa8d-af59-4aa5-8735-649ead8f0bdc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] DELETE failed (client error): The resource could not be found. Feb 09 18:12:12.925818 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-147eaa8d-af59-4aa5-8735-649ead8f0bdc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:12:12.928916 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-147eaa8d-af59-4aa5-8735-649ead8f0bdc tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/subnets/760a299c-1154-4903-bfe5-9d0adc409699 HTTP/1.1" status: 404 len: 337 time: 0.0507550 Feb 09 18:12:12.932489 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54532) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:12.935339 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-e870da5c-dfed-4f3a-abca-f3ca1414b440 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10eb487d-5653-48ca-830f-f08d92c9d499']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:12.959014 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-e870da5c-dfed-4f3a-abca-f3ca1414b440 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e48ff5-4882-433f-8d73-8c29b986400b') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:12.959504 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-e870da5c-dfed-4f3a-abca-f3ca1414b440 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e48ff5-4882-433f-8d73-8c29b986400b') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:12.979257 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-abb8dada-7084-4d42-987b-91a1d028bd3e tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "GET /v2.0/ports?device_id=d81350fa-0974-45e9-856f-4290fa20a508 HTTP/1.1" status: 200 len: 205 time: 0.0455434 Feb 09 18:12:12.982450 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e870da5c-dfed-4f3a-abca-f3ca1414b440 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:12.983373 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54536) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:13.008405 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e870da5c-dfed-4f3a-abca-f3ca1414b440 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:13.020243 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e870da5c-dfed-4f3a-abca-f3ca1414b440 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:12:13.020903 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e870da5c-dfed-4f3a-abca-f3ca1414b440 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:12:13.048793 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:12:13.064813 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-e800f877-44fb-4e60-a058-958a0857f826 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] delete failed (client error): The resource could not be found. Feb 09 18:12:13.069120 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e800f877-44fb-4e60-a058-958a0857f826 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/routers/d81350fa-0974-45e9-856f-4290fa20a508 HTTP/1.1" status: 404 len: 336 time: 0.0812531 Feb 09 18:12:13.069474 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54540) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:13.111237 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd152c81-4ee0-4c35-91e4-b8ebbc4589a7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] DELETE failed (client error): The resource could not be found. Feb 09 18:12:13.111683 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd152c81-4ee0-4c35-91e4-b8ebbc4589a7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:12:13.116505 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-bd152c81-4ee0-4c35-91e4-b8ebbc4589a7 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/subnets/223556fb-a26c-425b-83dd-7b799799860f HTTP/1.1" status: 404 len: 337 time: 0.0435960 Feb 09 18:12:13.116907 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54544) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:13.164459 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-80e5732b-44c4-4dcd-89ec-bfead64a5990 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b3b16a5-12a5-46ef-a918-51b5797252a1 HTTP/1.1" status: 200 len: 205 time: 0.0464106 Feb 09 18:12:13.168214 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54548) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:13.242829 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-9b1566b5-60bd-4893-800a-0fa06a536a81 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] delete failed (client error): The resource could not be found. Feb 09 18:12:13.243899 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9b1566b5-60bd-4893-800a-0fa06a536a81 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/routers/6b3b16a5-12a5-46ef-a918-51b5797252a1 HTTP/1.1" status: 404 len: 336 time: 0.0760608 Feb 09 18:12:13.246755 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54552) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:13.294976 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f468e7b-3898-44ff-836e-08a4051a1779 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] DELETE failed (client error): The resource could not be found. Feb 09 18:12:13.295491 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f468e7b-3898-44ff-836e-08a4051a1779 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:12:13.303694 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8f468e7b-3898-44ff-836e-08a4051a1779 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/subnets/3b05d9ae-cced-4505-bc75-33ccb34720e9 HTTP/1.1" status: 404 len: 337 time: 0.0556271 Feb 09 18:12:13.306706 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54556) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:13.346424 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e870da5c-dfed-4f3a-abca-f3ca1414b440 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:13.350855 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-4086e55d-7d44-4ec8-af94-7e1881d3a2e8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] DELETE failed (client error): The resource could not be found. Feb 09 18:12:13.351301 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4086e55d-7d44-4ec8-af94-7e1881d3a2e8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:12:13.351729 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e870da5c-dfed-4f3a-abca-f3ca1414b440 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:13.353084 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4086e55d-7d44-4ec8-af94-7e1881d3a2e8 tempest-RoutersIpV6Test-1345300067 tempest-RoutersIpV6Test-1345300067-project] 10.222.0.21 "DELETE /v2.0/subnets/0acf3647-54b7-4849-8f41-7ebe37932533 HTTP/1.1" status: 404 len: 337 time: 0.0452373 Feb 09 18:12:13.358859 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e870da5c-dfed-4f3a-abca-f3ca1414b440 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "DELETE /v2.0/networks/10eb487d-5653-48ca-830f-f08d92c9d499 HTTP/1.1" status: 204 len: 168 time: 0.8249481 Feb 09 18:12:13.359925 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54562) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:13.380157 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870da5c-dfed-4f3a-abca-f3ca1414b440 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Pushing event deleted for resources: {'Network': ['ID=10eb487d-5653-48ca-830f-f08d92c9d499,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:13.657489 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-64434c93-fd95-4181-ae24-3325203e8801 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Deleting subnet 2abde0ae-b1e7-4e89-afe8-9c23faf8b10d {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:12:13.661145 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-64434c93-fd95-4181-ae24-3325203e8801 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:13.706058 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54568) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:13.728944 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-64434c93-fd95-4181-ae24-3325203e8801 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:13.790693 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b0a137f8-0dcd-4dec-b725-7deb2ca310a0 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=352fd60817ff4d5d9e97f16f52485b96&network_id=d4c343ed-e559-44fb-ac6e-3c378d83bbdf HTTP/1.1" status: 200 len: 3000 time: 0.0825155 Feb 09 18:12:13.854788 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-64434c93-fd95-4181-ae24-3325203e8801 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:14.063938 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-64434c93-fd95-4181-ae24-3325203e8801 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:14.109193 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54578) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:14.117768 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64434c93-fd95-4181-ae24-3325203e8801 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Pushing event deleted for resources: {'Subnet': ['ID=2abde0ae-b1e7-4e89-afe8-9c23faf8b10d,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:14.130121 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-64434c93-fd95-4181-ae24-3325203e8801 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:14.135583 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992d81c8-2153-4f68-b919-49cb2b1530ec None None] Network eaf86857-deca-402f-a338-7e4b511e6049 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:12:14.144663 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64434c93-fd95-4181-ae24-3325203e8801 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:14.145207 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64434c93-fd95-4181-ae24-3325203e8801 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:14.150413 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64434c93-fd95-4181-ae24-3325203e8801 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:14.150413 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64434c93-fd95-4181-ae24-3325203e8801 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:14.150413 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64434c93-fd95-4181-ae24-3325203e8801 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:14.150413 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64434c93-fd95-4181-ae24-3325203e8801 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:14.150413 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64434c93-fd95-4181-ae24-3325203e8801 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:14.150413 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64434c93-fd95-4181-ae24-3325203e8801 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:14.150413 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64434c93-fd95-4181-ae24-3325203e8801 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:14.150413 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64434c93-fd95-4181-ae24-3325203e8801 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:14.150413 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64434c93-fd95-4181-ae24-3325203e8801 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:14.156634 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-64434c93-fd95-4181-ae24-3325203e8801 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "DELETE /v2.0/subnets/2abde0ae-b1e7-4e89-afe8-9c23faf8b10d HTTP/1.1" status: 204 len: 168 time: 0.7956886 Feb 09 18:12:14.159180 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54584) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:14.309919 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:14.351070 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Deleting port dcd618cc-c5c7-4164-82d2-35f16399af8e {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:12:14.351448 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:14.389018 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b817428c-c50a-47a8-84c7-be8d937c8fd6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3aafa79d3d06419e8e7c5f7d6aab117f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2787433 Feb 09 18:12:14.392311 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54588) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:14.561103 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a02fda24-4fa3-4f51-a4ca-6734fc9d5984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:14.631314 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafab89d-7cd7-4a4c-9e7f-7669b4fc9c53 None None] DHCP port deletion for eaf86857-deca-402f-a338-7e4b511e6049 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:12:14.651057 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-eafab89d-7cd7-4a4c-9e7f-7669b4fc9c53 None None] Deleting port dcd618cc-c5c7-4164-82d2-35f16399af8e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:12:14.651664 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eafab89d-7cd7-4a4c-9e7f-7669b4fc9c53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:14.708348 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a02fda24-4fa3-4f51-a4ca-6734fc9d5984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:14.730889 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] For port dcd618cc-c5c7-4164-82d2-35f16399af8e, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=dcd618cc-c5c7-4164-82d2-35f16399af8e,segment=NetworkSegment(b0111017-cffa-4795-b520-fa5c7eada0dc),segment_id=b0111017-cffa-4795-b520-fa5c7eada0dc)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:12:14.731242 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:14.969662 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Calling delete_port for dcd618cc-c5c7-4164-82d2-35f16399af8e owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:12:14.971090 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-eafab89d-7cd7-4a4c-9e7f-7669b4fc9c53 None None] For port dcd618cc-c5c7-4164-82d2-35f16399af8e, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=dcd618cc-c5c7-4164-82d2-35f16399af8e,segment=NetworkSegment(b0111017-cffa-4795-b520-fa5c7eada0dc),segment_id=b0111017-cffa-4795-b520-fa5c7eada0dc)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:12:14.971486 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eafab89d-7cd7-4a4c-9e7f-7669b4fc9c53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:15.155264 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a02fda24-4fa3-4f51-a4ca-6734fc9d5984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:15.165423 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-eafab89d-7cd7-4a4c-9e7f-7669b4fc9c53 None None] Calling delete_port for dcd618cc-c5c7-4164-82d2-35f16399af8e owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:12:15.188496 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fda24-4fa3-4f51-a4ca-6734fc9d5984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8ae717-e9e0-48e2-8d79-081ead862107,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:15.200784 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:15.285101 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-eafab89d-7cd7-4a4c-9e7f-7669b4fc9c53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:12:15.285434 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-eafab89d-7cd7-4a4c-9e7f-7669b4fc9c53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:12:15.289966 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Pushing event deleted for resources: {'Port': ['ID=dcd618cc-c5c7-4164-82d2-35f16399af8e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:15.296792 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a02fda24-4fa3-4f51-a4ca-6734fc9d5984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:15.297955 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a02fda24-4fa3-4f51-a4ca-6734fc9d5984 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d8ae717-e9e0-48e2-8d79-081ead862107 HTTP/1.1" status: 204 len: 168 time: 0.9047201 Feb 09 18:12:15.298964 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] No DVR routers for this DVR port dcd618cc-c5c7-4164-82d2-35f16399af8e on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:12:15.418632 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device dcd618cc-c5c7-4164-82d2-35f16399af8e no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:12:15.442289 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:15.446104 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54598) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:15.455868 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: dcd618cc-c5c7-4164-82d2-35f16399af8e {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:12:15.459851 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device dcd618cc-c5c7-4164-82d2-35f16399af8e not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:12:15.473266 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf86857-deca-402f-a338-7e4b511e6049']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:15.490543 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0111017-cffa-4795-b520-fa5c7eada0dc') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:15.490962 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0111017-cffa-4795-b520-fa5c7eada0dc') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:15.508337 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:15.532002 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:15.533734 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee2257b-9baa-4ca3-980d-a6e65e048994 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:15.536215 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-eee2257b-9baa-4ca3-980d-a6e65e048994 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4 HTTP/1.1" status: 200 len: 814 time: 0.0876198 Feb 09 18:12:15.539797 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:12:15.540254 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:12:15.555142 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:12:15.740084 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:15.765315 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:15.767522 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Pushing event deleted for resources: {'Network': ['ID=eaf86857-deca-402f-a338-7e4b511e6049,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:15.788099 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "DELETE /v2.0/networks/eaf86857-deca-402f-a338-7e4b511e6049 HTTP/1.1" status: 204 len: 168 time: 1.6164486 Feb 09 18:12:15.788331 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54608) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:15.788541 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:15.788541 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:15.788541 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:15.788541 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:15.788541 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:15.788541 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:15.788541 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:15.789667 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:15.789667 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:15.790007 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:15.790232 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4136d2d-ceaa-4c35-97ba-319c5cf46af6 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:15.791864 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-eafab89d-7cd7-4a4c-9e7f-7669b4fc9c53 None None] Deleting port dcd618cc-c5c7-4164-82d2-35f16399af8e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:12:15.792357 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eafab89d-7cd7-4a4c-9e7f-7669b4fc9c53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:15.840019 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cde5fc77-e640-40cd-8ad8-b93d45a22c8b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Synchronizing usage tracker for tenant:c2b893edcfc6472bb536d9913207c56d on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:12:15.915555 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-eafab89d-7cd7-4a4c-9e7f-7669b4fc9c53 None None] The port 'dcd618cc-c5c7-4164-82d2-35f16399af8e' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:12:15.977628 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cde5fc77-e640-40cd-8ad8-b93d45a22c8b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Unset dirty status for tenant:c2b893edcfc6472bb536d9913207c56d on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:12:15.981335 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cde5fc77-e640-40cd-8ad8-b93d45a22c8b tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "GET /v2.0/ports?device_id=62111e32-184c-4762-9ad8-91228f8b6207 HTTP/1.1" status: 200 len: 205 time: 0.1952314 Feb 09 18:12:15.982158 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54618) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:16.123691 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54622) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:16.134098 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-88254e7c-e30b-4845-ba23-aa5a238609e4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:16.155385 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1eca0aea-1e4a-48a2-963e-63745d3fa7f7 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:16.265190 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-88254e7c-e30b-4845-ba23-aa5a238609e4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:16.661242 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1eca0aea-1e4a-48a2-963e-63745d3fa7f7 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:16.668493 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1eca0aea-1e4a-48a2-963e-63745d3fa7f7 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:16.725314 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75776f0d-7518-4ccc-8ee2-f10589b2dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:16.789142 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-88254e7c-e30b-4845-ba23-aa5a238609e4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:16.844874 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1eca0aea-1e4a-48a2-963e-63745d3fa7f7 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:16.849491 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eca0aea-1e4a-48a2-963e-63745d3fa7f7 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Fanout notify agent at l3_agent the message router_deleted on router 62111e32-184c-4762-9ad8-91228f8b6207 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:12:16.858327 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1eca0aea-1e4a-48a2-963e-63745d3fa7f7 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:16.859650 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1eca0aea-1e4a-48a2-963e-63745d3fa7f7 tempest-RoutersNegativeIpV6Test-1688703421 tempest-RoutersNegativeIpV6Test-1688703421-project] 10.222.0.21 "DELETE /v2.0/routers/62111e32-184c-4762-9ad8-91228f8b6207 HTTP/1.1" status: 204 len: 168 time: 0.8763847 Feb 09 18:12:16.897156 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-88254e7c-e30b-4845-ba23-aa5a238609e4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:16.897976 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.l3_db [None req-88254e7c-e30b-4845-ba23-aa5a238609e4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Floating IP 96913165-e7d4-4eba-9467-d8fb861f8794 disassociated. External IP: 172.26.8.90, port: 633296ee-bec1-497e-b6f4-b57211f6ba40. Feb 09 18:12:16.926454 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:16.996704 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54636) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:17.208593 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f6685f7e-06ee-444f-9aac-b96a125295b0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'network': {'name': 'tempest-RoutersTest-780922414'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:17.214466 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f6685f7e-06ee-444f-9aac-b96a125295b0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:17.219177 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f6685f7e-06ee-444f-9aac-b96a125295b0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:network and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:17.223452 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f6685f7e-06ee-444f-9aac-b96a125295b0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:17.230221 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f6685f7e-06ee-444f-9aac-b96a125295b0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:17.411665 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6685f7e-06ee-444f-9aac-b96a125295b0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Made reservation on behalf of 1fb3e00fc3da4739bcd8c33a1d8996af for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:12:17.421944 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6685f7e-06ee-444f-9aac-b96a125295b0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:17.455989 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6685f7e-06ee-444f-9aac-b96a125295b0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:17.513322 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f6685f7e-06ee-444f-9aac-b96a125295b0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:17.530990 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f6685f7e-06ee-444f-9aac-b96a125295b0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:security_group_rule and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:17.530990 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f6685f7e-06ee-444f-9aac-b96a125295b0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:17.533078 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f6685f7e-06ee-444f-9aac-b96a125295b0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:17.601141 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88254e7c-e30b-4845-ba23-aa5a238609e4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 5e855328-ab3f-43d1-a29e-22321f9f9c71 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:12:17.621747 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6685f7e-06ee-444f-9aac-b96a125295b0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:17.641112 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54644) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:17.686987 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6685f7e-06ee-444f-9aac-b96a125295b0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:17.735647 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6685f7e-06ee-444f-9aac-b96a125295b0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:12:17.754133 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6685f7e-06ee-444f-9aac-b96a125295b0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d019bf4-e776-435b-bdb9-11354d8af0ee,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:17.761299 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6685f7e-06ee-444f-9aac-b96a125295b0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:17.762184 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-f6685f7e-06ee-444f-9aac-b96a125295b0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Added segment 78f537d9-9980-469c-ac21-3b647c7b917a of type vlan for network bb24d90f-4d4a-4b9b-8d82-b73253444a8b Feb 09 18:12:17.824672 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6685f7e-06ee-444f-9aac-b96a125295b0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:17.937128 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88254e7c-e30b-4845-ba23-aa5a238609e4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:12:17.950207 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6685f7e-06ee-444f-9aac-b96a125295b0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:17.950479 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-88254e7c-e30b-4845-ba23-aa5a238609e4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:17.951847 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d4f23-d5ce-46f7-95f7-eb7893d355f5 None None] Sync routers for ids ['5e855328-ab3f-43d1-a29e-22321f9f9c71'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:12:17.956635 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6685f7e-06ee-444f-9aac-b96a125295b0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:17.962209 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6685f7e-06ee-444f-9aac-b96a125295b0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:17.974002 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d4f23-d5ce-46f7-95f7-eb7893d355f5 None None] Routers {'5e855328-ab3f-43d1-a29e-22321f9f9c71'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:12:17.975273 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e64d4f23-d5ce-46f7-95f7-eb7893d355f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['5e855328-ab3f-43d1-a29e-22321f9f9c71'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:18.013845 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-18cbe105-f43e-46a0-b753-0cd0d0df19c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2b893edcfc6472bb536d9913207c56d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3709223 Feb 09 18:12:18.023295 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-88254e7c-e30b-4845-ba23-aa5a238609e4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "PUT /v2.0/floatingips/96913165-e7d4-4eba-9467-d8fb861f8794 HTTP/1.1" status: 200 len: 689 time: 1.8929157 Feb 09 18:12:18.023295 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54650) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:18.023295 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3', 'tag': '633296ee-bec1-497e-b6f4-b57211f6ba40'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:12:18.026936 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54652) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:18.182743 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-538da3f8-dfbe-45bf-802d-2b33d0ea0515 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/96913165-e7d4-4eba-9467-d8fb861f8794 HTTP/1.1" status: 200 len: 689 time: 0.1514022 Feb 09 18:12:18.210751 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6ee09562-82da-42ee-bf7a-5c9108031d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:18.268208 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6ee09562-82da-42ee-bf7a-5c9108031d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:18.321171 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3', 'tag': '633296ee-bec1-497e-b6f4-b57211f6ba40', 'status': 'completed', 'code': 200} Feb 09 18:12:18.368144 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6685f7e-06ee-444f-9aac-b96a125295b0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Network': ['ID=bb24d90f-4d4a-4b9b-8d82-b73253444a8b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:18.398829 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network bb24d90f-4d4a-4b9b-8d82-b73253444a8b details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:12:18.435044 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-e64d4f23-d5ce-46f7-95f7-eb7893d355f5 None None] Set router 5e855328-ab3f-43d1-a29e-22321f9f9c71 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:12:18.512588 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54662) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:18.515365 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f6685f7e-06ee-444f-9aac-b96a125295b0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5168509 Feb 09 18:12:18.520026 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-5e7778e6-b4f2-4387-95dd-dd752cf7b725 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'network': {'name': 'tempest-RoutersTest-1490790974'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:18.536324 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5e7778e6-b4f2-4387-95dd-dd752cf7b725 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:18.551998 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5e7778e6-b4f2-4387-95dd-dd752cf7b725 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:network and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:18.559061 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5e7778e6-b4f2-4387-95dd-dd752cf7b725 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:18.567242 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2650b1d8-3769-49b2-a6af-7bbae325ac14 req-85c45965-3f2b-42e3-826d-b7ac8b204ff9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3 HTTP/1.1" status: 200 len: 1099 time: 0.1885068 Feb 09 18:12:18.573667 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5e7778e6-b4f2-4387-95dd-dd752cf7b725 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:18.590471 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6ee09562-82da-42ee-bf7a-5c9108031d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:18.634064 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee09562-82da-42ee-bf7a-5c9108031d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdee9913-0120-46b0-8ed7-432962529079,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:18.638352 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6ee09562-82da-42ee-bf7a-5c9108031d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:18.642668 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6ee09562-82da-42ee-bf7a-5c9108031d6c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cdee9913-0120-46b0-8ed7-432962529079 HTTP/1.1" status: 204 len: 168 time: 0.6146510 Feb 09 18:12:18.709564 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7778e6-b4f2-4387-95dd-dd752cf7b725 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Made reservation on behalf of 1fb3e00fc3da4739bcd8c33a1d8996af for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:12:18.716545 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e7778e6-b4f2-4387-95dd-dd752cf7b725 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:18.775307 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7778e6-b4f2-4387-95dd-dd752cf7b725 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:12:18.792262 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e7778e6-b4f2-4387-95dd-dd752cf7b725 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:18.793567 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-5e7778e6-b4f2-4387-95dd-dd752cf7b725 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Added segment 218f1bfe-ca59-4d33-bcc5-b038b2c5df5c of type vlan for network e3bcae99-9de8-42e0-9119-9058f8442105 Feb 09 18:12:18.820290 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650b1d8-3769-49b2-a6af-7bbae325ac14 req-ddfdb6e7-f179-4f85-8eef-9298b38a0c9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:18.824550 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2650b1d8-3769-49b2-a6af-7bbae325ac14 req-ddfdb6e7-f179-4f85-8eef-9298b38a0c9b service neutron] 10.222.0.50 "GET /v2.0/networks?id=d4c343ed-e559-44fb-ac6e-3c378d83bbdf HTTP/1.1" status: 200 len: 898 time: 0.2491415 Feb 09 18:12:18.833191 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e7778e6-b4f2-4387-95dd-dd752cf7b725 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:18.929579 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2650b1d8-3769-49b2-a6af-7bbae325ac14 req-62db4228-2164-4dec-b4bf-875ec096e441 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=633296ee-bec1-497e-b6f4-b57211f6ba40 HTTP/1.1" status: 200 len: 217 time: 0.1005564 Feb 09 18:12:18.935976 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e64d4f23-d5ce-46f7-95f7-eb7893d355f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'name': 'tempest-TestNetworkBasicOps-router-1224041964', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:34Z', 'updated_at': '2022-02-09T18:10:57Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:37Z', 'updated_at': '2022-02-09T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '5b0c9820-5ee9-47df-aaec-5f0da7b2e55b', 'name': '', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:5e:6a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:55Z', 'updated_at': '2022-02-09T18:11:14Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:18.940904 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d4f23-d5ce-46f7-95f7-eb7893d355f5 None None] Checking router: 5e855328-ab3f-43d1-a29e-22321f9f9c71 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:12:18.953492 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d4f23-d5ce-46f7-95f7-eb7893d355f5 None None] Routers {'5e855328-ab3f-43d1-a29e-22321f9f9c71'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:12:18.953492 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e64d4f23-d5ce-46f7-95f7-eb7893d355f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:11:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['5e855328-ab3f-43d1-a29e-22321f9f9c71'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:19.019455 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650b1d8-3769-49b2-a6af-7bbae325ac14 req-4a98975a-f36b-4ed7-a42b-cb7f67c4a3a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:19.022495 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2650b1d8-3769-49b2-a6af-7bbae325ac14 req-4a98975a-f36b-4ed7-a42b-cb7f67c4a3a7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a7ce76d-2721-4a28-b892-4c0742fa81e4 HTTP/1.1" status: 200 len: 835 time: 0.0870545 Feb 09 18:12:19.024976 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e7778e6-b4f2-4387-95dd-dd752cf7b725 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:19.027884 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7778e6-b4f2-4387-95dd-dd752cf7b725 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:19.028069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e7778e6-b4f2-4387-95dd-dd752cf7b725 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:19.067927 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-155dba68-db81-451c-94b6-939955b61652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:19.193148 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54670) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:19.210871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7778e6-b4f2-4387-95dd-dd752cf7b725 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Network': ['ID=e3bcae99-9de8-42e0-9119-9058f8442105,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:19.227398 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network e3bcae99-9de8-42e0-9119-9058f8442105 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:12:19.332270 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-e64d4f23-d5ce-46f7-95f7-eb7893d355f5 None None] Set router 5e855328-ab3f-43d1-a29e-22321f9f9c71 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:12:19.355542 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5e7778e6-b4f2-4387-95dd-dd752cf7b725 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8415782 Feb 09 18:12:19.365757 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54676) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:19.375733 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-70c45df7-1bc0-458b-9b30-ca46d9f5f6e3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'subnet': {'network_id': 'bb24d90f-4d4a-4b9b-8d82-b73253444a8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:19.417886 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-085b3c31-6b7c-49c9-b2d4-a9cc3b68cfed tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/96913165-e7d4-4eba-9467-d8fb861f8794 HTTP/1.1" status: 200 len: 689 time: 0.2215285 Feb 09 18:12:19.444147 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2650b1d8-3769-49b2-a6af-7bbae325ac14 req-6b8cdcb7-4dcf-41b9-8400-40a969c25210 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4c343ed-e559-44fb-ac6e-3c378d83bbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4122553 Feb 09 18:12:19.461572 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [req-2650b1d8-3769-49b2-a6af-7bbae325ac14 req-608ffc94-a019-4332-bdb7-7debb8506776 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:12:19.463464 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2650b1d8-3769-49b2-a6af-7bbae325ac14 req-608ffc94-a019-4332-bdb7-7debb8506776 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0094244 Feb 09 18:12:19.554499 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-70c45df7-1bc0-458b-9b30-ca46d9f5f6e3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:19.559982 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-70c45df7-1bc0-458b-9b30-ca46d9f5f6e3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:subnet and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:19.569440 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-70c45df7-1bc0-458b-9b30-ca46d9f5f6e3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:19.592345 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-70c45df7-1bc0-458b-9b30-ca46d9f5f6e3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:19.697058 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c45df7-1bc0-458b-9b30-ca46d9f5f6e3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Made reservation on behalf of 1fb3e00fc3da4739bcd8c33a1d8996af for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:12:19.754144 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2650b1d8-3769-49b2-a6af-7bbae325ac14 req-a9856adf-a515-49be-805d-30cd5b0529fc service neutron] 10.222.0.50 "GET /v2.0/networks/d4c343ed-e559-44fb-ac6e-3c378d83bbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819161 Feb 09 18:12:19.781131 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e64d4f23-d5ce-46f7-95f7-eb7893d355f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'name': 'tempest-TestNetworkBasicOps-router-1224041964', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:34Z', 'updated_at': '2022-02-09T18:10:57Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:37Z', 'updated_at': '2022-02-09T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '5b0c9820-5ee9-47df-aaec-5f0da7b2e55b', 'name': '', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:5e:6a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:55Z', 'updated_at': '2022-02-09T18:11:14Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:19.787407 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d4f23-d5ce-46f7-95f7-eb7893d355f5 None None] The sync data for ids ['5e855328-ab3f-43d1-a29e-22321f9f9c71'] in dv-neutron-827016-2-hyperv is: [{'id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'name': 'tempest-TestNetworkBasicOps-router-1224041964', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:34Z', 'updated_at': '2022-02-09T18:10:57Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:37Z', 'updated_at': '2022-02-09T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '5b0c9820-5ee9-47df-aaec-5f0da7b2e55b', 'name': '', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:5e:6a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:55Z', 'updated_at': '2022-02-09T18:11:14Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:12:20.023583 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2650b1d8-3769-49b2-a6af-7bbae325ac14 req-327c2a0d-9fa7-474c-a0d9-2934dbb33930 service neutron] 10.222.0.50 "GET /v2.0/networks/d4c343ed-e559-44fb-ac6e-3c378d83bbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578287 Feb 09 18:12:20.039713 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-70c45df7-1bc0-458b-9b30-ca46d9f5f6e3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:20.070978 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:20.160969 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b1eb34-e8c2-42dd-8701-f66783c55841 None None] New status for floating IP 96913165-e7d4-4eba-9467-d8fb861f8794: DOWN {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:12:20.219840 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:20.383470 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-70c45df7-1bc0-458b-9b30-ca46d9f5f6e3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:20.423149 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54690) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:20.546141 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b693ed1f-2a1a-41d8-9da5-048927108776 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/96913165-e7d4-4eba-9467-d8fb861f8794 HTTP/1.1" status: 200 len: 689 time: 0.1213396 Feb 09 18:12:20.562163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c45df7-1bc0-458b-9b30-ca46d9f5f6e3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Subnet': ['ID=303d2120-2e72-42de-8430-738d7507c140,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:20.583704 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c45df7-1bc0-458b-9b30-ca46d9f5f6e3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Checking segment: {'id': '78f537d9-9980-469c-ac21-3b647c7b917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bb24d90f-4d4a-4b9b-8d82-b73253444a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:12:20.584089 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c45df7-1bc0-458b-9b30-ca46d9f5f6e3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network hostable DHCP agents. Network: bb24d90f-4d4a-4b9b-8d82-b73253444a8b, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:12:20.678201 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54696) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:20.736832 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c45df7-1bc0-458b-9b30-ca46d9f5f6e3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network bb24d90f-4d4a-4b9b-8d82-b73253444a8b is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:12:20.826885 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b3ec5f58-d62f-4c1b-bab5-cebec1376088 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:20.827621 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-b3ec5f58-d62f-4c1b-bab5-cebec1376088 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 18:12:20.830717 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b3ec5f58-d62f-4c1b-bab5-cebec1376088 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1511378 Feb 09 18:12:20.838257 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54702) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:20.848663 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-2d16ba64-8c16-4b43-944d-407cfd8e655e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group': {'name': 'tempest-secgroup--686908410'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:20.859840 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2d16ba64-8c16-4b43-944d-407cfd8e655e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:20.869144 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2d16ba64-8c16-4b43-944d-407cfd8e655e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Usage tracker for resource:security_group and tenant:66bfea63fe06455bbd9184c517bb3ba2 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:20.874724 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-70c45df7-1bc0-458b-9b30-ca46d9f5f6e3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, bb24d90f-4d4a-4b9b-8d82-b73253444a8b) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:12:20.878143 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2d16ba64-8c16-4b43-944d-407cfd8e655e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:20.883637 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3a4458-03b9-423a-8d17-4715506e7a7b None None] Network bb24d90f-4d4a-4b9b-8d82-b73253444a8b requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:12:20.891650 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c45df7-1bc0-458b-9b30-ca46d9f5f6e3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:20.892793 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-70c45df7-1bc0-458b-9b30-ca46d9f5f6e3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:20.902997 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2d16ba64-8c16-4b43-944d-407cfd8e655e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:21.006587 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2d16ba64-8c16-4b43-944d-407cfd8e655e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:21.031455 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2d16ba64-8c16-4b43-944d-407cfd8e655e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:21.056794 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-70c45df7-1bc0-458b-9b30-ca46d9f5f6e3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6919024 Feb 09 18:12:21.057468 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54706) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:21.062953 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-052c07e8-ea59-45b7-9587-05f3bee3cee5 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'subnet': {'network_id': 'e3bcae99-9de8-42e0-9119-9058f8442105', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:21.100863 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2d16ba64-8c16-4b43-944d-407cfd8e655e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:21.107231 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2d16ba64-8c16-4b43-944d-407cfd8e655e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Usage tracker for resource:security_group_rule and tenant:66bfea63fe06455bbd9184c517bb3ba2 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:21.111234 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2d16ba64-8c16-4b43-944d-407cfd8e655e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:21.119633 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2d16ba64-8c16-4b43-944d-407cfd8e655e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:21.185874 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388fd772-05ff-49bb-84b1-affce9ef0679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-bb24d90f-4d4a-4b9b-8d82-b73253444a8b', 'network_id': 'bb24d90f-4d4a-4b9b-8d82-b73253444a8b', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'fixed_ips': [{'subnet_id': '303d2120-2e72-42de-8430-738d7507c140'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:12:21.186815 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-388fd772-05ff-49bb-84b1-affce9ef0679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:21.193511 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-052c07e8-ea59-45b7-9587-05f3bee3cee5 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:21.196297 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-052c07e8-ea59-45b7-9587-05f3bee3cee5 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:subnet and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:21.202501 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-052c07e8-ea59-45b7-9587-05f3bee3cee5 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:21.208391 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-052c07e8-ea59-45b7-9587-05f3bee3cee5 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:21.221972 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2d16ba64-8c16-4b43-944d-407cfd8e655e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:21.308955 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2d16ba64-8c16-4b43-944d-407cfd8e655e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:21.391638 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2d16ba64-8c16-4b43-944d-407cfd8e655e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:21.398014 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16ba64-8c16-4b43-944d-407cfd8e655e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e11ff781-b704-403a-9090-42641f5b6af4,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:21.403375 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2d16ba64-8c16-4b43-944d-407cfd8e655e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Usage tracker for resource:security_group_rule and tenant:66bfea63fe06455bbd9184c517bb3ba2 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:21.409756 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2d16ba64-8c16-4b43-944d-407cfd8e655e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:21.411859 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052c07e8-ea59-45b7-9587-05f3bee3cee5 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Made reservation on behalf of 1fb3e00fc3da4739bcd8c33a1d8996af for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:12:21.422953 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-388fd772-05ff-49bb-84b1-affce9ef0679 None None] Allocated IP 172.20.0.2 (bb24d90f-4d4a-4b9b-8d82-b73253444a8b/303d2120-2e72-42de-8430-738d7507c140/c2f1da95-c6b0-487e-bb8e-25f80539cffe) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:12:21.425767 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2d16ba64-8c16-4b43-944d-407cfd8e655e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:21.513065 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2d16ba64-8c16-4b43-944d-407cfd8e655e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:21.552143 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54712) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:21.569379 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-052c07e8-ea59-45b7-9587-05f3bee3cee5 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:21.629320 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2d16ba64-8c16-4b43-944d-407cfd8e655e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:21.668755 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:21.702331 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cd1dfb53-beb4-471d-8c60-fe59931e963d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/96913165-e7d4-4eba-9467-d8fb861f8794 HTTP/1.1" status: 200 len: 687 time: 0.1392117 Feb 09 18:12:21.722057 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16ba64-8c16-4b43-944d-407cfd8e655e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61774a65-f69f-49ac-9c0c-b08740130d2b,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:21.788224 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2d16ba64-8c16-4b43-944d-407cfd8e655e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:21.791132 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2d16ba64-8c16-4b43-944d-407cfd8e655e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9503355 Feb 09 18:12:21.794089 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54716) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:21.804019 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-bf61d3b1-368b-49e8-ac7b-612ab5f3426e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group_rule': {'security_group_id': '61774a65-f69f-49ac-9c0c-b08740130d2b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:21.817069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-bf61d3b1-368b-49e8-ac7b-612ab5f3426e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:21.818006 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-388fd772-05ff-49bb-84b1-affce9ef0679 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:21.824613 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-bf61d3b1-368b-49e8-ac7b-612ab5f3426e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Usage tracker for resource:security_group_rule and tenant:66bfea63fe06455bbd9184c517bb3ba2 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:21.825856 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-388fd772-05ff-49bb-84b1-affce9ef0679 None None] Transition to ACTIVE for port object c2f1da95-c6b0-487e-bb8e-25f80539cffe will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:12:21.829845 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-bf61d3b1-368b-49e8-ac7b-612ab5f3426e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:21.836871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-bf61d3b1-368b-49e8-ac7b-612ab5f3426e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:21.849077 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-388fd772-05ff-49bb-84b1-affce9ef0679 None None] Transition to ACTIVE for port object c2f1da95-c6b0-487e-bb8e-25f80539cffe will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:12:21.943990 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bf61d3b1-368b-49e8-ac7b-612ab5f3426e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:21.982995 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-052c07e8-ea59-45b7-9587-05f3bee3cee5 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:21.985592 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-388fd772-05ff-49bb-84b1-affce9ef0679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:22.040434 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bf61d3b1-368b-49e8-ac7b-612ab5f3426e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:22.101300 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388fd772-05ff-49bb-84b1-affce9ef0679 None None] Network bb24d90f-4d4a-4b9b-8d82-b73253444a8b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:12:22.105307 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-388fd772-05ff-49bb-84b1-affce9ef0679 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:12:22.112702 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388fd772-05ff-49bb-84b1-affce9ef0679 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:12:22.117721 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fd772-05ff-49bb-84b1-affce9ef0679 None None] Pushing event updated for resources: {'Port': ['ID=c2f1da95-c6b0-487e-bb8e-25f80539cffe,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:22.121910 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bf61d3b1-368b-49e8-ac7b-612ab5f3426e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:22.138268 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c07e8-ea59-45b7-9587-05f3bee3cee5 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Subnet': ['ID=9fcb47c1-e07e-423d-9980-3bf1d1bb3165,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:22.154801 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052c07e8-ea59-45b7-9587-05f3bee3cee5 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Checking segment: {'id': '218f1bfe-ca59-4d33-bcc5-b038b2c5df5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e3bcae99-9de8-42e0-9119-9058f8442105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:12:22.155752 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052c07e8-ea59-45b7-9587-05f3bee3cee5 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network hostable DHCP agents. Network: e3bcae99-9de8-42e0-9119-9058f8442105, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:12:22.175493 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61d3b1-368b-49e8-ac7b-612ab5f3426e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd02950-3000-4b67-b5f9-5ae5450cd210,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:22.231843 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bf61d3b1-368b-49e8-ac7b-612ab5f3426e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:22.233595 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-bf61d3b1-368b-49e8-ac7b-612ab5f3426e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4372671 Feb 09 18:12:22.234885 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54720) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:22.245016 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-995a4774-3f9c-4bd7-b276-337aa736a11c tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group_rule': {'security_group_id': '61774a65-f69f-49ac-9c0c-b08740130d2b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:22.254746 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-995a4774-3f9c-4bd7-b276-337aa736a11c tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:22.261231 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-388fd772-05ff-49bb-84b1-affce9ef0679 None None] Attempting to bind port c2f1da95-c6b0-487e-bb8e-25f80539cffe on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:12:22.261739 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-995a4774-3f9c-4bd7-b276-337aa736a11c tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Usage tracker for resource:security_group_rule and tenant:66bfea63fe06455bbd9184c517bb3ba2 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:22.261875 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-388fd772-05ff-49bb-84b1-affce9ef0679 None None] Attempting to bind port c2f1da95-c6b0-487e-bb8e-25f80539cffe by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '78f537d9-9980-469c-ac21-3b647c7b917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bb24d90f-4d4a-4b9b-8d82-b73253444a8b'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:12:22.261998 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388fd772-05ff-49bb-84b1-affce9ef0679 None None] Attempting to bind port c2f1da95-c6b0-487e-bb8e-25f80539cffe on network bb24d90f-4d4a-4b9b-8d82-b73253444a8b {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:12:22.264043 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052c07e8-ea59-45b7-9587-05f3bee3cee5 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network e3bcae99-9de8-42e0-9119-9058f8442105 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:12:22.267352 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-995a4774-3f9c-4bd7-b276-337aa736a11c tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:22.273830 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388fd772-05ff-49bb-84b1-affce9ef0679 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:12:22.274443 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388fd772-05ff-49bb-84b1-affce9ef0679 None None] Checking segment: {'id': '78f537d9-9980-469c-ac21-3b647c7b917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bb24d90f-4d4a-4b9b-8d82-b73253444a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:12:22.275080 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-388fd772-05ff-49bb-84b1-affce9ef0679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:22.275690 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388fd772-05ff-49bb-84b1-affce9ef0679 None None] Bound using segment: {'id': '78f537d9-9980-469c-ac21-3b647c7b917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bb24d90f-4d4a-4b9b-8d82-b73253444a8b'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:12:22.276448 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-388fd772-05ff-49bb-84b1-affce9ef0679 None None] Bound port: c2f1da95-c6b0-487e-bb8e-25f80539cffe, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f537d9-9980-469c-ac21-3b647c7b917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bb24d90f-4d4a-4b9b-8d82-b73253444a8b'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:12:22.277049 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-388fd772-05ff-49bb-84b1-affce9ef0679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:22.279526 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-995a4774-3f9c-4bd7-b276-337aa736a11c tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:22.358216 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-052c07e8-ea59-45b7-9587-05f3bee3cee5 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, e3bcae99-9de8-42e0-9119-9058f8442105) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:12:22.362854 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052c07e8-ea59-45b7-9587-05f3bee3cee5 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:22.363461 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-052c07e8-ea59-45b7-9587-05f3bee3cee5 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:22.376037 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed8dbf0-ac57-4fdc-b370-2384bd77990d None None] Network e3bcae99-9de8-42e0-9119-9058f8442105 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:12:22.392131 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-995a4774-3f9c-4bd7-b276-337aa736a11c tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:22.462079 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-388fd772-05ff-49bb-84b1-affce9ef0679 None None] For port c2f1da95-c6b0-487e-bb8e-25f80539cffe, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:12:22.484220 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-388fd772-05ff-49bb-84b1-affce9ef0679 None None] For port c2f1da95-c6b0-487e-bb8e-25f80539cffe, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c2f1da95-c6b0-487e-bb8e-25f80539cffe,segment=NetworkSegment(78f537d9-9980-469c-ac21-3b647c7b917a),segment_id=78f537d9-9980-469c-ac21-3b647c7b917a)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:12:22.484615 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-052c07e8-ea59-45b7-9587-05f3bee3cee5 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4228044 Feb 09 18:12:22.484615 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54724) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:22.493415 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-92cad9d1-017c-4200-b231-c25b2cd90d8b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-625347481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:22.506638 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-92cad9d1-017c-4200-b231-c25b2cd90d8b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:22.511238 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-92cad9d1-017c-4200-b231-c25b2cd90d8b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:router and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:22.515743 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-92cad9d1-017c-4200-b231-c25b2cd90d8b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:22.529158 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-92cad9d1-017c-4200-b231-c25b2cd90d8b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:22.572164 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-995a4774-3f9c-4bd7-b276-337aa736a11c tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 18:12:22.579589 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54728) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:22.579820 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-995a4774-3f9c-4bd7-b276-337aa736a11c tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3430159 Feb 09 18:12:22.632505 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902c0feb-53a8-41aa-82b1-0c3762ea5905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-e3bcae99-9de8-42e0-9119-9058f8442105', 'network_id': 'e3bcae99-9de8-42e0-9119-9058f8442105', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'fixed_ips': [{'subnet_id': '9fcb47c1-e07e-423d-9980-3bf1d1bb3165'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:12:22.633363 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-902c0feb-53a8-41aa-82b1-0c3762ea5905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:22.694756 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-388fd772-05ff-49bb-84b1-affce9ef0679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:22.700696 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01fd6e87-7cac-44c4-9b81-f13dc1a39265 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:22.724711 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-92cad9d1-017c-4200-b231-c25b2cd90d8b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:22.726232 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-92cad9d1-017c-4200-b231-c25b2cd90d8b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:22.767946 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01fd6e87-7cac-44c4-9b81-f13dc1a39265 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:22.839767 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-92cad9d1-017c-4200-b231-c25b2cd90d8b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:22.942283 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fd772-05ff-49bb-84b1-affce9ef0679 None None] Pushing event updated for resources: {'Port': ['ID=c2f1da95-c6b0-487e-bb8e-25f80539cffe,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:22.960220 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-92cad9d1-017c-4200-b231-c25b2cd90d8b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:22.997187 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-902c0feb-53a8-41aa-82b1-0c3762ea5905 None None] Allocated IP 172.21.0.2 (e3bcae99-9de8-42e0-9119-9058f8442105/9fcb47c1-e07e-423d-9980-3bf1d1bb3165/9b1b09c8-2c73-48fe-87f1-0087d3f57904) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:12:23.039426 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01fd6e87-7cac-44c4-9b81-f13dc1a39265 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:23.042748 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01fd6e87-7cac-44c4-9b81-f13dc1a39265 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:23.047921 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-01fd6e87-7cac-44c4-9b81-f13dc1a39265 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "DELETE /v2.0/security-groups/61774a65-f69f-49ac-9c0c-b08740130d2b HTTP/1.1" status: 204 len: 168 time: 0.4618101 Feb 09 18:12:23.048425 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54734) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:23.063404 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd6e87-7cac-44c4-9b81-f13dc1a39265 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61774a65-f69f-49ac-9c0c-b08740130d2b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:23.117771 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2a50e9c6-3de1-4ccd-8bc7-bd56e05342a3 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Synchronizing usage tracker for tenant:66bfea63fe06455bbd9184c517bb3ba2 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:12:23.170110 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-92cad9d1-017c-4200-b231-c25b2cd90d8b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:23.172119 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-92cad9d1-017c-4200-b231-c25b2cd90d8b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6861384 Feb 09 18:12:23.176126 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54738) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:23.228499 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54742) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:23.243865 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-0a45b8c7-a985-4c3c-b356-c36c4889bb75 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-67985779', 'description': 'tempest-secgroup-smoke-67985779 description', 'project_id': '352fd60817ff4d5d9e97f16f52485b96'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:23.255241 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-0a45b8c7-a985-4c3c-b356-c36c4889bb75 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:23.280385 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-0a45b8c7-a985-4c3c-b356-c36c4889bb75 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:23.295054 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2a50e9c6-3de1-4ccd-8bc7-bd56e05342a3 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Unset dirty status for tenant:66bfea63fe06455bbd9184c517bb3ba2 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:12:23.300387 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2a50e9c6-3de1-4ccd-8bc7-bd56e05342a3 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2469928 Feb 09 18:12:23.301038 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54746) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:23.310890 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-397342c0-1ce7-41eb-b452-14bc59189297 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group': {'name': 'tempest-secgroup--470808530'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:23.325256 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-397342c0-1ce7-41eb-b452-14bc59189297 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:23.365991 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-397342c0-1ce7-41eb-b452-14bc59189297 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:23.433812 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0a45b8c7-a985-4c3c-b356-c36c4889bb75 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:23.474214 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-902c0feb-53a8-41aa-82b1-0c3762ea5905 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:23.495459 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-397342c0-1ce7-41eb-b452-14bc59189297 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:23.497769 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-902c0feb-53a8-41aa-82b1-0c3762ea5905 None None] Transition to ACTIVE for port object 9b1b09c8-2c73-48fe-87f1-0087d3f57904 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:12:23.533718 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-0a45b8c7-a985-4c3c-b356-c36c4889bb75 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:23.541660 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-902c0feb-53a8-41aa-82b1-0c3762ea5905 None None] Transition to ACTIVE for port object 9b1b09c8-2c73-48fe-87f1-0087d3f57904 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:12:23.549072 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-0a45b8c7-a985-4c3c-b356-c36c4889bb75 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:23.558256 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-0a45b8c7-a985-4c3c-b356-c36c4889bb75 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:23.572760 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-0a45b8c7-a985-4c3c-b356-c36c4889bb75 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:23.607496 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-902c0feb-53a8-41aa-82b1-0c3762ea5905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:23.617455 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-397342c0-1ce7-41eb-b452-14bc59189297 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:23.625857 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-397342c0-1ce7-41eb-b452-14bc59189297 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Usage tracker for resource:security_group_rule and tenant:66bfea63fe06455bbd9184c517bb3ba2 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:23.630658 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-397342c0-1ce7-41eb-b452-14bc59189297 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:23.644512 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-397342c0-1ce7-41eb-b452-14bc59189297 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:23.698183 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902c0feb-53a8-41aa-82b1-0c3762ea5905 None None] Network e3bcae99-9de8-42e0-9119-9058f8442105 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:12:23.701721 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-902c0feb-53a8-41aa-82b1-0c3762ea5905 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:12:23.709346 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902c0feb-53a8-41aa-82b1-0c3762ea5905 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:12:23.711991 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c0feb-53a8-41aa-82b1-0c3762ea5905 None None] Pushing event updated for resources: {'Port': ['ID=9b1b09c8-2c73-48fe-87f1-0087d3f57904,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:23.716400 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0a45b8c7-a985-4c3c-b356-c36c4889bb75 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:23.766978 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-397342c0-1ce7-41eb-b452-14bc59189297 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:23.805429 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0a45b8c7-a985-4c3c-b356-c36c4889bb75 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:23.832759 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-902c0feb-53a8-41aa-82b1-0c3762ea5905 None None] Attempting to bind port 9b1b09c8-2c73-48fe-87f1-0087d3f57904 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:12:23.833132 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-902c0feb-53a8-41aa-82b1-0c3762ea5905 None None] Attempting to bind port 9b1b09c8-2c73-48fe-87f1-0087d3f57904 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '218f1bfe-ca59-4d33-bcc5-b038b2c5df5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e3bcae99-9de8-42e0-9119-9058f8442105'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:12:23.833488 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902c0feb-53a8-41aa-82b1-0c3762ea5905 None None] Attempting to bind port 9b1b09c8-2c73-48fe-87f1-0087d3f57904 on network e3bcae99-9de8-42e0-9119-9058f8442105 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:12:23.847467 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902c0feb-53a8-41aa-82b1-0c3762ea5905 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:12:23.847467 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902c0feb-53a8-41aa-82b1-0c3762ea5905 None None] Checking segment: {'id': '218f1bfe-ca59-4d33-bcc5-b038b2c5df5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e3bcae99-9de8-42e0-9119-9058f8442105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:12:23.847467 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-902c0feb-53a8-41aa-82b1-0c3762ea5905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:23.847467 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902c0feb-53a8-41aa-82b1-0c3762ea5905 None None] Bound using segment: {'id': '218f1bfe-ca59-4d33-bcc5-b038b2c5df5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e3bcae99-9de8-42e0-9119-9058f8442105'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:12:23.848472 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-902c0feb-53a8-41aa-82b1-0c3762ea5905 None None] Bound port: 9b1b09c8-2c73-48fe-87f1-0087d3f57904, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218f1bfe-ca59-4d33-bcc5-b038b2c5df5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e3bcae99-9de8-42e0-9119-9058f8442105'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:12:23.849085 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-902c0feb-53a8-41aa-82b1-0c3762ea5905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:23.877160 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-397342c0-1ce7-41eb-b452-14bc59189297 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:23.893061 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45b8c7-a985-4c3c-b356-c36c4889bb75 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1061e4ff-2a6c-49a5-bfab-490ea991d731,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:23.986715 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-902c0feb-53a8-41aa-82b1-0c3762ea5905 None None] For port 9b1b09c8-2c73-48fe-87f1-0087d3f57904, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:12:23.992426 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:12:23.998691 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-902c0feb-53a8-41aa-82b1-0c3762ea5905 None None] For port 9b1b09c8-2c73-48fe-87f1-0087d3f57904, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9b1b09c8-2c73-48fe-87f1-0087d3f57904,segment=NetworkSegment(218f1bfe-ca59-4d33-bcc5-b038b2c5df5c),segment_id=218f1bfe-ca59-4d33-bcc5-b038b2c5df5c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:12:24.021429 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397342c0-1ce7-41eb-b452-14bc59189297 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=485c43c8-8343-440a-9e9f-091b70458dc3,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:24.030120 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0a45b8c7-a985-4c3c-b356-c36c4889bb75 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:24.039292 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0a45b8c7-a985-4c3c-b356-c36c4889bb75 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.8020470 Feb 09 18:12:24.039292 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54750) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:24.047688 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a25b2b28-75f7-4461-a61f-fa7af263edc5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '1061e4ff-2a6c-49a5-bfab-490ea991d731', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:24.061947 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a25b2b28-75f7-4461-a61f-fa7af263edc5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:24.069306 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a25b2b28-75f7-4461-a61f-fa7af263edc5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:24.074813 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a25b2b28-75f7-4461-a61f-fa7af263edc5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:24.086666 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a25b2b28-75f7-4461-a61f-fa7af263edc5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:24.088281 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-02f027e3-2ec1-47b7-b67d-973b15c046b4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:24.103959 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-902c0feb-53a8-41aa-82b1-0c3762ea5905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:24.115701 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-397342c0-1ce7-41eb-b452-14bc59189297 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:24.127747 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-397342c0-1ce7-41eb-b452-14bc59189297 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8241963 Feb 09 18:12:24.128024 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54754) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:24.158324 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a68bab9b-634c-4934-8a46-bcf4a92bf7a7 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group_rule': {'security_group_id': '485c43c8-8343-440a-9e9f-091b70458dc3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:24.160098 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-a68bab9b-634c-4934-8a46-bcf4a92bf7a7 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:12:24.166204 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a68bab9b-634c-4934-8a46-bcf4a92bf7a7 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0336077 Feb 09 18:12:24.167136 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54758) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:24.221865 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a25b2b28-75f7-4461-a61f-fa7af263edc5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:24.350035 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c0feb-53a8-41aa-82b1-0c3762ea5905 None None] Pushing event updated for resources: {'Port': ['ID=9b1b09c8-2c73-48fe-87f1-0087d3f57904,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:24.447801 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a25b2b28-75f7-4461-a61f-fa7af263edc5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:24.480736 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5ad31c3-490b-4fbd-af97-b44405bca97e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:24.539224 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a25b2b28-75f7-4461-a61f-fa7af263edc5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:24.563721 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5ad31c3-490b-4fbd-af97-b44405bca97e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:24.607419 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b2b28-75f7-4461-a61f-fa7af263edc5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c3a527-59e5-4371-9a90-4f130ffc9711,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:24.664085 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a25b2b28-75f7-4461-a61f-fa7af263edc5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:24.671898 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a25b2b28-75f7-4461-a61f-fa7af263edc5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6339104 Feb 09 18:12:24.672878 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54762) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:24.680487 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-4c9d6ebd-4207-4ea5-a08c-cc265976ac2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '1061e4ff-2a6c-49a5-bfab-490ea991d731', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:24.690702 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4c9d6ebd-4207-4ea5-a08c-cc265976ac2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:24.696266 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4c9d6ebd-4207-4ea5-a08c-cc265976ac2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:24.700153 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4c9d6ebd-4207-4ea5-a08c-cc265976ac2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:24.716983 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4c9d6ebd-4207-4ea5-a08c-cc265976ac2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:24.773446 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-02f027e3-2ec1-47b7-b67d-973b15c046b4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Allocated IP 172.20.0.1 (bb24d90f-4d4a-4b9b-8d82-b73253444a8b/303d2120-2e72-42de-8430-738d7507c140/66ed164b-167b-4da2-b2f1-d25dccf68fdf) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:12:24.837200 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5ad31c3-490b-4fbd-af97-b44405bca97e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:24.867566 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04f20bd-f493-4667-aa4a-219e8970e2d8 None None] Network bb24d90f-4d4a-4b9b-8d82-b73253444a8b requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:12:24.889894 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad31c3-490b-4fbd-af97-b44405bca97e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=485c43c8-8343-440a-9e9f-091b70458dc3,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:24.927592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4c9d6ebd-4207-4ea5-a08c-cc265976ac2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:25.069220 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-02f027e3-2ec1-47b7-b67d-973b15c046b4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:25.073756 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4c9d6ebd-4207-4ea5-a08c-cc265976ac2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:25.085112 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5ad31c3-490b-4fbd-af97-b44405bca97e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:25.088070 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c5ad31c3-490b-4fbd-af97-b44405bca97e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "DELETE /v2.0/security-groups/485c43c8-8343-440a-9e9f-091b70458dc3 HTTP/1.1" status: 204 len: 168 time: 0.9189835 Feb 09 18:12:25.090736 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54766) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:25.118023 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-02f027e3-2ec1-47b7-b67d-973b15c046b4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Transition to ACTIVE for port object 66ed164b-167b-4da2-b2f1-d25dccf68fdf will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:12:25.180909 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4c9d6ebd-4207-4ea5-a08c-cc265976ac2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:25.204028 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-42f19d94-8a7b-43ea-8038-28d0eceb514f None None] Provisioning for port c2f1da95-c6b0-487e-bb8e-25f80539cffe completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:12:25.221336 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6e8aaa46-01a5-4c3f-a3bf-9b893997cac6 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Synchronizing usage tracker for tenant:66bfea63fe06455bbd9184c517bb3ba2 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:12:25.232617 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d6ebd-4207-4ea5-a08c-cc265976ac2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e314c3-570e-417a-9020-657789a6a1aa,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:25.257222 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-02f027e3-2ec1-47b7-b67d-973b15c046b4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:25.316399 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4c9d6ebd-4207-4ea5-a08c-cc265976ac2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:25.327971 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4c9d6ebd-4207-4ea5-a08c-cc265976ac2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6462152 Feb 09 18:12:25.327971 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54770) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:25.332341 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-086b67fc-e1aa-45de-824c-a6990f71e5c3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '1061e4ff-2a6c-49a5-bfab-490ea991d731', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:25.340934 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-086b67fc-e1aa-45de-824c-a6990f71e5c3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:25.345946 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-086b67fc-e1aa-45de-824c-a6990f71e5c3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:25.350343 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-086b67fc-e1aa-45de-824c-a6990f71e5c3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:25.355453 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f027e3-2ec1-47b7-b67d-973b15c046b4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network bb24d90f-4d4a-4b9b-8d82-b73253444a8b is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:12:25.358924 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-02f027e3-2ec1-47b7-b67d-973b15c046b4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:12:25.359308 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-086b67fc-e1aa-45de-824c-a6990f71e5c3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:25.368734 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f027e3-2ec1-47b7-b67d-973b15c046b4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:12:25.370689 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6e8aaa46-01a5-4c3f-a3bf-9b893997cac6 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Unset dirty status for tenant:66bfea63fe06455bbd9184c517bb3ba2 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:12:25.372093 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6e8aaa46-01a5-4c3f-a3bf-9b893997cac6 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2797265 Feb 09 18:12:25.378062 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54774) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:25.384558 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b3e2daa9-fe8b-4b06-b929-852add19a471 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group': {'name': 'tempest-secgroup--298998243'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:25.392590 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b3e2daa9-fe8b-4b06-b929-852add19a471 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:25.412214 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b3e2daa9-fe8b-4b06-b929-852add19a471 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:25.416640 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f027e3-2ec1-47b7-b67d-973b15c046b4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Port': ['ID=66ed164b-167b-4da2-b2f1-d25dccf68fdf,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:25.494541 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-02f027e3-2ec1-47b7-b67d-973b15c046b4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:25.519517 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-086b67fc-e1aa-45de-824c-a6990f71e5c3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:25.613587 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 9b1b09c8-2c73-48fe-87f1-0087d3f57904 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:12:25.644218 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b3e2daa9-fe8b-4b06-b929-852add19a471 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:25.732406 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b3e2daa9-fe8b-4b06-b929-852add19a471 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:25.742788 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-086b67fc-e1aa-45de-824c-a6990f71e5c3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:25.756150 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b3e2daa9-fe8b-4b06-b929-852add19a471 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Usage tracker for resource:security_group_rule and tenant:66bfea63fe06455bbd9184c517bb3ba2 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:25.772986 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b3e2daa9-fe8b-4b06-b929-852add19a471 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:25.811163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b3e2daa9-fe8b-4b06-b929-852add19a471 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:25.886228 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-086b67fc-e1aa-45de-824c-a6990f71e5c3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:25.890091 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-02f027e3-2ec1-47b7-b67d-973b15c046b4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:25.930039 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 9b1b09c8-2c73-48fe-87f1-0087d3f57904 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:12:25.940974 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c8c64b54-5391-42c5-a67f-49fcb7952242 None None] Provisioning for port 66ed164b-167b-4da2-b2f1-d25dccf68fdf completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:12:25.942784 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c8c64b54-5391-42c5-a67f-49fcb7952242 None None] Provisioning complete for port 66ed164b-167b-4da2-b2f1-d25dccf68fdf triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:12:25.943626 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c8c64b54-5391-42c5-a67f-49fcb7952242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:25.978835 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b67fc-e1aa-45de-824c-a6990f71e5c3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0798b792-9a85-4905-8195-ec8a74bfd3e0,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:26.000315 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b3e2daa9-fe8b-4b06-b929-852add19a471 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:26.043996 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c8c64b54-5391-42c5-a67f-49fcb7952242 None None] Port 66ed164b-167b-4da2-b2f1-d25dccf68fdf cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:12:26.043996 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device c2f1da95-c6b0-487e-bb8e-25f80539cffe up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:12:26.114791 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b3e2daa9-fe8b-4b06-b929-852add19a471 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:26.196693 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-086b67fc-e1aa-45de-824c-a6990f71e5c3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:26.208504 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-086b67fc-e1aa-45de-824c-a6990f71e5c3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8717461 Feb 09 18:12:26.218228 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54778) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:26.254916 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-9ab363ba-72bc-4fa9-a8c8-a998fba5e2f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '1061e4ff-2a6c-49a5-bfab-490ea991d731', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:26.265749 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accc0b06-a3c1-4c44-b48e-65ac1e0d0bd3 None None] Network e3bcae99-9de8-42e0-9119-9058f8442105 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:12:26.271687 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9ab363ba-72bc-4fa9-a8c8-a998fba5e2f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:26.278389 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9ab363ba-72bc-4fa9-a8c8-a998fba5e2f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:26.281457 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2daa9-fe8b-4b06-b929-852add19a471 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bfd3a6-cc46-4af6-a795-3ddf20723414,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:26.284909 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9ab363ba-72bc-4fa9-a8c8-a998fba5e2f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:26.300966 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9ab363ba-72bc-4fa9-a8c8-a998fba5e2f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:26.345425 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b3e2daa9-fe8b-4b06-b929-852add19a471 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:26.349900 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b3e2daa9-fe8b-4b06-b929-852add19a471 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9696038 Feb 09 18:12:26.353676 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54782) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:26.361321 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-3dc14f87-f791-4f38-9d01-a9e9844d59b6 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group_rule': {'security_group_id': 'e5bfd3a6-cc46-4af6-a795-3ddf20723414', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:26.363235 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-3dc14f87-f791-4f38-9d01-a9e9844d59b6 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:12:26.365102 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3dc14f87-f791-4f38-9d01-a9e9844d59b6 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0099330 Feb 09 18:12:26.373259 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54786) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:26.483246 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9ab363ba-72bc-4fa9-a8c8-a998fba5e2f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:26.498167 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port c2f1da95-c6b0-487e-bb8e-25f80539cffe completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:12:26.509248 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port c2f1da95-c6b0-487e-bb8e-25f80539cffe triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:12:26.509982 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:26.582310 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d0f9bd00-48b8-49ee-84b0-fc29a4183e4b None None] Provisioning for port 9b1b09c8-2c73-48fe-87f1-0087d3f57904 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:12:26.600880 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-72a87ed4-ea87-4146-ab01-1d91d0048744 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:26.624973 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d0f9bd00-48b8-49ee-84b0-fc29a4183e4b None None] Provisioning complete for port 9b1b09c8-2c73-48fe-87f1-0087d3f57904 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:12:26.625695 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d0f9bd00-48b8-49ee-84b0-fc29a4183e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:26.680488 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-72a87ed4-ea87-4146-ab01-1d91d0048744 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:26.707308 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9ab363ba-72bc-4fa9-a8c8-a998fba5e2f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:26.757406 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-02f027e3-2ec1-47b7-b67d-973b15c046b4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:26.774842 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9ab363ba-72bc-4fa9-a8c8-a998fba5e2f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:26.814463 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:26.820482 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab363ba-72bc-4fa9-a8c8-a998fba5e2f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb53a63-e10e-4292-b90d-003849a7fbc1,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:26.848485 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-02f027e3-2ec1-47b7-b67d-973b15c046b4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:26.864818 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d0f9bd00-48b8-49ee-84b0-fc29a4183e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:26.886638 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-72a87ed4-ea87-4146-ab01-1d91d0048744 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:26.889398 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-72a87ed4-ea87-4146-ab01-1d91d0048744 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:26.890625 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-72a87ed4-ea87-4146-ab01-1d91d0048744 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "DELETE /v2.0/security-groups/e5bfd3a6-cc46-4af6-a795-3ddf20723414 HTTP/1.1" status: 204 len: 168 time: 0.5153267 Feb 09 18:12:26.898687 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54790) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:26.898983 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port c2f1da95-c6b0-487e-bb8e-25f80539cffe, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c2f1da95-c6b0-487e-bb8e-25f80539cffe,segment=NetworkSegment(78f537d9-9980-469c-ac21-3b647c7b917a),segment_id=78f537d9-9980-469c-ac21-3b647c7b917a)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:12:26.921889 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a87ed4-ea87-4146-ab01-1d91d0048744 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bfd3a6-cc46-4af6-a795-3ddf20723414,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:26.925228 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d0f9bd00-48b8-49ee-84b0-fc29a4183e4b None None] For port 9b1b09c8-2c73-48fe-87f1-0087d3f57904, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9b1b09c8-2c73-48fe-87f1-0087d3f57904,segment=NetworkSegment(218f1bfe-ca59-4d33-bcc5-b038b2c5df5c),segment_id=218f1bfe-ca59-4d33-bcc5-b038b2c5df5c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:12:26.952042 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9ab363ba-72bc-4fa9-a8c8-a998fba5e2f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:26.954786 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9ab363ba-72bc-4fa9-a8c8-a998fba5e2f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7214918 Feb 09 18:12:26.964123 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54794) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:26.972508 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-2e8dc5a9-6059-4d07-98be-812d626aea21 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '1061e4ff-2a6c-49a5-bfab-490ea991d731', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:26.985411 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2e8dc5a9-6059-4d07-98be-812d626aea21 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:26.997324 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2e8dc5a9-6059-4d07-98be-812d626aea21 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:27.000699 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:27.011296 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2e8dc5a9-6059-4d07-98be-812d626aea21 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:27.017380 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a12be496-e6ed-479d-9c2f-b5048cf6902e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Synchronizing usage tracker for tenant:66bfea63fe06455bbd9184c517bb3ba2 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:12:27.024926 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2e8dc5a9-6059-4d07-98be-812d626aea21 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:27.044050 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a12be496-e6ed-479d-9c2f-b5048cf6902e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Unset dirty status for tenant:66bfea63fe06455bbd9184c517bb3ba2 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:12:27.046484 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a12be496-e6ed-479d-9c2f-b5048cf6902e tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1449981 Feb 09 18:12:27.051204 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54798) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:27.052566 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d0f9bd00-48b8-49ee-84b0-fc29a4183e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:27.058835 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-900f43ae-6352-478b-a1d4-5459e7daf0cb tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group': {'name': 'tempest-secgroup--447735866'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:27.064204 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-02f027e3-2ec1-47b7-b67d-973b15c046b4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:27.065923 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-900f43ae-6352-478b-a1d4-5459e7daf0cb tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:27.078809 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-900f43ae-6352-478b-a1d4-5459e7daf0cb tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:27.080641 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f027e3-2ec1-47b7-b67d-973b15c046b4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Port': ['ID=66ed164b-167b-4da2-b2f1-d25dccf68fdf,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:27.114966 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-2e8dc5a9-6059-4d07-98be-812d626aea21 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Project 352fd60817ff4d5d9e97f16f52485b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:12:27.117005 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d0f9bd00-48b8-49ee-84b0-fc29a4183e4b None None] Provisioning complete for port 66ed164b-167b-4da2-b2f1-d25dccf68fdf triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:12:27.117005 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d0f9bd00-48b8-49ee-84b0-fc29a4183e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:27.125225 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc5a9-6059-4d07-98be-812d626aea21 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:27.171001 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-900f43ae-6352-478b-a1d4-5459e7daf0cb tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:27.178230 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=c2f1da95-c6b0-487e-bb8e-25f80539cffe,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:27.198395 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:27.199196 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:27.199779 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:27.200350 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:27.200964 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:27.201541 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:27.202569 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:27.207849 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:27.207849 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:27.207849 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:27.207849 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:12:27.337920 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d0f9bd00-48b8-49ee-84b0-fc29a4183e4b None None] Port 66ed164b-167b-4da2-b2f1-d25dccf68fdf cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:12:27.354209 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f027e3-2ec1-47b7-b67d-973b15c046b4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network bb24d90f-4d4a-4b9b-8d82-b73253444a8b is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:12:27.356836 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-02f027e3-2ec1-47b7-b67d-973b15c046b4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:12:27.366267 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9bd00-48b8-49ee-84b0-fc29a4183e4b None None] Pushing event updated for resources: {'Port': ['ID=9b1b09c8-2c73-48fe-87f1-0087d3f57904,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:27.397527 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-900f43ae-6352-478b-a1d4-5459e7daf0cb tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:27.412859 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-900f43ae-6352-478b-a1d4-5459e7daf0cb tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Usage tracker for resource:security_group_rule and tenant:66bfea63fe06455bbd9184c517bb3ba2 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:27.417413 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc5a9-6059-4d07-98be-812d626aea21 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:27.418564 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-900f43ae-6352-478b-a1d4-5459e7daf0cb tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:27.427848 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-900f43ae-6352-478b-a1d4-5459e7daf0cb tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:27.509712 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9f45efeb-8ca0-4f18-9c4c-44d5a32dce30 None None] Provisioning complete for port 9b1b09c8-2c73-48fe-87f1-0087d3f57904 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:12:27.510796 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f45efeb-8ca0-4f18-9c4c-44d5a32dce30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:27.547083 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-900f43ae-6352-478b-a1d4-5459e7daf0cb tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:27.548484 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc5a9-6059-4d07-98be-812d626aea21 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:27.567327 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device c2f1da95-c6b0-487e-bb8e-25f80539cffe up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:12:27.594662 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8dc5a9-6059-4d07-98be-812d626aea21 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2523597-3a84-4b4c-9470-56e2f221e47b,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:27.650883 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-900f43ae-6352-478b-a1d4-5459e7daf0cb tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:27.705164 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc5a9-6059-4d07-98be-812d626aea21 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:27.707313 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2e8dc5a9-6059-4d07-98be-812d626aea21 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7419796 Feb 09 18:12:27.714879 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54802) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:27.738523 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-5421cfb5-d397-4e54-a2c5-7be1e0a01edd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '1061e4ff-2a6c-49a5-bfab-490ea991d731', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:27.747996 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port c2f1da95-c6b0-487e-bb8e-25f80539cffe triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:12:27.748422 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:27.758084 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5421cfb5-d397-4e54-a2c5-7be1e0a01edd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:27.766594 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f43ae-6352-478b-a1d4-5459e7daf0cb tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b4c385-195d-42ce-81ab-2f84ea7b9f76,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:27.772920 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5421cfb5-d397-4e54-a2c5-7be1e0a01edd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:27.780992 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5421cfb5-d397-4e54-a2c5-7be1e0a01edd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:27.797623 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5421cfb5-d397-4e54-a2c5-7be1e0a01edd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:27.867693 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-900f43ae-6352-478b-a1d4-5459e7daf0cb tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:27.869068 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-900f43ae-6352-478b-a1d4-5459e7daf0cb tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8164310 Feb 09 18:12:27.873970 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54806) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:27.881827 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-0ef97ff6-7c87-4424-a5b9-23310b5e350b tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group_rule': {'security_group_id': 'a8b4c385-195d-42ce-81ab-2f84ea7b9f76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:27.882882 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-0ef97ff6-7c87-4424-a5b9-23310b5e350b tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:12:27.884363 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0ef97ff6-7c87-4424-a5b9-23310b5e350b tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086882 Feb 09 18:12:27.887794 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54810) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:27.898759 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-900daa7d-372e-4410-8e27-dc146f203eb3 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group_rule': {'security_group_id': 'a8b4c385-195d-42ce-81ab-2f84ea7b9f76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:27.900246 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-900daa7d-372e-4410-8e27-dc146f203eb3 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:12:27.902367 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-900daa7d-372e-4410-8e27-dc146f203eb3 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0118303 Feb 09 18:12:27.907317 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54814) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:27.923380 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-24cd8abf-ce72-45b4-b42c-aa0b4b6ce53d tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group_rule': {'security_group_id': 'a8b4c385-195d-42ce-81ab-2f84ea7b9f76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:27.923610 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-24cd8abf-ce72-45b4-b42c-aa0b4b6ce53d tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:12:27.925345 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-24cd8abf-ce72-45b4-b42c-aa0b4b6ce53d tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0163987 Feb 09 18:12:27.929918 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54818) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:27.937145 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-eebe2ff9-ca7c-4ec5-bc3d-d514e73e410c tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group_rule': {'security_group_id': 'a8b4c385-195d-42ce-81ab-2f84ea7b9f76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:27.938283 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-eebe2ff9-ca7c-4ec5-bc3d-d514e73e410c tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:12:27.939694 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-eebe2ff9-ca7c-4ec5-bc3d-d514e73e410c tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0083952 Feb 09 18:12:27.944462 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54822) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:27.951356 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b7b2628a-fa72-4dd2-b8aa-f0f3f3276bee None None] Provisioning complete for port 66ed164b-167b-4da2-b2f1-d25dccf68fdf triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:12:27.951763 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b7b2628a-fa72-4dd2-b8aa-f0f3f3276bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:28.008752 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-5421cfb5-d397-4e54-a2c5-7be1e0a01edd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Project 352fd60817ff4d5d9e97f16f52485b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:12:28.014760 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b7b2628a-fa72-4dd2-b8aa-f0f3f3276bee None None] Port 66ed164b-167b-4da2-b2f1-d25dccf68fdf cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:12:28.024016 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5421cfb5-d397-4e54-a2c5-7be1e0a01edd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:28.041305 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8b6a1f0d-2580-4735-9b02-23638550ebd6 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:28.102402 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8b6a1f0d-2580-4735-9b02-23638550ebd6 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:28.147288 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f027e3-2ec1-47b7-b67d-973b15c046b4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Router 06c4a48f-5e68-4427-b0a2-11dc260b25fe is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:12:28.153886 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5421cfb5-d397-4e54-a2c5-7be1e0a01edd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:28.240767 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5421cfb5-d397-4e54-a2c5-7be1e0a01edd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:28.269496 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421cfb5-d397-4e54-a2c5-7be1e0a01edd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b05c165-0e66-44ce-831f-f7e96f8d725d,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:28.295569 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8b6a1f0d-2580-4735-9b02-23638550ebd6 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:28.298060 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8b6a1f0d-2580-4735-9b02-23638550ebd6 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:28.299285 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8b6a1f0d-2580-4735-9b02-23638550ebd6 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "DELETE /v2.0/security-groups/a8b4c385-195d-42ce-81ab-2f84ea7b9f76 HTTP/1.1" status: 204 len: 168 time: 0.3535540 Feb 09 18:12:28.303275 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54826) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:28.311404 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a1f0d-2580-4735-9b02-23638550ebd6 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b4c385-195d-42ce-81ab-2f84ea7b9f76,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:28.380549 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-39e8d3a0-0000-43bf-a4b5-2faa372dfa06 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Synchronizing usage tracker for tenant:66bfea63fe06455bbd9184c517bb3ba2 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:12:28.382841 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5421cfb5-d397-4e54-a2c5-7be1e0a01edd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:28.384203 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5421cfb5-d397-4e54-a2c5-7be1e0a01edd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6678827 Feb 09 18:12:28.403112 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-39e8d3a0-0000-43bf-a4b5-2faa372dfa06 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Unset dirty status for tenant:66bfea63fe06455bbd9184c517bb3ba2 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:12:28.404352 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-39e8d3a0-0000-43bf-a4b5-2faa372dfa06 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1005106 Feb 09 18:12:28.414890 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54832) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:28.424286 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a9bed9a7-b4f8-42e0-b14f-2efcd668a972 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group': {'name': 'tempest-secgroup--2107188327'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:28.437012 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a9bed9a7-b4f8-42e0-b14f-2efcd668a972 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:28.441433 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f027e3-2ec1-47b7-b67d-973b15c046b4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:12:28.457109 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84240d9-1e56-46b5-b2df-db10e83fd997 None None] Sync routers for ids ['06c4a48f-5e68-4427-b0a2-11dc260b25fe'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:12:28.460724 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-02f027e3-2ec1-47b7-b67d-973b15c046b4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "PUT /v2.0/routers/06c4a48f-5e68-4427-b0a2-11dc260b25fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2803528 Feb 09 18:12:28.462362 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54836) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:28.465008 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a9bed9a7-b4f8-42e0-b14f-2efcd668a972 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:28.485618 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84240d9-1e56-46b5-b2df-db10e83fd997 None None] Routers {'06c4a48f-5e68-4427-b0a2-11dc260b25fe'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:12:28.485618 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a84240d9-1e56-46b5-b2df-db10e83fd997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:12:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['06c4a48f-5e68-4427-b0a2-11dc260b25fe'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:28.563076 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8a9271-d03b-49df-9aca-8a2879b4f254 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:28.563076 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0c8a9271-d03b-49df-9aca-8a2879b4f254 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Synchronizing usage tracker for tenant:1fb3e00fc3da4739bcd8c33a1d8996af on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:12:28.576401 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a84240d9-1e56-46b5-b2df-db10e83fd997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:28.590818 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84240d9-1e56-46b5-b2df-db10e83fd997 None None] Routers {'06c4a48f-5e68-4427-b0a2-11dc260b25fe'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:12:28.591433 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a84240d9-1e56-46b5-b2df-db10e83fd997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:12:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['06c4a48f-5e68-4427-b0a2-11dc260b25fe'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:28.656445 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9bed9a7-b4f8-42e0-b14f-2efcd668a972 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:28.656811 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a84240d9-1e56-46b5-b2df-db10e83fd997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:28.657225 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84240d9-1e56-46b5-b2df-db10e83fd997 None None] The sync data for ids ['06c4a48f-5e68-4427-b0a2-11dc260b25fe'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:12:28.711233 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a9bed9a7-b4f8-42e0-b14f-2efcd668a972 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:28.716256 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a9bed9a7-b4f8-42e0-b14f-2efcd668a972 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Usage tracker for resource:security_group_rule and tenant:66bfea63fe06455bbd9184c517bb3ba2 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:28.720593 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0c8a9271-d03b-49df-9aca-8a2879b4f254 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Unset dirty status for tenant:1fb3e00fc3da4739bcd8c33a1d8996af on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:12:28.722840 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0c8a9271-d03b-49df-9aca-8a2879b4f254 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "GET /v2.0/ports/66ed164b-167b-4da2-b2f1-d25dccf68fdf HTTP/1.1" status: 200 len: 910 time: 0.2592497 Feb 09 18:12:28.724305 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a9bed9a7-b4f8-42e0-b14f-2efcd668a972 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:28.728520 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54846) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:28.754328 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-5666bc5b-d048-4562-93bc-1dec956e7841 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:12:28.789932 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a9bed9a7-b4f8-42e0-b14f-2efcd668a972 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:28.852477 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-5666bc5b-d048-4562-93bc-1dec956e7841 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:12:28.858117 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-5666bc5b-d048-4562-93bc-1dec956e7841 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-67985779&fields=id&tenant_id=352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 267 time: 0.1498830 Feb 09 18:12:28.946374 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9bed9a7-b4f8-42e0-b14f-2efcd668a972 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:29.073453 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-f420acbd-d349-4a24-8917-b17cde2c8734 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:29.076218 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-f420acbd-d349-4a24-8917-b17cde2c8734 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/networks?id=d4c343ed-e559-44fb-ac6e-3c378d83bbdf HTTP/1.1" status: 200 len: 797 time: 0.2157774 Feb 09 18:12:29.104647 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-8c907c8b-1698-4588-9561-96399f2f78bc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/quotas/352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 375 time: 0.0214362 Feb 09 18:12:29.168601 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9bed9a7-b4f8-42e0-b14f-2efcd668a972 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:29.207790 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-4b42b9c6-59fe-49b0-a71c-3df95e21f55a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0952342 Feb 09 18:12:29.226638 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-67602105-f835-4c82-88b9-c084b01c0ab7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:12:29.228130 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-67602105-f835-4c82-88b9-c084b01c0ab7 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0069849 Feb 09 18:12:29.287185 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bed9a7-b4f8-42e0-b14f-2efcd668a972 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae295679-4eba-4765-8d66-0f623ca1d95f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:29.407578 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-50801884-7c1e-4a35-883e-683a1f486e48 service neutron] 10.222.0.21 "GET /v2.0/networks/d4c343ed-e559-44fb-ac6e-3c378d83bbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680663 Feb 09 18:12:29.434121 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 9b1b09c8-2c73-48fe-87f1-0087d3f57904 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:12:29.519829 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 9b1b09c8-2c73-48fe-87f1-0087d3f57904 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:12:29.519829 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:29.546980 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9bed9a7-b4f8-42e0-b14f-2efcd668a972 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:29.548478 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a9bed9a7-b4f8-42e0-b14f-2efcd668a972 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1320410 Feb 09 18:12:29.558357 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54850) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:29.578037 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-947e601f-9707-4b60-88ad-4503c9617dc2 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group_rule': {'security_group_id': 'ae295679-4eba-4765-8d66-0f623ca1d95f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:29.579491 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-947e601f-9707-4b60-88ad-4503c9617dc2 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:12:29.582238 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-947e601f-9707-4b60-88ad-4503c9617dc2 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0217917 Feb 09 18:12:29.585202 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54854) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:29.589785 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-2f997c70-1341-4b19-9c91-ae9ca385a2a3 service neutron] 10.222.0.21 "GET /v2.0/networks/d4c343ed-e559-44fb-ac6e-3c378d83bbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813502 Feb 09 18:12:29.595174 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-e913f9df-b7c5-4c95-a218-195e5b0c4f58 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group_rule': {'security_group_id': 'ae295679-4eba-4765-8d66-0f623ca1d95f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:29.602425 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e913f9df-b7c5-4c95-a218-195e5b0c4f58 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:29.607965 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e913f9df-b7c5-4c95-a218-195e5b0c4f58 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Usage tracker for resource:security_group_rule and tenant:66bfea63fe06455bbd9184c517bb3ba2 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:29.611511 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e913f9df-b7c5-4c95-a218-195e5b0c4f58 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:29.623981 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e913f9df-b7c5-4c95-a218-195e5b0c4f58 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:29.872398 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-e913f9df-b7c5-4c95-a218-195e5b0c4f58 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:12:29.872398 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e913f9df-b7c5-4c95-a218-195e5b0c4f58 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2768064 Feb 09 18:12:29.873168 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54858) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:29.875463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4d084a88-a468-4934-9db5-ca35f1051cce tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group_rule': {'security_group_id': 'ae295679-4eba-4765-8d66-0f623ca1d95f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:29.876076 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-4d084a88-a468-4934-9db5-ca35f1051cce tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:12:29.877057 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4d084a88-a468-4934-9db5-ca35f1051cce tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0083747 Feb 09 18:12:29.881254 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54862) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:29.889993 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-212ad449-3d01-4ba8-98af-a48849ff1aa5 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group_rule': {'security_group_id': 'ae295679-4eba-4765-8d66-0f623ca1d95f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:29.890273 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4008dc00-a1cf-40c1-9e93-ee43233e227d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:29.909768 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-212ad449-3d01-4ba8-98af-a48849ff1aa5 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:29.909768 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-212ad449-3d01-4ba8-98af-a48849ff1aa5 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Usage tracker for resource:security_group_rule and tenant:66bfea63fe06455bbd9184c517bb3ba2 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:29.909768 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-212ad449-3d01-4ba8-98af-a48849ff1aa5 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:29.911482 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-212ad449-3d01-4ba8-98af-a48849ff1aa5 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:30.083286 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3e07f36c-3ce7-40e7-805d-936f351590a1 req-3c50e0c2-7233-4cb2-be61-1085fcb4e5bb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76aff26-0d9d-4533-be62-eab18128f2c7 HTTP/1.1" status: 200 len: 210 time: 0.0614295 Feb 09 18:12:30.165148 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-212ad449-3d01-4ba8-98af-a48849ff1aa5 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:12:30.167256 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-212ad449-3d01-4ba8-98af-a48849ff1aa5 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2845135 Feb 09 18:12:30.171624 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54876) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:30.181970 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-0b162d5b-50ee-4ebc-b890-86cdf8fbd7bd tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group_rule': {'security_group_id': 'ae295679-4eba-4765-8d66-0f623ca1d95f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:30.184000 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-0b162d5b-50ee-4ebc-b890-86cdf8fbd7bd tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:12:30.184799 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0b162d5b-50ee-4ebc-b890-86cdf8fbd7bd tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0112801 Feb 09 18:12:30.187833 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54880) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:30.194981 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-14e5408d-aba2-47bf-9466-43350942c523 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group_rule': {'security_group_id': 'ae295679-4eba-4765-8d66-0f623ca1d95f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:30.206011 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-14e5408d-aba2-47bf-9466-43350942c523 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:30.210557 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-14e5408d-aba2-47bf-9466-43350942c523 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Usage tracker for resource:security_group_rule and tenant:66bfea63fe06455bbd9184c517bb3ba2 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:30.213705 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-14e5408d-aba2-47bf-9466-43350942c523 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:30.220587 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-14e5408d-aba2-47bf-9466-43350942c523 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:30.353641 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-4008dc00-a1cf-40c1-9e93-ee43233e227d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Allocated IP 172.21.0.1 (e3bcae99-9de8-42e0-9119-9058f8442105/9fcb47c1-e07e-423d-9980-3bf1d1bb3165/5e6b9a47-69c1-4f4a-9720-2a4c3c5a298e) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:12:30.433601 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-14e5408d-aba2-47bf-9466-43350942c523 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:12:30.435791 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-14e5408d-aba2-47bf-9466-43350942c523 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2461979 Feb 09 18:12:30.440954 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54884) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:30.446840 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-aeaa3fa4-e7c4-4637-bcb6-a6b3f1ec869a tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group_rule': {'security_group_id': 'ae295679-4eba-4765-8d66-0f623ca1d95f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:30.447443 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-aeaa3fa4-e7c4-4637-bcb6-a6b3f1ec869a tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:12:30.448806 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-aeaa3fa4-e7c4-4637-bcb6-a6b3f1ec869a tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067325 Feb 09 18:12:30.451675 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54888) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:30.457547 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-e04d6ec1-78db-478a-a708-fed1bfb59afe tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group_rule': {'security_group_id': 'ae295679-4eba-4765-8d66-0f623ca1d95f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:30.464479 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e04d6ec1-78db-478a-a708-fed1bfb59afe tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:30.468947 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e04d6ec1-78db-478a-a708-fed1bfb59afe tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Usage tracker for resource:security_group_rule and tenant:66bfea63fe06455bbd9184c517bb3ba2 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:30.472664 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e04d6ec1-78db-478a-a708-fed1bfb59afe tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:30.479381 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e04d6ec1-78db-478a-a708-fed1bfb59afe tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:30.537188 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4008dc00-a1cf-40c1-9e93-ee43233e227d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:30.556072 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-4008dc00-a1cf-40c1-9e93-ee43233e227d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Transition to ACTIVE for port object 5e6b9a47-69c1-4f4a-9720-2a4c3c5a298e will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:12:30.684785 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-e04d6ec1-78db-478a-a708-fed1bfb59afe tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:12:30.685063 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4008dc00-a1cf-40c1-9e93-ee43233e227d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:30.685860 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e04d6ec1-78db-478a-a708-fed1bfb59afe tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2332304 Feb 09 18:12:30.689707 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54894) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:30.696284 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b8a2e4d2-44b6-42bd-a0a1-ee9538a3dd69 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group_rule': {'security_group_id': 'ae295679-4eba-4765-8d66-0f623ca1d95f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:30.703729 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b8a2e4d2-44b6-42bd-a0a1-ee9538a3dd69 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:30.708840 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b8a2e4d2-44b6-42bd-a0a1-ee9538a3dd69 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Usage tracker for resource:security_group_rule and tenant:66bfea63fe06455bbd9184c517bb3ba2 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:30.712155 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b8a2e4d2-44b6-42bd-a0a1-ee9538a3dd69 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:30.720017 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b8a2e4d2-44b6-42bd-a0a1-ee9538a3dd69 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:30.798824 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4008dc00-a1cf-40c1-9e93-ee43233e227d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network e3bcae99-9de8-42e0-9119-9058f8442105 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:12:30.805811 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-4008dc00-a1cf-40c1-9e93-ee43233e227d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:12:30.809087 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008dc00-a1cf-40c1-9e93-ee43233e227d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Port': ['ID=5e6b9a47-69c1-4f4a-9720-2a4c3c5a298e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:30.813498 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4008dc00-a1cf-40c1-9e93-ee43233e227d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:12:30.917616 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4008dc00-a1cf-40c1-9e93-ee43233e227d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:31.042633 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-b8a2e4d2-44b6-42bd-a0a1-ee9538a3dd69 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:12:31.048919 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b8a2e4d2-44b6-42bd-a0a1-ee9538a3dd69 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3528368 Feb 09 18:12:31.048919 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54898) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:31.153899 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4008dc00-a1cf-40c1-9e93-ee43233e227d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:31.656293 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-5a7a5fba-8643-4c19-9f13-e5384f7ac25a None None] Provisioning for port 5e6b9a47-69c1-4f4a-9720-2a4c3c5a298e completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:12:31.656293 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-5a7a5fba-8643-4c19-9f13-e5384f7ac25a None None] Provisioning complete for port 5e6b9a47-69c1-4f4a-9720-2a4c3c5a298e triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:12:31.656293 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5a7a5fba-8643-4c19-9f13-e5384f7ac25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:31.662623 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-858478de-71ab-46f4-8f48-5b8252cbcc36 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:31.665436 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5a7a5fba-8643-4c19-9f13-e5384f7ac25a None None] Port 5e6b9a47-69c1-4f4a-9720-2a4c3c5a298e cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:12:31.668770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-858478de-71ab-46f4-8f48-5b8252cbcc36 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:31.668770 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4726b408-a302-473d-8110-626f5da9e21c req-b81eb795-3fc2-409b-9665-0f4106abb3a2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76aff26-0d9d-4533-be62-eab18128f2c7 HTTP/1.1" status: 200 len: 210 time: 0.0617001 Feb 09 18:12:31.668770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-858478de-71ab-46f4-8f48-5b8252cbcc36 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:31.668770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858478de-71ab-46f4-8f48-5b8252cbcc36 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae295679-4eba-4765-8d66-0f623ca1d95f,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:31.668770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-858478de-71ab-46f4-8f48-5b8252cbcc36 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:31.668770 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-858478de-71ab-46f4-8f48-5b8252cbcc36 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "DELETE /v2.0/security-groups/ae295679-4eba-4765-8d66-0f623ca1d95f HTTP/1.1" status: 204 len: 168 time: 0.5381913 Feb 09 18:12:31.668770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54904) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:31.703815 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7d29b926-f11a-4d04-880f-e09f72805889 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Synchronizing usage tracker for tenant:66bfea63fe06455bbd9184c517bb3ba2 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:12:31.788244 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4008dc00-a1cf-40c1-9e93-ee43233e227d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:31.883917 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7d29b926-f11a-4d04-880f-e09f72805889 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Unset dirty status for tenant:66bfea63fe06455bbd9184c517bb3ba2 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:12:31.883917 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7d29b926-f11a-4d04-880f-e09f72805889 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2912092 Feb 09 18:12:31.887151 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54910) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:31.898227 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-75b85db6-7fb5-4ce8-94af-614b89b35132 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1911631120'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:31.902367 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4008dc00-a1cf-40c1-9e93-ee43233e227d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:31.915282 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-75b85db6-7fb5-4ce8-94af-614b89b35132 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:31.931351 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-75b85db6-7fb5-4ce8-94af-614b89b35132 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:32.079411 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-75b85db6-7fb5-4ce8-94af-614b89b35132 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:32.090473 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008dc00-a1cf-40c1-9e93-ee43233e227d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Port': ['ID=5e6b9a47-69c1-4f4a-9720-2a4c3c5a298e,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:32.090473 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4008dc00-a1cf-40c1-9e93-ee43233e227d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:32.142205 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-75b85db6-7fb5-4ce8-94af-614b89b35132 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:32.149378 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-75b85db6-7fb5-4ce8-94af-614b89b35132 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Usage tracker for resource:security_group_rule and tenant:66bfea63fe06455bbd9184c517bb3ba2 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:32.154079 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-75b85db6-7fb5-4ce8-94af-614b89b35132 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:32.161469 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-75b85db6-7fb5-4ce8-94af-614b89b35132 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:32.202753 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-38b1263d-e4eb-476b-be9b-402d71cabefb req-c00935dd-1782-41e8-884c-8a6507c60029 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3573203 Feb 09 18:12:32.234591 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-75b85db6-7fb5-4ce8-94af-614b89b35132 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:32.268249 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4008dc00-a1cf-40c1-9e93-ee43233e227d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network e3bcae99-9de8-42e0-9119-9058f8442105 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:12:32.269750 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-4008dc00-a1cf-40c1-9e93-ee43233e227d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:12:32.319147 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-75b85db6-7fb5-4ce8-94af-614b89b35132 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:32.377679 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b85db6-7fb5-4ce8-94af-614b89b35132 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=857554c2-2620-434f-b7d2-3ba30d3df5a8,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:32.485427 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-75b85db6-7fb5-4ce8-94af-614b89b35132 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:32.487038 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-75b85db6-7fb5-4ce8-94af-614b89b35132 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5976949 Feb 09 18:12:32.489973 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54916) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:32.496076 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-c138c066-48c8-4fee-b0f1-860085ca8dc7 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group_rule': {'security_group_id': '857554c2-2620-434f-b7d2-3ba30d3df5a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:32.504631 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c138c066-48c8-4fee-b0f1-860085ca8dc7 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:32.509782 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c138c066-48c8-4fee-b0f1-860085ca8dc7 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Usage tracker for resource:security_group_rule and tenant:66bfea63fe06455bbd9184c517bb3ba2 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:32.514846 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c138c066-48c8-4fee-b0f1-860085ca8dc7 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:32.565267 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c138c066-48c8-4fee-b0f1-860085ca8dc7 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:32.570422 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-31255e45-959e-4507-a93a-58456c82b6d2 req-2db8b1e1-49b3-4b1d-9546-f7c6c2c015e3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76aff26-0d9d-4533-be62-eab18128f2c7 HTTP/1.1" status: 200 len: 210 time: 0.0503941 Feb 09 18:12:32.615394 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e3054d85-de57-4fed-98e0-5ffe125a71b4 None None] Provisioning complete for port 5e6b9a47-69c1-4f4a-9720-2a4c3c5a298e triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:12:32.621386 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e3054d85-de57-4fed-98e0-5ffe125a71b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:32.723429 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e3054d85-de57-4fed-98e0-5ffe125a71b4 None None] Port 5e6b9a47-69c1-4f4a-9720-2a4c3c5a298e cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:12:32.727353 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-38b1263d-e4eb-476b-be9b-402d71cabefb req-1a712276-c42b-4f05-84e9-f1b6283ffeab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10a4b1464e30470e8e13c0bd2bfded95&device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 1098 time: 0.3882186 Feb 09 18:12:32.855402 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-c138c066-48c8-4fee-b0f1-860085ca8dc7 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] create failed (client error): The resource could not be found. Feb 09 18:12:32.859625 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c138c066-48c8-4fee-b0f1-860085ca8dc7 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3652775 Feb 09 18:12:32.860334 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54920) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:32.867908 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-16457e9e-79f6-44c3-a626-e153d5ba4efd tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group_rule': {'security_group_id': '857554c2-2620-434f-b7d2-3ba30d3df5a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '311d4d4e-9d23-4a71-8ec4-50123fd73003'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:32.875225 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-16457e9e-79f6-44c3-a626-e153d5ba4efd tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:32.880460 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-16457e9e-79f6-44c3-a626-e153d5ba4efd tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Usage tracker for resource:security_group_rule and tenant:66bfea63fe06455bbd9184c517bb3ba2 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:32.883941 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-16457e9e-79f6-44c3-a626-e153d5ba4efd tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:32.890861 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-16457e9e-79f6-44c3-a626-e153d5ba4efd tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:32.900327 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1263d-e4eb-476b-be9b-402d71cabefb req-d7ba6d3d-4582-42e8-9a7b-f71004e705ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:32.903997 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-38b1263d-e4eb-476b-be9b-402d71cabefb req-d7ba6d3d-4582-42e8-9a7b-f71004e705ff service neutron] 10.222.0.50 "GET /v2.0/networks?id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd HTTP/1.1" status: 200 len: 912 time: 0.1536639 Feb 09 18:12:32.977001 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4008dc00-a1cf-40c1-9e93-ee43233e227d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Router 06c4a48f-5e68-4427-b0a2-11dc260b25fe has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:12:33.106572 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-16457e9e-79f6-44c3-a626-e153d5ba4efd tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] create failed (client error): The resource could not be found. Feb 09 18:12:33.113973 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-16457e9e-79f6-44c3-a626-e153d5ba4efd tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2459774 Feb 09 18:12:33.114340 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54924) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:33.200890 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-35a0c3cb-3efe-48db-a445-408b0770e733 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:33.232125 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-35a0c3cb-3efe-48db-a445-408b0770e733 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:33.392438 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-38b1263d-e4eb-476b-be9b-402d71cabefb req-59c6dd02-649d-4a72-8d26-cdf8b8383317 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 HTTP/1.1" status: 200 len: 1000 time: 0.4780977 Feb 09 18:12:33.449877 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-35a0c3cb-3efe-48db-a445-408b0770e733 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:33.467543 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-4c77c3eb-ef11-47e9-80b0-7ab9906c941a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:33.468914 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-4c77c3eb-ef11-47e9-80b0-7ab9906c941a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/networks?id=d4c343ed-e559-44fb-ac6e-3c378d83bbdf HTTP/1.1" status: 200 len: 797 time: 0.4949090 Feb 09 18:12:33.473093 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0c3cb-3efe-48db-a445-408b0770e733 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=857554c2-2620-434f-b7d2-3ba30d3df5a8,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:33.480510 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-35a0c3cb-3efe-48db-a445-408b0770e733 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:33.481752 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-35a0c3cb-3efe-48db-a445-408b0770e733 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "DELETE /v2.0/security-groups/857554c2-2620-434f-b7d2-3ba30d3df5a8 HTTP/1.1" status: 204 len: 168 time: 0.3661618 Feb 09 18:12:33.484538 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54928) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:33.525899 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1263d-e4eb-476b-be9b-402d71cabefb req-54765abe-431d-4565-af6c-855b316e4d3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:33.527578 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-38b1263d-e4eb-476b-be9b-402d71cabefb req-54765abe-431d-4565-af6c-855b316e4d3c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e8a71708-3c6c-4754-9944-bc1082e83c1e HTTP/1.1" status: 200 len: 850 time: 0.1197002 Feb 09 18:12:33.548695 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-77a284f2-5e77-4394-b935-902b8b5592cd tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Synchronizing usage tracker for tenant:66bfea63fe06455bbd9184c517bb3ba2 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:12:33.605500 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-2cb9850e-2ae6-4f04-8e73-4b2971830ada tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 470 time: 0.1184998 Feb 09 18:12:33.623440 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-2ee20e3d-8ad1-4657-91c7-17fae5954805 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'port': {'device_id': 'c76aff26-0d9d-4533-be62-eab18128f2c7', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'admin_state_up': True, 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'security_groups': ['1061e4ff-2a6c-49a5-bfab-490ea991d731']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:33.748539 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4008dc00-a1cf-40c1-9e93-ee43233e227d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:12:33.756234 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-77a284f2-5e77-4394-b935-902b8b5592cd tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Unset dirty status for tenant:66bfea63fe06455bbd9184c517bb3ba2 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:12:33.757662 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-77a284f2-5e77-4394-b935-902b8b5592cd tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2720165 Feb 09 18:12:33.765186 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54934) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:33.765352 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0268ac9-6514-4d8f-9b06-4bc2b238b897 None None] Sync routers for ids ['06c4a48f-5e68-4427-b0a2-11dc260b25fe'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:12:33.770023 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-23a0ca7b-1f4a-4565-820f-71ac2dcceedb req-72693ba1-947d-42a6-9e28-2cdb4c7deb9f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76aff26-0d9d-4533-be62-eab18128f2c7 HTTP/1.1" status: 200 len: 210 time: 0.0549302 Feb 09 18:12:33.774043 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-3de5e682-a15f-4f8d-9a7a-f7f023fa9c9d tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group_rule': {'security_group_id': '205818bb-fe03-4079-b715-242610d01a32', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:33.778482 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-38b1263d-e4eb-476b-be9b-402d71cabefb req-39da062e-a0ca-4242-907d-e632b8846638 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2387874 Feb 09 18:12:33.780117 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0268ac9-6514-4d8f-9b06-4bc2b238b897 None None] Routers {'06c4a48f-5e68-4427-b0a2-11dc260b25fe'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:12:33.780511 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-3de5e682-a15f-4f8d-9a7a-f7f023fa9c9d tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:33.781162 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-c0268ac9-6514-4d8f-9b06-4bc2b238b897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:12:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['06c4a48f-5e68-4427-b0a2-11dc260b25fe'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:33.784619 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-3de5e682-a15f-4f8d-9a7a-f7f023fa9c9d tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Usage tracker for resource:security_group_rule and tenant:66bfea63fe06455bbd9184c517bb3ba2 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:33.787797 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-3de5e682-a15f-4f8d-9a7a-f7f023fa9c9d tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:33.794523 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-3de5e682-a15f-4f8d-9a7a-f7f023fa9c9d tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:33.852959 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-c0268ac9-6514-4d8f-9b06-4bc2b238b897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:33.869573 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0268ac9-6514-4d8f-9b06-4bc2b238b897 None None] Routers {'06c4a48f-5e68-4427-b0a2-11dc260b25fe'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:12:33.869573 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-c0268ac9-6514-4d8f-9b06-4bc2b238b897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:12:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['06c4a48f-5e68-4427-b0a2-11dc260b25fe'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:33.910281 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-2ee20e3d-8ad1-4657-91c7-17fae5954805 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:33.931918 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4008dc00-a1cf-40c1-9e93-ee43233e227d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "PUT /v2.0/routers/06c4a48f-5e68-4427-b0a2-11dc260b25fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1983309 Feb 09 18:12:33.931918 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-2ee20e3d-8ad1-4657-91c7-17fae5954805 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:33.933981 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54938) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:34.002130 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-c0268ac9-6514-4d8f-9b06-4bc2b238b897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:34.002498 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0268ac9-6514-4d8f-9b06-4bc2b238b897 None None] The sync data for ids ['06c4a48f-5e68-4427-b0a2-11dc260b25fe'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:12:34.040297 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-3de5e682-a15f-4f8d-9a7a-f7f023fa9c9d tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] create failed (client error): The resource could not be found. Feb 09 18:12:34.043030 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3de5e682-a15f-4f8d-9a7a-f7f023fa9c9d tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2761130 Feb 09 18:12:34.046946 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-38b1263d-e4eb-476b-be9b-402d71cabefb req-a36dc73c-a825-4d25-844e-cee5a0fb31d3 service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608571 Feb 09 18:12:34.048259 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54942) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:34.055627 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90547710-b14f-4a5a-b759-832ed7840d16 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:34.056247 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-90547710-b14f-4a5a-b759-832ed7840d16 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Synchronizing usage tracker for tenant:1fb3e00fc3da4739bcd8c33a1d8996af on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:12:34.059039 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-163110c1-e620-4565-83fe-1ec4ed807bc9 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group': {'name': 'tempest-secgroup--836019282'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:34.072346 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-163110c1-e620-4565-83fe-1ec4ed807bc9 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:34.094086 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-163110c1-e620-4565-83fe-1ec4ed807bc9 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:34.145260 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-2ee20e3d-8ad1-4657-91c7-17fae5954805 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:12:34.151560 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-2ee20e3d-8ad1-4657-91c7-17fae5954805 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:34.171304 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-163110c1-e620-4565-83fe-1ec4ed807bc9 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:34.218368 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-163110c1-e620-4565-83fe-1ec4ed807bc9 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:34.226267 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-163110c1-e620-4565-83fe-1ec4ed807bc9 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Usage tracker for resource:security_group_rule and tenant:66bfea63fe06455bbd9184c517bb3ba2 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:34.231712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-163110c1-e620-4565-83fe-1ec4ed807bc9 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:34.242611 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-163110c1-e620-4565-83fe-1ec4ed807bc9 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:34.292010 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-90547710-b14f-4a5a-b759-832ed7840d16 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Unset dirty status for tenant:1fb3e00fc3da4739bcd8c33a1d8996af on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:12:34.293137 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-90547710-b14f-4a5a-b759-832ed7840d16 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "GET /v2.0/ports/5e6b9a47-69c1-4f4a-9720-2a4c3c5a298e HTTP/1.1" status: 200 len: 910 time: 0.3571823 Feb 09 18:12:34.298347 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54946) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:34.305387 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-38b1263d-e4eb-476b-be9b-402d71cabefb req-7f12eecd-bce1-4e53-9043-d9b879e263fa service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460685 Feb 09 18:12:34.403747 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-2ee20e3d-8ad1-4657-91c7-17fae5954805 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.20.0.3 (d4c343ed-e559-44fb-ac6e-3c378d83bbdf/4a7ce76d-2721-4a28-b892-4c0742fa81e4/06b611ce-1aa9-4730-ae70-a5580048da61) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:12:34.536345 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-163110c1-e620-4565-83fe-1ec4ed807bc9 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:34.645806 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-2ee20e3d-8ad1-4657-91c7-17fae5954805 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:34.667043 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-2ee20e3d-8ad1-4657-91c7-17fae5954805 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Transition to ACTIVE for port object 06b611ce-1aa9-4730-ae70-a5580048da61 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:12:34.690875 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-163110c1-e620-4565-83fe-1ec4ed807bc9 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:34.781501 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-2ee20e3d-8ad1-4657-91c7-17fae5954805 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:34.801926 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163110c1-e620-4565-83fe-1ec4ed807bc9 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3892d048-113c-4cfe-bf19-d2fd0f32d481,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:34.862176 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-2ee20e3d-8ad1-4657-91c7-17fae5954805 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network d4c343ed-e559-44fb-ac6e-3c378d83bbdf is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:12:34.865622 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-2ee20e3d-8ad1-4657-91c7-17fae5954805 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:12:34.870802 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-2ee20e3d-8ad1-4657-91c7-17fae5954805 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:12:34.905249 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee20e3d-8ad1-4657-91c7-17fae5954805 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=06b611ce-1aa9-4730-ae70-a5580048da61,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:34.905426 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7fc33294-080b-4e26-b46d-7cae35461467 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:34.965006 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-2ee20e3d-8ad1-4657-91c7-17fae5954805 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:34.968922 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-2ee20e3d-8ad1-4657-91c7-17fae5954805 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:35.104587 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-2ee20e3d-8ad1-4657-91c7-17fae5954805 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4874244 Feb 09 18:12:35.118709 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-163110c1-e620-4565-83fe-1ec4ed807bc9 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:35.120207 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-163110c1-e620-4565-83fe-1ec4ed807bc9 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0698218 Feb 09 18:12:35.126991 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-c34fe1a6-44a1-4216-9f3a-60b95723b428 service neutron] Request body: {'port': {'device_id': 'c76aff26-0d9d-4533-be62-eab18128f2c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:35.130894 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54954) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:35.180172 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-817d1016-2dac-45e1-8b60-82cf4a20bbd3 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1245871610'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:35.193580 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-817d1016-2dac-45e1-8b60-82cf4a20bbd3 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:35.204973 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-817d1016-2dac-45e1-8b60-82cf4a20bbd3 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Usage tracker for resource:security_group and tenant:66bfea63fe06455bbd9184c517bb3ba2 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:35.210528 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-817d1016-2dac-45e1-8b60-82cf4a20bbd3 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:35.220297 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-817d1016-2dac-45e1-8b60-82cf4a20bbd3 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:35.302105 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663a1fc-964b-41f8-b510-966e67fd60c8 req-22e065b5-7257-4e71-8304-30be0bc04efc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:35.304749 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f663a1fc-964b-41f8-b510-966e67fd60c8 req-22e065b5-7257-4e71-8304-30be0bc04efc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76aff26-0d9d-4533-be62-eab18128f2c7 HTTP/1.1" status: 200 len: 931 time: 0.2749929 Feb 09 18:12:35.341293 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-c34fe1a6-44a1-4216-9f3a-60b95723b428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:35.349201 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-817d1016-2dac-45e1-8b60-82cf4a20bbd3 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:35.380248 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3eb14816-e7a3-430d-8b5c-010bb7039454 None None] Provisioning for port 06b611ce-1aa9-4730-ae70-a5580048da61 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:12:35.382459 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3eb14816-e7a3-430d-8b5c-010bb7039454 None None] Provisioning complete for port 06b611ce-1aa9-4730-ae70-a5580048da61 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:12:35.382903 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3eb14816-e7a3-430d-8b5c-010bb7039454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:35.456042 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-3eb14816-e7a3-430d-8b5c-010bb7039454 None None] Port 06b611ce-1aa9-4730-ae70-a5580048da61 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:12:35.500515 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f663a1fc-964b-41f8-b510-966e67fd60c8 req-284505e5-ee85-4345-8d5c-1a663eb94084 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=1061e4ff-2a6c-49a5-bfab-490ea991d731&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1816957 Feb 09 18:12:35.504595 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-817d1016-2dac-45e1-8b60-82cf4a20bbd3 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:35.577025 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-817d1016-2dac-45e1-8b60-82cf4a20bbd3 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Usage tracker for resource:security_group_rule and tenant:66bfea63fe06455bbd9184c517bb3ba2 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:35.589509 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-817d1016-2dac-45e1-8b60-82cf4a20bbd3 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:35.598249 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-817d1016-2dac-45e1-8b60-82cf4a20bbd3 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:35.793314 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-817d1016-2dac-45e1-8b60-82cf4a20bbd3 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:35.871444 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-817d1016-2dac-45e1-8b60-82cf4a20bbd3 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:35.946572 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d1016-2dac-45e1-8b60-82cf4a20bbd3 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a31beb8-6ce8-4b7e-87e8-ca244318b39a,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:35.967983 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-c34fe1a6-44a1-4216-9f3a-60b95723b428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b611ce-1aa9-4730-ae70-a5580048da61 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:12:35.988519 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-c34fe1a6-44a1-4216-9f3a-60b95723b428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:36.022677 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-c34fe1a6-44a1-4216-9f3a-60b95723b428 service neutron] Transition to ACTIVE for port object 06b611ce-1aa9-4730-ae70-a5580048da61 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:12:36.050174 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-817d1016-2dac-45e1-8b60-82cf4a20bbd3 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:36.050174 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-817d1016-2dac-45e1-8b60-82cf4a20bbd3 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9151192 Feb 09 18:12:36.052803 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54960) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:36.063192 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-251bbaf6-e9ad-42ac-8104-da1c5c476ac0 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group_rule': {'security_group_id': '3892d048-113c-4cfe-bf19-d2fd0f32d481', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2a31beb8-6ce8-4b7e-87e8-ca244318b39a'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:36.074789 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-251bbaf6-e9ad-42ac-8104-da1c5c476ac0 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:36.089805 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-251bbaf6-e9ad-42ac-8104-da1c5c476ac0 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Usage tracker for resource:security_group_rule and tenant:66bfea63fe06455bbd9184c517bb3ba2 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:36.096191 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-251bbaf6-e9ad-42ac-8104-da1c5c476ac0 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:36.109820 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-251bbaf6-e9ad-42ac-8104-da1c5c476ac0 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:36.125036 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-c34fe1a6-44a1-4216-9f3a-60b95723b428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:36.173084 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-7fc33294-080b-4e26-b46d-7cae35461467 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting port 5e6b9a47-69c1-4f4a-9720-2a4c3c5a298e {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:12:36.173530 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7fc33294-080b-4e26-b46d-7cae35461467 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:36.422891 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7fc33294-080b-4e26-b46d-7cae35461467 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:36.500494 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34fe1a6-44a1-4216-9f3a-60b95723b428 service neutron] Pushing event updated for resources: {'Port': ['ID=06b611ce-1aa9-4730-ae70-a5580048da61,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:36.568004 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-7fc33294-080b-4e26-b46d-7cae35461467 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Calling delete_port for 5e6b9a47-69c1-4f4a-9720-2a4c3c5a298e owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:12:36.619293 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-251bbaf6-e9ad-42ac-8104-da1c5c476ac0 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:12:36.620769 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-251bbaf6-e9ad-42ac-8104-da1c5c476ac0 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.5663009 Feb 09 18:12:36.623926 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54966) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:36.754357 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60bb005b-a883-4440-b339-b5e431acd1cc tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:36.755822 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-c34fe1a6-44a1-4216-9f3a-60b95723b428 service neutron] Attempting to bind port 06b611ce-1aa9-4730-ae70-a5580048da61 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:12:36.756156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-c34fe1a6-44a1-4216-9f3a-60b95723b428 service neutron] Attempting to bind port 06b611ce-1aa9-4730-ae70-a5580048da61 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'b1e9633b-9012-448c-9139-7a881318a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:12:36.758189 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-c34fe1a6-44a1-4216-9f3a-60b95723b428 service neutron] Attempting to bind port 06b611ce-1aa9-4730-ae70-a5580048da61 on network d4c343ed-e559-44fb-ac6e-3c378d83bbdf {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:12:36.777424 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-c34fe1a6-44a1-4216-9f3a-60b95723b428 service neutron] Port 06b611ce-1aa9-4730-ae70-a5580048da61 on network d4c343ed-e559-44fb-ac6e-3c378d83bbdf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:12:36.777748 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-c34fe1a6-44a1-4216-9f3a-60b95723b428 service neutron] Attempting to bind port 06b611ce-1aa9-4730-ae70-a5580048da61 on network d4c343ed-e559-44fb-ac6e-3c378d83bbdf {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:12:36.799310 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60bb005b-a883-4440-b339-b5e431acd1cc tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:36.808876 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-c34fe1a6-44a1-4216-9f3a-60b95723b428 service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:12:36.814782 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-c34fe1a6-44a1-4216-9f3a-60b95723b428 service neutron] Checking segment: {'id': 'b1e9633b-9012-448c-9139-7a881318a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:12:36.814782 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-c34fe1a6-44a1-4216-9f3a-60b95723b428 service neutron] Bound using segment: {'id': 'b1e9633b-9012-448c-9139-7a881318a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:12:36.814782 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-c34fe1a6-44a1-4216-9f3a-60b95723b428 service neutron] Bound port: 06b611ce-1aa9-4730-ae70-a5580048da61, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e9633b-9012-448c-9139-7a881318a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:12:36.814782 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-c34fe1a6-44a1-4216-9f3a-60b95723b428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:36.866407 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bfbcf-7380-46ff-83fe-96cc19c89304 req-21103230-1fe7-42cf-8b50-1630c93b7f86 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:36.868399 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cc4bfbcf-7380-46ff-83fe-96cc19c89304 req-21103230-1fe7-42cf-8b50-1630c93b7f86 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76aff26-0d9d-4533-be62-eab18128f2c7 HTTP/1.1" status: 200 len: 943 time: 0.1209059 Feb 09 18:12:36.955476 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-c34fe1a6-44a1-4216-9f3a-60b95723b428 service neutron] For port 06b611ce-1aa9-4730-ae70-a5580048da61, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:12:36.961772 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-c34fe1a6-44a1-4216-9f3a-60b95723b428 service neutron] For port 06b611ce-1aa9-4730-ae70-a5580048da61, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=06b611ce-1aa9-4730-ae70-a5580048da61,segment=NetworkSegment(b1e9633b-9012-448c-9139-7a881318a7af),segment_id=b1e9633b-9012-448c-9139-7a881318a7af)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:12:36.999747 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cc4bfbcf-7380-46ff-83fe-96cc19c89304 req-477a5ca0-c5b6-46c4-80e4-0c0032a5583a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=1061e4ff-2a6c-49a5-bfab-490ea991d731&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0997808 Feb 09 18:12:37.015827 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60bb005b-a883-4440-b339-b5e431acd1cc tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:37.059180 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb005b-a883-4440-b339-b5e431acd1cc tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a31beb8-6ce8-4b7e-87e8-ca244318b39a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:37.066401 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-c34fe1a6-44a1-4216-9f3a-60b95723b428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:37.130058 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60bb005b-a883-4440-b339-b5e431acd1cc tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:37.132393 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-60bb005b-a883-4440-b339-b5e431acd1cc tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "DELETE /v2.0/security-groups/2a31beb8-6ce8-4b7e-87e8-ca244318b39a HTTP/1.1" status: 204 len: 168 time: 0.5067441 Feb 09 18:12:37.135101 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54970) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:37.154535 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7fc33294-080b-4e26-b46d-7cae35461467 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:37.164353 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-c34fe1a6-44a1-4216-9f3a-60b95723b428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:37.166801 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-c34fe1a6-44a1-4216-9f3a-60b95723b428 service neutron] 10.222.0.50 "PUT /v2.0/ports/06b611ce-1aa9-4730-ae70-a5580048da61 HTTP/1.1" status: 200 len: 1093 time: 2.0499237 Feb 09 18:12:37.175594 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76aff26-0d9d-4533-be62-eab18128f2c7', 'tag': '06b611ce-1aa9-4730-ae70-a5580048da61'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:12:37.203038 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34fe1a6-44a1-4216-9f3a-60b95723b428 service neutron] Pushing event updated for resources: {'Port': ['ID=06b611ce-1aa9-4730-ae70-a5580048da61,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:37.212385 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc33294-080b-4e26-b46d-7cae35461467 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Port': ['ID=5e6b9a47-69c1-4f4a-9720-2a4c3c5a298e,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:37.508350 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9170cbef-648c-48a2-815e-ad55921977c0 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Synchronizing usage tracker for tenant:66bfea63fe06455bbd9184c517bb3ba2 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:12:37.531648 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-55c9ebd8-7cb4-475c-a8c1-d71e11ef7587 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=c76aff26-0d9d-4533-be62-eab18128f2c7 HTTP/1.1" status: 200 len: 1096 time: 0.1550295 Feb 09 18:12:37.621905 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76aff26-0d9d-4533-be62-eab18128f2c7', 'tag': '06b611ce-1aa9-4730-ae70-a5580048da61', 'status': 'completed', 'code': 200} Feb 09 18:12:37.631539 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-7c5422bc-63c8-4cac-b089-42bbcdd8baad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06b611ce-1aa9-4730-ae70-a5580048da61 HTTP/1.1" status: 200 len: 217 time: 0.0881262 Feb 09 18:12:37.691827 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9170cbef-648c-48a2-815e-ad55921977c0 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Unset dirty status for tenant:66bfea63fe06455bbd9184c517bb3ba2 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:12:37.692845 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9170cbef-648c-48a2-815e-ad55921977c0 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5565577 Feb 09 18:12:37.698160 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54978) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:37.707322 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-26415943-02e3-4b87-8c91-b966f04bd182 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:37.708826 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-26415943-02e3-4b87-8c91-b966f04bd182 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a7ce76d-2721-4a28-b892-4c0742fa81e4 HTTP/1.1" status: 200 len: 835 time: 0.0705531 Feb 09 18:12:37.787748 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7daa2a3-2450-4814-9460-c6936c44c9dd tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:37.792405 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7fc33294-080b-4e26-b46d-7cae35461467 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:37.795960 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-30112f1a-d9aa-4010-b86f-52b417f28dfc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4c343ed-e559-44fb-ac6e-3c378d83bbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800552 Feb 09 18:12:37.951274 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-93d09b2a-c9ec-4ab7-86ff-67bc1e7d7423 service neutron] 10.222.0.50 "GET /v2.0/networks/d4c343ed-e559-44fb-ac6e-3c378d83bbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491532 Feb 09 18:12:37.959451 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7daa2a3-2450-4814-9460-c6936c44c9dd tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:38.133384 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-18c71c9b-fd34-47d4-acf0-3908dd5450c1 req-94d76350-9793-44e4-a20b-cc31f3b2914b service neutron] 10.222.0.50 "GET /v2.0/networks/d4c343ed-e559-44fb-ac6e-3c378d83bbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746237 Feb 09 18:12:38.153251 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7daa2a3-2450-4814-9460-c6936c44c9dd tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:38.289408 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7daa2a3-2450-4814-9460-c6936c44c9dd tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3892d048-113c-4cfe-bf19-d2fd0f32d481,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:38.371827 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e4b5b92d-b15b-4222-93cb-47d40fb4557e req-d78521b4-11af-4b35-830c-65b03f24691a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=c76aff26-0d9d-4533-be62-eab18128f2c7 HTTP/1.1" status: 200 len: 1096 time: 0.1073761 Feb 09 18:12:38.484595 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a7daa2a3-2450-4814-9460-c6936c44c9dd tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:38.485652 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a7daa2a3-2450-4814-9460-c6936c44c9dd tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "DELETE /v2.0/security-groups/3892d048-113c-4cfe-bf19-d2fd0f32d481 HTTP/1.1" status: 204 len: 168 time: 0.7866175 Feb 09 18:12:38.488737 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54984) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:38.492458 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f14461-4926-4e2a-a24a-993fe724574e req-16a722b9-8184-4f23-9604-52da90f65353 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:38.494002 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-49f14461-4926-4e2a-a24a-993fe724574e req-16a722b9-8184-4f23-9604-52da90f65353 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76aff26-0d9d-4533-be62-eab18128f2c7 HTTP/1.1" status: 200 len: 943 time: 0.2640302 Feb 09 18:12:38.571006 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-49f14461-4926-4e2a-a24a-993fe724574e req-9c7c2ea2-81d3-4793-af7d-9d8b2d003d3b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=1061e4ff-2a6c-49a5-bfab-490ea991d731&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682962 Feb 09 18:12:38.609698 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc33294-080b-4e26-b46d-7cae35461467 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Router 06c4a48f-5e68-4427-b0a2-11dc260b25fe has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:12:38.647555 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5b92d-b15b-4222-93cb-47d40fb4557e req-7caf5527-d15b-48fa-8fc8-fa8c5ad9e4ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:38.650096 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e4b5b92d-b15b-4222-93cb-47d40fb4557e req-7caf5527-d15b-48fa-8fc8-fa8c5ad9e4ba service neutron] 10.222.0.50 "GET /v2.0/networks?id=d4c343ed-e559-44fb-ac6e-3c378d83bbdf HTTP/1.1" status: 200 len: 898 time: 0.2709887 Feb 09 18:12:38.741340 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-5f75e45c-1c3a-4547-b619-700f905024d7 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Synchronizing usage tracker for tenant:66bfea63fe06455bbd9184c517bb3ba2 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:12:38.768383 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e4b5b92d-b15b-4222-93cb-47d40fb4557e req-d9cabd4a-db9f-4dad-9021-1f03cc3b32aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06b611ce-1aa9-4730-ae70-a5580048da61 HTTP/1.1" status: 200 len: 217 time: 0.1104643 Feb 09 18:12:38.846578 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5b92d-b15b-4222-93cb-47d40fb4557e req-274751a5-f19d-4e6d-8fae-627784d45e7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:38.848393 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e4b5b92d-b15b-4222-93cb-47d40fb4557e req-274751a5-f19d-4e6d-8fae-627784d45e7f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a7ce76d-2721-4a28-b892-4c0742fa81e4 HTTP/1.1" status: 200 len: 835 time: 0.0739522 Feb 09 18:12:38.892110 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-5f75e45c-1c3a-4547-b619-700f905024d7 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Unset dirty status for tenant:66bfea63fe06455bbd9184c517bb3ba2 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:12:38.893605 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5f75e45c-1c3a-4547-b619-700f905024d7 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4035318 Feb 09 18:12:38.902014 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54988) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:38.910342 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-5bb1a58d-5af7-424b-ac89-e4c83d75db51 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group': {'name': 'tempest-secgroup--538004930'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:38.917527 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5bb1a58d-5af7-424b-ac89-e4c83d75db51 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:38.939468 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5bb1a58d-5af7-424b-ac89-e4c83d75db51 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:38.944757 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e4b5b92d-b15b-4222-93cb-47d40fb4557e req-0dde05f9-2656-4e41-8bd6-311ad5945335 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4c343ed-e559-44fb-ac6e-3c378d83bbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890672 Feb 09 18:12:38.990416 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc33294-080b-4e26-b46d-7cae35461467 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:12:39.001562 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7fc33294-080b-4e26-b46d-7cae35461467 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "PUT /v2.0/routers/06c4a48f-5e68-4427-b0a2-11dc260b25fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6981943 Feb 09 18:12:39.010822 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 54992) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:39.014103 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2650f391-3ef9-4f80-8856-b190db5966d3 None None] Sync routers for ids ['06c4a48f-5e68-4427-b0a2-11dc260b25fe'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:12:39.038663 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2650f391-3ef9-4f80-8856-b190db5966d3 None None] Routers {'06c4a48f-5e68-4427-b0a2-11dc260b25fe'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:12:39.047157 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2650f391-3ef9-4f80-8856-b190db5966d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:12:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['06c4a48f-5e68-4427-b0a2-11dc260b25fe'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:39.111156 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2650f391-3ef9-4f80-8856-b190db5966d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:39.124893 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2650f391-3ef9-4f80-8856-b190db5966d3 None None] Routers {'06c4a48f-5e68-4427-b0a2-11dc260b25fe'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:12:39.125668 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2650f391-3ef9-4f80-8856-b190db5966d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:12:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['06c4a48f-5e68-4427-b0a2-11dc260b25fe'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:39.198468 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5bb1a58d-5af7-424b-ac89-e4c83d75db51 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:39.214659 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2650f391-3ef9-4f80-8856-b190db5966d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:39.215119 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2650f391-3ef9-4f80-8856-b190db5966d3 None None] The sync data for ids ['06c4a48f-5e68-4427-b0a2-11dc260b25fe'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:12:39.264671 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5bb1a58d-5af7-424b-ac89-e4c83d75db51 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:39.271114 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5bb1a58d-5af7-424b-ac89-e4c83d75db51 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Usage tracker for resource:security_group_rule and tenant:66bfea63fe06455bbd9184c517bb3ba2 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:39.274737 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5bb1a58d-5af7-424b-ac89-e4c83d75db51 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:39.288801 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5bb1a58d-5af7-424b-ac89-e4c83d75db51 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:39.320766 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e4b5b92d-b15b-4222-93cb-47d40fb4557e req-8c41aa47-6d7f-4f94-817e-3179286699ef service neutron] 10.222.0.50 "GET /v2.0/networks/d4c343ed-e559-44fb-ac6e-3c378d83bbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693120 Feb 09 18:12:39.480741 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5bb1a58d-5af7-424b-ac89-e4c83d75db51 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:39.569791 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e4b5b92d-b15b-4222-93cb-47d40fb4557e req-e3e84f78-1c10-4670-92af-d3492590debf service neutron] 10.222.0.50 "GET /v2.0/networks/d4c343ed-e559-44fb-ac6e-3c378d83bbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425542 Feb 09 18:12:39.570116 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-729d80bb-6b99-4d1f-b878-b23f09b91776 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:39.640523 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5bb1a58d-5af7-424b-ac89-e4c83d75db51 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:39.791592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1a58d-5af7-424b-ac89-e4c83d75db51 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f570081f-7e4a-45f1-b00e-0b6e7919a847,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:39.893698 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5bb1a58d-5af7-424b-ac89-e4c83d75db51 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:39.896123 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5bb1a58d-5af7-424b-ac89-e4c83d75db51 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9927461 Feb 09 18:12:39.898897 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 54998) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:39.905485 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a4cb0e84-c2c0-43ab-8399-5b4e7cd746aa tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:39.906507 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-a4cb0e84-c2c0-43ab-8399-5b4e7cd746aa tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 18:12:39.908528 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a4cb0e84-c2c0-43ab-8399-5b4e7cd746aa tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "PUT /v2.0/security-groups/f570081f-7e4a-45f1-b00e-0b6e7919a847 HTTP/1.1" status: 409 len: 330 time: 0.0077302 Feb 09 18:12:39.911340 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55002) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:39.915377 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ca5e0-e488-4fab-bee2-f1895abc4149 req-6c04f9a6-d628-4cf4-9f52-a819cc7c0855 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:39.918113 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ed3ca5e0-e488-4fab-bee2-f1895abc4149 req-6c04f9a6-d628-4cf4-9f52-a819cc7c0855 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76aff26-0d9d-4533-be62-eab18128f2c7 HTTP/1.1" status: 200 len: 943 time: 0.1906154 Feb 09 18:12:39.989540 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee07a2f7-d440-46b3-9cbb-f7ffd0e9805a tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:40.021869 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee07a2f7-d440-46b3-9cbb-f7ffd0e9805a tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:40.159568 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee07a2f7-d440-46b3-9cbb-f7ffd0e9805a tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:40.188854 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07a2f7-d440-46b3-9cbb-f7ffd0e9805a tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f570081f-7e4a-45f1-b00e-0b6e7919a847,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:40.190691 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ed3ca5e0-e488-4fab-bee2-f1895abc4149 req-a7fabca2-b9fb-4a56-9860-bb248888c9e1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=1061e4ff-2a6c-49a5-bfab-490ea991d731&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2642648 Feb 09 18:12:40.197576 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee07a2f7-d440-46b3-9cbb-f7ffd0e9805a tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:40.202773 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ee07a2f7-d440-46b3-9cbb-f7ffd0e9805a tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "DELETE /v2.0/security-groups/f570081f-7e4a-45f1-b00e-0b6e7919a847 HTTP/1.1" status: 204 len: 168 time: 0.2902567 Feb 09 18:12:40.204002 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55006) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:40.294395 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d09d8080-0fbe-4ad0-ad75-37979805822f tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Synchronizing usage tracker for tenant:66bfea63fe06455bbd9184c517bb3ba2 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:12:40.484778 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d09d8080-0fbe-4ad0-ad75-37979805822f tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] Unset dirty status for tenant:66bfea63fe06455bbd9184c517bb3ba2 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:12:40.486694 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d09d8080-0fbe-4ad0-ad75-37979805822f tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2808311 Feb 09 18:12:40.492210 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55010) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:40.510839 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-83c94858-e04f-4749-ab66-ca8358b7ca9a tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] delete failed (client error): The resource could not be found. Feb 09 18:12:40.532117 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-83c94858-e04f-4749-ab66-ca8358b7ca9a tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "DELETE /v2.0/security-groups/4a958301-c2a8-4ac4-bf25-4ab98d53910b HTTP/1.1" status: 404 len: 347 time: 0.0187502 Feb 09 18:12:40.533808 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55014) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:40.586253 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-15e57f83-71c4-420c-bebc-c61015a3426c tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] show failed (client error): The resource could not be found. Feb 09 18:12:40.587529 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-15e57f83-71c4-420c-bebc-c61015a3426c tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "GET /v2.0/security-groups/6d1059a7-27eb-4246-aa2f-e2c746b3a1fd HTTP/1.1" status: 404 len: 347 time: 0.0525405 Feb 09 18:12:40.592805 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55018) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:40.610112 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-ebaa59bb-e918-463a-a1e2-4c8e9ced9428 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] show failed (client error): The resource could not be found. Feb 09 18:12:40.611401 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ebaa59bb-e918-463a-a1e2-4c8e9ced9428 tempest-NegativeSecGroupTest-1748609910 tempest-NegativeSecGroupTest-1748609910-project] 10.222.0.21 "GET /v2.0/security-group-rules/76c0c4b4-8854-4790-8f41-97dcef469f79 HTTP/1.1" status: 404 len: 356 time: 0.0172968 Feb 09 18:12:40.706737 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-729d80bb-6b99-4d1f-b878-b23f09b91776 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting port 66ed164b-167b-4da2-b2f1-d25dccf68fdf {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:12:40.707405 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-729d80bb-6b99-4d1f-b878-b23f09b91776 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:40.929403 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-729d80bb-6b99-4d1f-b878-b23f09b91776 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:41.219623 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 06b611ce-1aa9-4730-ae70-a5580048da61 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:12:41.280801 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-729d80bb-6b99-4d1f-b878-b23f09b91776 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Calling delete_port for 66ed164b-167b-4da2-b2f1-d25dccf68fdf owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:12:41.422345 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55028) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:41.524629 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 06b611ce-1aa9-4730-ae70-a5580048da61, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=06b611ce-1aa9-4730-ae70-a5580048da61,segment=NetworkSegment(b1e9633b-9012-448c-9139-7a881318a7af),segment_id=b1e9633b-9012-448c-9139-7a881318a7af)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:12:41.547086 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '06b611ce-1aa9-4730-ae70-a5580048da61', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'port_id': '06b611ce-1aa9-4730-ae70-a5580048da61', 'mac_address': 'fa:16:3e:e5:a6:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:12:41.660365 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:41.691491 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b611ce-1aa9-4730-ae70-a5580048da61 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:12:41.728306 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f24575-b289-45de-9cfe-642a9bb2584e req-bf21f62e-e6c0-4caa-b084-a88f0dc122d6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:41.728306 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-47f24575-b289-45de-9cfe-642a9bb2584e req-bf21f62e-e6c0-4caa-b084-a88f0dc122d6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76aff26-0d9d-4533-be62-eab18128f2c7 HTTP/1.1" status: 200 len: 943 time: 0.2568467 Feb 09 18:12:41.736280 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 06b611ce-1aa9-4730-ae70-a5580048da61, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=06b611ce-1aa9-4730-ae70-a5580048da61,segment=NetworkSegment(b1e9633b-9012-448c-9139-7a881318a7af),segment_id=b1e9633b-9012-448c-9139-7a881318a7af)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:12:41.791009 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-47f24575-b289-45de-9cfe-642a9bb2584e req-c20ccee0-3e4b-4f00-8307-75ae411cda4a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=1061e4ff-2a6c-49a5-bfab-490ea991d731&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570011 Feb 09 18:12:41.849834 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-729d80bb-6b99-4d1f-b878-b23f09b91776 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:41.864747 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-564a581d-e0d2-4eae-bec1-c1a41a37e12b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66bfea63fe06455bbd9184c517bb3ba2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4406831 Feb 09 18:12:41.868078 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55034) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:41.902963 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d80bb-6b99-4d1f-b878-b23f09b91776 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Port': ['ID=66ed164b-167b-4da2-b2f1-d25dccf68fdf,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:41.930749 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:42.007487 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-205578f2-bbca-4cf6-b4a1-a49650c0441b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:42.059067 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=06b611ce-1aa9-4730-ae70-a5580048da61,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:42.103117 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-205578f2-bbca-4cf6-b4a1-a49650c0441b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:42.162607 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['06b611ce-1aa9-4730-ae70-a5580048da61'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:12:42.170783 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-729d80bb-6b99-4d1f-b878-b23f09b91776 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:42.318765 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-205578f2-bbca-4cf6-b4a1-a49650c0441b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:42.344590 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205578f2-bbca-4cf6-b4a1-a49650c0441b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11ff781-b704-403a-9090-42641f5b6af4,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:42.430439 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-205578f2-bbca-4cf6-b4a1-a49650c0441b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:42.432235 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-205578f2-bbca-4cf6-b4a1-a49650c0441b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e11ff781-b704-403a-9090-42641f5b6af4 HTTP/1.1" status: 204 len: 168 time: 0.5626237 Feb 09 18:12:42.828885 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729d80bb-6b99-4d1f-b878-b23f09b91776 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Router 06c4a48f-5e68-4427-b0a2-11dc260b25fe has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:12:43.005259 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729d80bb-6b99-4d1f-b878-b23f09b91776 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:12:43.039719 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd114728-5bb7-405a-943d-f7a43a4d64b3 None None] Sync routers for ids ['06c4a48f-5e68-4427-b0a2-11dc260b25fe'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:12:43.079196 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd114728-5bb7-405a-943d-f7a43a4d64b3 None None] Routers {'06c4a48f-5e68-4427-b0a2-11dc260b25fe'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:12:43.080464 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-fd114728-5bb7-405a-943d-f7a43a4d64b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:12:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['06c4a48f-5e68-4427-b0a2-11dc260b25fe'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:43.115233 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-729d80bb-6b99-4d1f-b878-b23f09b91776 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "PUT /v2.0/routers/06c4a48f-5e68-4427-b0a2-11dc260b25fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1097460 Feb 09 18:12:43.119858 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55042) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:43.147653 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-fd114728-5bb7-405a-943d-f7a43a4d64b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:43.160149 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd114728-5bb7-405a-943d-f7a43a4d64b3 None None] Routers {'06c4a48f-5e68-4427-b0a2-11dc260b25fe'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:12:43.160790 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d778d2d-2da6-42f6-a84a-9cb2d3bc9cf7 req-ea9deb77-ff05-45f5-a3b0-3ae0b2fe4bea tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:43.160898 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-fd114728-5bb7-405a-943d-f7a43a4d64b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:12:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['06c4a48f-5e68-4427-b0a2-11dc260b25fe'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:43.162551 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8d778d2d-2da6-42f6-a84a-9cb2d3bc9cf7 req-ea9deb77-ff05-45f5-a3b0-3ae0b2fe4bea tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76aff26-0d9d-4533-be62-eab18128f2c7 HTTP/1.1" status: 200 len: 944 time: 0.1401110 Feb 09 18:12:43.220826 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a9c7c0ce-3f2e-487e-809d-ddcf46754681 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "GET /v2.0/ports?device_id=06c4a48f-5e68-4427-b0a2-11dc260b25fe HTTP/1.1" status: 200 len: 205 time: 0.0986032 Feb 09 18:12:43.222829 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8d778d2d-2da6-42f6-a84a-9cb2d3bc9cf7 req-a25bbf26-8692-476a-9bde-26739dd0fe1f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=1061e4ff-2a6c-49a5-bfab-490ea991d731&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507979 Feb 09 18:12:43.223678 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55046) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:43.226464 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 06b611ce-1aa9-4730-ae70-a5580048da61 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:12:43.268774 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-fd114728-5bb7-405a-943d-f7a43a4d64b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:43.269189 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd114728-5bb7-405a-943d-f7a43a4d64b3 None None] The sync data for ids ['06c4a48f-5e68-4427-b0a2-11dc260b25fe'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:12:43.393226 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 06b611ce-1aa9-4730-ae70-a5580048da61 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:12:43.399563 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 06b611ce-1aa9-4730-ae70-a5580048da61 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:12:43.401680 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:43.481512 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f493f951-725b-4ca4-95d9-2c0d519595d9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:43.576041 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:43.610665 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76aff26-0d9d-4533-be62-eab18128f2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b611ce-1aa9-4730-ae70-a5580048da61'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:12:43.622966 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 06b611ce-1aa9-4730-ae70-a5580048da61, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=06b611ce-1aa9-4730-ae70-a5580048da61,segment=NetworkSegment(b1e9633b-9012-448c-9139-7a881318a7af),segment_id=b1e9633b-9012-448c-9139-7a881318a7af)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:12:43.684188 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76aff26-0d9d-4533-be62-eab18128f2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b611ce-1aa9-4730-ae70-a5580048da61', 'code': 200} Feb 09 18:12:43.776681 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:43.920748 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=06b611ce-1aa9-4730-ae70-a5580048da61,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:43.951930 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f493f951-725b-4ca4-95d9-2c0d519595d9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:43.961154 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f493f951-725b-4ca4-95d9-2c0d519595d9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:44.113155 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f493f951-725b-4ca4-95d9-2c0d519595d9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:44.113701 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f493f951-725b-4ca4-95d9-2c0d519595d9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Fanout notify agent at l3_agent the message router_deleted on router 06c4a48f-5e68-4427-b0a2-11dc260b25fe {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:12:44.125704 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f493f951-725b-4ca4-95d9-2c0d519595d9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:44.127814 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f493f951-725b-4ca4-95d9-2c0d519595d9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/routers/06c4a48f-5e68-4427-b0a2-11dc260b25fe HTTP/1.1" status: 204 len: 168 time: 0.9024706 Feb 09 18:12:44.130455 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55052) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:44.303205 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-bfee860a-e658-4451-b30d-0a0271ea2d5d req-ca755b33-4811-453e-b417-ecea357839c2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c76aff26-0d9d-4533-be62-eab18128f2c7 HTTP/1.1" status: 200 len: 1098 time: 0.1351619 Feb 09 18:12:44.368652 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-bfee860a-e658-4451-b30d-0a0271ea2d5d req-c4b80f06-434b-4a9c-9151-144372ea45df service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1061e4ff-2a6c-49a5-bfab-490ea991d731&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584989 Feb 09 18:12:44.531030 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-078661c1-3177-4c9e-851c-e97cf7563a75 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting subnet 9fcb47c1-e07e-423d-9980-3bf1d1bb3165 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:12:44.536616 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-078661c1-3177-4c9e-851c-e97cf7563a75 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:44.609477 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-078661c1-3177-4c9e-851c-e97cf7563a75 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:44.666773 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d32772-7492-46ff-b9a1-e7d3df2c3543 req-3aefb1f7-f99f-4270-a615-9eae2e4ccfc0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:44.669528 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-37d32772-7492-46ff-b9a1-e7d3df2c3543 req-3aefb1f7-f99f-4270-a615-9eae2e4ccfc0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76aff26-0d9d-4533-be62-eab18128f2c7 HTTP/1.1" status: 200 len: 945 time: 0.2012756 Feb 09 18:12:44.749225 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-37d32772-7492-46ff-b9a1-e7d3df2c3543 req-98d583d9-9a67-4f59-8b03-77d9c5f72153 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=1061e4ff-2a6c-49a5-bfab-490ea991d731&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664673 Feb 09 18:12:44.753138 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-078661c1-3177-4c9e-851c-e97cf7563a75 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:44.947535 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-078661c1-3177-4c9e-851c-e97cf7563a75 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:44.988766 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078661c1-3177-4c9e-851c-e97cf7563a75 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Subnet': ['ID=9fcb47c1-e07e-423d-9980-3bf1d1bb3165,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:45.003102 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-078661c1-3177-4c9e-851c-e97cf7563a75 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:45.010234 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ae15a3-e9f8-4b39-8a1e-e96e2713eb42 None None] Network e3bcae99-9de8-42e0-9119-9058f8442105 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:12:45.019432 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-078661c1-3177-4c9e-851c-e97cf7563a75 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/subnets/9fcb47c1-e07e-423d-9980-3bf1d1bb3165 HTTP/1.1" status: 204 len: 168 time: 0.8826494 Feb 09 18:12:45.020867 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55058) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:45.343923 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4947c318-b2b7-436c-b85e-362525c58c0f None None] DHCP port deletion for e3bcae99-9de8-42e0-9119-9058f8442105 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:12:45.350337 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4947c318-b2b7-436c-b85e-362525c58c0f None None] Deleting port 9b1b09c8-2c73-48fe-87f1-0087d3f57904 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:12:45.350902 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4947c318-b2b7-436c-b85e-362525c58c0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:45.414888 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae549ad-807a-4541-a2ff-b05730591a57 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting subnet 303d2120-2e72-42de-8430-738d7507c140 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:12:45.418355 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ae549ad-807a-4541-a2ff-b05730591a57 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:45.490640 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ae549ad-807a-4541-a2ff-b05730591a57 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:45.522074 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 9b1b09c8-2c73-48fe-87f1-0087d3f57904 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:12:45.603587 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ae549ad-807a-4541-a2ff-b05730591a57 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:45.811362 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ae549ad-807a-4541-a2ff-b05730591a57 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:45.897509 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae549ad-807a-4541-a2ff-b05730591a57 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Subnet': ['ID=303d2120-2e72-42de-8430-738d7507c140,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:45.913315 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ae549ad-807a-4541-a2ff-b05730591a57 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:45.929156 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5ae549ad-807a-4541-a2ff-b05730591a57 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/subnets/303d2120-2e72-42de-8430-738d7507c140 HTTP/1.1" status: 204 len: 168 time: 0.9031696 Feb 09 18:12:45.929509 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55064) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:45.933195 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40cc486-b4f5-4447-8cdc-e9dab478cbc1 None None] Network bb24d90f-4d4a-4b9b-8d82-b73253444a8b requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:12:46.185369 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-4947c318-b2b7-436c-b85e-362525c58c0f None None] For port 9b1b09c8-2c73-48fe-87f1-0087d3f57904, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9b1b09c8-2c73-48fe-87f1-0087d3f57904,segment=NetworkSegment(218f1bfe-ca59-4d33-bcc5-b038b2c5df5c),segment_id=218f1bfe-ca59-4d33-bcc5-b038b2c5df5c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:12:46.186279 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4947c318-b2b7-436c-b85e-362525c58c0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:46.209260 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:46.235671 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:46.279117 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting port 9b1b09c8-2c73-48fe-87f1-0087d3f57904 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:12:46.280073 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:46.343680 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581339b4-d432-441b-80e3-5d47d5b943f3 req-017d7058-335d-4ce8-8c7f-11716268abcb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:46.346929 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-581339b4-d432-441b-80e3-5d47d5b943f3 req-017d7058-335d-4ce8-8c7f-11716268abcb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76aff26-0d9d-4533-be62-eab18128f2c7 HTTP/1.1" status: 200 len: 945 time: 0.2868853 Feb 09 18:12:46.481661 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4947c318-b2b7-436c-b85e-362525c58c0f None None] Calling delete_port for 9b1b09c8-2c73-48fe-87f1-0087d3f57904 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:12:46.540708 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-581339b4-d432-441b-80e3-5d47d5b943f3 req-0d69848e-27b3-43c4-b16e-01b07e1ff94e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=1061e4ff-2a6c-49a5-bfab-490ea991d731&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1813693 Feb 09 18:12:46.733528 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] For port 9b1b09c8-2c73-48fe-87f1-0087d3f57904, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9b1b09c8-2c73-48fe-87f1-0087d3f57904,segment=NetworkSegment(218f1bfe-ca59-4d33-bcc5-b038b2c5df5c),segment_id=218f1bfe-ca59-4d33-bcc5-b038b2c5df5c)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:12:46.734238 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:46.743522 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 9b1b09c8-2c73-48fe-87f1-0087d3f57904, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9b1b09c8-2c73-48fe-87f1-0087d3f57904,segment=NetworkSegment(218f1bfe-ca59-4d33-bcc5-b038b2c5df5c),segment_id=218f1bfe-ca59-4d33-bcc5-b038b2c5df5c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:12:46.782588 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-182bf43b-19b7-4d16-96c3-e6456bb78fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:46.846480 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:46.899871 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b854988-926b-4ffe-85fd-34919b14266e None None] DHCP port deletion for bb24d90f-4d4a-4b9b-8d82-b73253444a8b request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:12:46.911172 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0b854988-926b-4ffe-85fd-34919b14266e None None] Deleting port c2f1da95-c6b0-487e-bb8e-25f80539cffe {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:12:46.911792 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b854988-926b-4ffe-85fd-34919b14266e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:46.976180 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-4947c318-b2b7-436c-b85e-362525c58c0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:12:46.976619 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-4947c318-b2b7-436c-b85e-362525c58c0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:12:46.979402 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Calling delete_port for 9b1b09c8-2c73-48fe-87f1-0087d3f57904 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:12:47.025609 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:47.099779 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7d608-494e-4d73-9db1-be9798f8b419 req-dc84a618-4571-484c-a4fd-4e33e4216679 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:47.103091 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-abd7d608-494e-4d73-9db1-be9798f8b419 req-dc84a618-4571-484c-a4fd-4e33e4216679 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76aff26-0d9d-4533-be62-eab18128f2c7 HTTP/1.1" status: 200 len: 945 time: 0.2344820 Feb 09 18:12:47.139849 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=9b1b09c8-2c73-48fe-87f1-0087d3f57904,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:47.162222 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.api [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:12:47.162779 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG oslo_db.api [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:12:47.200397 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-abd7d608-494e-4d73-9db1-be9798f8b419 req-05faf770-352a-44f0-a38f-9fac3eddb6e3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=1061e4ff-2a6c-49a5-bfab-490ea991d731&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0861712 Feb 09 18:12:47.235118 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55070) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:47.300000 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-0b854988-926b-4ffe-85fd-34919b14266e None None] For port c2f1da95-c6b0-487e-bb8e-25f80539cffe, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c2f1da95-c6b0-487e-bb8e-25f80539cffe,segment=NetworkSegment(78f537d9-9980-469c-ac21-3b647c7b917a),segment_id=78f537d9-9980-469c-ac21-3b647c7b917a)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:12:47.300861 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b854988-926b-4ffe-85fd-34919b14266e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:47.317103 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4563f35b-6093-43f0-9997-a35560947f55 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c76aff26-0d9d-4533-be62-eab18128f2c7 HTTP/1.1" status: 200 len: 1093 time: 0.0806348 Feb 09 18:12:47.320070 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55074) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:47.325812 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-3c934fff-a78f-4f99-a2d3-b1e0c09067fa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'floatingip': {'port_id': '06b611ce-1aa9-4730-ae70-a5580048da61'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:47.418975 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3c934fff-a78f-4f99-a2d3-b1e0c09067fa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:47.444143 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device c2f1da95-c6b0-487e-bb8e-25f80539cffe no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:12:47.475389 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0b854988-926b-4ffe-85fd-34919b14266e None None] Calling delete_port for c2f1da95-c6b0-487e-bb8e-25f80539cffe owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:12:47.506492 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4947c318-b2b7-436c-b85e-362525c58c0f None None] Deleting port 9b1b09c8-2c73-48fe-87f1-0087d3f57904 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:12:47.507286 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4947c318-b2b7-436c-b85e-362525c58c0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:47.674955 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting port 9b1b09c8-2c73-48fe-87f1-0087d3f57904 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:12:47.674955 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:47.818564 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b854988-926b-4ffe-85fd-34919b14266e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:47.854719 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:47.899498 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b854988-926b-4ffe-85fd-34919b14266e None None] Pushing event deleted for resources: {'Port': ['ID=c2f1da95-c6b0-487e-bb8e-25f80539cffe,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:47.933242 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b854988-926b-4ffe-85fd-34919b14266e None None] No DVR routers for this DVR port c2f1da95-c6b0-487e-bb8e-25f80539cffe on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:12:47.953142 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-4947c318-b2b7-436c-b85e-362525c58c0f None None] For port 9b1b09c8-2c73-48fe-87f1-0087d3f57904, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9b1b09c8-2c73-48fe-87f1-0087d3f57904,segment=NetworkSegment(218f1bfe-ca59-4d33-bcc5-b038b2c5df5c),segment_id=218f1bfe-ca59-4d33-bcc5-b038b2c5df5c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:12:47.953142 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4947c318-b2b7-436c-b85e-362525c58c0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:48.123907 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] For port 9b1b09c8-2c73-48fe-87f1-0087d3f57904, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9b1b09c8-2c73-48fe-87f1-0087d3f57904,segment=NetworkSegment(218f1bfe-ca59-4d33-bcc5-b038b2c5df5c),segment_id=218f1bfe-ca59-4d33-bcc5-b038b2c5df5c)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:12:48.124503 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:48.284826 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Calling delete_port for 9b1b09c8-2c73-48fe-87f1-0087d3f57904 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:12:48.314787 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4947c318-b2b7-436c-b85e-362525c58c0f None None] Calling delete_port for 9b1b09c8-2c73-48fe-87f1-0087d3f57904 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:12:48.530473 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4947c318-b2b7-436c-b85e-362525c58c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:48.577854 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.api [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:12:48.578457 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG oslo_db.api [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:12:48.581408 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947c318-b2b7-436c-b85e-362525c58c0f None None] Pushing event deleted for resources: {'Port': ['ID=9b1b09c8-2c73-48fe-87f1-0087d3f57904,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:48.586205 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4947c318-b2b7-436c-b85e-362525c58c0f None None] No DVR routers for this DVR port 9b1b09c8-2c73-48fe-87f1-0087d3f57904 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:12:48.744185 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3c934fff-a78f-4f99-a2d3-b1e0c09067fa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:48.867494 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3c934fff-a78f-4f99-a2d3-b1e0c09067fa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:49.060256 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e21543f4-5932-4e74-8d71-54abf7d7c623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:49.148817 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.l3_db [None req-3c934fff-a78f-4f99-a2d3-b1e0c09067fa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Floating IP 96913165-e7d4-4eba-9467-d8fb861f8794 associated. External IP: 172.26.8.90, port: 06b611ce-1aa9-4730-ae70-a5580048da61. Feb 09 18:12:49.202219 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting port 9b1b09c8-2c73-48fe-87f1-0087d3f57904 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:12:49.202629 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:49.462006 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] The port '9b1b09c8-2c73-48fe-87f1-0087d3f57904' was deleted {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:12:49.612690 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:49.650471 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3bcae99-9de8-42e0-9119-9058f8442105']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:49.667607 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218f1bfe-ca59-4d33-bcc5-b038b2c5df5c') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:49.667897 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218f1bfe-ca59-4d33-bcc5-b038b2c5df5c') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:49.685750 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:49.708366 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:49.724749 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:12:49.725148 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:12:49.741623 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:12:49.908096 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:49.927413 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:49.990528 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Network': ['ID=e3bcae99-9de8-42e0-9119-9058f8442105,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:50.013263 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7fdf23e3-2c49-454e-acc4-94c0cbaaca2f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/networks/e3bcae99-9de8-42e0-9119-9058f8442105 HTTP/1.1" status: 204 len: 168 time: 4.0826018 Feb 09 18:12:50.017536 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55078) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:50.026761 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:50.125356 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c934fff-a78f-4f99-a2d3-b1e0c09067fa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 5e855328-ab3f-43d1-a29e-22321f9f9c71 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:12:50.135300 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:50.160414 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5a0b5e3-17de-4a48-9552-76c83519870d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:50.379020 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c934fff-a78f-4f99-a2d3-b1e0c09067fa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:12:50.385524 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3c934fff-a78f-4f99-a2d3-b1e0c09067fa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:50.390268 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5a0b5e3-17de-4a48-9552-76c83519870d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:50.392715 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5619a2-e0eb-4097-84e1-0dc53a358ced None None] Sync routers for ids ['5e855328-ab3f-43d1-a29e-22321f9f9c71'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:12:50.416459 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5619a2-e0eb-4097-84e1-0dc53a358ced None None] Routers {'5e855328-ab3f-43d1-a29e-22321f9f9c71'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:12:50.417531 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9d5619a2-e0eb-4097-84e1-0dc53a358ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:12:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['5e855328-ab3f-43d1-a29e-22321f9f9c71'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:50.442343 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-e5a0b5e3-17de-4a48-9552-76c83519870d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb24d90f-4d4a-4b9b-8d82-b73253444a8b']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:50.468357 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-e5a0b5e3-17de-4a48-9552-76c83519870d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f537d9-9980-469c-ac21-3b647c7b917a') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:50.468661 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-e5a0b5e3-17de-4a48-9552-76c83519870d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f537d9-9980-469c-ac21-3b647c7b917a') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:50.482340 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5a0b5e3-17de-4a48-9552-76c83519870d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:50.494415 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3c934fff-a78f-4f99-a2d3-b1e0c09067fa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "PUT /v2.0/floatingips/96913165-e7d4-4eba-9467-d8fb861f8794 HTTP/1.1" status: 200 len: 990 time: 3.1705704 Feb 09 18:12:50.494415 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76aff26-0d9d-4533-be62-eab18128f2c7', 'tag': '06b611ce-1aa9-4730-ae70-a5580048da61'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:12:50.494764 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55082) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:50.573410 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76aff26-0d9d-4533-be62-eab18128f2c7', 'tag': '06b611ce-1aa9-4730-ae70-a5580048da61', 'status': 'completed', 'code': 200} Feb 09 18:12:50.584516 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5a0b5e3-17de-4a48-9552-76c83519870d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:50.600235 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a0b5e3-17de-4a48-9552-76c83519870d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:12:50.600619 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5a0b5e3-17de-4a48-9552-76c83519870d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:12:50.616035 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:12:50.709149 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-9d5619a2-e0eb-4097-84e1-0dc53a358ced None None] Set router 5e855328-ab3f-43d1-a29e-22321f9f9c71 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:12:50.758678 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-000a2936-1234-4168-b022-0f3fa2333078 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/96913165-e7d4-4eba-9467-d8fb861f8794 HTTP/1.1" status: 200 len: 990 time: 0.2626266 Feb 09 18:12:50.793102 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ea7756d6-55a8-4cd0-a6c6-9c6877911ad8 req-9ac28414-4f89-47a7-8d4b-8066b35976bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=c76aff26-0d9d-4533-be62-eab18128f2c7 HTTP/1.1" status: 200 len: 1098 time: 0.1683857 Feb 09 18:12:50.825697 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5a0b5e3-17de-4a48-9552-76c83519870d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:50.890639 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5a0b5e3-17de-4a48-9552-76c83519870d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:50.914945 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0b5e3-17de-4a48-9552-76c83519870d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Network': ['ID=bb24d90f-4d4a-4b9b-8d82-b73253444a8b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:50.920599 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e5a0b5e3-17de-4a48-9552-76c83519870d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/networks/bb24d90f-4d4a-4b9b-8d82-b73253444a8b HTTP/1.1" status: 204 len: 168 time: 0.9018195 Feb 09 18:12:50.927111 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55088) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:50.934858 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-0169523b-78d3-46aa-bd03-070f55919142 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'network': {'name': 'tempest-RoutersTest-811903312'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:50.942037 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0169523b-78d3-46aa-bd03-070f55919142 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:50.949994 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0169523b-78d3-46aa-bd03-070f55919142 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:network and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:50.955878 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0169523b-78d3-46aa-bd03-070f55919142 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:50.978045 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0169523b-78d3-46aa-bd03-070f55919142 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:51.012809 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7756d6-55a8-4cd0-a6c6-9c6877911ad8 req-81fd0741-d575-4744-9dc3-5b4cdfc5e0ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:51.014443 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ea7756d6-55a8-4cd0-a6c6-9c6877911ad8 req-81fd0741-d575-4744-9dc3-5b4cdfc5e0ba service neutron] 10.222.0.50 "GET /v2.0/networks?id=d4c343ed-e559-44fb-ac6e-3c378d83bbdf HTTP/1.1" status: 200 len: 898 time: 0.2136745 Feb 09 18:12:51.124525 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0169523b-78d3-46aa-bd03-070f55919142 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Made reservation on behalf of 1fb3e00fc3da4739bcd8c33a1d8996af for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:12:51.128327 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0169523b-78d3-46aa-bd03-070f55919142 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:51.144197 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9d5619a2-e0eb-4097-84e1-0dc53a358ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'name': 'tempest-TestNetworkBasicOps-router-1224041964', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:34Z', 'updated_at': '2022-02-09T18:10:57Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:37Z', 'updated_at': '2022-02-09T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '96913165-e7d4-4eba-9467-d8fb861f8794', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.90', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'port_id': '06b611ce-1aa9-4730-ae70-a5580048da61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'mac_address': 'fa:16:3e:e5:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76aff26-0d9d-4533-be62-eab18128f2c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:11:45Z', 'updated_at': '2022-02-09T18:12:48Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0c9820-5ee9-47df-aaec-5f0da7b2e55b', 'name': '', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:5e:6a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:55Z', 'updated_at': '2022-02-09T18:11:14Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:51.152562 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ea7756d6-55a8-4cd0-a6c6-9c6877911ad8 req-5a19f298-a00a-4076-95b4-16137efd2c0f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06b611ce-1aa9-4730-ae70-a5580048da61 HTTP/1.1" status: 200 len: 998 time: 0.1293030 Feb 09 18:12:51.152672 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5619a2-e0eb-4097-84e1-0dc53a358ced None None] Checking router: 5e855328-ab3f-43d1-a29e-22321f9f9c71 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:12:51.171099 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5619a2-e0eb-4097-84e1-0dc53a358ced None None] Routers {'5e855328-ab3f-43d1-a29e-22321f9f9c71'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:12:51.171834 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9d5619a2-e0eb-4097-84e1-0dc53a358ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:12:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['5e855328-ab3f-43d1-a29e-22321f9f9c71'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:51.207746 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0169523b-78d3-46aa-bd03-070f55919142 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:12:51.229621 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0169523b-78d3-46aa-bd03-070f55919142 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:51.229966 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-0169523b-78d3-46aa-bd03-070f55919142 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Added segment f7753e69-da55-4a4c-8275-7028336941d2 of type vlan for network 6e982f33-9376-494e-9739-f2e16d367c98 Feb 09 18:12:51.240705 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7756d6-55a8-4cd0-a6c6-9c6877911ad8 req-b1b8342d-aa5b-443d-8ace-ff3bdfc81e0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:51.242185 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ea7756d6-55a8-4cd0-a6c6-9c6877911ad8 req-b1b8342d-aa5b-443d-8ace-ff3bdfc81e0b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a7ce76d-2721-4a28-b892-4c0742fa81e4 HTTP/1.1" status: 200 len: 835 time: 0.0842340 Feb 09 18:12:51.305553 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0169523b-78d3-46aa-bd03-070f55919142 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:51.365437 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ea7756d6-55a8-4cd0-a6c6-9c6877911ad8 req-c6318258-054b-4957-9946-09af25a5d891 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4c343ed-e559-44fb-ac6e-3c378d83bbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1128428 Feb 09 18:12:51.444368 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0169523b-78d3-46aa-bd03-070f55919142 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:51.448389 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0169523b-78d3-46aa-bd03-070f55919142 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:51.449100 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0169523b-78d3-46aa-bd03-070f55919142 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:51.449597 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-9d5619a2-e0eb-4097-84e1-0dc53a358ced None None] Set router 5e855328-ab3f-43d1-a29e-22321f9f9c71 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:12:51.605716 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:51.711259 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169523b-78d3-46aa-bd03-070f55919142 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Network': ['ID=6e982f33-9376-494e-9739-f2e16d367c98,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:51.728571 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 6e982f33-9376-494e-9739-f2e16d367c98 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:12:51.737506 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ea7756d6-55a8-4cd0-a6c6-9c6877911ad8 req-5c028355-2de6-4039-a4d1-6b751c2bc8e8 service neutron] 10.222.0.50 "GET /v2.0/networks/d4c343ed-e559-44fb-ac6e-3c378d83bbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650405 Feb 09 18:12:51.763816 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55092) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:51.832704 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0169523b-78d3-46aa-bd03-070f55919142 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9043481 Feb 09 18:12:51.838054 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55096) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:51.848755 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3a0a13ad-be4c-44cd-963c-2c591f287a62 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'subnet': {'network_id': '6e982f33-9376-494e-9739-f2e16d367c98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:51.917254 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9d5619a2-e0eb-4097-84e1-0dc53a358ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'name': 'tempest-TestNetworkBasicOps-router-1224041964', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:34Z', 'updated_at': '2022-02-09T18:10:57Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:37Z', 'updated_at': '2022-02-09T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '96913165-e7d4-4eba-9467-d8fb861f8794', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.90', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'port_id': '06b611ce-1aa9-4730-ae70-a5580048da61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'mac_address': 'fa:16:3e:e5:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76aff26-0d9d-4533-be62-eab18128f2c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:11:45Z', 'updated_at': '2022-02-09T18:12:48Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0c9820-5ee9-47df-aaec-5f0da7b2e55b', 'name': '', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:5e:6a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:55Z', 'updated_at': '2022-02-09T18:11:14Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:51.921658 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5619a2-e0eb-4097-84e1-0dc53a358ced None None] The sync data for ids ['5e855328-ab3f-43d1-a29e-22321f9f9c71'] in dv-neutron-827016-2-hyperv is: [{'id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'name': 'tempest-TestNetworkBasicOps-router-1224041964', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:34Z', 'updated_at': '2022-02-09T18:10:57Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:37Z', 'updated_at': '2022-02-09T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '96913165-e7d4-4eba-9467-d8fb861f8794', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.90', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'port_id': '06b611ce-1aa9-4730-ae70-a5580048da61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'mac_address': 'fa:16:3e:e5:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76aff26-0d9d-4533-be62-eab18128f2c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:11:45Z', 'updated_at': '2022-02-09T18:12:48Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0c9820-5ee9-47df-aaec-5f0da7b2e55b', 'name': '', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:5e:6a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:55Z', 'updated_at': '2022-02-09T18:11:14Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:12:51.941759 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-19b11aaf-09d9-4ede-8ed4-a75361910cd8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/96913165-e7d4-4eba-9467-d8fb861f8794 HTTP/1.1" status: 200 len: 990 time: 0.1728663 Feb 09 18:12:52.039516 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ea7756d6-55a8-4cd0-a6c6-9c6877911ad8 req-ea68dfd8-1e37-49dc-869a-cf7e1f640d1e service neutron] 10.222.0.50 "GET /v2.0/networks/d4c343ed-e559-44fb-ac6e-3c378d83bbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963200 Feb 09 18:12:52.040532 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3a0a13ad-be4c-44cd-963c-2c591f287a62 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:52.045546 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-3a0a13ad-be4c-44cd-963c-2c591f287a62 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:subnet and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:52.050164 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-3a0a13ad-be4c-44cd-963c-2c591f287a62 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:52.057414 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3a0a13ad-be4c-44cd-963c-2c591f287a62 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:52.187098 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0a13ad-be4c-44cd-963c-2c591f287a62 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Made reservation on behalf of 1fb3e00fc3da4739bcd8c33a1d8996af for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:12:52.214603 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0417ce2-f63d-4897-bbdb-62bff596c934 None None] New status for floating IP 96913165-e7d4-4eba-9467-d8fb861f8794: ACTIVE {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:12:52.320953 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3a0a13ad-be4c-44cd-963c-2c591f287a62 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:52.732179 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3a0a13ad-be4c-44cd-963c-2c591f287a62 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:52.820297 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a13ad-be4c-44cd-963c-2c591f287a62 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Subnet': ['ID=a32f745d-ec4c-4899-b9fa-745b92ac09d0,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:52.839691 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0a13ad-be4c-44cd-963c-2c591f287a62 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Checking segment: {'id': 'f7753e69-da55-4a4c-8275-7028336941d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e982f33-9376-494e-9739-f2e16d367c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:12:52.840267 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0a13ad-be4c-44cd-963c-2c591f287a62 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network hostable DHCP agents. Network: 6e982f33-9376-494e-9739-f2e16d367c98, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:12:52.945985 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55100) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:52.975420 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0a13ad-be4c-44cd-963c-2c591f287a62 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network 6e982f33-9376-494e-9739-f2e16d367c98 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:12:53.072367 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-3a0a13ad-be4c-44cd-963c-2c591f287a62 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 6e982f33-9376-494e-9739-f2e16d367c98) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:12:53.078849 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0a13ad-be4c-44cd-963c-2c591f287a62 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:53.080842 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3a0a13ad-be4c-44cd-963c-2c591f287a62 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:53.086453 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c134f53-3ee0-49d2-a489-2d03ba67e10b None None] Network 6e982f33-9376-494e-9739-f2e16d367c98 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:12:53.153375 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0c7fa8be-35a4-4cae-861a-901d665ad080 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/96913165-e7d4-4eba-9467-d8fb861f8794 HTTP/1.1" status: 200 len: 992 time: 0.2056301 Feb 09 18:12:53.188438 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3a0a13ad-be4c-44cd-963c-2c591f287a62 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3483238 Feb 09 18:12:53.193187 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55104) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:53.199193 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d0de997b-808e-46e5-a65c-8d8e593e70b7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1895471309', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:53.207715 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d0de997b-808e-46e5-a65c-8d8e593e70b7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:53.212777 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d0de997b-808e-46e5-a65c-8d8e593e70b7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:router and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:53.216618 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d0de997b-808e-46e5-a65c-8d8e593e70b7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:53.227604 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d0de997b-808e-46e5-a65c-8d8e593e70b7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:53.403888 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0de997b-808e-46e5-a65c-8d8e593e70b7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:53.405552 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0de997b-808e-46e5-a65c-8d8e593e70b7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:53.431897 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4f6cb4-51bb-42f6-89f0-595fe18d0af0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-6e982f33-9376-494e-9739-f2e16d367c98', 'network_id': '6e982f33-9376-494e-9739-f2e16d367c98', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'fixed_ips': [{'subnet_id': 'a32f745d-ec4c-4899-b9fa-745b92ac09d0'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:12:53.433143 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd4f6cb4-51bb-42f6-89f0-595fe18d0af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:53.436739 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0de997b-808e-46e5-a65c-8d8e593e70b7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:53.570508 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0de997b-808e-46e5-a65c-8d8e593e70b7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:53.647595 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-bd4f6cb4-51bb-42f6-89f0-595fe18d0af0 None None] Allocated IP 172.20.0.2 (6e982f33-9376-494e-9739-f2e16d367c98/a32f745d-ec4c-4899-b9fa-745b92ac09d0/b3ac4034-3ca5-40f5-a877-2210150d8607) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:12:53.758094 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0de997b-808e-46e5-a65c-8d8e593e70b7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:53.766314 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d0de997b-808e-46e5-a65c-8d8e593e70b7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5656145 Feb 09 18:12:53.766314 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55108) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:53.769011 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-092ef079-7d41-48c4-988c-4b0553e9c66f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'port': {'network_id': '6e982f33-9376-494e-9739-f2e16d367c98', 'name': 'tempest-RoutersTest-590714129'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:12:53.930942 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-092ef079-7d41-48c4-988c-4b0553e9c66f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:12:53.935823 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-092ef079-7d41-48c4-988c-4b0553e9c66f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:port and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:12:53.939498 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-092ef079-7d41-48c4-988c-4b0553e9c66f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:12:53.946839 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-092ef079-7d41-48c4-988c-4b0553e9c66f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:12:54.020735 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd4f6cb4-51bb-42f6-89f0-595fe18d0af0 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:54.021529 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092ef079-7d41-48c4-988c-4b0553e9c66f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Made reservation on behalf of 1fb3e00fc3da4739bcd8c33a1d8996af for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:12:54.034120 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-092ef079-7d41-48c4-988c-4b0553e9c66f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:54.042003 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-bd4f6cb4-51bb-42f6-89f0-595fe18d0af0 None None] Transition to ACTIVE for port object b3ac4034-3ca5-40f5-a877-2210150d8607 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:12:54.064087 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-092ef079-7d41-48c4-988c-4b0553e9c66f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] device_id is not set on port 0077bf50-5bc6-465e-b7bf-eec7bedfaf3d yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:12:54.074260 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-bd4f6cb4-51bb-42f6-89f0-595fe18d0af0 None None] Transition to ACTIVE for port object b3ac4034-3ca5-40f5-a877-2210150d8607 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:12:54.152937 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd4f6cb4-51bb-42f6-89f0-595fe18d0af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:54.238831 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4f6cb4-51bb-42f6-89f0-595fe18d0af0 None None] Network 6e982f33-9376-494e-9739-f2e16d367c98 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:12:54.241717 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-bd4f6cb4-51bb-42f6-89f0-595fe18d0af0 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:12:54.241917 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-092ef079-7d41-48c4-988c-4b0553e9c66f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Allocated IP 172.20.0.12 (6e982f33-9376-494e-9739-f2e16d367c98/a32f745d-ec4c-4899-b9fa-745b92ac09d0/0077bf50-5bc6-465e-b7bf-eec7bedfaf3d) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:12:54.244558 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f6cb4-51bb-42f6-89f0-595fe18d0af0 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:12:54.251707 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f6cb4-51bb-42f6-89f0-595fe18d0af0 None None] Pushing event updated for resources: {'Port': ['ID=b3ac4034-3ca5-40f5-a877-2210150d8607,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:54.357280 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-bd4f6cb4-51bb-42f6-89f0-595fe18d0af0 None None] Attempting to bind port b3ac4034-3ca5-40f5-a877-2210150d8607 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:12:54.357686 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-bd4f6cb4-51bb-42f6-89f0-595fe18d0af0 None None] Attempting to bind port b3ac4034-3ca5-40f5-a877-2210150d8607 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'f7753e69-da55-4a4c-8275-7028336941d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e982f33-9376-494e-9739-f2e16d367c98'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:12:54.358082 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4f6cb4-51bb-42f6-89f0-595fe18d0af0 None None] Attempting to bind port b3ac4034-3ca5-40f5-a877-2210150d8607 on network 6e982f33-9376-494e-9739-f2e16d367c98 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:12:54.366853 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4f6cb4-51bb-42f6-89f0-595fe18d0af0 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:12:54.371997 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4f6cb4-51bb-42f6-89f0-595fe18d0af0 None None] Checking segment: {'id': 'f7753e69-da55-4a4c-8275-7028336941d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e982f33-9376-494e-9739-f2e16d367c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:12:54.371997 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd4f6cb4-51bb-42f6-89f0-595fe18d0af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:54.371997 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4f6cb4-51bb-42f6-89f0-595fe18d0af0 None None] Bound using segment: {'id': 'f7753e69-da55-4a4c-8275-7028336941d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e982f33-9376-494e-9739-f2e16d367c98'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:12:54.371997 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-bd4f6cb4-51bb-42f6-89f0-595fe18d0af0 None None] Bound port: b3ac4034-3ca5-40f5-a877-2210150d8607, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7753e69-da55-4a4c-8275-7028336941d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e982f33-9376-494e-9739-f2e16d367c98'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:12:54.371997 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd4f6cb4-51bb-42f6-89f0-595fe18d0af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:54.510532 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-bd4f6cb4-51bb-42f6-89f0-595fe18d0af0 None None] For port b3ac4034-3ca5-40f5-a877-2210150d8607, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:12:54.518541 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-092ef079-7d41-48c4-988c-4b0553e9c66f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:54.522197 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-bd4f6cb4-51bb-42f6-89f0-595fe18d0af0 None None] For port b3ac4034-3ca5-40f5-a877-2210150d8607, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b3ac4034-3ca5-40f5-a877-2210150d8607,segment=NetworkSegment(f7753e69-da55-4a4c-8275-7028336941d2),segment_id=f7753e69-da55-4a4c-8275-7028336941d2)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:12:54.541645 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-092ef079-7d41-48c4-988c-4b0553e9c66f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Transition to ACTIVE for port object 0077bf50-5bc6-465e-b7bf-eec7bedfaf3d will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:12:54.735860 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd4f6cb4-51bb-42f6-89f0-595fe18d0af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:54.748230 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-092ef079-7d41-48c4-988c-4b0553e9c66f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:54.828174 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f6cb4-51bb-42f6-89f0-595fe18d0af0 None None] Pushing event updated for resources: {'Port': ['ID=b3ac4034-3ca5-40f5-a877-2210150d8607,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:54.914577 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092ef079-7d41-48c4-988c-4b0553e9c66f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network 6e982f33-9376-494e-9739-f2e16d367c98 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:12:54.918014 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-092ef079-7d41-48c4-988c-4b0553e9c66f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:12:54.923234 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092ef079-7d41-48c4-988c-4b0553e9c66f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:12:54.949378 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ef079-7d41-48c4-988c-4b0553e9c66f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Port': ['ID=0077bf50-5bc6-465e-b7bf-eec7bedfaf3d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:55.003538 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092ef079-7d41-48c4-988c-4b0553e9c66f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:55.003538 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-092ef079-7d41-48c4-988c-4b0553e9c66f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:55.177390 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-092ef079-7d41-48c4-988c-4b0553e9c66f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4135246 Feb 09 18:12:55.182269 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55112) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:55.500347 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b3ac4034-3ca5-40f5-a877-2210150d8607 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:12:55.776183 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port b3ac4034-3ca5-40f5-a877-2210150d8607 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:12:56.033386 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4708d3a8-e697-472b-a393-1931ca94c683 None None] Network 6e982f33-9376-494e-9739-f2e16d367c98 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:12:56.038759 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee5e862c-56c4-481c-aa45-7892505f3579 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:56.292207 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a780b195-5fd3-4c42-b9ad-a920916edaf0 None None] Provisioning for port b3ac4034-3ca5-40f5-a877-2210150d8607 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:12:56.306965 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a780b195-5fd3-4c42-b9ad-a920916edaf0 None None] Provisioning complete for port b3ac4034-3ca5-40f5-a877-2210150d8607 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:12:56.307449 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a780b195-5fd3-4c42-b9ad-a920916edaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:56.474526 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee5e862c-56c4-481c-aa45-7892505f3579 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:56.496283 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a780b195-5fd3-4c42-b9ad-a920916edaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:56.538543 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-a780b195-5fd3-4c42-b9ad-a920916edaf0 None None] For port b3ac4034-3ca5-40f5-a877-2210150d8607, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b3ac4034-3ca5-40f5-a877-2210150d8607,segment=NetworkSegment(f7753e69-da55-4a4c-8275-7028336941d2),segment_id=f7753e69-da55-4a4c-8275-7028336941d2)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:12:56.581527 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee5e862c-56c4-481c-aa45-7892505f3579 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:56.696091 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a780b195-5fd3-4c42-b9ad-a920916edaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:56.715667 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e862c-56c4-481c-aa45-7892505f3579 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Port': ['ID=0077bf50-5bc6-465e-b7bf-eec7bedfaf3d,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:56.822334 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780b195-5fd3-4c42-b9ad-a920916edaf0 None None] Pushing event updated for resources: {'Port': ['ID=b3ac4034-3ca5-40f5-a877-2210150d8607,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:56.912829 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-131150c3-97f6-4caa-9982-d051eb77f87b None None] Provisioning for port 0077bf50-5bc6-465e-b7bf-eec7bedfaf3d completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:12:56.922206 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-131150c3-97f6-4caa-9982-d051eb77f87b None None] Provisioning complete for port 0077bf50-5bc6-465e-b7bf-eec7bedfaf3d triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:12:56.923262 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-131150c3-97f6-4caa-9982-d051eb77f87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:56.998099 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-131150c3-97f6-4caa-9982-d051eb77f87b None None] Port 0077bf50-5bc6-465e-b7bf-eec7bedfaf3d cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:12:57.001729 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee5e862c-56c4-481c-aa45-7892505f3579 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:57.022053 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-131150c3-97f6-4caa-9982-d051eb77f87b None None] Provisioning complete for port b3ac4034-3ca5-40f5-a877-2210150d8607 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:12:57.022796 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-131150c3-97f6-4caa-9982-d051eb77f87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:57.179577 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee5e862c-56c4-481c-aa45-7892505f3579 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:57.395267 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f3f5f5b2-b30b-40ad-92d6-441ddd08d408 None None] Provisioning complete for port 0077bf50-5bc6-465e-b7bf-eec7bedfaf3d triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:12:57.395648 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3f5f5b2-b30b-40ad-92d6-441ddd08d408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:57.460099 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f3f5f5b2-b30b-40ad-92d6-441ddd08d408 None None] Port 0077bf50-5bc6-465e-b7bf-eec7bedfaf3d cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:12:57.463001 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b3ac4034-3ca5-40f5-a877-2210150d8607 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:12:57.541908 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port b3ac4034-3ca5-40f5-a877-2210150d8607 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:12:57.542617 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:57.748359 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee5e862c-56c4-481c-aa45-7892505f3579 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:57.820649 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee5e862c-56c4-481c-aa45-7892505f3579 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:58.052511 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e862c-56c4-481c-aa45-7892505f3579 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Port': ['ID=0077bf50-5bc6-465e-b7bf-eec7bedfaf3d,revision_number=3']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:12:58.055376 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ee5e862c-56c4-481c-aa45-7892505f3579 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:58.218110 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5e862c-56c4-481c-aa45-7892505f3579 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network 6e982f33-9376-494e-9739-f2e16d367c98 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:12:58.220955 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-ee5e862c-56c4-481c-aa45-7892505f3579 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:12:58.497042 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-905ff0dd-244f-416d-b305-6cd9ed5f031c None None] Provisioning complete for port 0077bf50-5bc6-465e-b7bf-eec7bedfaf3d triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:12:58.497503 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-905ff0dd-244f-416d-b305-6cd9ed5f031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:12:58.565654 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-905ff0dd-244f-416d-b305-6cd9ed5f031c None None] Port 0077bf50-5bc6-465e-b7bf-eec7bedfaf3d cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:12:58.746672 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5e862c-56c4-481c-aa45-7892505f3579 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Router 35067b58-00a7-43ba-ba9d-ebf46efdcc60 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:12:58.944664 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5e862c-56c4-481c-aa45-7892505f3579 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:12:58.952142 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ee5e862c-56c4-481c-aa45-7892505f3579 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "PUT /v2.0/routers/35067b58-00a7-43ba-ba9d-ebf46efdcc60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7682438 Feb 09 18:12:58.956204 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55116) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:58.960991 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60e931b-ef4f-4b7e-9f89-d58546efdf90 None None] Sync routers for ids ['35067b58-00a7-43ba-ba9d-ebf46efdcc60'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:12:58.976946 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60e931b-ef4f-4b7e-9f89-d58546efdf90 None None] Routers {'35067b58-00a7-43ba-ba9d-ebf46efdcc60'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:12:58.977577 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d60e931b-ef4f-4b7e-9f89-d58546efdf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:12:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['35067b58-00a7-43ba-ba9d-ebf46efdcc60'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:59.044059 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743d564e-3564-49ea-971d-2668a0c4739b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:12:59.045002 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-743d564e-3564-49ea-971d-2668a0c4739b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Synchronizing usage tracker for tenant:1fb3e00fc3da4739bcd8c33a1d8996af on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:12:59.065198 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d60e931b-ef4f-4b7e-9f89-d58546efdf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:59.077954 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60e931b-ef4f-4b7e-9f89-d58546efdf90 None None] Routers {'35067b58-00a7-43ba-ba9d-ebf46efdcc60'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:12:59.078793 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d60e931b-ef4f-4b7e-9f89-d58546efdf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:12:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['35067b58-00a7-43ba-ba9d-ebf46efdcc60'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:59.129735 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-743d564e-3564-49ea-971d-2668a0c4739b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Unset dirty status for tenant:1fb3e00fc3da4739bcd8c33a1d8996af on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:12:59.131393 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-743d564e-3564-49ea-971d-2668a0c4739b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "GET /v2.0/ports/0077bf50-5bc6-465e-b7bf-eec7bedfaf3d HTTP/1.1" status: 200 len: 977 time: 0.1737337 Feb 09 18:12:59.134249 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55120) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:12:59.150246 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d60e931b-ef4f-4b7e-9f89-d58546efdf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:12:59.150681 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60e931b-ef4f-4b7e-9f89-d58546efdf90 None None] The sync data for ids ['35067b58-00a7-43ba-ba9d-ebf46efdcc60'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:12:59.732795 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-20e34d77-2af8-42a8-a7af-c2be8bc14592 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:00.238712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-20e34d77-2af8-42a8-a7af-c2be8bc14592 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting port 0077bf50-5bc6-465e-b7bf-eec7bedfaf3d {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:13:00.239418 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-20e34d77-2af8-42a8-a7af-c2be8bc14592 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:00.461960 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-20e34d77-2af8-42a8-a7af-c2be8bc14592 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:00.597076 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-20e34d77-2af8-42a8-a7af-c2be8bc14592 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Calling delete_port for 0077bf50-5bc6-465e-b7bf-eec7bedfaf3d owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:13:00.878128 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-20e34d77-2af8-42a8-a7af-c2be8bc14592 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:00.931803 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e34d77-2af8-42a8-a7af-c2be8bc14592 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Port': ['ID=0077bf50-5bc6-465e-b7bf-eec7bedfaf3d,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:00.968770 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:13:01.215166 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-20e34d77-2af8-42a8-a7af-c2be8bc14592 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:01.938995 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e34d77-2af8-42a8-a7af-c2be8bc14592 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Router 35067b58-00a7-43ba-ba9d-ebf46efdcc60 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:13:02.093870 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e34d77-2af8-42a8-a7af-c2be8bc14592 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:13:02.104697 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2ce12-3dbe-4b3b-81c0-c0632aa2b6a8 None None] Sync routers for ids ['35067b58-00a7-43ba-ba9d-ebf46efdcc60'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:13:02.118372 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c2ce12-3dbe-4b3b-81c0-c0632aa2b6a8 None None] Routers {'35067b58-00a7-43ba-ba9d-ebf46efdcc60'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:13:02.119011 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-92c2ce12-3dbe-4b3b-81c0-c0632aa2b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:12:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['35067b58-00a7-43ba-ba9d-ebf46efdcc60'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:02.185417 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-92c2ce12-3dbe-4b3b-81c0-c0632aa2b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:02.189368 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-20e34d77-2af8-42a8-a7af-c2be8bc14592 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "PUT /v2.0/routers/35067b58-00a7-43ba-ba9d-ebf46efdcc60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0528417 Feb 09 18:13:02.192269 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55124) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:02.199990 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c2ce12-3dbe-4b3b-81c0-c0632aa2b6a8 None None] Routers {'35067b58-00a7-43ba-ba9d-ebf46efdcc60'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:13:02.201943 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-92c2ce12-3dbe-4b3b-81c0-c0632aa2b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:12:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['35067b58-00a7-43ba-ba9d-ebf46efdcc60'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:02.263546 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-92c2ce12-3dbe-4b3b-81c0-c0632aa2b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:02.263960 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2ce12-3dbe-4b3b-81c0-c0632aa2b6a8 None None] The sync data for ids ['35067b58-00a7-43ba-ba9d-ebf46efdcc60'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:13:02.672789 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-3c9ac90d-a32d-46c6-a92e-97cf989fd415 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 18:13:02.673914 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3c9ac90d-a32d-46c6-a92e-97cf989fd415 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "PUT /v2.0/routers/35067b58-00a7-43ba-ba9d-ebf46efdcc60/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4803011 Feb 09 18:13:02.678645 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55128) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:02.725199 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1b5fa067-a186-431c-a236-e6745b99af53 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "GET /v2.0/ports?device_id=35067b58-00a7-43ba-ba9d-ebf46efdcc60 HTTP/1.1" status: 200 len: 205 time: 0.0453396 Feb 09 18:13:02.728033 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55132) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:02.871010 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-180a067f-a0c8-486c-94f7-e98424264bd9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:03.292043 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-180a067f-a0c8-486c-94f7-e98424264bd9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:03.298206 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-180a067f-a0c8-486c-94f7-e98424264bd9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:03.460753 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-180a067f-a0c8-486c-94f7-e98424264bd9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:03.461402 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180a067f-a0c8-486c-94f7-e98424264bd9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Fanout notify agent at l3_agent the message router_deleted on router 35067b58-00a7-43ba-ba9d-ebf46efdcc60 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:13:03.474170 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-180a067f-a0c8-486c-94f7-e98424264bd9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:03.475535 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-180a067f-a0c8-486c-94f7-e98424264bd9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/routers/35067b58-00a7-43ba-ba9d-ebf46efdcc60 HTTP/1.1" status: 204 len: 168 time: 0.7463763 Feb 09 18:13:03.478376 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55136) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:03.681292 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d4c89c-56c7-45bb-8700-b377dde2c416 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting subnet a32f745d-ec4c-4899-b9fa-745b92ac09d0 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:13:03.684693 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-08d4c89c-56c7-45bb-8700-b377dde2c416 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:03.746959 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-08d4c89c-56c7-45bb-8700-b377dde2c416 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:03.842664 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-08d4c89c-56c7-45bb-8700-b377dde2c416 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:04.009487 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-08d4c89c-56c7-45bb-8700-b377dde2c416 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:04.056946 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4c89c-56c7-45bb-8700-b377dde2c416 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Subnet': ['ID=a32f745d-ec4c-4899-b9fa-745b92ac09d0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:04.062159 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-08d4c89c-56c7-45bb-8700-b377dde2c416 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:04.069078 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-08d4c89c-56c7-45bb-8700-b377dde2c416 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/subnets/a32f745d-ec4c-4899-b9fa-745b92ac09d0 HTTP/1.1" status: 204 len: 168 time: 0.5896111 Feb 09 18:13:04.072849 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55140) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:04.073321 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9934f70c-ab2d-4089-886a-80c23a7e5ad8 None None] Network 6e982f33-9376-494e-9739-f2e16d367c98 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:13:04.373467 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546d607e-d8a7-4ad5-bea7-6f59f3701851 None None] DHCP port deletion for 6e982f33-9376-494e-9739-f2e16d367c98 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:13:04.379749 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-546d607e-d8a7-4ad5-bea7-6f59f3701851 None None] Deleting port b3ac4034-3ca5-40f5-a877-2210150d8607 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:13:04.380338 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-546d607e-d8a7-4ad5-bea7-6f59f3701851 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:04.413628 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7d142f6-11e5-4992-a4cb-02dfd351207f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:04.432268 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-a7d142f6-11e5-4992-a4cb-02dfd351207f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting port b3ac4034-3ca5-40f5-a877-2210150d8607 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:13:04.432786 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7d142f6-11e5-4992-a4cb-02dfd351207f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:04.667802 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-546d607e-d8a7-4ad5-bea7-6f59f3701851 None None] For port b3ac4034-3ca5-40f5-a877-2210150d8607, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b3ac4034-3ca5-40f5-a877-2210150d8607,segment=NetworkSegment(f7753e69-da55-4a4c-8275-7028336941d2),segment_id=f7753e69-da55-4a4c-8275-7028336941d2)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:13:04.668318 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-546d607e-d8a7-4ad5-bea7-6f59f3701851 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:04.698146 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-a7d142f6-11e5-4992-a4cb-02dfd351207f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] For port b3ac4034-3ca5-40f5-a877-2210150d8607, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b3ac4034-3ca5-40f5-a877-2210150d8607,segment=NetworkSegment(f7753e69-da55-4a4c-8275-7028336941d2),segment_id=f7753e69-da55-4a4c-8275-7028336941d2)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:13:04.698661 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7d142f6-11e5-4992-a4cb-02dfd351207f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:04.833518 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-a7d142f6-11e5-4992-a4cb-02dfd351207f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Calling delete_port for b3ac4034-3ca5-40f5-a877-2210150d8607 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:13:04.934817 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-546d607e-d8a7-4ad5-bea7-6f59f3701851 None None] Calling delete_port for b3ac4034-3ca5-40f5-a877-2210150d8607 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:13:04.985682 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7d142f6-11e5-4992-a4cb-02dfd351207f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:05.029941 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-546d607e-d8a7-4ad5-bea7-6f59f3701851 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:13:05.029941 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-546d607e-d8a7-4ad5-bea7-6f59f3701851 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:13:05.051385 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d142f6-11e5-4992-a4cb-02dfd351207f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Port': ['ID=b3ac4034-3ca5-40f5-a877-2210150d8607,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:05.058550 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d142f6-11e5-4992-a4cb-02dfd351207f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] No DVR routers for this DVR port b3ac4034-3ca5-40f5-a877-2210150d8607 on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:13:05.200889 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7d142f6-11e5-4992-a4cb-02dfd351207f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:05.230742 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a7d142f6-11e5-4992-a4cb-02dfd351207f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e982f33-9376-494e-9739-f2e16d367c98']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:05.249850 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a7d142f6-11e5-4992-a4cb-02dfd351207f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7753e69-da55-4a4c-8275-7028336941d2') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:05.250130 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a7d142f6-11e5-4992-a4cb-02dfd351207f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7753e69-da55-4a4c-8275-7028336941d2') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:05.263545 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7d142f6-11e5-4992-a4cb-02dfd351207f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:05.283089 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7d142f6-11e5-4992-a4cb-02dfd351207f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:05.290158 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d142f6-11e5-4992-a4cb-02dfd351207f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:13:05.290584 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7d142f6-11e5-4992-a4cb-02dfd351207f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:13:05.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:13:05.438121 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b3ac4034-3ca5-40f5-a877-2210150d8607 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:13:05.480149 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: b3ac4034-3ca5-40f5-a877-2210150d8607 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:13:05.480149 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b3ac4034-3ca5-40f5-a877-2210150d8607 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:13:05.506958 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7d142f6-11e5-4992-a4cb-02dfd351207f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:05.530917 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-546d607e-d8a7-4ad5-bea7-6f59f3701851 None None] Deleting port b3ac4034-3ca5-40f5-a877-2210150d8607 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:13:05.531186 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7d142f6-11e5-4992-a4cb-02dfd351207f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:05.532535 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-546d607e-d8a7-4ad5-bea7-6f59f3701851 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:05.542570 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d142f6-11e5-4992-a4cb-02dfd351207f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Network': ['ID=6e982f33-9376-494e-9739-f2e16d367c98,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:05.554845 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a7d142f6-11e5-4992-a4cb-02dfd351207f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/networks/6e982f33-9376-494e-9739-f2e16d367c98 HTTP/1.1" status: 204 len: 168 time: 1.4808576 Feb 09 18:13:05.559554 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55144) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:05.565391 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4d1592c2-3470-4ed1-b99d-3db0f29095ea tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'network': {'name': 'tempest-RoutersTest-1877363653'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:13:05.570894 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4d1592c2-3470-4ed1-b99d-3db0f29095ea tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:13:05.575875 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4d1592c2-3470-4ed1-b99d-3db0f29095ea tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:network and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:13:05.580183 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4d1592c2-3470-4ed1-b99d-3db0f29095ea tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:13:05.587372 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4d1592c2-3470-4ed1-b99d-3db0f29095ea tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:13:05.648124 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-546d607e-d8a7-4ad5-bea7-6f59f3701851 None None] The port 'b3ac4034-3ca5-40f5-a877-2210150d8607' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:13:05.716713 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1592c2-3470-4ed1-b99d-3db0f29095ea tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Made reservation on behalf of 1fb3e00fc3da4739bcd8c33a1d8996af for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:13:05.720918 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4d1592c2-3470-4ed1-b99d-3db0f29095ea tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:05.756196 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1592c2-3470-4ed1-b99d-3db0f29095ea tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:13:05.769565 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4d1592c2-3470-4ed1-b99d-3db0f29095ea tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:05.769980 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-4d1592c2-3470-4ed1-b99d-3db0f29095ea tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Added segment 3586d79d-9849-49da-a385-8c117abda03d of type vlan for network accf45d8-3483-4ffe-830d-975eb2064dd1 Feb 09 18:13:05.818585 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4d1592c2-3470-4ed1-b99d-3db0f29095ea tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:06.003299 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4d1592c2-3470-4ed1-b99d-3db0f29095ea tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:06.007125 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1592c2-3470-4ed1-b99d-3db0f29095ea tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:06.007694 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4d1592c2-3470-4ed1-b99d-3db0f29095ea tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:06.126016 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1592c2-3470-4ed1-b99d-3db0f29095ea tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Network': ['ID=accf45d8-3483-4ffe-830d-975eb2064dd1,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:06.140189 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network accf45d8-3483-4ffe-830d-975eb2064dd1 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:13:06.158786 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4d1592c2-3470-4ed1-b99d-3db0f29095ea tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5980630 Feb 09 18:13:06.167021 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55148) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:06.176131 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a7d50a1a-eec4-42d9-aa33-f77ef298c444 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'subnet': {'network_id': 'accf45d8-3483-4ffe-830d-975eb2064dd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:13:06.297848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a7d50a1a-eec4-42d9-aa33-f77ef298c444 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:13:06.302007 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a7d50a1a-eec4-42d9-aa33-f77ef298c444 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:subnet and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:13:06.305064 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a7d50a1a-eec4-42d9-aa33-f77ef298c444 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:13:06.311119 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a7d50a1a-eec4-42d9-aa33-f77ef298c444 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:13:06.432056 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d50a1a-eec4-42d9-aa33-f77ef298c444 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Made reservation on behalf of 1fb3e00fc3da4739bcd8c33a1d8996af for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:13:06.605325 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7d50a1a-eec4-42d9-aa33-f77ef298c444 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:07.082561 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7d50a1a-eec4-42d9-aa33-f77ef298c444 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:07.174370 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d50a1a-eec4-42d9-aa33-f77ef298c444 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Subnet': ['ID=c6e66eba-8651-414d-88b1-7b038ef587f9,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:07.187565 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d50a1a-eec4-42d9-aa33-f77ef298c444 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Checking segment: {'id': '3586d79d-9849-49da-a385-8c117abda03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'accf45d8-3483-4ffe-830d-975eb2064dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:13:07.188323 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d50a1a-eec4-42d9-aa33-f77ef298c444 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network hostable DHCP agents. Network: accf45d8-3483-4ffe-830d-975eb2064dd1, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:13:07.312084 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d50a1a-eec4-42d9-aa33-f77ef298c444 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network accf45d8-3483-4ffe-830d-975eb2064dd1 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:13:07.396470 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-a7d50a1a-eec4-42d9-aa33-f77ef298c444 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, accf45d8-3483-4ffe-830d-975eb2064dd1) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:13:07.401483 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d50a1a-eec4-42d9-aa33-f77ef298c444 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:07.414030 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7d50a1a-eec4-42d9-aa33-f77ef298c444 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:07.415218 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff8bb99-5144-4cf9-984d-7e85806f94e9 None None] Network accf45d8-3483-4ffe-830d-975eb2064dd1 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:13:07.519738 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a7d50a1a-eec4-42d9-aa33-f77ef298c444 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3500230 Feb 09 18:13:07.525271 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55152) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:07.535265 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3242b971-cedf-494e-9a7c-225cc1098522 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1676303563', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:13:07.545945 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3242b971-cedf-494e-9a7c-225cc1098522 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:13:07.552669 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-3242b971-cedf-494e-9a7c-225cc1098522 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:router and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:13:07.556930 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-3242b971-cedf-494e-9a7c-225cc1098522 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:13:07.564318 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3242b971-cedf-494e-9a7c-225cc1098522 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:13:07.657039 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3242b971-cedf-494e-9a7c-225cc1098522 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:07.659124 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3242b971-cedf-494e-9a7c-225cc1098522 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:07.670679 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd80934b-37ad-4e86-a301-d8e52b69804b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-accf45d8-3483-4ffe-830d-975eb2064dd1', 'network_id': 'accf45d8-3483-4ffe-830d-975eb2064dd1', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'fixed_ips': [{'subnet_id': 'c6e66eba-8651-414d-88b1-7b038ef587f9'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:13:07.671577 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd80934b-37ad-4e86-a301-d8e52b69804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:07.684883 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3242b971-cedf-494e-9a7c-225cc1098522 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:07.804053 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3242b971-cedf-494e-9a7c-225cc1098522 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:07.842064 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-fd80934b-37ad-4e86-a301-d8e52b69804b None None] Allocated IP 172.20.0.2 (accf45d8-3483-4ffe-830d-975eb2064dd1/c6e66eba-8651-414d-88b1-7b038ef587f9/ca6585a9-3f08-430f-a876-495eaa6ebfac) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:13:07.929280 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3242b971-cedf-494e-9a7c-225cc1098522 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:07.932694 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3242b971-cedf-494e-9a7c-225cc1098522 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4042575 Feb 09 18:13:07.943699 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55156) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:08.161130 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd80934b-37ad-4e86-a301-d8e52b69804b None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:08.179454 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-fd80934b-37ad-4e86-a301-d8e52b69804b None None] Transition to ACTIVE for port object ca6585a9-3f08-430f-a876-495eaa6ebfac will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:13:08.206517 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-fd80934b-37ad-4e86-a301-d8e52b69804b None None] Transition to ACTIVE for port object ca6585a9-3f08-430f-a876-495eaa6ebfac will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:13:08.278957 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd80934b-37ad-4e86-a301-d8e52b69804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:08.360626 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd80934b-37ad-4e86-a301-d8e52b69804b None None] Network accf45d8-3483-4ffe-830d-975eb2064dd1 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:13:08.363875 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-fd80934b-37ad-4e86-a301-d8e52b69804b None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:13:08.367805 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd80934b-37ad-4e86-a301-d8e52b69804b None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:13:08.374599 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80934b-37ad-4e86-a301-d8e52b69804b None None] Pushing event updated for resources: {'Port': ['ID=ca6585a9-3f08-430f-a876-495eaa6ebfac,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:08.473644 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-fd80934b-37ad-4e86-a301-d8e52b69804b None None] Attempting to bind port ca6585a9-3f08-430f-a876-495eaa6ebfac on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:13:08.474764 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-fd80934b-37ad-4e86-a301-d8e52b69804b None None] Attempting to bind port ca6585a9-3f08-430f-a876-495eaa6ebfac by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '3586d79d-9849-49da-a385-8c117abda03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'accf45d8-3483-4ffe-830d-975eb2064dd1'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:13:08.474941 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd80934b-37ad-4e86-a301-d8e52b69804b None None] Attempting to bind port ca6585a9-3f08-430f-a876-495eaa6ebfac on network accf45d8-3483-4ffe-830d-975eb2064dd1 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:13:08.483900 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd80934b-37ad-4e86-a301-d8e52b69804b None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:13:08.485138 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd80934b-37ad-4e86-a301-d8e52b69804b None None] Checking segment: {'id': '3586d79d-9849-49da-a385-8c117abda03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'accf45d8-3483-4ffe-830d-975eb2064dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:13:08.485777 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd80934b-37ad-4e86-a301-d8e52b69804b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:08.486447 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd80934b-37ad-4e86-a301-d8e52b69804b None None] Bound using segment: {'id': '3586d79d-9849-49da-a385-8c117abda03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'accf45d8-3483-4ffe-830d-975eb2064dd1'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:13:08.490948 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-fd80934b-37ad-4e86-a301-d8e52b69804b None None] Bound port: ca6585a9-3f08-430f-a876-495eaa6ebfac, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3586d79d-9849-49da-a385-8c117abda03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'accf45d8-3483-4ffe-830d-975eb2064dd1'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:13:08.490948 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd80934b-37ad-4e86-a301-d8e52b69804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:08.627909 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-fd80934b-37ad-4e86-a301-d8e52b69804b None None] For port ca6585a9-3f08-430f-a876-495eaa6ebfac, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:13:08.631885 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-fd80934b-37ad-4e86-a301-d8e52b69804b None None] For port ca6585a9-3f08-430f-a876-495eaa6ebfac, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=ca6585a9-3f08-430f-a876-495eaa6ebfac,segment=NetworkSegment(3586d79d-9849-49da-a385-8c117abda03d),segment_id=3586d79d-9849-49da-a385-8c117abda03d)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:13:08.704983 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd80934b-37ad-4e86-a301-d8e52b69804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:08.757728 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9f65-a892-4149-ac54-f7415f1ae9de tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:08.808596 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80934b-37ad-4e86-a301-d8e52b69804b None None] Pushing event updated for resources: {'Port': ['ID=ca6585a9-3f08-430f-a876-495eaa6ebfac,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:09.343749 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-d5ce9f65-a892-4149-ac54-f7415f1ae9de tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Allocated IP 172.20.0.1 (accf45d8-3483-4ffe-830d-975eb2064dd1/c6e66eba-8651-414d-88b1-7b038ef587f9/f37abad7-515b-40e2-a660-b6543f92fece) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:13:09.489708 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device ca6585a9-3f08-430f-a876-495eaa6ebfac up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:13:09.637726 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port ca6585a9-3f08-430f-a876-495eaa6ebfac completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:13:09.663535 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9f65-a892-4149-ac54-f7415f1ae9de tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:09.690284 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-d5ce9f65-a892-4149-ac54-f7415f1ae9de tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Transition to ACTIVE for port object f37abad7-515b-40e2-a660-b6543f92fece will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:13:09.793240 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9f65-a892-4149-ac54-f7415f1ae9de tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:09.891256 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ce9f65-a892-4149-ac54-f7415f1ae9de tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network accf45d8-3483-4ffe-830d-975eb2064dd1 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:13:09.896005 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-d5ce9f65-a892-4149-ac54-f7415f1ae9de tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:13:09.900752 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ce9f65-a892-4149-ac54-f7415f1ae9de tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:13:09.927154 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce9f65-a892-4149-ac54-f7415f1ae9de tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Port': ['ID=f37abad7-515b-40e2-a660-b6543f92fece,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:09.975042 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9f65-a892-4149-ac54-f7415f1ae9de tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:10.014086 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e39e44-60be-4356-ad70-7627106c927c None None] Network accf45d8-3483-4ffe-830d-975eb2064dd1 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:13:10.164333 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9f65-a892-4149-ac54-f7415f1ae9de tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:10.188756 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b2b3cb53-140b-4b46-85bb-499d2d3b3717 None None] Provisioning for port ca6585a9-3f08-430f-a876-495eaa6ebfac completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:13:10.199587 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b2b3cb53-140b-4b46-85bb-499d2d3b3717 None None] Provisioning complete for port ca6585a9-3f08-430f-a876-495eaa6ebfac triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:13:10.199964 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b2b3cb53-140b-4b46-85bb-499d2d3b3717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:10.444793 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b2b3cb53-140b-4b46-85bb-499d2d3b3717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:10.490455 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-b2b3cb53-140b-4b46-85bb-499d2d3b3717 None None] For port ca6585a9-3f08-430f-a876-495eaa6ebfac, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=ca6585a9-3f08-430f-a876-495eaa6ebfac,segment=NetworkSegment(3586d79d-9849-49da-a385-8c117abda03d),segment_id=3586d79d-9849-49da-a385-8c117abda03d)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:13:10.590802 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b2b3cb53-140b-4b46-85bb-499d2d3b3717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:10.659238 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9f65-a892-4149-ac54-f7415f1ae9de tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:10.669884 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3cb53-140b-4b46-85bb-499d2d3b3717 None None] Pushing event updated for resources: {'Port': ['ID=ca6585a9-3f08-430f-a876-495eaa6ebfac,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:10.750744 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9f65-a892-4149-ac54-f7415f1ae9de tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:10.790994 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f3f8f61f-06aa-4c2d-b981-0ceba17ffa22 None None] Provisioning for port f37abad7-515b-40e2-a660-b6543f92fece completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:13:10.799649 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f3f8f61f-06aa-4c2d-b981-0ceba17ffa22 None None] Provisioning complete for port f37abad7-515b-40e2-a660-b6543f92fece triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:13:10.800040 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3f8f61f-06aa-4c2d-b981-0ceba17ffa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:10.868101 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f3f8f61f-06aa-4c2d-b981-0ceba17ffa22 None None] Port f37abad7-515b-40e2-a660-b6543f92fece cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:13:10.882967 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f3f8f61f-06aa-4c2d-b981-0ceba17ffa22 None None] Provisioning complete for port ca6585a9-3f08-430f-a876-495eaa6ebfac triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:13:10.884374 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3f8f61f-06aa-4c2d-b981-0ceba17ffa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:10.884537 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce9f65-a892-4149-ac54-f7415f1ae9de tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Port': ['ID=f37abad7-515b-40e2-a660-b6543f92fece,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:10.891042 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9f65-a892-4149-ac54-f7415f1ae9de tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:11.060514 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ce9f65-a892-4149-ac54-f7415f1ae9de tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network accf45d8-3483-4ffe-830d-975eb2064dd1 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:13:11.063132 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-d5ce9f65-a892-4149-ac54-f7415f1ae9de tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:13:11.189232 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-babf9b30-26c5-4b77-a820-36149ba6b19d None None] Provisioning complete for port f37abad7-515b-40e2-a660-b6543f92fece triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:13:11.189728 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-babf9b30-26c5-4b77-a820-36149ba6b19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:11.279475 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-babf9b30-26c5-4b77-a820-36149ba6b19d None None] Port f37abad7-515b-40e2-a660-b6543f92fece cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:13:11.431447 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-711c7d61-2326-4aee-b6fd-9c0ec4a756dc None None] Provisioning complete for port f37abad7-515b-40e2-a660-b6543f92fece triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:13:11.432195 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-711c7d61-2326-4aee-b6fd-9c0ec4a756dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:11.489857 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device ca6585a9-3f08-430f-a876-495eaa6ebfac up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:13:11.558089 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-711c7d61-2326-4aee-b6fd-9c0ec4a756dc None None] Port f37abad7-515b-40e2-a660-b6543f92fece cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:13:11.587527 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port ca6585a9-3f08-430f-a876-495eaa6ebfac triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:13:11.587527 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:11.636503 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ce9f65-a892-4149-ac54-f7415f1ae9de tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Router 1f69fb15-4104-450f-99bf-9c47fa49038d is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:13:12.098041 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ce9f65-a892-4149-ac54-f7415f1ae9de tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:13:12.112738 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d2c9f8-14b9-48ed-9fd5-76f14bfd3d82 None None] Sync routers for ids ['1f69fb15-4104-450f-99bf-9c47fa49038d'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:13:12.121943 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d5ce9f65-a892-4149-ac54-f7415f1ae9de tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "PUT /v2.0/routers/1f69fb15-4104-450f-99bf-9c47fa49038d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1765156 Feb 09 18:13:12.124974 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55166) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:12.130550 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d2c9f8-14b9-48ed-9fd5-76f14bfd3d82 None None] Routers {'1f69fb15-4104-450f-99bf-9c47fa49038d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:13:12.131344 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-73d2c9f8-14b9-48ed-9fd5-76f14bfd3d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:12:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['1f69fb15-4104-450f-99bf-9c47fa49038d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:12.207534 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-73d2c9f8-14b9-48ed-9fd5-76f14bfd3d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:12.209263 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9224dd6b-e37c-4a1e-96bc-96be23eddb7a tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:12.210442 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9224dd6b-e37c-4a1e-96bc-96be23eddb7a tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Synchronizing usage tracker for tenant:1fb3e00fc3da4739bcd8c33a1d8996af on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:13:12.222241 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d2c9f8-14b9-48ed-9fd5-76f14bfd3d82 None None] Routers {'1f69fb15-4104-450f-99bf-9c47fa49038d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:13:12.223264 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-73d2c9f8-14b9-48ed-9fd5-76f14bfd3d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:12:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['1f69fb15-4104-450f-99bf-9c47fa49038d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:12.286319 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-73d2c9f8-14b9-48ed-9fd5-76f14bfd3d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:12.286739 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d2c9f8-14b9-48ed-9fd5-76f14bfd3d82 None None] The sync data for ids ['1f69fb15-4104-450f-99bf-9c47fa49038d'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:13:12.300410 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9224dd6b-e37c-4a1e-96bc-96be23eddb7a tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Unset dirty status for tenant:1fb3e00fc3da4739bcd8c33a1d8996af on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:13:12.301876 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9224dd6b-e37c-4a1e-96bc-96be23eddb7a tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "GET /v2.0/ports/f37abad7-515b-40e2-a660-b6543f92fece HTTP/1.1" status: 200 len: 910 time: 0.1753519 Feb 09 18:13:12.305475 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55170) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:12.735433 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d4e22de3-0fc1-4f6d-8773-2cf1b935ebb0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:13.473807 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d4e22de3-0fc1-4f6d-8773-2cf1b935ebb0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting port f37abad7-515b-40e2-a660-b6543f92fece {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:13:13.474564 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d4e22de3-0fc1-4f6d-8773-2cf1b935ebb0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:13.677297 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d4e22de3-0fc1-4f6d-8773-2cf1b935ebb0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:13.811904 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d4e22de3-0fc1-4f6d-8773-2cf1b935ebb0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Calling delete_port for f37abad7-515b-40e2-a660-b6543f92fece owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:13:14.180693 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d4e22de3-0fc1-4f6d-8773-2cf1b935ebb0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:14.235897 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e22de3-0fc1-4f6d-8773-2cf1b935ebb0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Port': ['ID=f37abad7-515b-40e2-a660-b6543f92fece,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:14.534103 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d4e22de3-0fc1-4f6d-8773-2cf1b935ebb0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:14.975759 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e22de3-0fc1-4f6d-8773-2cf1b935ebb0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Router 1f69fb15-4104-450f-99bf-9c47fa49038d has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:13:15.130078 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e22de3-0fc1-4f6d-8773-2cf1b935ebb0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:13:15.144795 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8d8862-2474-4a4a-86ca-fe5f26fcd952 None None] Sync routers for ids ['1f69fb15-4104-450f-99bf-9c47fa49038d'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:13:15.159848 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8d8862-2474-4a4a-86ca-fe5f26fcd952 None None] Routers {'1f69fb15-4104-450f-99bf-9c47fa49038d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:13:15.160594 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-fd8d8862-2474-4a4a-86ca-fe5f26fcd952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:12:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['1f69fb15-4104-450f-99bf-9c47fa49038d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:15.223376 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d4e22de3-0fc1-4f6d-8773-2cf1b935ebb0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "PUT /v2.0/routers/1f69fb15-4104-450f-99bf-9c47fa49038d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9166849 Feb 09 18:13:15.225341 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-fd8d8862-2474-4a4a-86ca-fe5f26fcd952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:15.228259 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55176) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:15.238801 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8d8862-2474-4a4a-86ca-fe5f26fcd952 None None] Routers {'1f69fb15-4104-450f-99bf-9c47fa49038d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:13:15.239424 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-fd8d8862-2474-4a4a-86ca-fe5f26fcd952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:12:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['1f69fb15-4104-450f-99bf-9c47fa49038d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:15.278319 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ec0246a2-cfb6-4d44-bfc7-8a64896f2b35 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Synchronizing usage tracker for tenant:1fb3e00fc3da4739bcd8c33a1d8996af on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:13:15.308513 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-fd8d8862-2474-4a4a-86ca-fe5f26fcd952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:15.308934 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8d8862-2474-4a4a-86ca-fe5f26fcd952 None None] The sync data for ids ['1f69fb15-4104-450f-99bf-9c47fa49038d'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:13:15.376046 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ec0246a2-cfb6-4d44-bfc7-8a64896f2b35 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Unset dirty status for tenant:1fb3e00fc3da4739bcd8c33a1d8996af on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:13:15.377428 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ec0246a2-cfb6-4d44-bfc7-8a64896f2b35 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f69fb15-4104-450f-99bf-9c47fa49038d HTTP/1.1" status: 200 len: 205 time: 0.1481078 Feb 09 18:13:15.386243 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55180) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:15.528110 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ffd5cd90-8603-47a6-ba33-12a7fafa2ad4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:16.070223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ffd5cd90-8603-47a6-ba33-12a7fafa2ad4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:16.075318 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ffd5cd90-8603-47a6-ba33-12a7fafa2ad4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:16.186682 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ffd5cd90-8603-47a6-ba33-12a7fafa2ad4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:16.188257 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd5cd90-8603-47a6-ba33-12a7fafa2ad4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Fanout notify agent at l3_agent the message router_deleted on router 1f69fb15-4104-450f-99bf-9c47fa49038d {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:13:16.206275 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ffd5cd90-8603-47a6-ba33-12a7fafa2ad4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:16.208247 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ffd5cd90-8603-47a6-ba33-12a7fafa2ad4 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/routers/1f69fb15-4104-450f-99bf-9c47fa49038d HTTP/1.1" status: 204 len: 168 time: 0.8246393 Feb 09 18:13:16.210947 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55184) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:16.426190 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-97cda2b5-de51-4c08-b666-cddb78fe69ae tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting subnet c6e66eba-8651-414d-88b1-7b038ef587f9 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:13:16.429822 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97cda2b5-de51-4c08-b666-cddb78fe69ae tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:16.496323 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97cda2b5-de51-4c08-b666-cddb78fe69ae tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:16.592930 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97cda2b5-de51-4c08-b666-cddb78fe69ae tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:16.677995 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc9b593b-f467-48ef-aa10-5b3f9de221bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:16.763608 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97cda2b5-de51-4c08-b666-cddb78fe69ae tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:16.805668 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cda2b5-de51-4c08-b666-cddb78fe69ae tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Subnet': ['ID=c6e66eba-8651-414d-88b1-7b038ef587f9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:16.818265 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cda2b5-de51-4c08-b666-cddb78fe69ae tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:16.818644 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cda2b5-de51-4c08-b666-cddb78fe69ae tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:16.818977 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cda2b5-de51-4c08-b666-cddb78fe69ae tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:16.819302 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cda2b5-de51-4c08-b666-cddb78fe69ae tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:16.819630 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cda2b5-de51-4c08-b666-cddb78fe69ae tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:16.819952 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cda2b5-de51-4c08-b666-cddb78fe69ae tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:16.820269 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cda2b5-de51-4c08-b666-cddb78fe69ae tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:16.820583 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cda2b5-de51-4c08-b666-cddb78fe69ae tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:16.820896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cda2b5-de51-4c08-b666-cddb78fe69ae tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:16.821205 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cda2b5-de51-4c08-b666-cddb78fe69ae tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:16.821511 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cda2b5-de51-4c08-b666-cddb78fe69ae tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:16.824661 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97cda2b5-de51-4c08-b666-cddb78fe69ae tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:16.829256 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14c3314-4d83-4258-96c6-81d81e9959ab None None] Network accf45d8-3483-4ffe-830d-975eb2064dd1 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:13:16.832230 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-97cda2b5-de51-4c08-b666-cddb78fe69ae tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/subnets/c6e66eba-8651-414d-88b1-7b038ef587f9 HTTP/1.1" status: 204 len: 168 time: 0.6196368 Feb 09 18:13:16.836278 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55188) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:16.961052 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-109a2c54-cf16-4c0c-8961-a72f2bd4f5d3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:16.975704 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-109a2c54-cf16-4c0c-8961-a72f2bd4f5d3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting port ca6585a9-3f08-430f-a876-495eaa6ebfac {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:13:16.976268 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-109a2c54-cf16-4c0c-8961-a72f2bd4f5d3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:17.033638 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:17.145801 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85365958-c81b-49dc-90a5-b14eb37bec3c None None] DHCP port deletion for accf45d8-3483-4ffe-830d-975eb2064dd1 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:13:17.150545 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-85365958-c81b-49dc-90a5-b14eb37bec3c None None] Deleting port ca6585a9-3f08-430f-a876-495eaa6ebfac {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:13:17.150913 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-85365958-c81b-49dc-90a5-b14eb37bec3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:17.292428 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-109a2c54-cf16-4c0c-8961-a72f2bd4f5d3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] For port ca6585a9-3f08-430f-a876-495eaa6ebfac, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=ca6585a9-3f08-430f-a876-495eaa6ebfac,segment=NetworkSegment(3586d79d-9849-49da-a385-8c117abda03d),segment_id=3586d79d-9849-49da-a385-8c117abda03d)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:13:17.293165 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-109a2c54-cf16-4c0c-8961-a72f2bd4f5d3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:17.463957 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device ca6585a9-3f08-430f-a876-495eaa6ebfac no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:13:17.503489 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-109a2c54-cf16-4c0c-8961-a72f2bd4f5d3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Calling delete_port for ca6585a9-3f08-430f-a876-495eaa6ebfac owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:13:17.534106 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-85365958-c81b-49dc-90a5-b14eb37bec3c None None] For port ca6585a9-3f08-430f-a876-495eaa6ebfac, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=ca6585a9-3f08-430f-a876-495eaa6ebfac,segment=NetworkSegment(3586d79d-9849-49da-a385-8c117abda03d),segment_id=3586d79d-9849-49da-a385-8c117abda03d)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:13:17.534755 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-85365958-c81b-49dc-90a5-b14eb37bec3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:17.824619 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-109a2c54-cf16-4c0c-8961-a72f2bd4f5d3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:17.858286 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-85365958-c81b-49dc-90a5-b14eb37bec3c None None] Calling delete_port for ca6585a9-3f08-430f-a876-495eaa6ebfac owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:13:17.876324 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a2c54-cf16-4c0c-8961-a72f2bd4f5d3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Port': ['ID=ca6585a9-3f08-430f-a876-495eaa6ebfac,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:17.881298 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109a2c54-cf16-4c0c-8961-a72f2bd4f5d3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] No DVR routers for this DVR port ca6585a9-3f08-430f-a876-495eaa6ebfac on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:13:17.978503 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-85365958-c81b-49dc-90a5-b14eb37bec3c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:13:17.978932 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-85365958-c81b-49dc-90a5-b14eb37bec3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:13:17.986861 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No active binding found for port ca6585a9-3f08-430f-a876-495eaa6ebfac {{(pid=84543) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 09 18:13:17.987528 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device ca6585a9-3f08-430f-a876-495eaa6ebfac not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:13:18.161510 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-109a2c54-cf16-4c0c-8961-a72f2bd4f5d3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:18.221717 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-109a2c54-cf16-4c0c-8961-a72f2bd4f5d3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['accf45d8-3483-4ffe-830d-975eb2064dd1']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:18.240689 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-109a2c54-cf16-4c0c-8961-a72f2bd4f5d3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3586d79d-9849-49da-a385-8c117abda03d') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:18.241163 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-109a2c54-cf16-4c0c-8961-a72f2bd4f5d3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3586d79d-9849-49da-a385-8c117abda03d') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:18.258376 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-109a2c54-cf16-4c0c-8961-a72f2bd4f5d3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:18.279102 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-109a2c54-cf16-4c0c-8961-a72f2bd4f5d3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:18.287367 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109a2c54-cf16-4c0c-8961-a72f2bd4f5d3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:13:18.290710 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-109a2c54-cf16-4c0c-8961-a72f2bd4f5d3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:13:18.307856 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:13:18.466870 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-109a2c54-cf16-4c0c-8961-a72f2bd4f5d3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:18.480268 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-85365958-c81b-49dc-90a5-b14eb37bec3c None None] Deleting port ca6585a9-3f08-430f-a876-495eaa6ebfac {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:13:18.480993 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-85365958-c81b-49dc-90a5-b14eb37bec3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:18.496213 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-109a2c54-cf16-4c0c-8961-a72f2bd4f5d3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:18.507235 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a2c54-cf16-4c0c-8961-a72f2bd4f5d3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Network': ['ID=accf45d8-3483-4ffe-830d-975eb2064dd1,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:18.554153 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-85365958-c81b-49dc-90a5-b14eb37bec3c None None] The port 'ca6585a9-3f08-430f-a876-495eaa6ebfac' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:13:18.628647 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-109a2c54-cf16-4c0c-8961-a72f2bd4f5d3 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/networks/accf45d8-3483-4ffe-830d-975eb2064dd1 HTTP/1.1" status: 204 len: 168 time: 1.7839513 Feb 09 18:13:18.628957 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55200) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:18.635955 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-802780704', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}, 'admin_state_up': False}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:13:18.646149 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:13:18.650763 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:router and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:13:18.654648 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:13:18.663356 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:13:18.764561 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:18.764561 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:18.788309 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:18.896672 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3686672-0ac4-4c5e-869d-2172ba3af618 req-cbd75fba-6505-4b50-a72b-4f8936b9f58d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:18.898393 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d3686672-0ac4-4c5e-869d-2172ba3af618 req-cbd75fba-6505-4b50-a72b-4f8936b9f58d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76aff26-0d9d-4533-be62-eab18128f2c7 HTTP/1.1" status: 200 len: 945 time: 0.0907958 Feb 09 18:13:19.038069 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4c7ef1c4-cbaf-4fd7-b035-aabc014d4f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:19.074707 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d3686672-0ac4-4c5e-869d-2172ba3af618 req-8bdc8276-1afc-4cb3-b5fc-2b8ddf363b07 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=1061e4ff-2a6c-49a5-bfab-490ea991d731&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1704698 Feb 09 18:13:19.081817 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:19.414663 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router_gateway, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:19.451083 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:19.655523 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Allocated IP 172.26.8.84 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/87fd7b47-26fb-4498-b638-90bb001adeca) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:13:19.846375 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:19.941638 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:20.043591 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:13:20.046115 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:20.050332 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:13:20.056605 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:13:20.142067 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Port': ['ID=87fd7b47-26fb-4498-b638-90bb001adeca,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:20.180674 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:20.181445 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:20.182104 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:20.182803 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:20.183588 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:20.184272 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:20.184954 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:20.185619 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:20.186323 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:20.188228 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:20.188228 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:20.211394 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:20.233602 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50446141-a651-4517-948f-8a32424f15b3 req-27be0f42-8c1f-4dea-9854-ade9d0bed50a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:20.234962 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-50446141-a651-4517-948f-8a32424f15b3 req-27be0f42-8c1f-4dea-9854-ade9d0bed50a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:13:20.433559 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcece198-2514-440a-936c-d0fa02975e8f req-af6786c4-bd27-416e-b02a-9c0a8726fb4c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:20.435259 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bcece198-2514-440a-936c-d0fa02975e8f req-af6786c4-bd27-416e-b02a-9c0a8726fb4c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76aff26-0d9d-4533-be62-eab18128f2c7 HTTP/1.1" status: 200 len: 945 time: 0.1043329 Feb 09 18:13:20.463877 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-50446141-a651-4517-948f-8a32424f15b3 req-27be0f42-8c1f-4dea-9854-ade9d0bed50a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:13:20.463877 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-50446141-a651-4517-948f-8a32424f15b3 req-27be0f42-8c1f-4dea-9854-ade9d0bed50a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/ports?device_id=c76aff26-0d9d-4533-be62-eab18128f2c7 HTTP/1.1" status: 200 len: 945 time: 0.4337366 Feb 09 18:13:20.511023 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bcece198-2514-440a-936c-d0fa02975e8f req-cfb7914f-a4e6-44e0-b913-fb51bb3c7408 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=1061e4ff-2a6c-49a5-bfab-490ea991d731&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690610 Feb 09 18:13:20.561458 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-50446141-a651-4517-948f-8a32424f15b3 req-99744b85-92fc-4a0c-b7bf-89910a625ae2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port 06b611ce-1aa9-4730-ae70-a5580048da61 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:13:20.561925 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-50446141-a651-4517-948f-8a32424f15b3 req-99744b85-92fc-4a0c-b7bf-89910a625ae2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:20.576410 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router_gateway, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:20.582474 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:20.914228 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-50446141-a651-4517-948f-8a32424f15b3 req-99744b85-92fc-4a0c-b7bf-89910a625ae2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port 06b611ce-1aa9-4730-ae70-a5580048da61, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=06b611ce-1aa9-4730-ae70-a5580048da61,segment=NetworkSegment(b1e9633b-9012-448c-9139-7a881318a7af),segment_id=b1e9633b-9012-448c-9139-7a881318a7af)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:13:20.914631 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-50446141-a651-4517-948f-8a32424f15b3 req-99744b85-92fc-4a0c-b7bf-89910a625ae2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:21.158109 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Router df77a7cd-98bc-417f-88c5-7e18e73931b7 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:13:21.346057 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-50446141-a651-4517-948f-8a32424f15b3 req-99744b85-92fc-4a0c-b7bf-89910a625ae2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:21.346850 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-50446141-a651-4517-948f-8a32424f15b3 req-99744b85-92fc-4a0c-b7bf-89910a625ae2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:21.346850 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [req-50446141-a651-4517-948f-8a32424f15b3 req-99744b85-92fc-4a0c-b7bf-89910a625ae2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Floating IP 96913165-e7d4-4eba-9467-d8fb861f8794 disassociated. External IP: 172.26.8.90, port: 06b611ce-1aa9-4730-ae70-a5580048da61. Feb 09 18:13:21.347119 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-50446141-a651-4517-948f-8a32424f15b3 req-99744b85-92fc-4a0c-b7bf-89910a625ae2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for 06b611ce-1aa9-4730-ae70-a5580048da61 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:13:21.551370 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:21.632236 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-50446141-a651-4517-948f-8a32424f15b3 req-99744b85-92fc-4a0c-b7bf-89910a625ae2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:21.701506 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99744b85-92fc-4a0c-b7bf-89910a625ae2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=06b611ce-1aa9-4730-ae70-a5580048da61,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:21.723514 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-617d5392-7202-4b2c-8678-9e52766bb9da req-a60a7bf3-5bf7-4e5c-b2ce-11c03fb4c0b3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76aff26-0d9d-4533-be62-eab18128f2c7 HTTP/1.1" status: 200 len: 210 time: 0.0638916 Feb 09 18:13:21.745612 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:13:21.768659 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c04787-e645-4ac5-98cd-0189f28406fb None None] Sync routers for ids ['df77a7cd-98bc-417f-88c5-7e18e73931b7'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:13:21.789137 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c04787-e645-4ac5-98cd-0189f28406fb None None] Routers {'df77a7cd-98bc-417f-88c5-7e18e73931b7'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:13:21.789876 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b6c04787-e645-4ac5-98cd-0189f28406fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:13:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['df77a7cd-98bc-417f-88c5-7e18e73931b7'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:21.883651 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:21.886016 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cfb0c10a-8eb1-48ba-87a9-5854eb618637 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.2557390 Feb 09 18:13:21.888712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55216) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:21.895795 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b6c04787-e645-4ac5-98cd-0189f28406fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:21.909056 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c04787-e645-4ac5-98cd-0189f28406fb None None] Routers {'df77a7cd-98bc-417f-88c5-7e18e73931b7'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:13:21.909668 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b6c04787-e645-4ac5-98cd-0189f28406fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:13:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['df77a7cd-98bc-417f-88c5-7e18e73931b7'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:21.975539 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b6c04787-e645-4ac5-98cd-0189f28406fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:21.975539 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c04787-e645-4ac5-98cd-0189f28406fb None None] The sync data for ids ['df77a7cd-98bc-417f-88c5-7e18e73931b7'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:13:22.201026 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-013ac1b6-e44a-4897-bffd-4147dc7cab69 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "GET /v2.0/routers/df77a7cd-98bc-417f-88c5-7e18e73931b7 HTTP/1.1" status: 200 len: 879 time: 0.3075345 Feb 09 18:13:22.201824 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55220) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:22.267490 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50446141-a651-4517-948f-8a32424f15b3 req-99744b85-92fc-4a0c-b7bf-89910a625ae2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 5e855328-ab3f-43d1-a29e-22321f9f9c71 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:13:22.558109 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50446141-a651-4517-948f-8a32424f15b3 req-99744b85-92fc-4a0c-b7bf-89910a625ae2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:13:22.559097 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-83a6514b-f012-4bc5-8be1-f96bf5b643ac tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Synchronizing usage tracker for tenant:1fb3e00fc3da4739bcd8c33a1d8996af on resource:router {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:13:22.579496 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dba32f-e11d-48b6-8da2-c9d4a6db5aba None None] Sync routers for ids ['5e855328-ab3f-43d1-a29e-22321f9f9c71'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:13:22.620318 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dba32f-e11d-48b6-8da2-c9d4a6db5aba None None] Routers {'5e855328-ab3f-43d1-a29e-22321f9f9c71'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:13:22.620318 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-e4dba32f-e11d-48b6-8da2-c9d4a6db5aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:13:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['5e855328-ab3f-43d1-a29e-22321f9f9c71'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:22.645358 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-50446141-a651-4517-948f-8a32424f15b3 req-99744b85-92fc-4a0c-b7bf-89910a625ae2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] No DVR routers for this DVR port 06b611ce-1aa9-4730-ae70-a5580048da61 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:13:22.648020 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-50446141-a651-4517-948f-8a32424f15b3 req-99744b85-92fc-4a0c-b7bf-89910a625ae2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:22.655644 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76aff26-0d9d-4533-be62-eab18128f2c7', 'name': 'network-vif-deleted', 'tag': '06b611ce-1aa9-4730-ae70-a5580048da61'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:13:22.677949 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-83a6514b-f012-4bc5-8be1-f96bf5b643ac tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Unset dirty status for tenant:1fb3e00fc3da4739bcd8c33a1d8996af on resource:router {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:13:22.684417 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55232) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:22.685151 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-83a6514b-f012-4bc5-8be1-f96bf5b643ac tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.4815874 Feb 09 18:13:22.691166 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-77758846-5bb1-43ee-8330-39ae07b3b640 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-802780704'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:13:22.846957 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76aff26-0d9d-4533-be62-eab18128f2c7', 'name': 'network-vif-deleted', 'tag': '06b611ce-1aa9-4730-ae70-a5580048da61', 'status': 'completed', 'code': 200} Feb 09 18:13:22.858471 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-50446141-a651-4517-948f-8a32424f15b3 req-99744b85-92fc-4a0c-b7bf-89910a625ae2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "DELETE /v2.0/ports/06b611ce-1aa9-4730-ae70-a5580048da61 HTTP/1.1" status: 204 len: 173 time: 2.3881595 Feb 09 18:13:22.968697 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-e4dba32f-e11d-48b6-8da2-c9d4a6db5aba None None] Set router 5e855328-ab3f-43d1-a29e-22321f9f9c71 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:13:22.994895 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5c9ad3f5-ae1d-4c32-a5b0-af6e33bc150d req-8e36fe8d-cd20-4dcb-b349-431210c1fc2b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76aff26-0d9d-4533-be62-eab18128f2c7 HTTP/1.1" status: 200 len: 210 time: 0.0851583 Feb 09 18:13:23.396838 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 06b611ce-1aa9-4730-ae70-a5580048da61 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:13:23.449483 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: 06b611ce-1aa9-4730-ae70-a5580048da61 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:13:23.454683 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 06b611ce-1aa9-4730-ae70-a5580048da61 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:13:23.492624 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-e4dba32f-e11d-48b6-8da2-c9d4a6db5aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'name': 'tempest-TestNetworkBasicOps-router-1224041964', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:34Z', 'updated_at': '2022-02-09T18:10:57Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:37Z', 'updated_at': '2022-02-09T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '5b0c9820-5ee9-47df-aaec-5f0da7b2e55b', 'name': '', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:5e:6a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:55Z', 'updated_at': '2022-02-09T18:11:14Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:23.500223 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dba32f-e11d-48b6-8da2-c9d4a6db5aba None None] Checking router: 5e855328-ab3f-43d1-a29e-22321f9f9c71 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:13:23.521973 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dba32f-e11d-48b6-8da2-c9d4a6db5aba None None] Routers {'5e855328-ab3f-43d1-a29e-22321f9f9c71'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:13:23.523075 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-e4dba32f-e11d-48b6-8da2-c9d4a6db5aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:13:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['5e855328-ab3f-43d1-a29e-22321f9f9c71'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:23.638344 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77758846-5bb1-43ee-8330-39ae07b3b640 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:23.790658 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77758846-5bb1-43ee-8330-39ae07b3b640 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640420'] for router, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:23.823021 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-e4dba32f-e11d-48b6-8da2-c9d4a6db5aba None None] Set router 5e855328-ab3f-43d1-a29e-22321f9f9c71 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:13:24.194411 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77758846-5bb1-43ee-8330-39ae07b3b640 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Router df77a7cd-98bc-417f-88c5-7e18e73931b7 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:13:24.341411 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-e4dba32f-e11d-48b6-8da2-c9d4a6db5aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'name': 'tempest-TestNetworkBasicOps-router-1224041964', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:34Z', 'updated_at': '2022-02-09T18:10:57Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:37Z', 'updated_at': '2022-02-09T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '5b0c9820-5ee9-47df-aaec-5f0da7b2e55b', 'name': '', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:5e:6a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:55Z', 'updated_at': '2022-02-09T18:11:14Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:24.351398 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dba32f-e11d-48b6-8da2-c9d4a6db5aba None None] The sync data for ids ['5e855328-ab3f-43d1-a29e-22321f9f9c71'] in dv-neutron-827016-2-hyperv is: [{'id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'name': 'tempest-TestNetworkBasicOps-router-1224041964', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:34Z', 'updated_at': '2022-02-09T18:10:57Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:37Z', 'updated_at': '2022-02-09T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '5b0c9820-5ee9-47df-aaec-5f0da7b2e55b', 'name': '', 'network_id': 'd4c343ed-e559-44fb-ac6e-3c378d83bbdf', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:5e:6a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:55Z', 'updated_at': '2022-02-09T18:11:14Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '4a7ce76d-2721-4a28-b892-4c0742fa81e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:13:24.472369 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3c74a5c0-d3cb-4a6b-8137-82a8b0fe7884 req-3a10b23c-78ab-4ccd-adb3-8fa9c4ca45a3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76aff26-0d9d-4533-be62-eab18128f2c7 HTTP/1.1" status: 200 len: 210 time: 0.1019893 Feb 09 18:13:24.538028 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77758846-5bb1-43ee-8330-39ae07b3b640 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:13:24.544570 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77758846-5bb1-43ee-8330-39ae07b3b640 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:24.546640 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-77758846-5bb1-43ee-8330-39ae07b3b640 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "PUT /v2.0/routers/df77a7cd-98bc-417f-88c5-7e18e73931b7 HTTP/1.1" status: 200 len: 886 time: 1.8605144 Feb 09 18:13:24.551408 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55248) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:24.554226 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b0ac66-35bd-4e86-8913-912821cbb0b8 None None] Sync routers for ids ['df77a7cd-98bc-417f-88c5-7e18e73931b7'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:13:24.570117 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b0ac66-35bd-4e86-8913-912821cbb0b8 None None] Routers {'df77a7cd-98bc-417f-88c5-7e18e73931b7'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:13:24.571078 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-32b0ac66-35bd-4e86-8913-912821cbb0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:13:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['df77a7cd-98bc-417f-88c5-7e18e73931b7'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:24.645653 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-32b0ac66-35bd-4e86-8913-912821cbb0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:24.659969 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b0ac66-35bd-4e86-8913-912821cbb0b8 None None] Routers {'df77a7cd-98bc-417f-88c5-7e18e73931b7'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:13:24.660698 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-32b0ac66-35bd-4e86-8913-912821cbb0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:13:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['df77a7cd-98bc-417f-88c5-7e18e73931b7'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:24.695829 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201a8ce4-3e19-4262-8dad-6bb3caeaff76 None None] New status for floating IP 96913165-e7d4-4eba-9467-d8fb861f8794: DOWN {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:13:24.746489 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-32b0ac66-35bd-4e86-8913-912821cbb0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:24.747604 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b0ac66-35bd-4e86-8913-912821cbb0b8 None None] The sync data for ids ['df77a7cd-98bc-417f-88c5-7e18e73931b7'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:13:25.036863 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d1f9e59c-3f81-4813-95d5-8dab5032c8da tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "GET /v2.0/routers/df77a7cd-98bc-417f-88c5-7e18e73931b7 HTTP/1.1" status: 200 len: 886 time: 0.4837058 Feb 09 18:13:25.041960 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55254) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:25.095252 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-3334355f-8164-4ba1-8cca-95efe74fbed6 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Synchronizing usage tracker for tenant:1fb3e00fc3da4739bcd8c33a1d8996af on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:13:25.174963 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-3334355f-8164-4ba1-8cca-95efe74fbed6 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Unset dirty status for tenant:1fb3e00fc3da4739bcd8c33a1d8996af on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:13:25.176614 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3334355f-8164-4ba1-8cca-95efe74fbed6 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "GET /v2.0/ports?device_id=df77a7cd-98bc-417f-88c5-7e18e73931b7 HTTP/1.1" status: 200 len: 205 time: 0.1325419 Feb 09 18:13:25.180578 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55258) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:25.440765 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a0dd8f-5c33-46a1-be72-46685d490c75 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:25.610473 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55264) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:25.731907 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-72aea601-244c-450e-b0f2-fc716855d501 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:25.784757 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-72aea601-244c-450e-b0f2-fc716855d501 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:25.822333 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a0dd8f-5c33-46a1-be72-46685d490c75 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:25.935125 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-43a0dd8f-5c33-46a1-be72-46685d490c75 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting port 87fd7b47-26fb-4498-b638-90bb001adeca {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:13:25.935633 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a0dd8f-5c33-46a1-be72-46685d490c75 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:25.963249 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-72aea601-244c-450e-b0f2-fc716855d501 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:25.986512 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aea601-244c-450e-b0f2-fc716855d501 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1061e4ff-2a6c-49a5-bfab-490ea991d731,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:26.066215 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-72aea601-244c-450e-b0f2-fc716855d501 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:26.068041 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-72aea601-244c-450e-b0f2-fc716855d501 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/security-groups/1061e4ff-2a6c-49a5-bfab-490ea991d731 HTTP/1.1" status: 204 len: 168 time: 0.4558158 Feb 09 18:13:26.232525 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55272) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:26.253244 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a0dd8f-5c33-46a1-be72-46685d490c75 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:26.443461 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-43a0dd8f-5c33-46a1-be72-46685d490c75 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Calling delete_port for 87fd7b47-26fb-4498-b638-90bb001adeca owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:13:26.488024 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-c9faeef8-a667-43dc-8793-bafe48dd3d8c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port c465c5ac-ea0a-4590-9cf8-dddcd57cce6a {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:13:26.488567 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c9faeef8-a667-43dc-8793-bafe48dd3d8c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:26.763356 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a0dd8f-5c33-46a1-be72-46685d490c75 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:26.809867 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c9faeef8-a667-43dc-8793-bafe48dd3d8c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:26.810601 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c9faeef8-a667-43dc-8793-bafe48dd3d8c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:26.870081 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0dd8f-5c33-46a1-be72-46685d490c75 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Port': ['ID=87fd7b47-26fb-4498-b638-90bb001adeca,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:26.978811 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-c9faeef8-a667-43dc-8793-bafe48dd3d8c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for c465c5ac-ea0a-4590-9cf8-dddcd57cce6a owned by network:floatingip {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:13:27.229720 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a0dd8f-5c33-46a1-be72-46685d490c75 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:27.303963 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c9faeef8-a667-43dc-8793-bafe48dd3d8c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:27.356818 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9faeef8-a667-43dc-8793-bafe48dd3d8c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=c465c5ac-ea0a-4590-9cf8-dddcd57cce6a,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:27.597109 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c9faeef8-a667-43dc-8793-bafe48dd3d8c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:27.618559 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c9faeef8-a667-43dc-8793-bafe48dd3d8c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:27.623541 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c9faeef8-a667-43dc-8793-bafe48dd3d8c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/floatingips/96913165-e7d4-4eba-9467-d8fb861f8794 HTTP/1.1" status: 204 len: 168 time: 1.3866260 Feb 09 18:13:27.644928 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a0dd8f-5c33-46a1-be72-46685d490c75 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:27.650066 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a0dd8f-5c33-46a1-be72-46685d490c75 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:27.801000 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a0dd8f-5c33-46a1-be72-46685d490c75 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:27.802041 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a0dd8f-5c33-46a1-be72-46685d490c75 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Fanout notify agent at l3_agent the message router_deleted on router df77a7cd-98bc-417f-88c5-7e18e73931b7 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:13:27.938145 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a0dd8f-5c33-46a1-be72-46685d490c75 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:27.944959 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-43a0dd8f-5c33-46a1-be72-46685d490c75 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/routers/df77a7cd-98bc-417f-88c5-7e18e73931b7 HTTP/1.1" status: 204 len: 168 time: 2.7574859 Feb 09 18:13:27.944959 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55280) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:27.951954 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-2b1aab6f-fc2a-4d02-bb90-5c36b2654791 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'network': {'name': 'tempest-RoutersTest-24342453'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:13:27.959336 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2b1aab6f-fc2a-4d02-bb90-5c36b2654791 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:13:27.963963 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2b1aab6f-fc2a-4d02-bb90-5c36b2654791 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:network and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:13:27.967415 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2b1aab6f-fc2a-4d02-bb90-5c36b2654791 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:13:27.976586 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2b1aab6f-fc2a-4d02-bb90-5c36b2654791 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:13:28.089367 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1aab6f-fc2a-4d02-bb90-5c36b2654791 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Made reservation on behalf of 1fb3e00fc3da4739bcd8c33a1d8996af for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:13:28.093787 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2b1aab6f-fc2a-4d02-bb90-5c36b2654791 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:28.145205 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1aab6f-fc2a-4d02-bb90-5c36b2654791 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:13:28.164589 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2b1aab6f-fc2a-4d02-bb90-5c36b2654791 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:28.164948 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-2b1aab6f-fc2a-4d02-bb90-5c36b2654791 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Added segment eb9c1326-05d4-455b-b5e2-685b70a9d944 of type vlan for network 1b3d077a-1b0e-4c1b-818e-46417df74d02 Feb 09 18:13:28.204037 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2b1aab6f-fc2a-4d02-bb90-5c36b2654791 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:28.334871 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2b1aab6f-fc2a-4d02-bb90-5c36b2654791 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:28.341929 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1aab6f-fc2a-4d02-bb90-5c36b2654791 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:28.343472 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2b1aab6f-fc2a-4d02-bb90-5c36b2654791 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:28.406554 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db93b0-ef5d-40f0-807d-da8c86599266 req-9a86a0d6-0b33-49b3-ae29-91bdb5fdbd80 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:28.407492 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-b1db93b0-ef5d-40f0-807d-da8c86599266 req-9a86a0d6-0b33-49b3-ae29-91bdb5fdbd80 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:13:28.528674 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-b1db93b0-ef5d-40f0-807d-da8c86599266 req-9a86a0d6-0b33-49b3-ae29-91bdb5fdbd80 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:13:28.531751 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b1db93b0-ef5d-40f0-807d-da8c86599266 req-9a86a0d6-0b33-49b3-ae29-91bdb5fdbd80 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3 HTTP/1.1" status: 200 len: 946 time: 0.2423599 Feb 09 18:13:28.582205 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1aab6f-fc2a-4d02-bb90-5c36b2654791 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Network': ['ID=1b3d077a-1b0e-4c1b-818e-46417df74d02,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:28.598165 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 1b3d077a-1b0e-4c1b-818e-46417df74d02 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:13:28.634567 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-b1db93b0-ef5d-40f0-807d-da8c86599266 req-c75eb314-a024-4e80-a55a-2b7492ed66d3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:13:28.650395 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2b1aab6f-fc2a-4d02-bb90-5c36b2654791 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7051442 Feb 09 18:13:28.654980 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55288) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:28.666258 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-97047b76-5f6e-400e-ba87-ab2ea0b8c363 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'subnet': {'network_id': '1b3d077a-1b0e-4c1b-818e-46417df74d02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:13:28.757181 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-b1db93b0-ef5d-40f0-807d-da8c86599266 req-c75eb314-a024-4e80-a55a-2b7492ed66d3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:13:28.762256 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b1db93b0-ef5d-40f0-807d-da8c86599266 req-c75eb314-a024-4e80-a55a-2b7492ed66d3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=bab64de7-98e5-4007-a148-0793494aaf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177787 Feb 09 18:13:28.805235 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-97047b76-5f6e-400e-ba87-ab2ea0b8c363 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:13:28.811028 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-97047b76-5f6e-400e-ba87-ab2ea0b8c363 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:subnet and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:13:28.815855 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-97047b76-5f6e-400e-ba87-ab2ea0b8c363 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:13:28.824464 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-97047b76-5f6e-400e-ba87-ab2ea0b8c363 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:13:28.917194 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97047b76-5f6e-400e-ba87-ab2ea0b8c363 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Made reservation on behalf of 1fb3e00fc3da4739bcd8c33a1d8996af for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:13:29.055238 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97047b76-5f6e-400e-ba87-ab2ea0b8c363 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:29.540681 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97047b76-5f6e-400e-ba87-ab2ea0b8c363 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:29.633822 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97047b76-5f6e-400e-ba87-ab2ea0b8c363 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Subnet': ['ID=3837880e-e1a6-44f6-b4ac-1b100d087f76,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:29.646201 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd935676-074a-48b9-9078-5e7a9537c623 req-4d3c8a87-df82-4acc-bd58-8ae01d95829e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:29.647599 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-fd935676-074a-48b9-9078-5e7a9537c623 req-4d3c8a87-df82-4acc-bd58-8ae01d95829e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:13:29.685913 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-fd935676-074a-48b9-9078-5e7a9537c623 req-4d3c8a87-df82-4acc-bd58-8ae01d95829e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:13:29.687432 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fd935676-074a-48b9-9078-5e7a9537c623 req-4d3c8a87-df82-4acc-bd58-8ae01d95829e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/ports?device_id=312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3 HTTP/1.1" status: 200 len: 946 time: 0.2223465 Feb 09 18:13:29.691463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97047b76-5f6e-400e-ba87-ab2ea0b8c363 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Checking segment: {'id': 'eb9c1326-05d4-455b-b5e2-685b70a9d944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1b3d077a-1b0e-4c1b-818e-46417df74d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:13:29.691916 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97047b76-5f6e-400e-ba87-ab2ea0b8c363 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network hostable DHCP agents. Network: 1b3d077a-1b0e-4c1b-818e-46417df74d02, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:13:29.782751 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-fd935676-074a-48b9-9078-5e7a9537c623 req-d3c70eb4-1992-4947-979f-fd7c703b5198 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port 633296ee-bec1-497e-b6f4-b57211f6ba40 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:13:29.783091 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fd935676-074a-48b9-9078-5e7a9537c623 req-d3c70eb4-1992-4947-979f-fd7c703b5198 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:29.907931 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97047b76-5f6e-400e-ba87-ab2ea0b8c363 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network 1b3d077a-1b0e-4c1b-818e-46417df74d02 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:13:30.055126 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-97047b76-5f6e-400e-ba87-ab2ea0b8c363 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 1b3d077a-1b0e-4c1b-818e-46417df74d02) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:13:30.072741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4439a5c9-ff38-49bb-87ec-6d28d9618368 None None] Network 1b3d077a-1b0e-4c1b-818e-46417df74d02 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:13:30.084518 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97047b76-5f6e-400e-ba87-ab2ea0b8c363 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:30.085516 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97047b76-5f6e-400e-ba87-ab2ea0b8c363 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:30.171267 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07260c6d-b8f7-4a8d-96e8-bbb35514382c req-2c2d7ff2-fd2f-464e-a085-d92501148808 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:30.175224 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-07260c6d-b8f7-4a8d-96e8-bbb35514382c req-2c2d7ff2-fd2f-464e-a085-d92501148808 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3 HTTP/1.1" status: 200 len: 946 time: 0.1776731 Feb 09 18:13:30.243703 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-fd935676-074a-48b9-9078-5e7a9537c623 req-d3c70eb4-1992-4947-979f-fd7c703b5198 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port 633296ee-bec1-497e-b6f4-b57211f6ba40, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=633296ee-bec1-497e-b6f4-b57211f6ba40,segment=NetworkSegment(b1e9633b-9012-448c-9139-7a881318a7af),segment_id=b1e9633b-9012-448c-9139-7a881318a7af)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:13:30.244298 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fd935676-074a-48b9-9078-5e7a9537c623 req-d3c70eb4-1992-4947-979f-fd7c703b5198 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:30.304084 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-07260c6d-b8f7-4a8d-96e8-bbb35514382c req-2d1ddea4-7f38-4df9-9254-1f2d6a969a2d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=bab64de7-98e5-4007-a148-0793494aaf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071498 Feb 09 18:13:30.403970 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-97047b76-5f6e-400e-ba87-ab2ea0b8c363 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7459080 Feb 09 18:13:30.409191 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55296) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:30.414914 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-7965e2a3-eb50-4b72-b462-7ca1cf94eeda tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-958468957', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:13:30.418431 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-fd935676-074a-48b9-9078-5e7a9537c623 req-d3c70eb4-1992-4947-979f-fd7c703b5198 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for 633296ee-bec1-497e-b6f4-b57211f6ba40 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:13:30.421908 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-7965e2a3-eb50-4b72-b462-7ca1cf94eeda tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:13:30.427140 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7965e2a3-eb50-4b72-b462-7ca1cf94eeda tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:router and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:13:30.432237 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7965e2a3-eb50-4b72-b462-7ca1cf94eeda tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:13:30.440470 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-7965e2a3-eb50-4b72-b462-7ca1cf94eeda tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:13:30.517473 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-1b3d077a-1b0e-4c1b-818e-46417df74d02', 'network_id': '1b3d077a-1b0e-4c1b-818e-46417df74d02', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'fixed_ips': [{'subnet_id': '3837880e-e1a6-44f6-b4ac-1b100d087f76'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:13:30.518722 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:30.604686 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7965e2a3-eb50-4b72-b462-7ca1cf94eeda tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:30.605518 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7965e2a3-eb50-4b72-b462-7ca1cf94eeda tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:30.637185 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7965e2a3-eb50-4b72-b462-7ca1cf94eeda tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:30.775541 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Allocated IP 172.20.0.2 (1b3d077a-1b0e-4c1b-818e-46417df74d02/3837880e-e1a6-44f6-b4ac-1b100d087f76/a25c69fa-10f9-417f-b8a0-edde764d8065) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:13:30.807437 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7965e2a3-eb50-4b72-b462-7ca1cf94eeda tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:30.985856 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fd935676-074a-48b9-9078-5e7a9537c623 req-d3c70eb4-1992-4947-979f-fd7c703b5198 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:30.996964 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7965e2a3-eb50-4b72-b462-7ca1cf94eeda tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:31.002826 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7965e2a3-eb50-4b72-b462-7ca1cf94eeda tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5881770 Feb 09 18:13:31.003400 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55302) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:31.071572 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c70eb4-1992-4947-979f-fd7c703b5198 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=633296ee-bec1-497e-b6f4-b57211f6ba40,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:31.229996 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:31.253426 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd935676-074a-48b9-9078-5e7a9537c623 req-d3c70eb4-1992-4947-979f-fd7c703b5198 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] No DVR routers for this DVR port 633296ee-bec1-497e-b6f4-b57211f6ba40 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:13:31.257569 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fd935676-074a-48b9-9078-5e7a9537c623 req-d3c70eb4-1992-4947-979f-fd7c703b5198 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:31.261933 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Transition to ACTIVE for port object a25c69fa-10f9-417f-b8a0-edde764d8065 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:13:31.265842 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3', 'name': 'network-vif-deleted', 'tag': '633296ee-bec1-497e-b6f4-b57211f6ba40'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:13:31.317301 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Transition to ACTIVE for port object a25c69fa-10f9-417f-b8a0-edde764d8065 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:13:31.360854 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fd935676-074a-48b9-9078-5e7a9537c623 req-d3c70eb4-1992-4947-979f-fd7c703b5198 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "DELETE /v2.0/ports/633296ee-bec1-497e-b6f4-b57211f6ba40 HTTP/1.1" status: 204 len: 173 time: 1.6622608 Feb 09 18:13:31.403316 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3', 'name': 'network-vif-deleted', 'tag': '633296ee-bec1-497e-b6f4-b57211f6ba40', 'status': 'completed', 'code': 200} Feb 09 18:13:31.433755 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:31.627993 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Network 1b3d077a-1b0e-4c1b-818e-46417df74d02 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:13:31.632971 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:13:31.640865 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:13:31.707591 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Pushing event updated for resources: {'Port': ['ID=a25c69fa-10f9-417f-b8a0-edde764d8065,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:31.820161 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:31.820725 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:31.821250 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:31.821791 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:31.822333 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:31.822877 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:31.823417 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:31.823962 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:31.824489 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:31.828784 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b1909fcc-a54d-4e01-92cc-31e8e03a9aec req-21456a20-081d-4d6c-8614-13675cc12862 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=312fcb42-dbf1-4fd7-ba73-e6ff5c0732f3 HTTP/1.1" status: 200 len: 210 time: 0.1994371 Feb 09 18:13:31.834092 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:31.834632 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:31.911626 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Attempting to bind port a25c69fa-10f9-417f-b8a0-edde764d8065 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:13:31.911626 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Attempting to bind port a25c69fa-10f9-417f-b8a0-edde764d8065 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'eb9c1326-05d4-455b-b5e2-685b70a9d944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1b3d077a-1b0e-4c1b-818e-46417df74d02'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:13:31.911626 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Attempting to bind port a25c69fa-10f9-417f-b8a0-edde764d8065 on network 1b3d077a-1b0e-4c1b-818e-46417df74d02 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:13:31.927799 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:13:31.928383 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Checking segment: {'id': 'eb9c1326-05d4-455b-b5e2-685b70a9d944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1b3d077a-1b0e-4c1b-818e-46417df74d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:13:31.929012 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:31.929631 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Bound using segment: {'id': 'eb9c1326-05d4-455b-b5e2-685b70a9d944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1b3d077a-1b0e-4c1b-818e-46417df74d02'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:13:31.930447 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Bound port: a25c69fa-10f9-417f-b8a0-edde764d8065, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9c1326-05d4-455b-b5e2-685b70a9d944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1b3d077a-1b0e-4c1b-818e-46417df74d02'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:13:31.931048 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:32.056663 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ea4b6385-f6a9-40cd-9628-e5b22e966eca tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:32.087568 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] For port a25c69fa-10f9-417f-b8a0-edde764d8065, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:13:32.092630 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] For port a25c69fa-10f9-417f-b8a0-edde764d8065, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=a25c69fa-10f9-417f-b8a0-edde764d8065,segment=NetworkSegment(eb9c1326-05d4-455b-b5e2-685b70a9d944),segment_id=eb9c1326-05d4-455b-b5e2-685b70a9d944)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:13:32.260444 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:32.367248 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17d118-76ac-440d-aff0-05c722793a89 None None] Pushing event updated for resources: {'Port': ['ID=a25c69fa-10f9-417f-b8a0-edde764d8065,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:32.559069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-ea4b6385-f6a9-40cd-9628-e5b22e966eca tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Allocated IP 172.20.0.1 (1b3d077a-1b0e-4c1b-818e-46417df74d02/3837880e-e1a6-44f6-b4ac-1b100d087f76/e3857b91-3e00-4f59-ae29-ce530d7d41c2) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:13:32.801921 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ea4b6385-f6a9-40cd-9628-e5b22e966eca tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:32.828264 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-ea4b6385-f6a9-40cd-9628-e5b22e966eca tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Transition to ACTIVE for port object e3857b91-3e00-4f59-ae29-ce530d7d41c2 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:13:32.997526 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55316) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:33.023974 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ea4b6385-f6a9-40cd-9628-e5b22e966eca tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:33.138511 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4b6385-f6a9-40cd-9628-e5b22e966eca tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network 1b3d077a-1b0e-4c1b-818e-46417df74d02 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:13:33.143563 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-ea4b6385-f6a9-40cd-9628-e5b22e966eca tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:13:33.152003 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-240a6fb4-3f16-456a-839d-47106406572b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:33.152611 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b6385-f6a9-40cd-9628-e5b22e966eca tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Port': ['ID=e3857b91-3e00-4f59-ae29-ce530d7d41c2,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:33.162526 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4b6385-f6a9-40cd-9628-e5b22e966eca tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:13:33.204338 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-240a6fb4-3f16-456a-839d-47106406572b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:33.380479 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ea4b6385-f6a9-40cd-9628-e5b22e966eca tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:33.441631 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 633296ee-bec1-497e-b6f4-b57211f6ba40 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:13:33.466479 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-240a6fb4-3f16-456a-839d-47106406572b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:33.495707 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: 633296ee-bec1-497e-b6f4-b57211f6ba40 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:13:33.496075 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 633296ee-bec1-497e-b6f4-b57211f6ba40 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:13:33.523201 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a6fb4-3f16-456a-839d-47106406572b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab64de7-98e5-4007-a148-0793494aaf1f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:33.563364 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device a25c69fa-10f9-417f-b8a0-edde764d8065 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:13:33.645577 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-240a6fb4-3f16-456a-839d-47106406572b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:33.647820 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-240a6fb4-3f16-456a-839d-47106406572b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/security-groups/bab64de7-98e5-4007-a148-0793494aaf1f HTTP/1.1" status: 204 len: 168 time: 0.6486008 Feb 09 18:13:33.692444 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ea4b6385-f6a9-40cd-9628-e5b22e966eca tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:33.928806 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568da02c-d674-4144-a239-56bf5f77dd52 None None] Network 1b3d077a-1b0e-4c1b-818e-46417df74d02 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:13:33.955823 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port a25c69fa-10f9-417f-b8a0-edde764d8065 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:13:34.004566 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55322) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:34.247159 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9b4a8e93-47f4-4d35-8f1a-b31ae62156bc None None] Provisioning for port a25c69fa-10f9-417f-b8a0-edde764d8065 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:13:34.267553 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9b4a8e93-47f4-4d35-8f1a-b31ae62156bc None None] Provisioning complete for port a25c69fa-10f9-417f-b8a0-edde764d8065 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:13:34.268319 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8e93-47f4-4d35-8f1a-b31ae62156bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:34.538090 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ea4b6385-f6a9-40cd-9628-e5b22e966eca tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:34.614593 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ea4b6385-f6a9-40cd-9628-e5b22e966eca tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:34.729462 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8e93-47f4-4d35-8f1a-b31ae62156bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:34.790866 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ea4b6385-f6a9-40cd-9628-e5b22e966eca tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:34.815796 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-9b4a8e93-47f4-4d35-8f1a-b31ae62156bc None None] For port a25c69fa-10f9-417f-b8a0-edde764d8065, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=a25c69fa-10f9-417f-b8a0-edde764d8065,segment=NetworkSegment(eb9c1326-05d4-455b-b5e2-685b70a9d944),segment_id=eb9c1326-05d4-455b-b5e2-685b70a9d944)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:13:34.905227 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2fdf7045-2021-4f22-aa36-dfb8eb426bd6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:34.911843 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8e93-47f4-4d35-8f1a-b31ae62156bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:35.099584 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b6385-f6a9-40cd-9628-e5b22e966eca tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Port': ['ID=e3857b91-3e00-4f59-ae29-ce530d7d41c2,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:35.116360 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a8e93-47f4-4d35-8f1a-b31ae62156bc None None] Pushing event updated for resources: {'Port': ['ID=a25c69fa-10f9-417f-b8a0-edde764d8065,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:35.211274 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4b6385-f6a9-40cd-9628-e5b22e966eca tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network 1b3d077a-1b0e-4c1b-818e-46417df74d02 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:13:35.212518 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-ea4b6385-f6a9-40cd-9628-e5b22e966eca tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:13:35.483093 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-5a763e41-dc08-4df6-8e16-69070c6d7797 None None] Provisioning for port e3857b91-3e00-4f59-ae29-ce530d7d41c2 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:13:35.500019 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-5a763e41-dc08-4df6-8e16-69070c6d7797 None None] Provisioning complete for port e3857b91-3e00-4f59-ae29-ce530d7d41c2 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:13:35.501793 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5a763e41-dc08-4df6-8e16-69070c6d7797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:35.647640 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device a25c69fa-10f9-417f-b8a0-edde764d8065 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:13:35.705872 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5a763e41-dc08-4df6-8e16-69070c6d7797 None None] Port e3857b91-3e00-4f59-ae29-ce530d7d41c2 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:13:35.735568 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-5a763e41-dc08-4df6-8e16-69070c6d7797 None None] Provisioning complete for port a25c69fa-10f9-417f-b8a0-edde764d8065 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:13:35.736539 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5a763e41-dc08-4df6-8e16-69070c6d7797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:35.797462 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port a25c69fa-10f9-417f-b8a0-edde764d8065 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:13:35.797857 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:35.928029 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-2fdf7045-2021-4f22-aa36-dfb8eb426bd6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port 5b0c9820-5ee9-47df-aaec-5f0da7b2e55b {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:13:35.931927 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2fdf7045-2021-4f22-aa36-dfb8eb426bd6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:35.956890 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4b6385-f6a9-40cd-9628-e5b22e966eca tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Router 85e16ed0-dd4b-40e1-acc1-8e7aa7c22b29 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:13:36.162332 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f7a3b438-0ff0-4427-874b-3d04eecffc61 None None] Provisioning complete for port e3857b91-3e00-4f59-ae29-ce530d7d41c2 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:13:36.168057 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b438-0ff0-4427-874b-3d04eecffc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:36.254848 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4b6385-f6a9-40cd-9628-e5b22e966eca tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:13:36.270101 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbda878-0bc5-4948-bea4-27d3c6eb2787 None None] Sync routers for ids ['85e16ed0-dd4b-40e1-acc1-8e7aa7c22b29'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:13:36.286193 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbda878-0bc5-4948-bea4-27d3c6eb2787 None None] Routers {'85e16ed0-dd4b-40e1-acc1-8e7aa7c22b29'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:13:36.289311 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9cbda878-0bc5-4948-bea4-27d3c6eb2787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:13:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['85e16ed0-dd4b-40e1-acc1-8e7aa7c22b29'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:36.306585 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ea4b6385-f6a9-40cd-9628-e5b22e966eca tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "PUT /v2.0/routers/85e16ed0-dd4b-40e1-acc1-8e7aa7c22b29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2971594 Feb 09 18:13:36.306866 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-2fdf7045-2021-4f22-aa36-dfb8eb426bd6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port 5b0c9820-5ee9-47df-aaec-5f0da7b2e55b, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5b0c9820-5ee9-47df-aaec-5f0da7b2e55b,segment=NetworkSegment(b1e9633b-9012-448c-9139-7a881318a7af),segment_id=b1e9633b-9012-448c-9139-7a881318a7af)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:13:36.306866 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2fdf7045-2021-4f22-aa36-dfb8eb426bd6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:36.307183 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55330) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:36.317976 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3b438-0ff0-4427-874b-3d04eecffc61 None None] Port e3857b91-3e00-4f59-ae29-ce530d7d41c2 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:13:36.374249 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9cbda878-0bc5-4948-bea4-27d3c6eb2787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:36.388072 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbda878-0bc5-4948-bea4-27d3c6eb2787 None None] Routers {'85e16ed0-dd4b-40e1-acc1-8e7aa7c22b29'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:13:36.388701 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9cbda878-0bc5-4948-bea4-27d3c6eb2787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:13:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['85e16ed0-dd4b-40e1-acc1-8e7aa7c22b29'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:36.408501 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0d4a66-ee88-4e27-9fb0-2b98a5e125ae tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:36.409161 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4e0d4a66-ee88-4e27-9fb0-2b98a5e125ae tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Synchronizing usage tracker for tenant:1fb3e00fc3da4739bcd8c33a1d8996af on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:13:36.462583 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9cbda878-0bc5-4948-bea4-27d3c6eb2787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:36.462910 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbda878-0bc5-4948-bea4-27d3c6eb2787 None None] The sync data for ids ['85e16ed0-dd4b-40e1-acc1-8e7aa7c22b29'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:13:36.492014 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4e0d4a66-ee88-4e27-9fb0-2b98a5e125ae tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Unset dirty status for tenant:1fb3e00fc3da4739bcd8c33a1d8996af on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:13:36.493383 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4e0d4a66-ee88-4e27-9fb0-2b98a5e125ae tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "GET /v2.0/ports/e3857b91-3e00-4f59-ae29-ce530d7d41c2 HTTP/1.1" status: 200 len: 910 time: 0.1853077 Feb 09 18:13:36.498075 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55334) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:36.506139 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-55f754f7-edfd-4748-a189-7a252159fb5e tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3837880e-e1a6-44f6-b4ac-1b100d087f76'}]}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:13:36.586941 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-2fdf7045-2021-4f22-aa36-dfb8eb426bd6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for 5b0c9820-5ee9-47df-aaec-5f0da7b2e55b owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:13:36.946636 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2fdf7045-2021-4f22-aa36-dfb8eb426bd6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:36.979342 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-55f754f7-edfd-4748-a189-7a252159fb5e tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:37.014731 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf7045-2021-4f22-aa36-dfb8eb426bd6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=5b0c9820-5ee9-47df-aaec-5f0da7b2e55b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:37.490755 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2fdf7045-2021-4f22-aa36-dfb8eb426bd6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:37.828794 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-55f754f7-edfd-4748-a189-7a252159fb5e tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:37.970934 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:13:37.983504 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-55f754f7-edfd-4748-a189-7a252159fb5e tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:38.119324 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f754f7-edfd-4748-a189-7a252159fb5e tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Port': ['ID=e3857b91-3e00-4f59-ae29-ce530d7d41c2,revision_number=3']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:38.126069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f754f7-edfd-4748-a189-7a252159fb5e tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:38.126788 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-55f754f7-edfd-4748-a189-7a252159fb5e tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:38.128112 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-55f754f7-edfd-4748-a189-7a252159fb5e tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "PUT /v2.0/ports/e3857b91-3e00-4f59-ae29-ce530d7d41c2 HTTP/1.1" status: 200 len: 910 time: 1.6280539 Feb 09 18:13:38.131245 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55342) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:38.328569 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fdf7045-2021-4f22-aa36-dfb8eb426bd6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 5e855328-ab3f-43d1-a29e-22321f9f9c71 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:13:38.564790 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c248cfab-9678-4e7c-af85-6975b8918218 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:38.652886 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdf7045-2021-4f22-aa36-dfb8eb426bd6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:13:38.677864 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf0c342-973a-4c07-9cea-d7eefe01970c None None] Sync routers for ids ['5e855328-ab3f-43d1-a29e-22321f9f9c71'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:13:38.680832 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2fdf7045-2021-4f22-aa36-dfb8eb426bd6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "PUT /v2.0/routers/5e855328-ab3f-43d1-a29e-22321f9f9c71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6743591 Feb 09 18:13:38.681926 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55346) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:38.699325 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf0c342-973a-4c07-9cea-d7eefe01970c None None] Routers {'5e855328-ab3f-43d1-a29e-22321f9f9c71'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:13:38.700471 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-fbf0c342-973a-4c07-9cea-d7eefe01970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:13:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['5e855328-ab3f-43d1-a29e-22321f9f9c71'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:39.008949 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-fbf0c342-973a-4c07-9cea-d7eefe01970c None None] Set router 5e855328-ab3f-43d1-a29e-22321f9f9c71 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:13:39.228134 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-9076fe0c-b7f8-488c-b202-00ed072a5951 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting subnet 4a7ce76d-2721-4a28-b892-4c0742fa81e4 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:13:39.234114 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9076fe0c-b7f8-488c-b202-00ed072a5951 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:39.350401 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9076fe0c-b7f8-488c-b202-00ed072a5951 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:39.436562 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-fbf0c342-973a-4c07-9cea-d7eefe01970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'name': 'tempest-TestNetworkBasicOps-router-1224041964', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:34Z', 'updated_at': '2022-02-09T18:13:36Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:37Z', 'updated_at': '2022-02-09T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:39.441138 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf0c342-973a-4c07-9cea-d7eefe01970c None None] Checking router: 5e855328-ab3f-43d1-a29e-22321f9f9c71 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:13:39.457827 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf0c342-973a-4c07-9cea-d7eefe01970c None None] Routers {'5e855328-ab3f-43d1-a29e-22321f9f9c71'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:13:39.460644 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-fbf0c342-973a-4c07-9cea-d7eefe01970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:13:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['5e855328-ab3f-43d1-a29e-22321f9f9c71'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:39.484845 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9076fe0c-b7f8-488c-b202-00ed072a5951 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:39.572936 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-c248cfab-9678-4e7c-af85-6975b8918218 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting port e3857b91-3e00-4f59-ae29-ce530d7d41c2 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:13:39.574077 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c248cfab-9678-4e7c-af85-6975b8918218 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:39.737717 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-fbf0c342-973a-4c07-9cea-d7eefe01970c None None] Set router 5e855328-ab3f-43d1-a29e-22321f9f9c71 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:13:39.760617 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9076fe0c-b7f8-488c-b202-00ed072a5951 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:39.807495 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076fe0c-b7f8-488c-b202-00ed072a5951 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Subnet': ['ID=4a7ce76d-2721-4a28-b892-4c0742fa81e4,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:39.812499 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c248cfab-9678-4e7c-af85-6975b8918218 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:39.822109 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9076fe0c-b7f8-488c-b202-00ed072a5951 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:39.835032 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9076fe0c-b7f8-488c-b202-00ed072a5951 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/subnets/4a7ce76d-2721-4a28-b892-4c0742fa81e4 HTTP/1.1" status: 204 len: 168 time: 1.1515634 Feb 09 18:13:39.837468 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55352) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:39.887300 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570af6c0-7b51-4344-b9cd-677eb82c323a None None] Network d4c343ed-e559-44fb-ac6e-3c378d83bbdf requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:13:39.955685 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-c248cfab-9678-4e7c-af85-6975b8918218 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Calling delete_port for e3857b91-3e00-4f59-ae29-ce530d7d41c2 owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:13:40.287380 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c539b9cd-2d82-40a7-a4b0-0415b4da7b2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:40.464352 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c248cfab-9678-4e7c-af85-6975b8918218 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:40.488363 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-fbf0c342-973a-4c07-9cea-d7eefe01970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'name': 'tempest-TestNetworkBasicOps-router-1224041964', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:34Z', 'updated_at': '2022-02-09T18:13:36Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:37Z', 'updated_at': '2022-02-09T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:40.496574 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf0c342-973a-4c07-9cea-d7eefe01970c None None] The sync data for ids ['5e855328-ab3f-43d1-a29e-22321f9f9c71'] in dv-neutron-827016-2-hyperv is: [{'id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'name': 'tempest-TestNetworkBasicOps-router-1224041964', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:10:34Z', 'updated_at': '2022-02-09T18:13:36Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '0c0c9827-a0ce-4ef1-933a-276898801e35', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e855328-ab3f-43d1-a29e-22321f9f9c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:10:37Z', 'updated_at': '2022-02-09T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:13:40.594810 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248cfab-9678-4e7c-af85-6975b8918218 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Port': ['ID=e3857b91-3e00-4f59-ae29-ce530d7d41c2,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:40.610383 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c539b9cd-2d82-40a7-a4b0-0415b4da7b2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:40.712308 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c539b9cd-2d82-40a7-a4b0-0415b4da7b2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port 0c0c9827-a0ce-4ef1-933a-276898801e35 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:13:40.713449 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c539b9cd-2d82-40a7-a4b0-0415b4da7b2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:40.899293 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1decd836-64c8-4c48-ae27-6d03fe100fd1 None None] DHCP port deletion for d4c343ed-e559-44fb-ac6e-3c378d83bbdf request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:13:40.904268 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1decd836-64c8-4c48-ae27-6d03fe100fd1 None None] Deleting port 1e41e7dc-e732-4db5-b261-0e4608b8f4ad {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:13:40.905214 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1decd836-64c8-4c48-ae27-6d03fe100fd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:40.976513 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c248cfab-9678-4e7c-af85-6975b8918218 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:41.000686 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-c539b9cd-2d82-40a7-a4b0-0415b4da7b2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port 0c0c9827-a0ce-4ef1-933a-276898801e35, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0c0c9827-a0ce-4ef1-933a-276898801e35,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:13:41.001265 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c539b9cd-2d82-40a7-a4b0-0415b4da7b2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:41.216016 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c539b9cd-2d82-40a7-a4b0-0415b4da7b2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for 0c0c9827-a0ce-4ef1-933a-276898801e35 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:13:41.350426 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1decd836-64c8-4c48-ae27-6d03fe100fd1 None None] For port 1e41e7dc-e732-4db5-b261-0e4608b8f4ad, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=1e41e7dc-e732-4db5-b261-0e4608b8f4ad,segment=NetworkSegment(b1e9633b-9012-448c-9139-7a881318a7af),segment_id=b1e9633b-9012-448c-9139-7a881318a7af)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:13:41.351033 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1decd836-64c8-4c48-ae27-6d03fe100fd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:41.550451 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 1e41e7dc-e732-4db5-b261-0e4608b8f4ad no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:13:41.605890 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c539b9cd-2d82-40a7-a4b0-0415b4da7b2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:41.694325 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c248cfab-9678-4e7c-af85-6975b8918218 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Router 85e16ed0-dd4b-40e1-acc1-8e7aa7c22b29 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:13:41.695956 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539b9cd-2d82-40a7-a4b0-0415b4da7b2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=0c0c9827-a0ce-4ef1-933a-276898801e35,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:41.759346 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1decd836-64c8-4c48-ae27-6d03fe100fd1 None None] Calling delete_port for 1e41e7dc-e732-4db5-b261-0e4608b8f4ad owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:13:41.921976 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c248cfab-9678-4e7c-af85-6975b8918218 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:13:41.949771 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd11b24-791d-43a9-a78d-cd049f7968a6 None None] Sync routers for ids ['85e16ed0-dd4b-40e1-acc1-8e7aa7c22b29'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:13:41.968277 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd11b24-791d-43a9-a78d-cd049f7968a6 None None] Routers {'85e16ed0-dd4b-40e1-acc1-8e7aa7c22b29'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:13:41.969131 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9bd11b24-791d-43a9-a78d-cd049f7968a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:13:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['85e16ed0-dd4b-40e1-acc1-8e7aa7c22b29'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:42.051429 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c248cfab-9678-4e7c-af85-6975b8918218 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "PUT /v2.0/routers/85e16ed0-dd4b-40e1-acc1-8e7aa7c22b29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9190118 Feb 09 18:13:42.052192 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55360) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:42.095362 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9bd11b24-791d-43a9-a78d-cd049f7968a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:42.126123 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd11b24-791d-43a9-a78d-cd049f7968a6 None None] Routers {'85e16ed0-dd4b-40e1-acc1-8e7aa7c22b29'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:13:42.127091 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:42.127593 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9bd11b24-791d-43a9-a78d-cd049f7968a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:13:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['85e16ed0-dd4b-40e1-acc1-8e7aa7c22b29'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:42.155700 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1e81e8e1-7b6c-4788-8613-6c5a53673d4f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Synchronizing usage tracker for tenant:1fb3e00fc3da4739bcd8c33a1d8996af on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:13:42.156207 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c539b9cd-2d82-40a7-a4b0-0415b4da7b2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:42.165015 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1decd836-64c8-4c48-ae27-6d03fe100fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:42.273611 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1decd836-64c8-4c48-ae27-6d03fe100fd1 None None] Pushing event deleted for resources: {'Port': ['ID=1e41e7dc-e732-4db5-b261-0e4608b8f4ad,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:42.274551 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9bd11b24-791d-43a9-a78d-cd049f7968a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:42.276625 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd11b24-791d-43a9-a78d-cd049f7968a6 None None] The sync data for ids ['85e16ed0-dd4b-40e1-acc1-8e7aa7c22b29'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:13:42.289052 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1e81e8e1-7b6c-4788-8613-6c5a53673d4f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Unset dirty status for tenant:1fb3e00fc3da4739bcd8c33a1d8996af on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:13:42.291427 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1e81e8e1-7b6c-4788-8613-6c5a53673d4f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e16ed0-dd4b-40e1-acc1-8e7aa7c22b29 HTTP/1.1" status: 200 len: 205 time: 0.2377090 Feb 09 18:13:42.294457 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1decd836-64c8-4c48-ae27-6d03fe100fd1 None None] No DVR routers for this DVR port 1e41e7dc-e732-4db5-b261-0e4608b8f4ad on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:13:42.297448 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55364) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:42.347392 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5b0c9820-5ee9-47df-aaec-5f0da7b2e55b no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:13:42.381872 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 5b0c9820-5ee9-47df-aaec-5f0da7b2e55b {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:13:42.384639 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5b0c9820-5ee9-47df-aaec-5f0da7b2e55b not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:13:42.534694 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-36363a16-562f-444d-bd85-fcbb0380383c tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:42.682488 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c539b9cd-2d82-40a7-a4b0-0415b4da7b2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:42.702665 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c539b9cd-2d82-40a7-a4b0-0415b4da7b2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:42.842211 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c539b9cd-2d82-40a7-a4b0-0415b4da7b2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:42.842666 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c539b9cd-2d82-40a7-a4b0-0415b4da7b2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Fanout notify agent at l3_agent the message router_deleted on router 5e855328-ab3f-43d1-a29e-22321f9f9c71 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:13:42.872433 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c539b9cd-2d82-40a7-a4b0-0415b4da7b2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:42.874517 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c539b9cd-2d82-40a7-a4b0-0415b4da7b2e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/routers/5e855328-ab3f-43d1-a29e-22321f9f9c71 HTTP/1.1" status: 204 len: 168 time: 3.0349762 Feb 09 18:13:42.877344 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55370) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:43.111261 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0d1ecfe1-f90b-45f3-ae8e-d8fbe166d06d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:43.132536 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-36363a16-562f-444d-bd85-fcbb0380383c tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:43.138359 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-36363a16-562f-444d-bd85-fcbb0380383c tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:43.229959 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-36363a16-562f-444d-bd85-fcbb0380383c tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:43.230657 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36363a16-562f-444d-bd85-fcbb0380383c tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Fanout notify agent at l3_agent the message router_deleted on router 85e16ed0-dd4b-40e1-acc1-8e7aa7c22b29 {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:13:43.257275 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-36363a16-562f-444d-bd85-fcbb0380383c tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:43.265593 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-36363a16-562f-444d-bd85-fcbb0380383c tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/routers/85e16ed0-dd4b-40e1-acc1-8e7aa7c22b29 HTTP/1.1" status: 204 len: 168 time: 0.9567249 Feb 09 18:13:43.266813 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55374) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:43.403368 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0d1ecfe1-f90b-45f3-ae8e-d8fbe166d06d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:43.464181 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-0d1ecfe1-f90b-45f3-ae8e-d8fbe166d06d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c343ed-e559-44fb-ac6e-3c378d83bbdf']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:43.496537 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-0d1ecfe1-f90b-45f3-ae8e-d8fbe166d06d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e9633b-9012-448c-9139-7a881318a7af') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:43.496974 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-0d1ecfe1-f90b-45f3-ae8e-d8fbe166d06d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e9633b-9012-448c-9139-7a881318a7af') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:43.517782 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0d1ecfe1-f90b-45f3-ae8e-d8fbe166d06d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:43.518585 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0c0c9827-a0ce-4ef1-933a-276898801e35 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:13:43.553508 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0d1ecfe1-f90b-45f3-ae8e-d8fbe166d06d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:43.565711 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1ecfe1-f90b-45f3-ae8e-d8fbe166d06d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:13:43.566619 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0d1ecfe1-f90b-45f3-ae8e-d8fbe166d06d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:43.579729 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 0c0c9827-a0ce-4ef1-933a-276898801e35 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:13:43.580256 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0c0c9827-a0ce-4ef1-933a-276898801e35 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:13:43.591592 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:13:43.627023 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f9b867-e07d-4b95-a4f4-a20669cccd40 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting subnet 3837880e-e1a6-44f6-b4ac-1b100d087f76 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:13:43.630750 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f6f9b867-e07d-4b95-a4f4-a20669cccd40 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:43.696832 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f6f9b867-e07d-4b95-a4f4-a20669cccd40 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:43.833210 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f6f9b867-e07d-4b95-a4f4-a20669cccd40 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:43.836555 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0d1ecfe1-f90b-45f3-ae8e-d8fbe166d06d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:43.850347 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0d1ecfe1-f90b-45f3-ae8e-d8fbe166d06d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:43.905838 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ecfe1-f90b-45f3-ae8e-d8fbe166d06d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Network': ['ID=d4c343ed-e559-44fb-ac6e-3c378d83bbdf,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:44.039157 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0d1ecfe1-f90b-45f3-ae8e-d8fbe166d06d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/networks/d4c343ed-e559-44fb-ac6e-3c378d83bbdf HTTP/1.1" status: 204 len: 168 time: 1.1577966 Feb 09 18:13:44.078362 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55380) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:44.095422 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-988697d8-30f7-4829-aeb9-22580063eb76 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'network': {'name': 'tempest-network-smoke--427755437', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'port_security_enabled': True}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:13:44.101886 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-988697d8-30f7-4829-aeb9-22580063eb76 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:13:44.110747 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-988697d8-30f7-4829-aeb9-22580063eb76 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:network and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:13:44.117339 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-988697d8-30f7-4829-aeb9-22580063eb76 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:13:44.127081 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-988697d8-30f7-4829-aeb9-22580063eb76 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:13:44.281190 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f6f9b867-e07d-4b95-a4f4-a20669cccd40 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:44.323549 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9b867-e07d-4b95-a4f4-a20669cccd40 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Subnet': ['ID=3837880e-e1a6-44f6-b4ac-1b100d087f76,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:44.330703 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f6f9b867-e07d-4b95-a4f4-a20669cccd40 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:44.335103 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988697d8-30f7-4829-aeb9-22580063eb76 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:13:44.336551 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6564ae5e-844c-45a6-8fca-e87ef76673f3 None None] Network 1b3d077a-1b0e-4c1b-818e-46417df74d02 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:13:44.338044 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-988697d8-30f7-4829-aeb9-22580063eb76 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:44.354800 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f6f9b867-e07d-4b95-a4f4-a20669cccd40 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/subnets/3837880e-e1a6-44f6-b4ac-1b100d087f76 HTTP/1.1" status: 204 len: 168 time: 1.0837584 Feb 09 18:13:44.355145 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55384) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:44.374175 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988697d8-30f7-4829-aeb9-22580063eb76 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:13:44.383869 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-988697d8-30f7-4829-aeb9-22580063eb76 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:44.384637 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-988697d8-30f7-4829-aeb9-22580063eb76 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Added segment 6fc3f57d-9c40-4126-b402-225037c81858 of type vlan for network fb36d70d-12dd-457c-b53c-92fe0207d9b4 Feb 09 18:13:44.416788 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-988697d8-30f7-4829-aeb9-22580063eb76 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:44.498610 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d55cada2-91c9-4efa-8a4e-a6e76f175253 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:44.511393 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d55cada2-91c9-4efa-8a4e-a6e76f175253 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting port a25c69fa-10f9-417f-b8a0-edde764d8065 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:13:44.511736 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d55cada2-91c9-4efa-8a4e-a6e76f175253 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:44.563163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-988697d8-30f7-4829-aeb9-22580063eb76 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:44.572566 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988697d8-30f7-4829-aeb9-22580063eb76 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:44.572566 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-988697d8-30f7-4829-aeb9-22580063eb76 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:44.744268 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd7abd8-aa1a-410e-a803-f656462363c4 None None] DHCP port deletion for 1b3d077a-1b0e-4c1b-818e-46417df74d02 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:13:44.750487 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-edd7abd8-aa1a-410e-a803-f656462363c4 None None] Deleting port a25c69fa-10f9-417f-b8a0-edde764d8065 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:13:44.750960 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-edd7abd8-aa1a-410e-a803-f656462363c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:44.776876 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988697d8-30f7-4829-aeb9-22580063eb76 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Network': ['ID=fb36d70d-12dd-457c-b53c-92fe0207d9b4,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:44.810402 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network fb36d70d-12dd-457c-b53c-92fe0207d9b4 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:13:44.862456 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-988697d8-30f7-4829-aeb9-22580063eb76 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7827470 Feb 09 18:13:44.869615 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55392) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:44.893166 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-accdd94e-fbd4-452c-818a-1d28089c2acf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-232692491', 'admin_state_up': True, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:13:44.908482 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-accdd94e-fbd4-452c-818a-1d28089c2acf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:13:44.925092 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-accdd94e-fbd4-452c-818a-1d28089c2acf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:router and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:13:44.932036 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-accdd94e-fbd4-452c-818a-1d28089c2acf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:13:44.945584 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-accdd94e-fbd4-452c-818a-1d28089c2acf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:13:44.992046 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-d55cada2-91c9-4efa-8a4e-a6e76f175253 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] For port a25c69fa-10f9-417f-b8a0-edde764d8065, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=a25c69fa-10f9-417f-b8a0-edde764d8065,segment=NetworkSegment(eb9c1326-05d4-455b-b5e2-685b70a9d944),segment_id=eb9c1326-05d4-455b-b5e2-685b70a9d944)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:13:44.992586 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d55cada2-91c9-4efa-8a4e-a6e76f175253 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:45.083191 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-accdd94e-fbd4-452c-818a-1d28089c2acf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:45.090255 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-accdd94e-fbd4-452c-818a-1d28089c2acf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:45.135181 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-accdd94e-fbd4-452c-818a-1d28089c2acf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:45.224445 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-edd7abd8-aa1a-410e-a803-f656462363c4 None None] For port a25c69fa-10f9-417f-b8a0-edde764d8065, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=a25c69fa-10f9-417f-b8a0-edde764d8065,segment=NetworkSegment(eb9c1326-05d4-455b-b5e2-685b70a9d944),segment_id=eb9c1326-05d4-455b-b5e2-685b70a9d944)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:13:45.224844 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-edd7abd8-aa1a-410e-a803-f656462363c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:45.367627 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-edd7abd8-aa1a-410e-a803-f656462363c4 None None] Calling delete_port for a25c69fa-10f9-417f-b8a0-edde764d8065 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:13:45.395480 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d55cada2-91c9-4efa-8a4e-a6e76f175253 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Calling delete_port for a25c69fa-10f9-417f-b8a0-edde764d8065 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:13:45.515809 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device a25c69fa-10f9-417f-b8a0-edde764d8065 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:13:45.568086 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.api [None req-d55cada2-91c9-4efa-8a4e-a6e76f175253 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:13:45.568728 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG oslo_db.api [None req-d55cada2-91c9-4efa-8a4e-a6e76f175253 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:13:45.569282 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-edd7abd8-aa1a-410e-a803-f656462363c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:45.582540 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-accdd94e-fbd4-452c-818a-1d28089c2acf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:45.636325 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7abd8-aa1a-410e-a803-f656462363c4 None None] Pushing event deleted for resources: {'Port': ['ID=a25c69fa-10f9-417f-b8a0-edde764d8065,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:45.648886 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd7abd8-aa1a-410e-a803-f656462363c4 None None] No DVR routers for this DVR port a25c69fa-10f9-417f-b8a0-edde764d8065 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:13:45.653660 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No active binding found for port a25c69fa-10f9-417f-b8a0-edde764d8065 {{(pid=84543) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 09 18:13:45.654312 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device a25c69fa-10f9-417f-b8a0-edde764d8065 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:13:45.976963 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-accdd94e-fbd4-452c-818a-1d28089c2acf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_gateway, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:46.041355 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-accdd94e-fbd4-452c-818a-1d28089c2acf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:46.071007 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d55cada2-91c9-4efa-8a4e-a6e76f175253 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting port a25c69fa-10f9-417f-b8a0-edde764d8065 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:13:46.072357 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d55cada2-91c9-4efa-8a4e-a6e76f175253 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:46.173728 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d55cada2-91c9-4efa-8a4e-a6e76f175253 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] The port 'a25c69fa-10f9-417f-b8a0-edde764d8065' was deleted {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:13:46.262284 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-accdd94e-fbd4-452c-818a-1d28089c2acf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.26.8.79 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/fd4a3ec5-2df5-42c3-b1aa-051735ea8c31) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:13:46.342191 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d55cada2-91c9-4efa-8a4e-a6e76f175253 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:46.371704 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-d55cada2-91c9-4efa-8a4e-a6e76f175253 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3d077a-1b0e-4c1b-818e-46417df74d02']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:46.386479 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-d55cada2-91c9-4efa-8a4e-a6e76f175253 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9c1326-05d4-455b-b5e2-685b70a9d944') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:46.386786 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-d55cada2-91c9-4efa-8a4e-a6e76f175253 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9c1326-05d4-455b-b5e2-685b70a9d944') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:46.400700 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d55cada2-91c9-4efa-8a4e-a6e76f175253 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:46.427739 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d55cada2-91c9-4efa-8a4e-a6e76f175253 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:46.436135 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55cada2-91c9-4efa-8a4e-a6e76f175253 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:13:46.436747 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d55cada2-91c9-4efa-8a4e-a6e76f175253 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: util.warn( Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: util.warn( Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: util.warn( Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: util.warn( Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:13:46.451712 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:13:46.481470 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-accdd94e-fbd4-452c-818a-1d28089c2acf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:46.603429 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-accdd94e-fbd4-452c-818a-1d28089c2acf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:46.640990 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d55cada2-91c9-4efa-8a4e-a6e76f175253 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:46.642372 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a5735d95-ac60-4162-92e1-c707acd3ccb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:46.670954 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d55cada2-91c9-4efa-8a4e-a6e76f175253 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:46.687198 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accdd94e-fbd4-452c-818a-1d28089c2acf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:13:46.690356 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-accdd94e-fbd4-452c-818a-1d28089c2acf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:13:46.693537 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55cada2-91c9-4efa-8a4e-a6e76f175253 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Network': ['ID=1b3d077a-1b0e-4c1b-818e-46417df74d02,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:46.695249 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accdd94e-fbd4-452c-818a-1d28089c2acf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:13:46.721897 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdd94e-fbd4-452c-818a-1d28089c2acf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=fd4a3ec5-2df5-42c3-b1aa-051735ea8c31,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:46.784680 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d55cada2-91c9-4efa-8a4e-a6e76f175253 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/networks/1b3d077a-1b0e-4c1b-818e-46417df74d02 HTTP/1.1" status: 204 len: 168 time: 2.4282582 Feb 09 18:13:46.785225 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55398) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:46.790537 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-15c040af-5e76-41d1-a5bd-78008e0239df tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1146612667', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:13:46.797312 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-15c040af-5e76-41d1-a5bd-78008e0239df tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:13:46.802331 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-15c040af-5e76-41d1-a5bd-78008e0239df tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:router and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:13:46.805479 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-15c040af-5e76-41d1-a5bd-78008e0239df tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:13:46.820815 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-15c040af-5e76-41d1-a5bd-78008e0239df tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:13:46.962312 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15c040af-5e76-41d1-a5bd-78008e0239df tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:46.963377 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15c040af-5e76-41d1-a5bd-78008e0239df tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:46.989260 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15c040af-5e76-41d1-a5bd-78008e0239df tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:47.003172 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:47.048163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-accdd94e-fbd4-452c-818a-1d28089c2acf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_gateway, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:47.049075 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-accdd94e-fbd4-452c-818a-1d28089c2acf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:47.131156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15c040af-5e76-41d1-a5bd-78008e0239df tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:47.270531 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15c040af-5e76-41d1-a5bd-78008e0239df tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:47.276496 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-15c040af-5e76-41d1-a5bd-78008e0239df tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4857674 Feb 09 18:13:47.276735 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55406) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:47.290338 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-45cf0b96-d5a8-4d21-95cd-606e38c798fd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'network': {'name': 'tempest-RoutersTest-649742447'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:13:47.299620 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-45cf0b96-d5a8-4d21-95cd-606e38c798fd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:13:47.306826 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-45cf0b96-d5a8-4d21-95cd-606e38c798fd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:network and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:13:47.312374 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-45cf0b96-d5a8-4d21-95cd-606e38c798fd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:13:47.320360 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-45cf0b96-d5a8-4d21-95cd-606e38c798fd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:13:47.397610 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-accdd94e-fbd4-452c-818a-1d28089c2acf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 0eee72cd-016c-418c-96a9-a7dfec18f42a is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:13:47.428761 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cf0b96-d5a8-4d21-95cd-606e38c798fd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Made reservation on behalf of 1fb3e00fc3da4739bcd8c33a1d8996af for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:13:47.432493 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-45cf0b96-d5a8-4d21-95cd-606e38c798fd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:47.477650 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45cf0b96-d5a8-4d21-95cd-606e38c798fd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:13:47.492443 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-45cf0b96-d5a8-4d21-95cd-606e38c798fd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:47.492894 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-45cf0b96-d5a8-4d21-95cd-606e38c798fd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Added segment c4f25fcb-200c-4bf0-8d6b-f54a87a5b38a of type vlan for network 2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e Feb 09 18:13:47.541362 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-45cf0b96-d5a8-4d21-95cd-606e38c798fd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:47.691971 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-45cf0b96-d5a8-4d21-95cd-606e38c798fd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:47.697178 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cf0b96-d5a8-4d21-95cd-606e38c798fd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:47.697999 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-45cf0b96-d5a8-4d21-95cd-606e38c798fd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:47.807489 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accdd94e-fbd4-452c-818a-1d28089c2acf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:13:47.824774 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] Sync routers for ids ['0eee72cd-016c-418c-96a9-a7dfec18f42a'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:13:47.843814 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] Routers {'0eee72cd-016c-418c-96a9-a7dfec18f42a'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:13:47.844772 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:13:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0eee72cd-016c-418c-96a9-a7dfec18f42a'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:47.846329 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-45cf0b96-d5a8-4d21-95cd-606e38c798fd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5683608 Feb 09 18:13:47.846493 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55410) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:47.853186 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf0b96-d5a8-4d21-95cd-606e38c798fd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Network': ['ID=2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:47.856378 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-c24ac26c-f8ba-4633-b835-c252177718cc tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'subnet': {'network_id': '2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:13:47.968121 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:13:47.979347 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-accdd94e-fbd4-452c-818a-1d28089c2acf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:47.980546 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-accdd94e-fbd4-452c-818a-1d28089c2acf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1031585 Feb 09 18:13:47.985846 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55414) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:48.032214 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c24ac26c-f8ba-4633-b835-c252177718cc tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:13:48.037393 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c24ac26c-f8ba-4633-b835-c252177718cc tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:subnet and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:13:48.040280 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c24ac26c-f8ba-4633-b835-c252177718cc tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:13:48.047842 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c24ac26c-f8ba-4633-b835-c252177718cc tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:13:48.096315 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-df961ccf-2d48-4668-9aed-58d681a37429 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=352fd60817ff4d5d9e97f16f52485b96&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1071758 Feb 09 18:13:48.099453 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55418) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:48.169408 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] Set router 0eee72cd-016c-418c-96a9-a7dfec18f42a gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:13:48.258361 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24ac26c-f8ba-4633-b835-c252177718cc tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Made reservation on behalf of 1fb3e00fc3da4739bcd8c33a1d8996af for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:13:48.390084 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c24ac26c-f8ba-4633-b835-c252177718cc tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:48.459860 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c10c528-80cf-429c-863f-478e444c6747 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:48.461846 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4c10c528-80cf-429c-863f-478e444c6747 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3605249 Feb 09 18:13:48.465072 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55424) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:48.542736 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'name': 'tempest-TestNetworkBasicOps-router-232692491', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:45Z', 'updated_at': '2022-02-09T18:13:46Z', 'revision_number': 3, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:81:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:48.552339 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] Checking router: 0eee72cd-016c-418c-96a9-a7dfec18f42a for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:13:48.553360 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] Updating router 0eee72cd-016c-418c-96a9-a7dfec18f42a port fd4a3ec5-2df5-42c3-b1aa-051735ea8c31 binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:13:48.561302 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-401952d2-fdeb-4443-abf1-3cb0ea63fb73 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0926709 Feb 09 18:13:48.566233 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55428) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:48.605640 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b5d614b4-bae6-44ea-a71b-0027d4ce8f63 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-118026211', 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:13:48.631655 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:48.816871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b5d614b4-bae6-44ea-a71b-0027d4ce8f63 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:13:48.829857 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b5d614b4-bae6-44ea-a71b-0027d4ce8f63 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:subnet and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:13:48.834423 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b5d614b4-bae6-44ea-a71b-0027d4ce8f63 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:13:48.841072 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b5d614b4-bae6-44ea-a71b-0027d4ce8f63 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:13:48.926312 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c24ac26c-f8ba-4633-b835-c252177718cc tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:48.970477 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d614b4-bae6-44ea-a71b-0027d4ce8f63 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:13:49.106070 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ac26c-f8ba-4633-b835-c252177718cc tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Subnet': ['ID=a379ad5d-66af-431c-8df0-968df00d7531,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:49.131025 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3c3b8ff3-2368-498a-af58-c30e427e9c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:49.133359 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b5d614b4-bae6-44ea-a71b-0027d4ce8f63 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:49.158210 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:49.179600 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] Transition to ACTIVE for port object fd4a3ec5-2df5-42c3-b1aa-051735ea8c31 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:13:49.234557 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24ac26c-f8ba-4633-b835-c252177718cc tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Checking segment: {'id': 'c4f25fcb-200c-4bf0-8d6b-f54a87a5b38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:13:49.234964 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24ac26c-f8ba-4633-b835-c252177718cc tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network hostable DHCP agents. Network: 2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:13:49.312101 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:49.403040 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dfb008-83cb-46c8-a0a3-08182fcf6211 None None] Pushing event updated for resources: {'Port': ['ID=fd4a3ec5-2df5-42c3-b1aa-051735ea8c31,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:49.409735 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] Attempting to bind port fd4a3ec5-2df5-42c3-b1aa-051735ea8c31 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:13:49.410109 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] Attempting to bind port fd4a3ec5-2df5-42c3-b1aa-051735ea8c31 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:13:49.410517 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] Attempting to bind port fd4a3ec5-2df5-42c3-b1aa-051735ea8c31 on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:13:49.419403 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:13:49.419964 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:13:49.420376 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:49.420782 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:13:49.421256 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] Bound port: fd4a3ec5-2df5-42c3-b1aa-051735ea8c31, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:13:49.421632 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:49.436737 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24ac26c-f8ba-4633-b835-c252177718cc tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network 2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:13:49.506700 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] For port fd4a3ec5-2df5-42c3-b1aa-051735ea8c31, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:13:49.512788 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] For port fd4a3ec5-2df5-42c3-b1aa-051735ea8c31, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=fd4a3ec5-2df5-42c3-b1aa-051735ea8c31,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:13:49.611624 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b5d614b4-bae6-44ea-a71b-0027d4ce8f63 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:49.679883 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:49.687950 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-c24ac26c-f8ba-4633-b835-c252177718cc tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:13:49.711945 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24ac26c-f8ba-4633-b835-c252177718cc tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:49.712690 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c24ac26c-f8ba-4633-b835-c252177718cc tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:49.724428 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc8fec2-beb9-45a8-addd-55068e545e4f None None] Network 2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:13:49.758647 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d614b4-bae6-44ea-a71b-0027d4ce8f63 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Subnet': ['ID=93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:49.780674 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d614b4-bae6-44ea-a71b-0027d4ce8f63 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Checking segment: {'id': '6fc3f57d-9c40-4126-b402-225037c81858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:13:49.780674 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d614b4-bae6-44ea-a71b-0027d4ce8f63 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network hostable DHCP agents. Network: fb36d70d-12dd-457c-b53c-92fe0207d9b4, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:13:49.889986 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c24ac26c-f8ba-4633-b835-c252177718cc tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0422873 Feb 09 18:13:49.893256 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55434) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:49.915081 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] Routers {'0eee72cd-016c-418c-96a9-a7dfec18f42a'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:13:49.915718 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:13:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0eee72cd-016c-418c-96a9-a7dfec18f42a'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:49.921703 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d614b4-bae6-44ea-a71b-0027d4ce8f63 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network fb36d70d-12dd-457c-b53c-92fe0207d9b4 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:13:49.976651 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dfb008-83cb-46c8-a0a3-08182fcf6211 None None] Pushing event updated for resources: {'Port': ['ID=fd4a3ec5-2df5-42c3-b1aa-051735ea8c31,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:50.071433 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-b5d614b4-bae6-44ea-a71b-0027d4ce8f63 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, fb36d70d-12dd-457c-b53c-92fe0207d9b4) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:13:50.079661 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d614b4-bae6-44ea-a71b-0027d4ce8f63 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:50.080913 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b5d614b4-bae6-44ea-a71b-0027d4ce8f63 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:50.123199 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e601ca27-91ff-4714-8800-4ae076f56615 None None] Network fb36d70d-12dd-457c-b53c-92fe0207d9b4 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:13:50.246892 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:50.285789 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ff42d3-966e-4eb7-a9a8-1b40697c9b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e', 'network_id': '2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'fixed_ips': [{'subnet_id': 'a379ad5d-66af-431c-8df0-968df00d7531'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:13:50.286633 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68ff42d3-966e-4eb7-a9a8-1b40697c9b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:50.298774 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b5d614b4-bae6-44ea-a71b-0027d4ce8f63 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7267401 Feb 09 18:13:50.299213 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55440) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:50.310852 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:50.467890 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] Set router 0eee72cd-016c-418c-96a9-a7dfec18f42a gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:13:50.556061 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-64e039c6-3140-4d6b-907f-41721ead0f81 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:50.736368 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-68ff42d3-966e-4eb7-a9a8-1b40697c9b16 None None] Allocated IP 172.20.0.2 (2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e/a379ad5d-66af-431c-8df0-968df00d7531/e309dc99-e91c-41d4-a2a4-ca71b91832a7) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:13:50.940299 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288dee79-5e01-4deb-bc29-15c3fb4a0ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-fb36d70d-12dd-457c-b53c-92fe0207d9b4', 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ips': [{'subnet_id': '93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:13:50.940299 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-288dee79-5e01-4deb-bc29-15c3fb4a0ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:51.368459 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68ff42d3-966e-4eb7-a9a8-1b40697c9b16 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:51.389677 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-68ff42d3-966e-4eb7-a9a8-1b40697c9b16 None None] Transition to ACTIVE for port object e309dc99-e91c-41d4-a2a4-ca71b91832a7 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:13:51.422445 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-288dee79-5e01-4deb-bc29-15c3fb4a0ad6 None None] Allocated IP 172.20.0.2 (fb36d70d-12dd-457c-b53c-92fe0207d9b4/93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e/7339838d-a659-44f2-ac01-127f8bace5b0) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:13:51.431915 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-68ff42d3-966e-4eb7-a9a8-1b40697c9b16 None None] Transition to ACTIVE for port object e309dc99-e91c-41d4-a2a4-ca71b91832a7 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:13:51.498742 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-ff79cedd-ee03-4468-9ef3-cf2aab157032 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-305791275&fields=id&tenant_id=10a4b1464e30470e8e13c0bd2bfded95 HTTP/1.1" status: 200 len: 267 time: 0.1798797 Feb 09 18:13:51.551539 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68ff42d3-966e-4eb7-a9a8-1b40697c9b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:51.617069 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-64e039c6-3140-4d6b-907f-41721ead0f81 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Allocated IP 172.20.0.1 (2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e/a379ad5d-66af-431c-8df0-968df00d7531/b714ae6b-6185-4482-bf4c-c8bbf3f722a8) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:13:51.625884 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'name': 'tempest-TestNetworkBasicOps-router-232692491', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:45Z', 'updated_at': '2022-02-09T18:13:46Z', 'revision_number': 3, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:81:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:51.656689 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81653dfe-63b2-4917-bb33-12d336b0d5f0 None None] The sync data for ids ['0eee72cd-016c-418c-96a9-a7dfec18f42a'] in dv-neutron-827016-2-hyperv is: [{'id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'name': 'tempest-TestNetworkBasicOps-router-232692491', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:45Z', 'updated_at': '2022-02-09T18:13:46Z', 'revision_number': 3, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:81:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:13:51.679896 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ff42d3-966e-4eb7-a9a8-1b40697c9b16 None None] Network 2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:13:51.680825 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff42d3-966e-4eb7-a9a8-1b40697c9b16 None None] Pushing event updated for resources: {'Port': ['ID=e309dc99-e91c-41d4-a2a4-ca71b91832a7,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:51.687087 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-68ff42d3-966e-4eb7-a9a8-1b40697c9b16 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:13:51.691208 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ff42d3-966e-4eb7-a9a8-1b40697c9b16 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:13:51.693519 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:51.859087 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-64e039c6-3140-4d6b-907f-41721ead0f81 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:51.872370 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-68ff42d3-966e-4eb7-a9a8-1b40697c9b16 None None] Attempting to bind port e309dc99-e91c-41d4-a2a4-ca71b91832a7 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:13:51.873027 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-68ff42d3-966e-4eb7-a9a8-1b40697c9b16 None None] Attempting to bind port e309dc99-e91c-41d4-a2a4-ca71b91832a7 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'c4f25fcb-200c-4bf0-8d6b-f54a87a5b38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:13:51.873535 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ff42d3-966e-4eb7-a9a8-1b40697c9b16 None None] Attempting to bind port e309dc99-e91c-41d4-a2a4-ca71b91832a7 on network 2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:13:51.884101 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-288dee79-5e01-4deb-bc29-15c3fb4a0ad6 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:51.892794 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-64e039c6-3140-4d6b-907f-41721ead0f81 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Transition to ACTIVE for port object b714ae6b-6185-4482-bf4c-c8bbf3f722a8 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:13:51.895176 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ff42d3-966e-4eb7-a9a8-1b40697c9b16 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:13:51.895553 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ff42d3-966e-4eb7-a9a8-1b40697c9b16 None None] Checking segment: {'id': 'c4f25fcb-200c-4bf0-8d6b-f54a87a5b38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:13:51.895947 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68ff42d3-966e-4eb7-a9a8-1b40697c9b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:51.896367 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ff42d3-966e-4eb7-a9a8-1b40697c9b16 None None] Bound using segment: {'id': 'c4f25fcb-200c-4bf0-8d6b-f54a87a5b38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:13:51.896850 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-68ff42d3-966e-4eb7-a9a8-1b40697c9b16 None None] Bound port: e309dc99-e91c-41d4-a2a4-ca71b91832a7, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f25fcb-200c-4bf0-8d6b-f54a87a5b38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:13:51.897240 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68ff42d3-966e-4eb7-a9a8-1b40697c9b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:51.911038 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-288dee79-5e01-4deb-bc29-15c3fb4a0ad6 None None] Transition to ACTIVE for port object 7339838d-a659-44f2-ac01-127f8bace5b0 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:13:51.941033 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5d4768f0-f4dc-4976-bdc6-5fa326ca58c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:51.978621 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-288dee79-5e01-4deb-bc29-15c3fb4a0ad6 None None] Transition to ACTIVE for port object 7339838d-a659-44f2-ac01-127f8bace5b0 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:13:52.046508 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-64e039c6-3140-4d6b-907f-41721ead0f81 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:52.068473 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-68ff42d3-966e-4eb7-a9a8-1b40697c9b16 None None] For port e309dc99-e91c-41d4-a2a4-ca71b91832a7, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:13:52.077469 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-68ff42d3-966e-4eb7-a9a8-1b40697c9b16 None None] For port e309dc99-e91c-41d4-a2a4-ca71b91832a7, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=e309dc99-e91c-41d4-a2a4-ca71b91832a7,segment=NetworkSegment(c4f25fcb-200c-4bf0-8d6b-f54a87a5b38a),segment_id=c4f25fcb-200c-4bf0-8d6b-f54a87a5b38a)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:13:52.080218 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-288dee79-5e01-4deb-bc29-15c3fb4a0ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:52.265423 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68ff42d3-966e-4eb7-a9a8-1b40697c9b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:52.265962 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e039c6-3140-4d6b-907f-41721ead0f81 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network 2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:13:52.266059 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288dee79-5e01-4deb-bc29-15c3fb4a0ad6 None None] Network fb36d70d-12dd-457c-b53c-92fe0207d9b4 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:13:52.266138 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-64e039c6-3140-4d6b-907f-41721ead0f81 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:13:52.266138 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e039c6-3140-4d6b-907f-41721ead0f81 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:13:52.266268 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-288dee79-5e01-4deb-bc29-15c3fb4a0ad6 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:13:52.266268 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288dee79-5e01-4deb-bc29-15c3fb4a0ad6 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:13:52.275605 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e039c6-3140-4d6b-907f-41721ead0f81 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Port': ['ID=b714ae6b-6185-4482-bf4c-c8bbf3f722a8,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:52.293272 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-64e039c6-3140-4d6b-907f-41721ead0f81 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:52.330031 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-44c2ec31-0f95-48bd-8eed-0006ad580190 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:52.331334 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dee79-5e01-4deb-bc29-15c3fb4a0ad6 None None] Pushing event updated for resources: {'Port': ['ID=7339838d-a659-44f2-ac01-127f8bace5b0,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:52.337951 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-44c2ec31-0f95-48bd-8eed-0006ad580190 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/networks?id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd HTTP/1.1" status: 200 len: 811 time: 0.8227377 Feb 09 18:13:52.377042 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-d0a8f19f-9c01-4106-9e5f-b4bead6c1d0e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/quotas/10a4b1464e30470e8e13c0bd2bfded95 HTTP/1.1" status: 200 len: 375 time: 0.0374274 Feb 09 18:13:52.429933 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-288dee79-5e01-4deb-bc29-15c3fb4a0ad6 None None] Attempting to bind port 7339838d-a659-44f2-ac01-127f8bace5b0 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:13:52.431607 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-288dee79-5e01-4deb-bc29-15c3fb4a0ad6 None None] Attempting to bind port 7339838d-a659-44f2-ac01-127f8bace5b0 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '6fc3f57d-9c40-4126-b402-225037c81858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:13:52.431607 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288dee79-5e01-4deb-bc29-15c3fb4a0ad6 None None] Attempting to bind port 7339838d-a659-44f2-ac01-127f8bace5b0 on network fb36d70d-12dd-457c-b53c-92fe0207d9b4 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:13:52.441105 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288dee79-5e01-4deb-bc29-15c3fb4a0ad6 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:13:52.441475 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288dee79-5e01-4deb-bc29-15c3fb4a0ad6 None None] Checking segment: {'id': '6fc3f57d-9c40-4126-b402-225037c81858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:13:52.441863 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-288dee79-5e01-4deb-bc29-15c3fb4a0ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:52.442257 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288dee79-5e01-4deb-bc29-15c3fb4a0ad6 None None] Bound using segment: {'id': '6fc3f57d-9c40-4126-b402-225037c81858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:13:52.442779 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-288dee79-5e01-4deb-bc29-15c3fb4a0ad6 None None] Bound port: 7339838d-a659-44f2-ac01-127f8bace5b0, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc3f57d-9c40-4126-b402-225037c81858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:13:52.443161 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-288dee79-5e01-4deb-bc29-15c3fb4a0ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:52.471132 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff42d3-966e-4eb7-a9a8-1b40697c9b16 None None] Pushing event updated for resources: {'Port': ['ID=e309dc99-e91c-41d4-a2a4-ca71b91832a7,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:52.558657 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-64e039c6-3140-4d6b-907f-41721ead0f81 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:52.601842 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-288dee79-5e01-4deb-bc29-15c3fb4a0ad6 None None] For port 7339838d-a659-44f2-ac01-127f8bace5b0, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:13:52.606665 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-288dee79-5e01-4deb-bc29-15c3fb4a0ad6 None None] For port 7339838d-a659-44f2-ac01-127f8bace5b0, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7339838d-a659-44f2-ac01-127f8bace5b0,segment=NetworkSegment(6fc3f57d-9c40-4126-b402-225037c81858),segment_id=6fc3f57d-9c40-4126-b402-225037c81858)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:13:52.723597 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-288dee79-5e01-4deb-bc29-15c3fb4a0ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:52.870857 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dee79-5e01-4deb-bc29-15c3fb4a0ad6 None None] Pushing event updated for resources: {'Port': ['ID=7339838d-a659-44f2-ac01-127f8bace5b0,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:52.997512 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-d6aeb75f-ad02-4fdb-93ec-3431d4047c3c tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=10a4b1464e30470e8e13c0bd2bfded95&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6063197 Feb 09 18:13:53.062592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-5d4768f0-f4dc-4976-bdc6-5fa326ca58c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.20.0.1 (fb36d70d-12dd-457c-b53c-92fe0207d9b4/93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e/897864b3-b2c4-4b6e-8fb4-3dfabb7863e0) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:13:53.149763 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-64e039c6-3140-4d6b-907f-41721ead0f81 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:53.248103 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-64e039c6-3140-4d6b-907f-41721ead0f81 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:53.402282 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e039c6-3140-4d6b-907f-41721ead0f81 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Port': ['ID=b714ae6b-6185-4482-bf4c-c8bbf3f722a8,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:53.404831 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-64e039c6-3140-4d6b-907f-41721ead0f81 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:53.522017 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5d4768f0-f4dc-4976-bdc6-5fa326ca58c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:53.624540 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device fd4a3ec5-2df5-42c3-b1aa-051735ea8c31 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:13:53.644554 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e039c6-3140-4d6b-907f-41721ead0f81 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network 2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:13:53.646505 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-64e039c6-3140-4d6b-907f-41721ead0f81 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:13:53.652124 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-5d4768f0-f4dc-4976-bdc6-5fa326ca58c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Transition to ACTIVE for port object 897864b3-b2c4-4b6e-8fb4-3dfabb7863e0 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:13:53.731034 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-3d5e218e-5a0b-4b20-9c94-30b4b0a0f9ad service neutron] 10.222.0.21 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6934822 Feb 09 18:13:53.837707 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5d4768f0-f4dc-4976-bdc6-5fa326ca58c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:53.842952 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port fd4a3ec5-2df5-42c3-b1aa-051735ea8c31 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:13:53.850245 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port fd4a3ec5-2df5-42c3-b1aa-051735ea8c31 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:13:53.851484 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:54.240928 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:54.262713 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4768f0-f4dc-4976-bdc6-5fa326ca58c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network fb36d70d-12dd-457c-b53c-92fe0207d9b4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:13:54.271821 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4768f0-f4dc-4976-bdc6-5fa326ca58c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=897864b3-b2c4-4b6e-8fb4-3dfabb7863e0,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:54.278151 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-5d4768f0-f4dc-4976-bdc6-5fa326ca58c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:13:54.285221 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4768f0-f4dc-4976-bdc6-5fa326ca58c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:13:54.299085 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port fd4a3ec5-2df5-42c3-b1aa-051735ea8c31, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=fd4a3ec5-2df5-42c3-b1aa-051735ea8c31,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:13:54.382377 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c93976-d789-4ea5-b87b-bd468e8980ce None None] Network 2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:13:54.396820 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5d4768f0-f4dc-4976-bdc6-5fa326ca58c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:54.408887 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-727d9d81-4f06-4db2-929e-8603b0df28f1 service neutron] 10.222.0.21 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6696417 Feb 09 18:13:54.425604 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:54.426930 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7339838d-a659-44f2-ac01-127f8bace5b0 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:13:54.433895 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e039c6-3140-4d6b-907f-41721ead0f81 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Router 7462454c-4ee6-4106-9f35-977f3fde6caa is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:13:54.742015 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5d4768f0-f4dc-4976-bdc6-5fa326ca58c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:54.748817 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e039c6-3140-4d6b-907f-41721ead0f81 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:13:54.757902 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e5bfc972-3075-46f9-a18b-9778bf169f38 None None] Provisioning for port e309dc99-e91c-41d4-a2a4-ca71b91832a7 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:13:54.764214 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] Sync routers for ids ['7462454c-4ee6-4106-9f35-977f3fde6caa'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:13:54.793191 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] Routers {'7462454c-4ee6-4106-9f35-977f3fde6caa'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:13:54.793828 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:13:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7462454c-4ee6-4106-9f35-977f3fde6caa'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:54.806060 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-64e039c6-3140-4d6b-907f-41721ead0f81 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "PUT /v2.0/routers/7462454c-4ee6-4106-9f35-977f3fde6caa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9060225 Feb 09 18:13:54.807099 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55462) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:54.823242 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-efbcfce7-b323-45e1-aa37-9b2593f6d302 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'network': {'name': 'tempest-RoutersTest-669268130'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:13:54.843895 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=fd4a3ec5-2df5-42c3-b1aa-051735ea8c31,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:54.865410 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-efbcfce7-b323-45e1-aa37-9b2593f6d302 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:13:54.877308 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-efbcfce7-b323-45e1-aa37-9b2593f6d302 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:network and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:13:54.885493 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-efbcfce7-b323-45e1-aa37-9b2593f6d302 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:13:54.898966 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-efbcfce7-b323-45e1-aa37-9b2593f6d302 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:13:54.957383 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4e8288-6f27-4960-ab72-b0ea35e6dfe3 None None] Network fb36d70d-12dd-457c-b53c-92fe0207d9b4 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:13:55.065326 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbcfce7-b323-45e1-aa37-9b2593f6d302 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Made reservation on behalf of 1fb3e00fc3da4739bcd8c33a1d8996af for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:13:55.070661 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 7339838d-a659-44f2-ac01-127f8bace5b0 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:13:55.072382 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-efbcfce7-b323-45e1-aa37-9b2593f6d302 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:55.116841 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] Set router 7462454c-4ee6-4106-9f35-977f3fde6caa gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:13:55.137870 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbcfce7-b323-45e1-aa37-9b2593f6d302 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:13:55.152984 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-efbcfce7-b323-45e1-aa37-9b2593f6d302 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:55.153677 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-efbcfce7-b323-45e1-aa37-9b2593f6d302 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Added segment 41ce5e2a-425f-4494-a2df-43ef5c76486a of type vlan for network 0c67a306-7d3c-444d-a0cb-6171852a036b Feb 09 18:13:55.163366 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device e309dc99-e91c-41d4-a2a4-ca71b91832a7 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:13:55.197871 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-efbcfce7-b323-45e1-aa37-9b2593f6d302 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:55.348775 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-efbcfce7-b323-45e1-aa37-9b2593f6d302 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:55.355663 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbcfce7-b323-45e1-aa37-9b2593f6d302 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:55.360264 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-efbcfce7-b323-45e1-aa37-9b2593f6d302 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:55.489697 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-adc24738-cb0d-4443-8d39-8dc85af7fca3 None None] Provisioning for port 7339838d-a659-44f2-ac01-127f8bace5b0 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:13:55.549855 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-adc24738-cb0d-4443-8d39-8dc85af7fca3 None None] Provisioning complete for port 7339838d-a659-44f2-ac01-127f8bace5b0 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:13:55.550237 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-adc24738-cb0d-4443-8d39-8dc85af7fca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:55.627567 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcfce7-b323-45e1-aa37-9b2593f6d302 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Network': ['ID=0c67a306-7d3c-444d-a0cb-6171852a036b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:55.650528 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5d4768f0-f4dc-4976-bdc6-5fa326ca58c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:55.660918 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-efbcfce7-b323-45e1-aa37-9b2593f6d302 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8520412 Feb 09 18:13:55.667466 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55470) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:55.672437 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-14794aa6-909e-43b6-b18e-cd82f3b59398 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'subnet': {'network_id': '0c67a306-7d3c-444d-a0cb-6171852a036b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:13:55.675941 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 0c67a306-7d3c-444d-a0cb-6171852a036b details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:13:55.734169 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port e309dc99-e91c-41d4-a2a4-ca71b91832a7 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:13:55.861586 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5d4768f0-f4dc-4976-bdc6-5fa326ca58c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:55.895447 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'name': 'tempest-RoutersTest-router-1146612667', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:13:52Z', 'revision_number': 2, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'gw_port_host': None, '_interfaces': [{'id': 'b714ae6b-6185-4482-bf4c-c8bbf3f722a8', 'name': '', 'network_id': '2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:da:06:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:50Z', 'updated_at': '2022-02-09T18:13:52Z', 'revision_number': 2, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:55.905437 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port e309dc99-e91c-41d4-a2a4-ca71b91832a7 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:13:55.905437 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:55.925695 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] Checking router: 7462454c-4ee6-4106-9f35-977f3fde6caa for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:13:55.929379 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] Updating router 7462454c-4ee6-4106-9f35-977f3fde6caa port b714ae6b-6185-4482-bf4c-c8bbf3f722a8 binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:13:55.937194 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-14794aa6-909e-43b6-b18e-cd82f3b59398 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:13:56.008267 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-14794aa6-909e-43b6-b18e-cd82f3b59398 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:subnet and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:13:56.035070 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-14794aa6-909e-43b6-b18e-cd82f3b59398 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:13:56.059431 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a80a4cc0-0aca-49f1-8229-b04334fbe161 req-d7e46c3e-0aa9-4f26-ae3b-301e2a678faa tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 210 time: 0.2011847 Feb 09 18:13:56.110390 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-14794aa6-909e-43b6-b18e-cd82f3b59398 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:13:56.134450 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:56.141042 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-adc24738-cb0d-4443-8d39-8dc85af7fca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:56.176634 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4768f0-f4dc-4976-bdc6-5fa326ca58c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=897864b3-b2c4-4b6e-8fb4-3dfabb7863e0,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:56.176634 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5d4768f0-f4dc-4976-bdc6-5fa326ca58c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:56.256855 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-adc24738-cb0d-4443-8d39-8dc85af7fca3 None None] For port 7339838d-a659-44f2-ac01-127f8bace5b0, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7339838d-a659-44f2-ac01-127f8bace5b0,segment=NetworkSegment(6fc3f57d-9c40-4126-b402-225037c81858),segment_id=6fc3f57d-9c40-4126-b402-225037c81858)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:13:56.331339 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14794aa6-909e-43b6-b18e-cd82f3b59398 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Made reservation on behalf of 1fb3e00fc3da4739bcd8c33a1d8996af for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:13:56.386933 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:56.426414 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-adc24738-cb0d-4443-8d39-8dc85af7fca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:56.527664 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-14794aa6-909e-43b6-b18e-cd82f3b59398 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:56.591773 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port e309dc99-e91c-41d4-a2a4-ca71b91832a7, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=e309dc99-e91c-41d4-a2a4-ca71b91832a7,segment=NetworkSegment(c4f25fcb-200c-4bf0-8d6b-f54a87a5b38a),segment_id=c4f25fcb-200c-4bf0-8d6b-f54a87a5b38a)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:13:56.616773 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc24738-cb0d-4443-8d39-8dc85af7fca3 None None] Pushing event updated for resources: {'Port': ['ID=7339838d-a659-44f2-ac01-127f8bace5b0,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:56.665581 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:56.791683 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7178b570-58f2-49b1-ba40-b943a587732a None None] Provisioning for port 897864b3-b2c4-4b6e-8fb4-3dfabb7863e0 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:13:56.807753 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7178b570-58f2-49b1-ba40-b943a587732a None None] Provisioning complete for port 897864b3-b2c4-4b6e-8fb4-3dfabb7863e0 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:13:56.809678 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7178b570-58f2-49b1-ba40-b943a587732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:56.886428 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device fd4a3ec5-2df5-42c3-b1aa-051735ea8c31 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:13:56.940056 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4768f0-f4dc-4976-bdc6-5fa326ca58c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network fb36d70d-12dd-457c-b53c-92fe0207d9b4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:13:56.941891 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-5d4768f0-f4dc-4976-bdc6-5fa326ca58c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:13:57.032660 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=e309dc99-e91c-41d4-a2a4-ca71b91832a7,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:57.036371 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7178b570-58f2-49b1-ba40-b943a587732a None None] Port 897864b3-b2c4-4b6e-8fb4-3dfabb7863e0 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:13:57.064447 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port fd4a3ec5-2df5-42c3-b1aa-051735ea8c31 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:13:57.067153 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:57.155967 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:57.172915 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7178b570-58f2-49b1-ba40-b943a587732a None None] Provisioning for port b714ae6b-6185-4482-bf4c-c8bbf3f722a8 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:13:57.188009 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7178b570-58f2-49b1-ba40-b943a587732a None None] Provisioning complete for port b714ae6b-6185-4482-bf4c-c8bbf3f722a8 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:13:57.192499 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7178b570-58f2-49b1-ba40-b943a587732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:57.219829 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] Transition to ACTIVE for port object b714ae6b-6185-4482-bf4c-c8bbf3f722a8 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:13:57.244247 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-14794aa6-909e-43b6-b18e-cd82f3b59398 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:57.271438 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7178b570-58f2-49b1-ba40-b943a587732a None None] Port b714ae6b-6185-4482-bf4c-c8bbf3f722a8 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:13:57.330987 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:57.332788 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7178b570-58f2-49b1-ba40-b943a587732a None None] Provisioning complete for port 7339838d-a659-44f2-ac01-127f8bace5b0 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:13:57.332788 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7178b570-58f2-49b1-ba40-b943a587732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:57.402359 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-eb7b4f8c-ec75-46b2-8320-c67366a34768 req-18e905c9-6900-4946-a04c-711ea8c7a9aa tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 210 time: 0.1088564 Feb 09 18:13:57.450738 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14794aa6-909e-43b6-b18e-cd82f3b59398 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Subnet': ['ID=10c8ae5c-3d18-4038-a102-63d40e976487,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:57.463100 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7339838d-a659-44f2-ac01-127f8bace5b0 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:13:57.534915 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14794aa6-909e-43b6-b18e-cd82f3b59398 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Checking segment: {'id': '41ce5e2a-425f-4494-a2df-43ef5c76486a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0c67a306-7d3c-444d-a0cb-6171852a036b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:13:57.535284 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14794aa6-909e-43b6-b18e-cd82f3b59398 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network hostable DHCP agents. Network: 0c67a306-7d3c-444d-a0cb-6171852a036b, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:13:57.587697 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31cd15-d1bf-4983-930e-aaf495125338 None None] Pushing event updated for resources: {'Port': ['ID=b714ae6b-6185-4482-bf4c-c8bbf3f722a8,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:57.617792 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7178b570-58f2-49b1-ba40-b943a587732a None None] Provisioning complete for port e309dc99-e91c-41d4-a2a4-ca71b91832a7 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:13:57.618458 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7178b570-58f2-49b1-ba40-b943a587732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:57.635367 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31cd15-d1bf-4983-930e-aaf495125338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:57.636032 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31cd15-d1bf-4983-930e-aaf495125338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:57.636560 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31cd15-d1bf-4983-930e-aaf495125338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:57.637127 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31cd15-d1bf-4983-930e-aaf495125338 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:57.637643 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31cd15-d1bf-4983-930e-aaf495125338 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:57.638437 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31cd15-d1bf-4983-930e-aaf495125338 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:57.639256 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31cd15-d1bf-4983-930e-aaf495125338 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:57.639939 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31cd15-d1bf-4983-930e-aaf495125338 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:57.640709 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31cd15-d1bf-4983-930e-aaf495125338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:57.641206 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31cd15-d1bf-4983-930e-aaf495125338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:57.641701 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31cd15-d1bf-4983-930e-aaf495125338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:13:57.713912 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] Attempting to bind port b714ae6b-6185-4482-bf4c-c8bbf3f722a8 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:13:57.714803 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] Attempting to bind port b714ae6b-6185-4482-bf4c-c8bbf3f722a8 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'c4f25fcb-200c-4bf0-8d6b-f54a87a5b38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:13:57.716964 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] Attempting to bind port b714ae6b-6185-4482-bf4c-c8bbf3f722a8 on network 2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:13:57.737287 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:13:57.738071 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] Checking segment: {'id': 'c4f25fcb-200c-4bf0-8d6b-f54a87a5b38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:13:57.740348 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:57.740348 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] Bound using segment: {'id': 'c4f25fcb-200c-4bf0-8d6b-f54a87a5b38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:13:57.740547 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] Bound port: b714ae6b-6185-4482-bf4c-c8bbf3f722a8, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f25fcb-200c-4bf0-8d6b-f54a87a5b38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:13:57.741250 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:57.747765 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 7339838d-a659-44f2-ac01-127f8bace5b0 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:13:57.749276 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:57.846645 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14794aa6-909e-43b6-b18e-cd82f3b59398 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network 0c67a306-7d3c-444d-a0cb-6171852a036b is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:13:57.871359 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4768f0-f4dc-4976-bdc6-5fa326ca58c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 0eee72cd-016c-418c-96a9-a7dfec18f42a has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:13:57.932630 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] For port b714ae6b-6185-4482-bf4c-c8bbf3f722a8, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:13:57.938749 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] For port b714ae6b-6185-4482-bf4c-c8bbf3f722a8, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b714ae6b-6185-4482-bf4c-c8bbf3f722a8,segment=NetworkSegment(c4f25fcb-200c-4bf0-8d6b-f54a87a5b38a),segment_id=c4f25fcb-200c-4bf0-8d6b-f54a87a5b38a)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:13:58.007222 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-14794aa6-909e-43b6-b18e-cd82f3b59398 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 0c67a306-7d3c-444d-a0cb-6171852a036b) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:13:58.016633 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e494c76d-2791-4340-b170-3cc86267f9d3 None None] Network 0c67a306-7d3c-444d-a0cb-6171852a036b requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:13:58.022442 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14794aa6-909e-43b6-b18e-cd82f3b59398 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:58.023098 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-14794aa6-909e-43b6-b18e-cd82f3b59398 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:58.067963 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:58.141170 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4768f0-f4dc-4976-bdc6-5fa326ca58c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:13:58.148218 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5d4768f0-f4dc-4976-bdc6-5fa326ca58c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "PUT /v2.0/routers/0eee72cd-016c-418c-96a9-a7dfec18f42a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8480074 Feb 09 18:13:58.150806 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55488) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:58.162802 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-14794aa6-909e-43b6-b18e-cd82f3b59398 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4839985 Feb 09 18:13:58.164429 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55492) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:58.193162 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] Sync routers for ids ['0eee72cd-016c-418c-96a9-a7dfec18f42a'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:13:58.243408 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] Routers {'0eee72cd-016c-418c-96a9-a7dfec18f42a'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:13:58.244375 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:13:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0eee72cd-016c-418c-96a9-a7dfec18f42a'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:58.264300 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] Routers {'7462454c-4ee6-4106-9f35-977f3fde6caa'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:13:58.265382 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:13:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7462454c-4ee6-4106-9f35-977f3fde6caa'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:58.536338 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31cd15-d1bf-4983-930e-aaf495125338 None None] Pushing event updated for resources: {'Port': ['ID=b714ae6b-6185-4482-bf4c-c8bbf3f722a8,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:13:58.558027 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3fcaf-c118-45f8-9e4c-a9da2e79f9d8 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:58.558976 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3fcaf-c118-45f8-9e4c-a9da2e79f9d8 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:58.559488 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3fcaf-c118-45f8-9e4c-a9da2e79f9d8 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:58.560794 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3fcaf-c118-45f8-9e4c-a9da2e79f9d8 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:58.561368 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3fcaf-c118-45f8-9e4c-a9da2e79f9d8 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:58.561914 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3fcaf-c118-45f8-9e4c-a9da2e79f9d8 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:58.562470 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3fcaf-c118-45f8-9e4c-a9da2e79f9d8 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:58.563090 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3fcaf-c118-45f8-9e4c-a9da2e79f9d8 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:58.566582 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7fd3fcaf-c118-45f8-9e4c-a9da2e79f9d8 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5646 time: 0.4143891 Feb 09 18:13:58.568309 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55498) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:58.631911 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-27b44a7c-6b08-4d38-baf2-42012fd89c70 None None] Provisioning complete for port 897864b3-b2c4-4b6e-8fb4-3dfabb7863e0 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:13:58.632291 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-27b44a7c-6b08-4d38-baf2-42012fd89c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:58.739947 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] Set router 7462454c-4ee6-4106-9f35-977f3fde6caa gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:13:58.749345 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bd79ce-c8f8-4258-9bd9-741eb2d0196e tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:58.749983 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bd79ce-c8f8-4258-9bd9-741eb2d0196e tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:58.750558 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bd79ce-c8f8-4258-9bd9-741eb2d0196e tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:58.751594 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bd79ce-c8f8-4258-9bd9-741eb2d0196e tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:58.752160 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bd79ce-c8f8-4258-9bd9-741eb2d0196e tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:58.752680 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bd79ce-c8f8-4258-9bd9-741eb2d0196e tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:58.753378 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bd79ce-c8f8-4258-9bd9-741eb2d0196e tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:58.753896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bd79ce-c8f8-4258-9bd9-741eb2d0196e tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:13:58.758235 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b4bd79ce-c8f8-4258-9bd9-741eb2d0196e tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5188 time: 0.1876080 Feb 09 18:13:58.760528 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55502) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:58.801205 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-27b44a7c-6b08-4d38-baf2-42012fd89c70 None None] Port 897864b3-b2c4-4b6e-8fb4-3dfabb7863e0 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:13:58.813606 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] Set router 0eee72cd-016c-418c-96a9-a7dfec18f42a gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:13:58.864163 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1462978f-1cdd-494c-acbf-c6d5ce01f8dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-0c67a306-7d3c-444d-a0cb-6171852a036b', 'network_id': '0c67a306-7d3c-444d-a0cb-6171852a036b', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'fixed_ips': [{'subnet_id': '10c8ae5c-3d18-4038-a102-63d40e976487'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:13:58.865357 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1462978f-1cdd-494c-acbf-c6d5ce01f8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:58.875721 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device e309dc99-e91c-41d4-a2a4-ca71b91832a7 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:13:59.125253 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-89c81733-49e9-4dea-b3bd-e67aa7694449 req-c938af62-7bf9-4292-b6ef-e1f9e199ddf6 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 210 time: 0.1810355 Feb 09 18:13:59.267230 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'name': 'tempest-RoutersTest-router-1146612667', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:13:52Z', 'revision_number': 2, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'gw_port_host': None, '_interfaces': [{'id': 'b714ae6b-6185-4482-bf4c-c8bbf3f722a8', 'name': '', 'network_id': '2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:da:06:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:50Z', 'updated_at': '2022-02-09T18:13:57Z', 'revision_number': 4, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:59.272026 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c648f5-fbc7-4608-a4c3-4c5dec3d82c0 None None] The sync data for ids ['7462454c-4ee6-4106-9f35-977f3fde6caa'] in dv-neutron-827016-2-hyperv is: [{'id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'name': 'tempest-RoutersTest-router-1146612667', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:13:52Z', 'revision_number': 2, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'gw_port_host': None, '_interfaces': [{'id': 'b714ae6b-6185-4482-bf4c-c8bbf3f722a8', 'name': '', 'network_id': '2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:da:06:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:50Z', 'updated_at': '2022-02-09T18:13:57Z', 'revision_number': 4, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:13:59.349447 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port e309dc99-e91c-41d4-a2a4-ca71b91832a7 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:13:59.350059 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:59.366406 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b33b7ea0-8372-47e9-ae5f-ef63444896af tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:59.393441 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-cc462daa-f891-47ae-8f0c-d1d9c2b28056 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3578 time: 0.6285188 Feb 09 18:13:59.394074 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55506) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:13:59.403244 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6661b50e-fe1d-4bd2-aefd-3218f00bffca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-319744945', 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:13:59.564753 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-1462978f-1cdd-494c-acbf-c6d5ce01f8dc None None] Allocated IP 172.21.0.2 (0c67a306-7d3c-444d-a0cb-6171852a036b/10c8ae5c-3d18-4038-a102-63d40e976487/440eca61-f295-4714-90a1-97a3193517e2) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:13:59.772826 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6661b50e-fe1d-4bd2-aefd-3218f00bffca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:13:59.788884 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6661b50e-fe1d-4bd2-aefd-3218f00bffca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:port and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:13:59.793870 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6661b50e-fe1d-4bd2-aefd-3218f00bffca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:13:59.804185 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6661b50e-fe1d-4bd2-aefd-3218f00bffca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:13:59.886035 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'name': 'tempest-TestNetworkBasicOps-router-232692491', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:45Z', 'updated_at': '2022-02-09T18:13:54Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '897864b3-b2c4-4b6e-8fb4-3dfabb7863e0', 'name': '', 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:22:67:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:52Z', 'updated_at': '2022-02-09T18:13:55Z', 'revision_number': 2, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:13:59.894491 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] Checking router: 0eee72cd-016c-418c-96a9-a7dfec18f42a for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:13:59.894950 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] Updating router 0eee72cd-016c-418c-96a9-a7dfec18f42a port 897864b3-b2c4-4b6e-8fb4-3dfabb7863e0 binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:13:59.992288 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:13:59.996276 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6661b50e-fe1d-4bd2-aefd-3218f00bffca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:14:00.000177 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6661b50e-fe1d-4bd2-aefd-3218f00bffca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:00.056937 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-6661b50e-fe1d-4bd2-aefd-3218f00bffca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] device_id is not set on port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:14:00.357962 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1462978f-1cdd-494c-acbf-c6d5ce01f8dc None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:00.386346 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1462978f-1cdd-494c-acbf-c6d5ce01f8dc None None] Transition to ACTIVE for port object 440eca61-f295-4714-90a1-97a3193517e2 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:14:00.387503 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-71561343-8b5b-4bdb-acef-0cbcfd846eb9 req-717521ba-3df0-4e80-95f7-dd9927a80b17 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 210 time: 0.0747161 Feb 09 18:14:00.416720 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1462978f-1cdd-494c-acbf-c6d5ce01f8dc None None] Transition to ACTIVE for port object 440eca61-f295-4714-90a1-97a3193517e2 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:14:00.528157 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1462978f-1cdd-494c-acbf-c6d5ce01f8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:00.673878 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-57a3e650-4c39-4fa6-8772-73297c16aedc tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:00.674860 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1462978f-1cdd-494c-acbf-c6d5ce01f8dc None None] Network 0c67a306-7d3c-444d-a0cb-6171852a036b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:14:00.675481 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-57a3e650-4c39-4fa6-8772-73297c16aedc tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.50 "GET /v2.0/networks?id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd HTTP/1.1" status: 200 len: 811 time: 0.5427082 Feb 09 18:14:00.679974 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-1462978f-1cdd-494c-acbf-c6d5ce01f8dc None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:14:00.682593 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-6661b50e-fe1d-4bd2-aefd-3218f00bffca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.20.0.4 (fb36d70d-12dd-457c-b53c-92fe0207d9b4/93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e/30d657c9-9560-4109-8c1b-d9cf7e5dd4ab) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:14:00.688085 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1462978f-1cdd-494c-acbf-c6d5ce01f8dc None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:14:00.691289 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-b33b7ea0-8372-47e9-ae5f-ef63444896af tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Allocated IP 172.21.0.1 (0c67a306-7d3c-444d-a0cb-6171852a036b/10c8ae5c-3d18-4038-a102-63d40e976487/5d92c520-1558-47c0-b419-49c862722462) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:14:00.697481 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462978f-1cdd-494c-acbf-c6d5ce01f8dc None None] Pushing event updated for resources: {'Port': ['ID=440eca61-f295-4714-90a1-97a3193517e2,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:00.791759 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-22d19733-8a66-4971-bfa0-03b5f4cf39f5 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10a4b1464e30470e8e13c0bd2bfded95 HTTP/1.1" status: 200 len: 379 time: 0.0881953 Feb 09 18:14:00.808569 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-abaf51b4-5793-4f14-9769-2998a27d379e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Request body: {'port': {'device_id': '7e62f554-ae7b-4c7a-989b-bf249dadbdd8', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'admin_state_up': True, 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'security_groups': ['182a8754-6bb2-4adb-a270-f7f586a0643c']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:00.941612 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b714ae6b-6185-4482-bf4c-c8bbf3f722a8 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:14:01.141815 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b33b7ea0-8372-47e9-ae5f-ef63444896af tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:01.181312 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1462978f-1cdd-494c-acbf-c6d5ce01f8dc None None] Attempting to bind port 440eca61-f295-4714-90a1-97a3193517e2 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:14:01.186535 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-b33b7ea0-8372-47e9-ae5f-ef63444896af tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Transition to ACTIVE for port object 5d92c520-1558-47c0-b419-49c862722462 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:14:01.186990 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-abaf51b4-5793-4f14-9769-2998a27d379e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:14:01.193821 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1462978f-1cdd-494c-acbf-c6d5ce01f8dc None None] Attempting to bind port 440eca61-f295-4714-90a1-97a3193517e2 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '41ce5e2a-425f-4494-a2df-43ef5c76486a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0c67a306-7d3c-444d-a0cb-6171852a036b'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:14:01.193821 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1462978f-1cdd-494c-acbf-c6d5ce01f8dc None None] Attempting to bind port 440eca61-f295-4714-90a1-97a3193517e2 on network 0c67a306-7d3c-444d-a0cb-6171852a036b {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:14:01.198272 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-abaf51b4-5793-4f14-9769-2998a27d379e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:14:01.220487 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1462978f-1cdd-494c-acbf-c6d5ce01f8dc None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:14:01.220844 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1462978f-1cdd-494c-acbf-c6d5ce01f8dc None None] Checking segment: {'id': '41ce5e2a-425f-4494-a2df-43ef5c76486a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0c67a306-7d3c-444d-a0cb-6171852a036b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:14:01.226486 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1462978f-1cdd-494c-acbf-c6d5ce01f8dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:01.233497 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1462978f-1cdd-494c-acbf-c6d5ce01f8dc None None] Bound using segment: {'id': '41ce5e2a-425f-4494-a2df-43ef5c76486a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0c67a306-7d3c-444d-a0cb-6171852a036b'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:14:01.233497 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1462978f-1cdd-494c-acbf-c6d5ce01f8dc None None] Bound port: 440eca61-f295-4714-90a1-97a3193517e2, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41ce5e2a-425f-4494-a2df-43ef5c76486a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0c67a306-7d3c-444d-a0cb-6171852a036b'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:14:01.233497 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1462978f-1cdd-494c-acbf-c6d5ce01f8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:01.237951 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6661b50e-fe1d-4bd2-aefd-3218f00bffca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:01.259877 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-6661b50e-fe1d-4bd2-aefd-3218f00bffca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Transition to ACTIVE for port object 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:14:01.302817 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-abaf51b4-5793-4f14-9769-2998a27d379e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Made reservation on behalf of 10a4b1464e30470e8e13c0bd2bfded95 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:14:01.307636 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-abaf51b4-5793-4f14-9769-2998a27d379e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:01.331515 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b33b7ea0-8372-47e9-ae5f-ef63444896af tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:01.417352 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1462978f-1cdd-494c-acbf-c6d5ce01f8dc None None] For port 440eca61-f295-4714-90a1-97a3193517e2, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:14:01.438054 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1462978f-1cdd-494c-acbf-c6d5ce01f8dc None None] For port 440eca61-f295-4714-90a1-97a3193517e2, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=440eca61-f295-4714-90a1-97a3193517e2,segment=NetworkSegment(41ce5e2a-425f-4494-a2df-43ef5c76486a),segment_id=41ce5e2a-425f-4494-a2df-43ef5c76486a)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:14:01.458513 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33b7ea0-8372-47e9-ae5f-ef63444896af tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network 0c67a306-7d3c-444d-a0cb-6171852a036b is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:14:01.463292 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-b33b7ea0-8372-47e9-ae5f-ef63444896af tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:14:01.466094 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6661b50e-fe1d-4bd2-aefd-3218f00bffca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:01.472661 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33b7ea0-8372-47e9-ae5f-ef63444896af tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:14:01.504261 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port b714ae6b-6185-4482-bf4c-c8bbf3f722a8 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:14:01.521107 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b7ea0-8372-47e9-ae5f-ef63444896af tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Port': ['ID=5d92c520-1558-47c0-b419-49c862722462,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:01.554238 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b33b7ea0-8372-47e9-ae5f-ef63444896af tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:01.566489 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661b50e-fe1d-4bd2-aefd-3218f00bffca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=30d657c9-9560-4109-8c1b-d9cf7e5dd4ab,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:01.607816 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6661b50e-fe1d-4bd2-aefd-3218f00bffca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network fb36d70d-12dd-457c-b53c-92fe0207d9b4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:14:01.612534 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-6661b50e-fe1d-4bd2-aefd-3218f00bffca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:14:01.617208 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6661b50e-fe1d-4bd2-aefd-3218f00bffca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:14:01.630283 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port b714ae6b-6185-4482-bf4c-c8bbf3f722a8 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:01.630688 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:01.724965 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1462978f-1cdd-494c-acbf-c6d5ce01f8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:01.735299 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e44edad2-8507-4d6c-8f96-bafae0a2d5a7 req-58b3eec5-5008-4b7b-b0dc-19f6e3686326 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 210 time: 0.0807297 Feb 09 18:14:01.821012 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b33b7ea0-8372-47e9-ae5f-ef63444896af tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:01.826447 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6661b50e-fe1d-4bd2-aefd-3218f00bffca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:01.827554 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6661b50e-fe1d-4bd2-aefd-3218f00bffca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:01.929878 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-abaf51b4-5793-4f14-9769-2998a27d379e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Allocated IP 172.20.0.5 (80e60e6d-fc87-452b-ad1a-b77ca354a9cd/e8a71708-3c6c-4754-9944-bc1082e83c1e/3c50323d-8aaa-4a71-9a40-fef611f06724) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:14:02.006530 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462978f-1cdd-494c-acbf-c6d5ce01f8dc None None] Pushing event updated for resources: {'Port': ['ID=440eca61-f295-4714-90a1-97a3193517e2,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:02.075845 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6661b50e-fe1d-4bd2-aefd-3218f00bffca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6800847 Feb 09 18:14:02.118279 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:02.151763 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:02.180211 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] Transition to ACTIVE for port object 897864b3-b2c4-4b6e-8fb4-3dfabb7863e0 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:14:02.201773 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port b714ae6b-6185-4482-bf4c-c8bbf3f722a8, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b714ae6b-6185-4482-bf4c-c8bbf3f722a8,segment=NetworkSegment(c4f25fcb-200c-4bf0-8d6b-f54a87a5b38a),segment_id=c4f25fcb-200c-4bf0-8d6b-f54a87a5b38a)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:02.307406 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-abaf51b4-5793-4f14-9769-2998a27d379e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:02.333447 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-69bb3100-f4dc-4734-85d4-2a063d227024 None None] Provisioning for port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:14:02.344145 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-abaf51b4-5793-4f14-9769-2998a27d379e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Transition to ACTIVE for port object 3c50323d-8aaa-4a71-9a40-fef611f06724 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:14:02.347813 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-69bb3100-f4dc-4734-85d4-2a063d227024 None None] Provisioning complete for port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:02.348460 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69bb3100-f4dc-4734-85d4-2a063d227024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:02.393371 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:02.410563 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:02.462153 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b33b7ea0-8372-47e9-ae5f-ef63444896af tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:02.483906 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-abaf51b4-5793-4f14-9769-2998a27d379e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:02.564087 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-69bb3100-f4dc-4734-85d4-2a063d227024 None None] Port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:14:02.591003 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038219a-52a2-41e3-b76e-b3644a2926ef None None] Pushing event updated for resources: {'Port': ['ID=897864b3-b2c4-4b6e-8fb4-3dfabb7863e0,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:02.600360 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b33b7ea0-8372-47e9-ae5f-ef63444896af tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:02.616218 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-abaf51b4-5793-4f14-9769-2998a27d379e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Network 80e60e6d-fc87-452b-ad1a-b77ca354a9cd is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:14:02.619384 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55516) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:02.625269 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-abaf51b4-5793-4f14-9769-2998a27d379e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:14:02.652943 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e1d517a0-3f41-4303-b447-cdf75e27b347 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1117957653', 'description': 'tempest-secgroup-smoke-1117957653 description', 'project_id': '352fd60817ff4d5d9e97f16f52485b96'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:02.665847 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-abaf51b4-5793-4f14-9769-2998a27d379e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:14:02.800214 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] Attempting to bind port 897864b3-b2c4-4b6e-8fb4-3dfabb7863e0 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:14:02.800862 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] Attempting to bind port 897864b3-b2c4-4b6e-8fb4-3dfabb7863e0 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '6fc3f57d-9c40-4126-b402-225037c81858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:14:02.801445 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] Attempting to bind port 897864b3-b2c4-4b6e-8fb4-3dfabb7863e0 on network fb36d70d-12dd-457c-b53c-92fe0207d9b4 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:14:02.813128 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:14:02.815851 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] Checking segment: {'id': '6fc3f57d-9c40-4126-b402-225037c81858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:14:02.816812 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:02.817379 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] Bound using segment: {'id': '6fc3f57d-9c40-4126-b402-225037c81858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:14:02.818608 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] Bound port: 897864b3-b2c4-4b6e-8fb4-3dfabb7863e0, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc3f57d-9c40-4126-b402-225037c81858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:14:02.819197 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:02.829511 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf51b4-5793-4f14-9769-2998a27d379e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Pushing event updated for resources: {'Port': ['ID=3c50323d-8aaa-4a71-9a40-fef611f06724,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:02.855977 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=b714ae6b-6185-4482-bf4c-c8bbf3f722a8,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:02.862763 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-abaf51b4-5793-4f14-9769-2998a27d379e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:02.864057 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-abaf51b4-5793-4f14-9769-2998a27d379e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:02.882581 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b33b7ea0-8372-47e9-ae5f-ef63444896af tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:02.901523 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e1d517a0-3f41-4303-b447-cdf75e27b347 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:14:02.914516 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e1d517a0-3f41-4303-b447-cdf75e27b347 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:14:02.926263 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e1d517a0-3f41-4303-b447-cdf75e27b347 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:14:02.942070 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e1d517a0-3f41-4303-b447-cdf75e27b347 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:14:03.019358 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] For port 897864b3-b2c4-4b6e-8fb4-3dfabb7863e0, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:14:03.023599 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] For port 897864b3-b2c4-4b6e-8fb4-3dfabb7863e0, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=897864b3-b2c4-4b6e-8fb4-3dfabb7863e0,segment=NetworkSegment(6fc3f57d-9c40-4126-b402-225037c81858),segment_id=6fc3f57d-9c40-4126-b402-225037c81858)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:14:03.029056 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 440eca61-f295-4714-90a1-97a3193517e2 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:14:03.046474 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-abaf51b4-5793-4f14-9769-2998a27d379e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2454712 Feb 09 18:14:03.058233 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-6d25676c-2443-41d1-9290-37d5bba6ffd3 service neutron] Request body: {'port': {'device_id': '7e62f554-ae7b-4c7a-989b-bf249dadbdd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:03.088507 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b7ea0-8372-47e9-ae5f-ef63444896af tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Port': ['ID=5d92c520-1558-47c0-b419-49c862722462,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:03.122696 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:03.172734 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e1d517a0-3f41-4303-b447-cdf75e27b347 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:03.282700 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-6d25676c-2443-41d1-9290-37d5bba6ffd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:03.353657 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d2985-ca30-43e6-b3b3-3c253a76e4db req-9ac8a111-5568-4251-bc38-d01373e1c436 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:03.364377 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8a4d2985-ca30-43e6-b3b3-3c253a76e4db req-9ac8a111-5568-4251-bc38-d01373e1c436 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 931 time: 0.2818205 Feb 09 18:14:03.387074 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e1d517a0-3f41-4303-b447-cdf75e27b347 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:14:03.402279 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33b7ea0-8372-47e9-ae5f-ef63444896af tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network 0c67a306-7d3c-444d-a0cb-6171852a036b is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:14:03.405031 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e1d517a0-3f41-4303-b447-cdf75e27b347 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:14:03.407356 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-b33b7ea0-8372-47e9-ae5f-ef63444896af tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:14:03.416738 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e1d517a0-3f41-4303-b447-cdf75e27b347 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:14:03.432154 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e1d517a0-3f41-4303-b447-cdf75e27b347 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:14:03.529973 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038219a-52a2-41e3-b76e-b3644a2926ef None None] Pushing event updated for resources: {'Port': ['ID=897864b3-b2c4-4b6e-8fb4-3dfabb7863e0,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:03.549673 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] Routers {'0eee72cd-016c-418c-96a9-a7dfec18f42a'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:14:03.550843 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:13:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0eee72cd-016c-418c-96a9-a7dfec18f42a'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:03.724075 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-43dab0eb-3c29-4ba3-8f92-90cd1111cf19 None None] Provisioning for port 3c50323d-8aaa-4a71-9a40-fef611f06724 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:14:03.735706 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 440eca61-f295-4714-90a1-97a3193517e2 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:14:03.792952 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-43dab0eb-3c29-4ba3-8f92-90cd1111cf19 None None] Provisioning complete for port 3c50323d-8aaa-4a71-9a40-fef611f06724 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:03.793574 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43dab0eb-3c29-4ba3-8f92-90cd1111cf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:03.814197 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8a4d2985-ca30-43e6-b3b3-3c253a76e4db req-22c4276b-09d6-428f-983f-59810c14919b tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4484823 Feb 09 18:14:03.868565 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e1d517a0-3f41-4303-b447-cdf75e27b347 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:03.921837 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-43dab0eb-3c29-4ba3-8f92-90cd1111cf19 None None] Port 3c50323d-8aaa-4a71-9a40-fef611f06724 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:14:03.957144 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce487894-7cd4-4830-847e-99343b40d59e None None] Network 0c67a306-7d3c-444d-a0cb-6171852a036b requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:14:03.976059 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] Set router 0eee72cd-016c-418c-96a9-a7dfec18f42a gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:14:04.016226 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e1d517a0-3f41-4303-b447-cdf75e27b347 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:04.071284 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-6d25676c-2443-41d1-9290-37d5bba6ffd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c50323d-8aaa-4a71-9a40-fef611f06724 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:14:04.094709 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-6d25676c-2443-41d1-9290-37d5bba6ffd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:04.100010 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d517a0-3f41-4303-b447-cdf75e27b347 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3fd818-7e04-4174-9522-cbc4f682e52d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:04.139820 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-6d25676c-2443-41d1-9290-37d5bba6ffd3 service neutron] Transition to ACTIVE for port object 3c50323d-8aaa-4a71-9a40-fef611f06724 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:14:04.196645 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33b7ea0-8372-47e9-ae5f-ef63444896af tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Router 7462454c-4ee6-4106-9f35-977f3fde6caa has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:14:04.228580 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e1d517a0-3f41-4303-b447-cdf75e27b347 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:04.234645 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e1d517a0-3f41-4303-b447-cdf75e27b347 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.6079254 Feb 09 18:14:04.235086 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55522) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:04.246536 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7ce8dfa2-75b0-419b-b73c-3d55c9c16ff0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '2c3fd818-7e04-4174-9522-cbc4f682e52d', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:04.257108 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7ce8dfa2-75b0-419b-b73c-3d55c9c16ff0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:14:04.263889 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7ce8dfa2-75b0-419b-b73c-3d55c9c16ff0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:14:04.267882 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7ce8dfa2-75b0-419b-b73c-3d55c9c16ff0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:14:04.275842 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7ce8dfa2-75b0-419b-b73c-3d55c9c16ff0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:14:04.329774 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-6d25676c-2443-41d1-9290-37d5bba6ffd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:04.473619 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33b7ea0-8372-47e9-ae5f-ef63444896af tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:14:04.480501 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ce8dfa2-75b0-419b-b73c-3d55c9c16ff0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:04.497781 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b33b7ea0-8372-47e9-ae5f-ef63444896af tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "PUT /v2.0/routers/7462454c-4ee6-4106-9f35-977f3fde6caa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3292398 Feb 09 18:14:04.498323 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55526) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:04.508397 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-1b0f710d-d7a5-4659-a50e-132d661fb252 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'network': {'name': 'tempest-RoutersTest-568019490'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:04.517363 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1b0f710d-d7a5-4659-a50e-132d661fb252 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:14:04.525146 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1b0f710d-d7a5-4659-a50e-132d661fb252 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:network and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:14:04.532532 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1b0f710d-d7a5-4659-a50e-132d661fb252 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:14:04.546722 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1b0f710d-d7a5-4659-a50e-132d661fb252 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:14:04.682908 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'name': 'tempest-TestNetworkBasicOps-router-232692491', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:45Z', 'updated_at': '2022-02-09T18:13:54Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '897864b3-b2c4-4b6e-8fb4-3dfabb7863e0', 'name': '', 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:22:67:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:52Z', 'updated_at': '2022-02-09T18:14:03Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:04.690432 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f7eb27-0321-4cb5-bf0b-83504441459b None None] The sync data for ids ['0eee72cd-016c-418c-96a9-a7dfec18f42a'] in dv-neutron-827016-2-hyperv is: [{'id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'name': 'tempest-TestNetworkBasicOps-router-232692491', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:45Z', 'updated_at': '2022-02-09T18:13:54Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '897864b3-b2c4-4b6e-8fb4-3dfabb7863e0', 'name': '', 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:22:67:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:52Z', 'updated_at': '2022-02-09T18:14:03Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:14:04.696490 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25676c-2443-41d1-9290-37d5bba6ffd3 service neutron] Pushing event updated for resources: {'Port': ['ID=3c50323d-8aaa-4a71-9a40-fef611f06724,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:04.746968 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0f710d-d7a5-4659-a50e-132d661fb252 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Made reservation on behalf of 1fb3e00fc3da4739bcd8c33a1d8996af for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:14:04.749175 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1b0f710d-d7a5-4659-a50e-132d661fb252 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:04.767413 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-18cfee29-579b-493f-bbe4-8f1bc0aae4e6 None None] Provisioning for port 440eca61-f295-4714-90a1-97a3193517e2 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:14:04.775317 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-18cfee29-579b-493f-bbe4-8f1bc0aae4e6 None None] Provisioning complete for port 440eca61-f295-4714-90a1-97a3193517e2 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:04.776034 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-18cfee29-579b-493f-bbe4-8f1bc0aae4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:04.927185 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0f710d-d7a5-4659-a50e-132d661fb252 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:14:04.939937 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b714ae6b-6185-4482-bf4c-c8bbf3f722a8 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:14:04.964307 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ce8dfa2-75b0-419b-b73c-3d55c9c16ff0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:04.976815 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1b0f710d-d7a5-4659-a50e-132d661fb252 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:04.977364 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-1b0f710d-d7a5-4659-a50e-132d661fb252 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Added segment 3e7e493e-4f92-4746-892e-254e67e2b95f of type vlan for network 816fdaf7-842f-4587-b735-9144c59c4e4d Feb 09 18:14:05.040576 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-6d25676c-2443-41d1-9290-37d5bba6ffd3 service neutron] Attempting to bind port 3c50323d-8aaa-4a71-9a40-fef611f06724 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:14:05.042532 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-6d25676c-2443-41d1-9290-37d5bba6ffd3 service neutron] Attempting to bind port 3c50323d-8aaa-4a71-9a40-fef611f06724 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'ef1edd2b-cf25-4f82-9baf-16b100c9302b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:14:05.043521 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-6d25676c-2443-41d1-9290-37d5bba6ffd3 service neutron] Attempting to bind port 3c50323d-8aaa-4a71-9a40-fef611f06724 on network 80e60e6d-fc87-452b-ad1a-b77ca354a9cd {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:14:05.064764 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-6d25676c-2443-41d1-9290-37d5bba6ffd3 service neutron] Port 3c50323d-8aaa-4a71-9a40-fef611f06724 on network 80e60e6d-fc87-452b-ad1a-b77ca354a9cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:14:05.073183 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-6d25676c-2443-41d1-9290-37d5bba6ffd3 service neutron] Attempting to bind port 3c50323d-8aaa-4a71-9a40-fef611f06724 on network 80e60e6d-fc87-452b-ad1a-b77ca354a9cd {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:14:05.093641 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ce8dfa2-75b0-419b-b73c-3d55c9c16ff0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:05.154410 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1b0f710d-d7a5-4659-a50e-132d661fb252 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:05.161173 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-6d25676c-2443-41d1-9290-37d5bba6ffd3 service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:14:05.161505 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-6d25676c-2443-41d1-9290-37d5bba6ffd3 service neutron] Checking segment: {'id': 'ef1edd2b-cf25-4f82-9baf-16b100c9302b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:14:05.161926 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-6d25676c-2443-41d1-9290-37d5bba6ffd3 service neutron] Bound using segment: {'id': 'ef1edd2b-cf25-4f82-9baf-16b100c9302b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:14:05.162404 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-6d25676c-2443-41d1-9290-37d5bba6ffd3 service neutron] Bound port: 3c50323d-8aaa-4a71-9a40-fef611f06724, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef1edd2b-cf25-4f82-9baf-16b100c9302b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:14:05.162757 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-6d25676c-2443-41d1-9290-37d5bba6ffd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:05.211820 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8dfa2-75b0-419b-b73c-3d55c9c16ff0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4914b56-80c7-405d-9e1e-cd53d219350a,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:05.305380 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ce8dfa2-75b0-419b-b73c-3d55c9c16ff0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:05.307983 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7ce8dfa2-75b0-419b-b73c-3d55c9c16ff0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0695124 Feb 09 18:14:05.312401 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55532) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:05.319443 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c9928591-9854-4113-9159-f975ef4c24a1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '2c3fd818-7e04-4174-9522-cbc4f682e52d', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:05.338916 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c9928591-9854-4113-9159-f975ef4c24a1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:14:05.349572 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c9928591-9854-4113-9159-f975ef4c24a1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:14:05.355581 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c9928591-9854-4113-9159-f975ef4c24a1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:14:05.394475 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c9928591-9854-4113-9159-f975ef4c24a1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:14:05.422097 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-6d25676c-2443-41d1-9290-37d5bba6ffd3 service neutron] For port 3c50323d-8aaa-4a71-9a40-fef611f06724, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:14:05.423178 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port b714ae6b-6185-4482-bf4c-c8bbf3f722a8 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:05.424464 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:05.434154 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-6d25676c-2443-41d1-9290-37d5bba6ffd3 service neutron] For port 3c50323d-8aaa-4a71-9a40-fef611f06724, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3c50323d-8aaa-4a71-9a40-fef611f06724,segment=NetworkSegment(ef1edd2b-cf25-4f82-9baf-16b100c9302b),segment_id=ef1edd2b-cf25-4f82-9baf-16b100c9302b)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:14:05.471789 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-18cfee29-579b-493f-bbe4-8f1bc0aae4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:05.474440 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf929a-cbce-4fb9-8bd9-a59853004e02 req-384bfaea-5a60-4873-8d88-2e277d5c35a7 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:05.477815 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8ccf929a-cbce-4fb9-8bd9-a59853004e02 req-384bfaea-5a60-4873-8d88-2e277d5c35a7 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 943 time: 0.3328664 Feb 09 18:14:05.515534 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c9928591-9854-4113-9159-f975ef4c24a1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:05.537279 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-6d25676c-2443-41d1-9290-37d5bba6ffd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:05.548299 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1b0f710d-d7a5-4659-a50e-132d661fb252 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:05.555680 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0f710d-d7a5-4659-a50e-132d661fb252 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:05.556899 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1b0f710d-d7a5-4659-a50e-132d661fb252 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:05.674265 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-18cfee29-579b-493f-bbe4-8f1bc0aae4e6 None None] For port 440eca61-f295-4714-90a1-97a3193517e2, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=440eca61-f295-4714-90a1-97a3193517e2,segment=NetworkSegment(41ce5e2a-425f-4494-a2df-43ef5c76486a),segment_id=41ce5e2a-425f-4494-a2df-43ef5c76486a)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:05.795678 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c9928591-9854-4113-9159-f975ef4c24a1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:05.803563 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-6d25676c-2443-41d1-9290-37d5bba6ffd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:05.807263 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-6d25676c-2443-41d1-9290-37d5bba6ffd3 service neutron] 10.222.0.50 "PUT /v2.0/ports/3c50323d-8aaa-4a71-9a40-fef611f06724 HTTP/1.1" status: 200 len: 1093 time: 2.7526066 Feb 09 18:14:05.808059 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e62f554-ae7b-4c7a-989b-bf249dadbdd8', 'tag': '3c50323d-8aaa-4a71-9a40-fef611f06724'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:14:05.811279 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-18cfee29-579b-493f-bbe4-8f1bc0aae4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:05.853262 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f710d-d7a5-4659-a50e-132d661fb252 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Network': ['ID=816fdaf7-842f-4587-b735-9144c59c4e4d,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:05.867159 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1b0f710d-d7a5-4659-a50e-132d661fb252 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3670580 Feb 09 18:14:05.879300 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55538) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:05.921297 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c3aec0a0-5b7d-43ee-a2b5-1a658ff79dc7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'subnet': {'network_id': '816fdaf7-842f-4587-b735-9144c59c4e4d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:05.927527 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8ccf929a-cbce-4fb9-8bd9-a59853004e02 req-1040b98f-3eba-4631-ba04-d53e6c0ba9e1 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4415705 Feb 09 18:14:05.949623 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25676c-2443-41d1-9290-37d5bba6ffd3 service neutron] Pushing event updated for resources: {'Port': ['ID=3c50323d-8aaa-4a71-9a40-fef611f06724,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:05.990535 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c9928591-9854-4113-9159-f975ef4c24a1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:05.996622 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 816fdaf7-842f-4587-b735-9144c59c4e4d details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:14:06.003398 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e62f554-ae7b-4c7a-989b-bf249dadbdd8', 'tag': '3c50323d-8aaa-4a71-9a40-fef611f06724', 'status': 'completed', 'code': 200} Feb 09 18:14:06.224827 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfee29-579b-493f-bbe4-8f1bc0aae4e6 None None] Pushing event updated for resources: {'Port': ['ID=440eca61-f295-4714-90a1-97a3193517e2,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:06.237621 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9928591-9854-4113-9159-f975ef4c24a1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7fba41-1512-4d56-9e9c-3da48fea2e4c,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:06.267812 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-cca00b5e-361d-4937-a599-a09ef178f0fa None None] Provisioning for port 5d92c520-1558-47c0-b419-49c862722462 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:14:06.275494 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-cca00b5e-361d-4937-a599-a09ef178f0fa None None] Provisioning complete for port 5d92c520-1558-47c0-b419-49c862722462 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:06.276104 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cca00b5e-361d-4937-a599-a09ef178f0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:06.301087 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c3aec0a0-5b7d-43ee-a2b5-1a658ff79dc7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:14:06.308518 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c3aec0a0-5b7d-43ee-a2b5-1a658ff79dc7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:subnet and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:14:06.313628 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c3aec0a0-5b7d-43ee-a2b5-1a658ff79dc7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:14:06.330366 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c3aec0a0-5b7d-43ee-a2b5-1a658ff79dc7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:14:06.357438 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-92ee4af0-ba2e-4e67-9d91-94a3b84f196f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10a4b1464e30470e8e13c0bd2bfded95&device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 1096 time: 0.3390226 Feb 09 18:14:06.362697 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-cca00b5e-361d-4937-a599-a09ef178f0fa None None] Port 5d92c520-1558-47c0-b419-49c862722462 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:14:06.403875 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-cca00b5e-361d-4937-a599-a09ef178f0fa None None] Provisioning complete for port 440eca61-f295-4714-90a1-97a3193517e2 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:06.404403 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cca00b5e-361d-4937-a599-a09ef178f0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:06.424193 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c9928591-9854-4113-9159-f975ef4c24a1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:06.424705 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c9928591-9854-4113-9159-f975ef4c24a1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1110370 Feb 09 18:14:06.428970 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55542) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:06.440634 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-9a41d847-221b-4816-b3a0-55e67d163c85 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '2c3fd818-7e04-4174-9522-cbc4f682e52d', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:06.446055 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-b79d79bc-0c6b-44cd-95a5-db8c4473fc6a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c50323d-8aaa-4a71-9a40-fef611f06724 HTTP/1.1" status: 200 len: 217 time: 0.0812509 Feb 09 18:14:06.452411 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9a41d847-221b-4816-b3a0-55e67d163c85 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:14:06.461013 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9a41d847-221b-4816-b3a0-55e67d163c85 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:14:06.483018 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9a41d847-221b-4816-b3a0-55e67d163c85 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:14:06.488742 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9a41d847-221b-4816-b3a0-55e67d163c85 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:14:06.560453 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-5f66d5db-b3fb-4933-b963-bc06f8acc73d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:06.562521 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-5f66d5db-b3fb-4933-b963-bc06f8acc73d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e8a71708-3c6c-4754-9944-bc1082e83c1e HTTP/1.1" status: 200 len: 850 time: 0.1106639 Feb 09 18:14:06.567376 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3aec0a0-5b7d-43ee-a2b5-1a658ff79dc7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Made reservation on behalf of 1fb3e00fc3da4739bcd8c33a1d8996af for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:14:06.662184 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9a41d847-221b-4816-b3a0-55e67d163c85 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:06.727358 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-468fef76-7423-4e24-becd-93816a251531 None None] Provisioning complete for port 5d92c520-1558-47c0-b419-49c862722462 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:06.727358 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-468fef76-7423-4e24-becd-93816a251531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:06.778980 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c3aec0a0-5b7d-43ee-a2b5-1a658ff79dc7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:06.800782 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9a41d847-221b-4816-b3a0-55e67d163c85 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:06.803629 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-468fef76-7423-4e24-becd-93816a251531 None None] Port 5d92c520-1558-47c0-b419-49c862722462 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:14:06.931262 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 440eca61-f295-4714-90a1-97a3193517e2 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:14:06.955274 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9a41d847-221b-4816-b3a0-55e67d163c85 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:06.958788 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-4c6a06fb-fda5-4acd-8b2d-e2216545cb76 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3702030 Feb 09 18:14:07.001591 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41d847-221b-4816-b3a0-55e67d163c85 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2731d3cd-80ad-4fce-a0c8-13ce5f5df3e3,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:07.057673 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 440eca61-f295-4714-90a1-97a3193517e2 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:07.058359 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:07.141959 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9a41d847-221b-4816-b3a0-55e67d163c85 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:07.145207 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9a41d847-221b-4816-b3a0-55e67d163c85 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7132835 Feb 09 18:14:07.148603 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55548) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:07.162789 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-3247a69e-fe9d-4532-94d2-1332b2922bc6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '2c3fd818-7e04-4174-9522-cbc4f682e52d', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:07.181931 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-3247a69e-fe9d-4532-94d2-1332b2922bc6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:14:07.191428 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-3247a69e-fe9d-4532-94d2-1332b2922bc6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:14:07.202089 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-3247a69e-fe9d-4532-94d2-1332b2922bc6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:14:07.217484 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-3247a69e-fe9d-4532-94d2-1332b2922bc6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:14:07.260867 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-421a4b71-50d5-46b5-a426-05ae064fc570 service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964463 Feb 09 18:14:07.313029 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 897864b3-b2c4-4b6e-8fb4-3dfabb7863e0 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:14:07.345159 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5030a6-9243-49e5-889b-64e98a15810e req-18fb8be1-7e55-421b-aa65-1c037aaa0ae7 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:07.346908 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ab5030a6-9243-49e5-889b-64e98a15810e req-18fb8be1-7e55-421b-aa65-1c037aaa0ae7 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 943 time: 0.0944223 Feb 09 18:14:07.404094 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3247a69e-fe9d-4532-94d2-1332b2922bc6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:07.429758 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ce24e256-8590-4bfb-bc2c-4dd438a8dd33 req-24811f74-1177-4069-bd9c-3b4f1da4485f service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604779 Feb 09 18:14:07.429758 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c3aec0a0-5b7d-43ee-a2b5-1a658ff79dc7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:07.512434 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ab5030a6-9243-49e5-889b-64e98a15810e req-4aaa53a8-af3b-4b91-bc0f-a5d9deb33f00 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594183 Feb 09 18:14:07.518839 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aec0a0-5b7d-43ee-a2b5-1a658ff79dc7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Subnet': ['ID=2789f413-9b66-4fa0-b019-695904ba8107,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:07.528838 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aec0a0-5b7d-43ee-a2b5-1a658ff79dc7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Checking segment: {'id': '3e7e493e-4f92-4746-892e-254e67e2b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '816fdaf7-842f-4587-b735-9144c59c4e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:14:07.529205 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3aec0a0-5b7d-43ee-a2b5-1a658ff79dc7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network hostable DHCP agents. Network: 816fdaf7-842f-4587-b735-9144c59c4e4d, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:14:07.542901 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 897864b3-b2c4-4b6e-8fb4-3dfabb7863e0 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:14:07.546062 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 897864b3-b2c4-4b6e-8fb4-3dfabb7863e0 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:07.546473 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:07.561743 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3247a69e-fe9d-4532-94d2-1332b2922bc6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:07.697900 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ee1515b4-cb62-4619-b54a-983f1deb14f2 req-3ce0024b-92af-486f-8717-246400884e83 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10a4b1464e30470e8e13c0bd2bfded95&device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 1096 time: 0.0841472 Feb 09 18:14:07.699014 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3aec0a0-5b7d-43ee-a2b5-1a658ff79dc7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network 816fdaf7-842f-4587-b735-9144c59c4e4d is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:14:07.728962 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:07.756237 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3247a69e-fe9d-4532-94d2-1332b2922bc6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:07.779429 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247a69e-fe9d-4532-94d2-1332b2922bc6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ee09a0-8a72-42ca-8b8d-23e87ca15b11,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:07.782619 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 897864b3-b2c4-4b6e-8fb4-3dfabb7863e0, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=897864b3-b2c4-4b6e-8fb4-3dfabb7863e0,segment=NetworkSegment(6fc3f57d-9c40-4126-b402-225037c81858),segment_id=6fc3f57d-9c40-4126-b402-225037c81858)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:07.856965 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:07.902289 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-c3aec0a0-5b7d-43ee-a2b5-1a658ff79dc7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 816fdaf7-842f-4587-b735-9144c59c4e4d) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:14:07.902644 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3247a69e-fe9d-4532-94d2-1332b2922bc6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:07.910049 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aec0a0-5b7d-43ee-a2b5-1a658ff79dc7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:07.911115 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c3aec0a0-5b7d-43ee-a2b5-1a658ff79dc7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:07.919505 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3247a69e-fe9d-4532-94d2-1332b2922bc6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7652752 Feb 09 18:14:07.919788 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fca3792-7a25-4858-bbc2-c56a80275e13 None None] Network 816fdaf7-842f-4587-b735-9144c59c4e4d requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:14:07.921494 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55552) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:07.929883 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-759ee24c-45be-4f2c-863f-cdbace3f3a5a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '2c3fd818-7e04-4174-9522-cbc4f682e52d', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:07.939534 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-759ee24c-45be-4f2c-863f-cdbace3f3a5a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:14:07.952758 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-759ee24c-45be-4f2c-863f-cdbace3f3a5a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:14:07.956681 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-759ee24c-45be-4f2c-863f-cdbace3f3a5a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:14:07.968102 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-759ee24c-45be-4f2c-863f-cdbace3f3a5a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:14:07.968697 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1515b4-cb62-4619-b54a-983f1deb14f2 req-84a501df-d85a-4d96-bf9b-e35c97a22fc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:07.970487 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ee1515b4-cb62-4619-b54a-983f1deb14f2 req-84a501df-d85a-4d96-bf9b-e35c97a22fc7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd HTTP/1.1" status: 200 len: 912 time: 0.2663634 Feb 09 18:14:08.024841 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=897864b3-b2c4-4b6e-8fb4-3dfabb7863e0,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:08.036979 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c3aec0a0-5b7d-43ee-a2b5-1a658ff79dc7 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1511836 Feb 09 18:14:08.048799 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55556) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:08.110192 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ee1515b4-cb62-4619-b54a-983f1deb14f2 req-a53957e5-9b71-4e26-9fe9-50560e1ec7b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c50323d-8aaa-4a71-9a40-fef611f06724 HTTP/1.1" status: 200 len: 217 time: 0.1328070 Feb 09 18:14:08.140247 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-759ee24c-45be-4f2c-863f-cdbace3f3a5a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Project 352fd60817ff4d5d9e97f16f52485b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:14:08.150533 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-759ee24c-45be-4f2c-863f-cdbace3f3a5a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:08.213937 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cb4eb0-f757-4e78-9e59-8fd8fad929bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-816fdaf7-842f-4587-b735-9144c59c4e4d', 'network_id': '816fdaf7-842f-4587-b735-9144c59c4e4d', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'fixed_ips': [{'subnet_id': '2789f413-9b66-4fa0-b019-695904ba8107'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:14:08.215793 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-44cb4eb0-f757-4e78-9e59-8fd8fad929bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:08.243234 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-759ee24c-45be-4f2c-863f-cdbace3f3a5a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:08.255199 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1515b4-cb62-4619-b54a-983f1deb14f2 req-ba73a808-0815-4bd9-8dcd-260cd16d13a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:08.256769 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ee1515b4-cb62-4619-b54a-983f1deb14f2 req-ba73a808-0815-4bd9-8dcd-260cd16d13a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e8a71708-3c6c-4754-9944-bc1082e83c1e HTTP/1.1" status: 200 len: 850 time: 0.1392863 Feb 09 18:14:08.333467 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-759ee24c-45be-4f2c-863f-cdbace3f3a5a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:08.385440 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ee24c-45be-4f2c-863f-cdbace3f3a5a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d69cb2-3295-46d6-90d8-80ee070ed2d7,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:08.426531 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-44cb4eb0-f757-4e78-9e59-8fd8fad929bd None None] Allocated IP 172.22.0.2 (816fdaf7-842f-4587-b735-9144c59c4e4d/2789f413-9b66-4fa0-b019-695904ba8107/806fb394-8853-455b-9527-0327356b7b50) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:14:08.484840 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ee1515b4-cb62-4619-b54a-983f1deb14f2 req-550f215f-b88d-403e-9a37-59006e8570ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2193313 Feb 09 18:14:08.549705 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-759ee24c-45be-4f2c-863f-cdbace3f3a5a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:08.551326 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-759ee24c-45be-4f2c-863f-cdbace3f3a5a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6276655 Feb 09 18:14:08.554446 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55560) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:08.564989 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-63dcb010-1a58-4f46-9e9a-0158f5510ae9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '2c3fd818-7e04-4174-9522-cbc4f682e52d', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:08.573364 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-63dcb010-1a58-4f46-9e9a-0158f5510ae9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:14:08.583364 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-63dcb010-1a58-4f46-9e9a-0158f5510ae9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:14:08.593611 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-63dcb010-1a58-4f46-9e9a-0158f5510ae9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:14:08.609365 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-63dcb010-1a58-4f46-9e9a-0158f5510ae9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:14:08.750561 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ee1515b4-cb62-4619-b54a-983f1deb14f2 req-a200dca8-1bc8-494c-8382-b26d4415d17c service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569456 Feb 09 18:14:08.768129 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 897864b3-b2c4-4b6e-8fb4-3dfabb7863e0 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:14:08.792198 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946b7b7-88f0-4666-8de2-7e829d5ae5c0 req-bb1212c6-242b-4a3a-af77-b0ad7069c6d6 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:08.795588 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a946b7b7-88f0-4666-8de2-7e829d5ae5c0 req-bb1212c6-242b-4a3a-af77-b0ad7069c6d6 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 943 time: 0.1242869 Feb 09 18:14:08.809920 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-44cb4eb0-f757-4e78-9e59-8fd8fad929bd None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:08.838452 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-44cb4eb0-f757-4e78-9e59-8fd8fad929bd None None] Transition to ACTIVE for port object 806fb394-8853-455b-9527-0327356b7b50 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:14:08.857116 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-63dcb010-1a58-4f46-9e9a-0158f5510ae9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Project 352fd60817ff4d5d9e97f16f52485b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:14:08.871044 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-63dcb010-1a58-4f46-9e9a-0158f5510ae9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:08.873230 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-44cb4eb0-f757-4e78-9e59-8fd8fad929bd None None] Transition to ACTIVE for port object 806fb394-8853-455b-9527-0327356b7b50 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:14:08.889565 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a946b7b7-88f0-4666-8de2-7e829d5ae5c0 req-1eac38f4-9a1b-490a-a723-a0b8e8d090c8 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862451 Feb 09 18:14:08.898596 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 897864b3-b2c4-4b6e-8fb4-3dfabb7863e0 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:08.899060 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:09.009273 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-63dcb010-1a58-4f46-9e9a-0158f5510ae9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:09.020703 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-44cb4eb0-f757-4e78-9e59-8fd8fad929bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:09.109789 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-63dcb010-1a58-4f46-9e9a-0158f5510ae9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:09.138126 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cb4eb0-f757-4e78-9e59-8fd8fad929bd None None] Network 816fdaf7-842f-4587-b735-9144c59c4e4d is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:14:09.145356 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-44cb4eb0-f757-4e78-9e59-8fd8fad929bd None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:14:09.148572 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb4eb0-f757-4e78-9e59-8fd8fad929bd None None] Pushing event updated for resources: {'Port': ['ID=806fb394-8853-455b-9527-0327356b7b50,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:09.158025 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cb4eb0-f757-4e78-9e59-8fd8fad929bd None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:14:09.159480 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ee1515b4-cb62-4619-b54a-983f1deb14f2 req-1549e030-ba46-46c7-921a-0d78d90ca6eb service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021342 Feb 09 18:14:09.180405 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcb010-1a58-4f46-9e9a-0158f5510ae9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0440e5fe-6d01-4b2f-808c-f086abf6321d,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:09.278728 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-44cb4eb0-f757-4e78-9e59-8fd8fad929bd None None] Attempting to bind port 806fb394-8853-455b-9527-0327356b7b50 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:14:09.279140 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-44cb4eb0-f757-4e78-9e59-8fd8fad929bd None None] Attempting to bind port 806fb394-8853-455b-9527-0327356b7b50 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '3e7e493e-4f92-4746-892e-254e67e2b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '816fdaf7-842f-4587-b735-9144c59c4e4d'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:14:09.279650 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cb4eb0-f757-4e78-9e59-8fd8fad929bd None None] Attempting to bind port 806fb394-8853-455b-9527-0327356b7b50 on network 816fdaf7-842f-4587-b735-9144c59c4e4d {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:14:09.288838 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cb4eb0-f757-4e78-9e59-8fd8fad929bd None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:14:09.288838 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cb4eb0-f757-4e78-9e59-8fd8fad929bd None None] Checking segment: {'id': '3e7e493e-4f92-4746-892e-254e67e2b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '816fdaf7-842f-4587-b735-9144c59c4e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:14:09.288838 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-44cb4eb0-f757-4e78-9e59-8fd8fad929bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:09.288838 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cb4eb0-f757-4e78-9e59-8fd8fad929bd None None] Bound using segment: {'id': '3e7e493e-4f92-4746-892e-254e67e2b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '816fdaf7-842f-4587-b735-9144c59c4e4d'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:14:09.289244 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-44cb4eb0-f757-4e78-9e59-8fd8fad929bd None None] Bound port: 806fb394-8853-455b-9527-0327356b7b50, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7e493e-4f92-4746-892e-254e67e2b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '816fdaf7-842f-4587-b735-9144c59c4e4d'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:14:09.289871 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-44cb4eb0-f757-4e78-9e59-8fd8fad929bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:09.300264 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-63dcb010-1a58-4f46-9e9a-0158f5510ae9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:09.300264 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-63dcb010-1a58-4f46-9e9a-0158f5510ae9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7393153 Feb 09 18:14:09.319404 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2423d4bf-7180-4cf3-8562-7264ec888eba tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:09.414206 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-44cb4eb0-f757-4e78-9e59-8fd8fad929bd None None] For port 806fb394-8853-455b-9527-0327356b7b50, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:14:09.421074 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-44cb4eb0-f757-4e78-9e59-8fd8fad929bd None None] For port 806fb394-8853-455b-9527-0327356b7b50, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=806fb394-8853-455b-9527-0327356b7b50,segment=NetworkSegment(3e7e493e-4f92-4746-892e-254e67e2b95f),segment_id=3e7e493e-4f92-4746-892e-254e67e2b95f)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:14:09.596033 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-44cb4eb0-f757-4e78-9e59-8fd8fad929bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:09.664328 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-4ee08a5e-ce4c-4d83-8a6f-fed7ed353e4e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117957653&fields=id&tenant_id=352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 267 time: 0.0474813 Feb 09 18:14:09.725925 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb4eb0-f757-4e78-9e59-8fd8fad929bd None None] Pushing event updated for resources: {'Port': ['ID=806fb394-8853-455b-9527-0327356b7b50,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:09.779692 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-a350d7e9-7d83-493e-a911-dc79dd5a2b3e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:09.780535 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-a350d7e9-7d83-493e-a911-dc79dd5a2b3e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:14:09.961710 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-2423d4bf-7180-4cf3-8562-7264ec888eba tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Allocated IP 172.22.0.1 (816fdaf7-842f-4587-b735-9144c59c4e4d/2789f413-9b66-4fa0-b019-695904ba8107/02c18422-5121-408d-9bf0-2b373ca4fceb) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:14:09.965956 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-a350d7e9-7d83-493e-a911-dc79dd5a2b3e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:14:09.965956 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-a350d7e9-7d83-493e-a911-dc79dd5a2b3e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports/30d657c9-9560-4109-8c1b-d9cf7e5dd4ab HTTP/1.1" status: 200 len: 929 time: 0.2867017 Feb 09 18:14:10.198643 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-9d793a00-bcfa-4071-ae0b-fb3bc3b1a813 service neutron] 10.222.0.21 "GET /v2.0/ports/30d657c9-9560-4109-8c1b-d9cf7e5dd4ab?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.2043643 Feb 09 18:14:10.283815 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2423d4bf-7180-4cf3-8562-7264ec888eba tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:10.304614 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-2423d4bf-7180-4cf3-8562-7264ec888eba tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Transition to ACTIVE for port object 02c18422-5121-408d-9bf0-2b373ca4fceb will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:14:10.410974 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2423d4bf-7180-4cf3-8562-7264ec888eba tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:10.452108 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444ff61-aca4-475b-82a2-d2f45a4527f5 req-cd284463-af22-46e9-93fe-7f53c2dd1ed8 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:10.453934 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d444ff61-aca4-475b-82a2-d2f45a4527f5 req-cd284463-af22-46e9-93fe-7f53c2dd1ed8 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 943 time: 0.3656695 Feb 09 18:14:10.493764 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2423d4bf-7180-4cf3-8562-7264ec888eba tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network 816fdaf7-842f-4587-b735-9144c59c4e4d is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:14:10.496954 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-2423d4bf-7180-4cf3-8562-7264ec888eba tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:14:10.501381 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2423d4bf-7180-4cf3-8562-7264ec888eba tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:14:10.537912 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423d4bf-7180-4cf3-8562-7264ec888eba tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Port': ['ID=02c18422-5121-408d-9bf0-2b373ca4fceb,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:10.569393 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2423d4bf-7180-4cf3-8562-7264ec888eba tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:10.592119 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-f1bd06e1-f895-467b-84f0-eb2025e233ec service neutron] 10.222.0.21 "GET /v2.0/networks/fb36d70d-12dd-457c-b53c-92fe0207d9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884485 Feb 09 18:14:10.601647 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d444ff61-aca4-475b-82a2-d2f45a4527f5 req-4d61b1a9-dcfd-4858-b50e-9298ca4aaca7 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371329 Feb 09 18:14:10.776001 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-eed3dcb3-8fb8-4619-a6e8-1330699adfaa service neutron] 10.222.0.21 "GET /v2.0/networks/fb36d70d-12dd-457c-b53c-92fe0207d9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698017 Feb 09 18:14:10.793176 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2423d4bf-7180-4cf3-8562-7264ec888eba tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:10.859288 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 806fb394-8853-455b-9527-0327356b7b50 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:14:11.041380 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d20219-69b1-4248-ace2-7138d25bad5d None None] Network 816fdaf7-842f-4587-b735-9144c59c4e4d requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:14:11.187287 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 806fb394-8853-455b-9527-0327356b7b50 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:14:11.230666 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9d3ecd9c-9ce9-459e-9358-b82be13682bf req-9a7f7e68-9b6e-4ae3-9f3f-2e30afa0ef58 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0195328-ac10-4e9c-b3c7-5756a2e90985 HTTP/1.1" status: 200 len: 210 time: 0.0501487 Feb 09 18:14:11.280524 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9581c116-d7d3-4260-92d1-6f911f738f61 None None] Provisioning for port 806fb394-8853-455b-9527-0327356b7b50 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:14:11.295750 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9581c116-d7d3-4260-92d1-6f911f738f61 None None] Provisioning complete for port 806fb394-8853-455b-9527-0327356b7b50 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:11.296309 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9581c116-d7d3-4260-92d1-6f911f738f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:11.491716 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2423d4bf-7180-4cf3-8562-7264ec888eba tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:11.493601 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9581c116-d7d3-4260-92d1-6f911f738f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:11.539561 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-9581c116-d7d3-4260-92d1-6f911f738f61 None None] For port 806fb394-8853-455b-9527-0327356b7b50, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=806fb394-8853-455b-9527-0327356b7b50,segment=NetworkSegment(3e7e493e-4f92-4746-892e-254e67e2b95f),segment_id=3e7e493e-4f92-4746-892e-254e67e2b95f)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:11.625207 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2423d4bf-7180-4cf3-8562-7264ec888eba tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:11.675709 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9581c116-d7d3-4260-92d1-6f911f738f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:11.750587 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2423d4bf-7180-4cf3-8562-7264ec888eba tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:11.759419 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423d4bf-7180-4cf3-8562-7264ec888eba tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Port': ['ID=02c18422-5121-408d-9bf0-2b373ca4fceb,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:11.873685 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd13f2-43a2-415e-9b66-db2a69f0590c req-4e8fffc1-b7d6-41ac-a80c-816f3125e76f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:11.875413 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-78fd13f2-43a2-415e-9b66-db2a69f0590c req-4e8fffc1-b7d6-41ac-a80c-816f3125e76f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 943 time: 0.1164534 Feb 09 18:14:11.901201 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581c116-d7d3-4260-92d1-6f911f738f61 None None] Pushing event updated for resources: {'Port': ['ID=806fb394-8853-455b-9527-0327356b7b50,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:11.940785 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-78fd13f2-43a2-415e-9b66-db2a69f0590c req-ff73e2bc-1719-493e-bcee-c248488c0c9f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590837 Feb 09 18:14:12.014195 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2a5f4434-68dc-4f7b-a8a7-c06165391541 None None] Provisioning for port 02c18422-5121-408d-9bf0-2b373ca4fceb completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:14:12.023833 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2a5f4434-68dc-4f7b-a8a7-c06165391541 None None] Provisioning complete for port 02c18422-5121-408d-9bf0-2b373ca4fceb triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:12.024534 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2a5f4434-68dc-4f7b-a8a7-c06165391541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:12.028343 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2423d4bf-7180-4cf3-8562-7264ec888eba tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network 816fdaf7-842f-4587-b735-9144c59c4e4d is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:14:12.030867 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-2423d4bf-7180-4cf3-8562-7264ec888eba tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:14:12.124977 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2a5f4434-68dc-4f7b-a8a7-c06165391541 None None] Port 02c18422-5121-408d-9bf0-2b373ca4fceb cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:14:12.144009 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2a5f4434-68dc-4f7b-a8a7-c06165391541 None None] Provisioning complete for port 806fb394-8853-455b-9527-0327356b7b50 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:12.144711 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2a5f4434-68dc-4f7b-a8a7-c06165391541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:12.425376 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b5f9db99-c012-4cc8-9cf2-c059da0366c3 None None] Provisioning complete for port 02c18422-5121-408d-9bf0-2b373ca4fceb triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:12.425757 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5f9db99-c012-4cc8-9cf2-c059da0366c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:12.512606 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b5f9db99-c012-4cc8-9cf2-c059da0366c3 None None] Port 02c18422-5121-408d-9bf0-2b373ca4fceb cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:14:12.689827 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-136e7576-4aff-4ead-bc68-dfe9bcf5c158 req-52476f30-1c70-41cd-a99c-2a1b5dac5223 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0195328-ac10-4e9c-b3c7-5756a2e90985 HTTP/1.1" status: 200 len: 210 time: 0.0460975 Feb 09 18:14:12.789357 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 806fb394-8853-455b-9527-0327356b7b50 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:14:12.835823 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2423d4bf-7180-4cf3-8562-7264ec888eba tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Router 7462454c-4ee6-4106-9f35-977f3fde6caa has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:14:12.872420 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 806fb394-8853-455b-9527-0327356b7b50 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:12.873669 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:13.109571 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2423d4bf-7180-4cf3-8562-7264ec888eba tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:14:13.129942 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2423d4bf-7180-4cf3-8562-7264ec888eba tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "PUT /v2.0/routers/7462454c-4ee6-4106-9f35-977f3fde6caa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0843248 Feb 09 18:14:13.134590 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55594) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:13.140845 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-65f4113c-4d32-4000-9596-649cbe4e6689 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'network': {'name': 'tempest-RoutersTest-113160766'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:13.146424 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-65f4113c-4d32-4000-9596-649cbe4e6689 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:14:13.151592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-65f4113c-4d32-4000-9596-649cbe4e6689 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:network and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:14:13.155038 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-65f4113c-4d32-4000-9596-649cbe4e6689 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:14:13.163153 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-65f4113c-4d32-4000-9596-649cbe4e6689 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:14:13.283244 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853c479-3d68-4265-87e3-dd4a7e7ec65c req-74e0685b-4b28-4a15-95f3-50902df85d61 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:13.284833 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b853c479-3d68-4265-87e3-dd4a7e7ec65c req-74e0685b-4b28-4a15-95f3-50902df85d61 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 943 time: 0.0964680 Feb 09 18:14:13.286614 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f4113c-4d32-4000-9596-649cbe4e6689 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Made reservation on behalf of 1fb3e00fc3da4739bcd8c33a1d8996af for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:14:13.289604 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-65f4113c-4d32-4000-9596-649cbe4e6689 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:13.353246 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f4113c-4d32-4000-9596-649cbe4e6689 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:14:13.366878 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b853c479-3d68-4265-87e3-dd4a7e7ec65c req-bc1c6404-49d0-454d-bce4-26b2c396b5ad tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669594 Feb 09 18:14:13.369932 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-65f4113c-4d32-4000-9596-649cbe4e6689 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:13.370427 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-65f4113c-4d32-4000-9596-649cbe4e6689 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Added segment 33068d59-6f44-40df-99d6-664e58294aeb of type vlan for network d01cf759-9ef9-48e9-b1eb-04c3b5b28bfa Feb 09 18:14:13.405155 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-65f4113c-4d32-4000-9596-649cbe4e6689 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:13.524106 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-65f4113c-4d32-4000-9596-649cbe4e6689 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:13.528311 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f4113c-4d32-4000-9596-649cbe4e6689 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:13.529155 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-65f4113c-4d32-4000-9596-649cbe4e6689 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:13.649831 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4113c-4d32-4000-9596-649cbe4e6689 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Network': ['ID=d01cf759-9ef9-48e9-b1eb-04c3b5b28bfa,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:13.661043 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network d01cf759-9ef9-48e9-b1eb-04c3b5b28bfa details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:14:13.711228 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-65f4113c-4d32-4000-9596-649cbe4e6689 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5746782 Feb 09 18:14:13.714764 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55598) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:13.723935 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-e9ff5d3e-6777-4e4c-86b2-557d50fb96dd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'subnet': {'network_id': 'd01cf759-9ef9-48e9-b1eb-04c3b5b28bfa', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:13.954608 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5c0f32ff-f597-4d02-bd04-e0377bca6091 req-e8eb5636-70a7-4413-b4c1-d5b92d3ce83e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0195328-ac10-4e9c-b3c7-5756a2e90985 HTTP/1.1" status: 200 len: 210 time: 0.0875905 Feb 09 18:14:13.995069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e9ff5d3e-6777-4e4c-86b2-557d50fb96dd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:14:14.002863 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e9ff5d3e-6777-4e4c-86b2-557d50fb96dd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:subnet and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:14:14.009950 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e9ff5d3e-6777-4e4c-86b2-557d50fb96dd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:14:14.015134 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e9ff5d3e-6777-4e4c-86b2-557d50fb96dd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:14:14.095327 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-dbf63944-4789-40a8-b2c6-d4ff37d058d5 service neutron] 10.222.0.50 "GET /v2.0/ports/30d657c9-9560-4109-8c1b-d9cf7e5dd4ab HTTP/1.1" status: 200 len: 1025 time: 0.0730731 Feb 09 18:14:14.220303 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ff5d3e-6777-4e4c-86b2-557d50fb96dd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Made reservation on behalf of 1fb3e00fc3da4739bcd8c33a1d8996af for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:14:14.302878 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-16b338cc-5319-4f7c-bc6f-9ab0b3d044f2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:14.303961 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-16b338cc-5319-4f7c-bc6f-9ab0b3d044f2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:14:14.377610 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5d3e-6777-4e4c-86b2-557d50fb96dd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:14.633202 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-16b338cc-5319-4f7c-bc6f-9ab0b3d044f2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:14:14.634864 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-16b338cc-5319-4f7c-bc6f-9ab0b3d044f2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/networks?id=fb36d70d-12dd-457c-b53c-92fe0207d9b4 HTTP/1.1" status: 200 len: 796 time: 0.5333276 Feb 09 18:14:14.697113 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-39923811-62eb-47c2-afd0-c55999150157 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:14:14.700441 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54faf9-0770-43d4-8770-7eb62a39a967 req-65b3774f-f265-47d4-9df7-c6cefc4168c4 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:14.703521 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ee54faf9-0770-43d4-8770-7eb62a39a967 req-65b3774f-f265-47d4-9df7-c6cefc4168c4 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 943 time: 0.1963863 Feb 09 18:14:14.759529 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ee54faf9-0770-43d4-8770-7eb62a39a967 req-788267bd-5ff1-431a-b26e-1c32f4b45c69 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515084 Feb 09 18:14:14.953114 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Sync routers for ids ['7462454c-4ee6-4106-9f35-977f3fde6caa'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:14:14.974393 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:14:14.975093 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Routers {'7462454c-4ee6-4106-9f35-977f3fde6caa'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:14:14.975699 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:13:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7462454c-4ee6-4106-9f35-977f3fde6caa'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:15.083403 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5d3e-6777-4e4c-86b2-557d50fb96dd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:15.149924 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-39923811-62eb-47c2-afd0-c55999150157 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:14:15.151587 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-39923811-62eb-47c2-afd0-c55999150157 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 380 time: 0.5037208 Feb 09 18:14:15.167494 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Request body: {'port': {'device_id': 'e0195328-ac10-4e9c-b3c7-5756a2e90985', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:15.203752 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-240c7374-1731-4b0a-b180-b2bbb1e43735 req-1c97e7e6-459e-4e26-ad71-12806bf10176 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0195328-ac10-4e9c-b3c7-5756a2e90985 HTTP/1.1" status: 200 len: 210 time: 0.0700154 Feb 09 18:14:15.211490 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Set router 7462454c-4ee6-4106-9f35-977f3fde6caa gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:14:15.249453 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff5d3e-6777-4e4c-86b2-557d50fb96dd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Subnet': ['ID=973a1a9f-a794-4370-9eb4-02ae9b885d68,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:15.251929 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff5d3e-6777-4e4c-86b2-557d50fb96dd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Checking segment: {'id': '33068d59-6f44-40df-99d6-664e58294aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd01cf759-9ef9-48e9-b1eb-04c3b5b28bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:14:15.252297 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ff5d3e-6777-4e4c-86b2-557d50fb96dd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network hostable DHCP agents. Network: d01cf759-9ef9-48e9-b1eb-04c3b5b28bfa, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:14:15.367672 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:15.373770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ff5d3e-6777-4e4c-86b2-557d50fb96dd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network d01cf759-9ef9-48e9-b1eb-04c3b5b28bfa is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:14:15.507289 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-e9ff5d3e-6777-4e4c-86b2-557d50fb96dd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, d01cf759-9ef9-48e9-b1eb-04c3b5b28bfa) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:14:15.517627 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ff5d3e-6777-4e4c-86b2-557d50fb96dd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:15.518231 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5d3e-6777-4e4c-86b2-557d50fb96dd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:15.525371 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ca86a1-a728-482d-99f5-0cf8c421f87a None None] Network d01cf759-9ef9-48e9-b1eb-04c3b5b28bfa requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:14:15.614247 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'name': 'tempest-RoutersTest-router-1146612667', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:14:10Z', 'revision_number': 4, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'gw_port_host': None, '_interfaces': [{'id': '02c18422-5121-408d-9bf0-2b373ca4fceb', 'name': '', 'network_id': '816fdaf7-842f-4587-b735-9144c59c4e4d', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:a9:eb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2789f413-9b66-4fa0-b019-695904ba8107', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:14:09Z', 'updated_at': '2022-02-09T18:14:11Z', 'revision_number': 2, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': '2789f413-9b66-4fa0-b019-695904ba8107', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d92c520-1558-47c0-b419-49c862722462', 'name': '', 'network_id': '0c67a306-7d3c-444d-a0cb-6171852a036b', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:ba:30:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10c8ae5c-3d18-4038-a102-63d40e976487', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:59Z', 'updated_at': '2022-02-09T18:14:02Z', 'revision_number': 2, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': '10c8ae5c-3d18-4038-a102-63d40e976487', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b714ae6b-6185-4482-bf4c-c8bbf3f722a8', 'name': '', 'network_id': '2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:da:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:50Z', 'updated_at': '2022-02-09T18:14:02Z', 'revision_number': 5, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:15.618902 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Checking router: 7462454c-4ee6-4106-9f35-977f3fde6caa for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:14:15.619245 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Updating router 7462454c-4ee6-4106-9f35-977f3fde6caa port 02c18422-5121-408d-9bf0-2b373ca4fceb binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:14:15.623911 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e9ff5d3e-6777-4e4c-86b2-557d50fb96dd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9074659 Feb 09 18:14:15.626519 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55608) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:15.680524 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:15.720772 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 3c50323d-8aaa-4a71-9a40-fef611f06724 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:14:15.974220 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:14:15.996160 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:16.065261 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Transition to ACTIVE for port object 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:14:16.073851 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541a191d-8bc6-4bb2-a7f5-1915383ff7e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-d01cf759-9ef9-48e9-b1eb-04c3b5b28bfa', 'network_id': 'd01cf759-9ef9-48e9-b1eb-04c3b5b28bfa', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'fixed_ips': [{'subnet_id': '973a1a9f-a794-4370-9eb4-02ae9b885d68'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:14:16.075556 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-541a191d-8bc6-4bb2-a7f5-1915383ff7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:16.121124 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 3c50323d-8aaa-4a71-9a40-fef611f06724, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3c50323d-8aaa-4a71-9a40-fef611f06724,segment=NetworkSegment(ef1edd2b-cf25-4f82-9baf-16b100c9302b),segment_id=ef1edd2b-cf25-4f82-9baf-16b100c9302b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:16.139790 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:16.153660 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:16.163815 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Transition to ACTIVE for port object 02c18422-5121-408d-9bf0-2b373ca4fceb will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:14:16.190399 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '3c50323d-8aaa-4a71-9a40-fef611f06724', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'port_id': '3c50323d-8aaa-4a71-9a40-fef611f06724', 'mac_address': 'fa:16:3e:0a:f0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:14:16.280553 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:16.301303 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e089c-ec2e-4491-b12f-14178fffcda8 req-91d97864-91d1-45f0-8d27-f369060ea132 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:16.314560 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6e7e089c-ec2e-4491-b12f-14178fffcda8 req-91d97864-91d1-45f0-8d27-f369060ea132 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 943 time: 0.2877619 Feb 09 18:14:16.380673 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6e7e089c-ec2e-4491-b12f-14178fffcda8 req-6fef596f-d0c7-43a0-a3fc-4153dff905a6 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702038 Feb 09 18:14:16.389503 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:16.439807 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Pushing event updated for resources: {'Port': ['ID=30d657c9-9560-4109-8c1b-d9cf7e5dd4ab,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:16.484076 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c50323d-8aaa-4a71-9a40-fef611f06724 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:14:16.514712 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439a5d5-2dee-4a8e-9b30-456cd053a53b None None] Pushing event updated for resources: {'Port': ['ID=02c18422-5121-408d-9bf0-2b373ca4fceb,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:16.569209 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-541a191d-8bc6-4bb2-a7f5-1915383ff7e3 None None] Allocated IP 172.23.0.2 (d01cf759-9ef9-48e9-b1eb-04c3b5b28bfa/973a1a9f-a794-4370-9eb4-02ae9b885d68/54631485-eb49-4717-8291-2e95b88d7980) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:14:16.595852 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 3c50323d-8aaa-4a71-9a40-fef611f06724, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3c50323d-8aaa-4a71-9a40-fef611f06724,segment=NetworkSegment(ef1edd2b-cf25-4f82-9baf-16b100c9302b),segment_id=ef1edd2b-cf25-4f82-9baf-16b100c9302b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:16.724463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Attempting to bind port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:14:16.724806 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Attempting to bind port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6fc3f57d-9c40-4126-b402-225037c81858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:14:16.725144 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Attempting to bind port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab on network fb36d70d-12dd-457c-b53c-92fe0207d9b4 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:14:16.749736 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab on network fb36d70d-12dd-457c-b53c-92fe0207d9b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:14:16.749736 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Attempting to bind port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab on network fb36d70d-12dd-457c-b53c-92fe0207d9b4 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:14:16.763158 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:14:16.763434 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Checking segment: {'id': '6fc3f57d-9c40-4126-b402-225037c81858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:14:16.763804 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Bound using segment: {'id': '6fc3f57d-9c40-4126-b402-225037c81858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:14:16.764254 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Bound port: 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc3f57d-9c40-4126-b402-225037c81858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:14:16.764606 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:16.771919 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Attempting to bind port 02c18422-5121-408d-9bf0-2b373ca4fceb on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:14:16.772852 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Attempting to bind port 02c18422-5121-408d-9bf0-2b373ca4fceb by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '3e7e493e-4f92-4746-892e-254e67e2b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '816fdaf7-842f-4587-b735-9144c59c4e4d'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:14:16.783283 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Attempting to bind port 02c18422-5121-408d-9bf0-2b373ca4fceb on network 816fdaf7-842f-4587-b735-9144c59c4e4d {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:14:16.789247 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:14:16.790384 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Checking segment: {'id': '3e7e493e-4f92-4746-892e-254e67e2b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '816fdaf7-842f-4587-b735-9144c59c4e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:14:16.791699 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:16.792352 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3428a1eb-a3ed-4861-863d-c7e5079404a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:16.793601 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Bound using segment: {'id': '3e7e493e-4f92-4746-892e-254e67e2b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '816fdaf7-842f-4587-b735-9144c59c4e4d'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:14:16.794854 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Bound port: 02c18422-5121-408d-9bf0-2b373ca4fceb, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7e493e-4f92-4746-892e-254e67e2b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '816fdaf7-842f-4587-b735-9144c59c4e4d'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:14:16.795859 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:16.882956 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d663140-6c3f-451d-9c81-17e9e2131041 req-b9eea8a4-1a5f-4f40-8076-c9a3eb4af205 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:16.885075 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5d663140-6c3f-451d-9c81-17e9e2131041 req-b9eea8a4-1a5f-4f40-8076-c9a3eb4af205 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0195328-ac10-4e9c-b3c7-5756a2e90985 HTTP/1.1" status: 200 len: 980 time: 0.2077427 Feb 09 18:14:16.913283 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] For port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:14:16.918857 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] For port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=30d657c9-9560-4109-8c1b-d9cf7e5dd4ab,segment=NetworkSegment(6fc3f57d-9c40-4126-b402-225037c81858),segment_id=6fc3f57d-9c40-4126-b402-225037c81858)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:14:16.921659 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:16.960311 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] For port 02c18422-5121-408d-9bf0-2b373ca4fceb, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:14:16.964061 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] For port 02c18422-5121-408d-9bf0-2b373ca4fceb, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=02c18422-5121-408d-9bf0-2b373ca4fceb,segment=NetworkSegment(3e7e493e-4f92-4746-892e-254e67e2b95f),segment_id=3e7e493e-4f92-4746-892e-254e67e2b95f)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:14:17.023029 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:17.093594 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=3c50323d-8aaa-4a71-9a40-fef611f06724,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:17.111522 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:17.145459 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:17.145459 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-541a191d-8bc6-4bb2-a7f5-1915383ff7e3 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:17.146139 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5d663140-6c3f-451d-9c81-17e9e2131041 req-9f1441ac-4928-4d4f-870e-e51a51f090af tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5538283-8c91-48e5-998e-b8f8372b2d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074206 Feb 09 18:14:17.155692 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-541a191d-8bc6-4bb2-a7f5-1915383ff7e3 None None] Transition to ACTIVE for port object 54631485-eb49-4717-8291-2e95b88d7980 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:14:17.178697 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['3c50323d-8aaa-4a71-9a40-fef611f06724'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:14:17.183043 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:17.241950 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-541a191d-8bc6-4bb2-a7f5-1915383ff7e3 None None] Transition to ACTIVE for port object 54631485-eb49-4717-8291-2e95b88d7980 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:14:17.301619 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:17.304056 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] 10.222.0.50 "PUT /v2.0/ports/30d657c9-9560-4109-8c1b-d9cf7e5dd4ab HTTP/1.1" status: 200 len: 1130 time: 2.1419089 Feb 09 18:14:17.304921 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0195328-ac10-4e9c-b3c7-5756a2e90985', 'tag': '30d657c9-9560-4109-8c1b-d9cf7e5dd4ab'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:14:17.370510 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Updating router 7462454c-4ee6-4106-9f35-977f3fde6caa port 5d92c520-1558-47c0-b419-49c862722462 binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:14:17.400862 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Pushing event updated for resources: {'Port': ['ID=30d657c9-9560-4109-8c1b-d9cf7e5dd4ab,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:17.407133 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-541a191d-8bc6-4bb2-a7f5-1915383ff7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:17.435000 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0195328-ac10-4e9c-b3c7-5756a2e90985', 'tag': '30d657c9-9560-4109-8c1b-d9cf7e5dd4ab', 'status': 'completed', 'code': 200} Feb 09 18:14:17.444135 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:17.444777 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:17.445227 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:17.445742 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:17.446234 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:17.450227 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:17.450915 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:17.451484 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:17.452024 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:17.452597 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:17.453093 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b53f0-15f3-4f9f-804d-6313945772bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:17.553344 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439a5d5-2dee-4a8e-9b30-456cd053a53b None None] Pushing event updated for resources: {'Port': ['ID=02c18422-5121-408d-9bf0-2b373ca4fceb,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:17.646118 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:17.660051 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541a191d-8bc6-4bb2-a7f5-1915383ff7e3 None None] Network d01cf759-9ef9-48e9-b1eb-04c3b5b28bfa is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:14:17.679358 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-037890ee-705b-4962-b104-d5e313edbf28 req-292eb628-2c7b-4d5c-a96f-8299686f2fec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=e0195328-ac10-4e9c-b3c7-5756a2e90985 HTTP/1.1" status: 200 len: 1133 time: 0.2197657 Feb 09 18:14:17.679964 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-541a191d-8bc6-4bb2-a7f5-1915383ff7e3 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:14:17.695110 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541a191d-8bc6-4bb2-a7f5-1915383ff7e3 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:14:17.895267 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a191d-8bc6-4bb2-a7f5-1915383ff7e3 None None] Pushing event updated for resources: {'Port': ['ID=54631485-eb49-4717-8291-2e95b88d7980,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:18.011407 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-541a191d-8bc6-4bb2-a7f5-1915383ff7e3 None None] Attempting to bind port 54631485-eb49-4717-8291-2e95b88d7980 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:14:18.013178 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-541a191d-8bc6-4bb2-a7f5-1915383ff7e3 None None] Attempting to bind port 54631485-eb49-4717-8291-2e95b88d7980 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '33068d59-6f44-40df-99d6-664e58294aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd01cf759-9ef9-48e9-b1eb-04c3b5b28bfa'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:14:18.013796 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541a191d-8bc6-4bb2-a7f5-1915383ff7e3 None None] Attempting to bind port 54631485-eb49-4717-8291-2e95b88d7980 on network d01cf759-9ef9-48e9-b1eb-04c3b5b28bfa {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:14:18.079868 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Allocated IP 172.23.0.1 (d01cf759-9ef9-48e9-b1eb-04c3b5b28bfa/973a1a9f-a794-4370-9eb4-02ae9b885d68/72474e98-5860-4480-aa62-948d918e717d) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:14:18.086676 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541a191d-8bc6-4bb2-a7f5-1915383ff7e3 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:14:18.087318 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541a191d-8bc6-4bb2-a7f5-1915383ff7e3 None None] Checking segment: {'id': '33068d59-6f44-40df-99d6-664e58294aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd01cf759-9ef9-48e9-b1eb-04c3b5b28bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:14:18.088229 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-541a191d-8bc6-4bb2-a7f5-1915383ff7e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:18.088941 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541a191d-8bc6-4bb2-a7f5-1915383ff7e3 None None] Bound using segment: {'id': '33068d59-6f44-40df-99d6-664e58294aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd01cf759-9ef9-48e9-b1eb-04c3b5b28bfa'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:14:18.089786 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-541a191d-8bc6-4bb2-a7f5-1915383ff7e3 None None] Bound port: 54631485-eb49-4717-8291-2e95b88d7980, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33068d59-6f44-40df-99d6-664e58294aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd01cf759-9ef9-48e9-b1eb-04c3b5b28bfa'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:14:18.090999 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-541a191d-8bc6-4bb2-a7f5-1915383ff7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:18.105228 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6129c-a425-45de-958d-46d7a2d4f337 req-8de670fb-1c39-49c1-81dc-c0adfa4cd78d tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:18.108046 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2cb6129c-a425-45de-958d-46d7a2d4f337 req-8de670fb-1c39-49c1-81dc-c0adfa4cd78d tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 944 time: 0.2017066 Feb 09 18:14:18.377625 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:18.398384 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2cb6129c-a425-45de-958d-46d7a2d4f337 req-6f16e4d4-1bcf-4703-88a3-72921e3d1044 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2671282 Feb 09 18:14:18.410611 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Transition to ACTIVE for port object 5d92c520-1558-47c0-b419-49c862722462 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:14:18.471326 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-541a191d-8bc6-4bb2-a7f5-1915383ff7e3 None None] For port 54631485-eb49-4717-8291-2e95b88d7980, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:14:18.485181 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-541a191d-8bc6-4bb2-a7f5-1915383ff7e3 None None] For port 54631485-eb49-4717-8291-2e95b88d7980, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=54631485-eb49-4717-8291-2e95b88d7980,segment=NetworkSegment(33068d59-6f44-40df-99d6-664e58294aeb),segment_id=33068d59-6f44-40df-99d6-664e58294aeb)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:14:18.486150 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037890ee-705b-4962-b104-d5e313edbf28 req-94fb3482-c6ed-414b-b587-2c7969d8d3e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:18.488715 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-037890ee-705b-4962-b104-d5e313edbf28 req-94fb3482-c6ed-414b-b587-2c7969d8d3e3 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=352fd60817ff4d5d9e97f16f52485b96&shared=False HTTP/1.1" status: 200 len: 897 time: 0.8015172 Feb 09 18:14:18.576065 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:18.635692 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-541a191d-8bc6-4bb2-a7f5-1915383ff7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:18.725084 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037890ee-705b-4962-b104-d5e313edbf28 req-064c4aa8-2fe6-4a80-bf5f-054d6eb405da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:18.726987 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-037890ee-705b-4962-b104-d5e313edbf28 req-064c4aa8-2fe6-4a80-bf5f-054d6eb405da service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2324460 Feb 09 18:14:18.826692 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:18.877407 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a191d-8bc6-4bb2-a7f5-1915383ff7e3 None None] Pushing event updated for resources: {'Port': ['ID=54631485-eb49-4717-8291-2e95b88d7980,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:18.925528 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Transition to ACTIVE for port object 72474e98-5860-4480-aa62-948d918e717d will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:14:18.944556 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-26bfddfe-000d-4ffd-b774-cd4ebbe30586 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=e0195328-ac10-4e9c-b3c7-5756a2e90985 HTTP/1.1" status: 200 len: 1133 time: 0.1734374 Feb 09 18:14:18.948395 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439a5d5-2dee-4a8e-9b30-456cd053a53b None None] Pushing event updated for resources: {'Port': ['ID=5d92c520-1558-47c0-b419-49c862722462,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:18.957335 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1d84b-a70b-49d5-99b5-fd72297acadb req-b36f2740-c236-4d57-9bcc-23c4e707cabb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:18.970348 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9fd1d84b-a70b-49d5-99b5-fd72297acadb req-b36f2740-c236-4d57-9bcc-23c4e707cabb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0195328-ac10-4e9c-b3c7-5756a2e90985 HTTP/1.1" status: 200 len: 980 time: 0.4487698 Feb 09 18:14:19.061420 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-728e69f4-6190-480c-9f02-2b6f58d57816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:19.115457 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-9f3b733a-a9fb-4617-ab64-7604788ef9ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30d657c9-9560-4109-8c1b-d9cf7e5dd4ab HTTP/1.1" status: 200 len: 217 time: 0.1541722 Feb 09 18:14:19.135731 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9fd1d84b-a70b-49d5-99b5-fd72297acadb req-f688fc9e-8d10-428e-b190-c59be6041c2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5538283-8c91-48e5-998e-b8f8372b2d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639395 Feb 09 18:14:19.238617 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Attempting to bind port 5d92c520-1558-47c0-b419-49c862722462 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:14:19.238994 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Attempting to bind port 5d92c520-1558-47c0-b419-49c862722462 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '41ce5e2a-425f-4494-a2df-43ef5c76486a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0c67a306-7d3c-444d-a0cb-6171852a036b'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:14:19.239363 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Attempting to bind port 5d92c520-1558-47c0-b419-49c862722462 on network 0c67a306-7d3c-444d-a0cb-6171852a036b {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:14:19.262492 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:19.275031 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:14:19.275411 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Checking segment: {'id': '41ce5e2a-425f-4494-a2df-43ef5c76486a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0c67a306-7d3c-444d-a0cb-6171852a036b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:14:19.276123 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:19.276684 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Bound using segment: {'id': '41ce5e2a-425f-4494-a2df-43ef5c76486a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0c67a306-7d3c-444d-a0cb-6171852a036b'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:14:19.277762 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Bound port: 5d92c520-1558-47c0-b419-49c862722462, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41ce5e2a-425f-4494-a2df-43ef5c76486a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0c67a306-7d3c-444d-a0cb-6171852a036b'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:14:19.278772 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:19.362923 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-53be94b1-41b3-49a5-8bd7-80d7c5b62e20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:19.364465 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-53be94b1-41b3-49a5-8bd7-80d7c5b62e20 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e HTTP/1.1" status: 200 len: 834 time: 0.2266963 Feb 09 18:14:19.475520 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network d01cf759-9ef9-48e9-b1eb-04c3b5b28bfa is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:14:19.477938 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:14:19.495034 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-52d8672e-2ad7-4c42-89cb-3f0ab779878a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb36d70d-12dd-457c-b53c-92fe0207d9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1217363 Feb 09 18:14:19.501207 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] For port 5d92c520-1558-47c0-b419-49c862722462, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:14:19.504603 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:14:19.518677 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] For port 5d92c520-1558-47c0-b419-49c862722462, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5d92c520-1558-47c0-b419-49c862722462,segment=NetworkSegment(41ce5e2a-425f-4494-a2df-43ef5c76486a),segment_id=41ce5e2a-425f-4494-a2df-43ef5c76486a)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:14:19.563003 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Port': ['ID=72474e98-5860-4480-aa62-948d918e717d,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:19.610074 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:19.674875 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:19.719079 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 3c50323d-8aaa-4a71-9a40-fef611f06724 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:14:19.734427 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2b685-c3b5-406a-93ae-73c45b74785d req-bc08237d-91b2-48c8-ae93-ddb4d9e66533 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:19.741416 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-33d2b685-c3b5-406a-93ae-73c45b74785d req-bc08237d-91b2-48c8-ae93-ddb4d9e66533 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 944 time: 0.1179404 Feb 09 18:14:19.753923 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-df1bc893-2ea1-48b2-8d52-d3d0cfd6150e service neutron] 10.222.0.50 "GET /v2.0/networks/fb36d70d-12dd-457c-b53c-92fe0207d9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464428 Feb 09 18:14:19.766015 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439a5d5-2dee-4a8e-9b30-456cd053a53b None None] Pushing event updated for resources: {'Port': ['ID=5d92c520-1558-47c0-b419-49c862722462,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:19.798239 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Routers {'7462454c-4ee6-4106-9f35-977f3fde6caa'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:14:19.799457 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:14:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7462454c-4ee6-4106-9f35-977f3fde6caa'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:19.803018 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-33d2b685-c3b5-406a-93ae-73c45b74785d req-067f332c-825a-45f2-a783-f77fa1f89916 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606201 Feb 09 18:14:19.896540 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:19.968500 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f1a51996-6eb5-44c2-b7cf-7a2bd72cd8da req-170f4bcf-4fee-4461-9711-8023f59f92f9 service neutron] 10.222.0.50 "GET /v2.0/networks/fb36d70d-12dd-457c-b53c-92fe0207d9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088311 Feb 09 18:14:19.995398 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 3c50323d-8aaa-4a71-9a40-fef611f06724 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:14:20.009443 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 3c50323d-8aaa-4a71-9a40-fef611f06724 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:20.010868 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:20.190916 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:20.236610 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] Set router 7462454c-4ee6-4106-9f35-977f3fde6caa gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:14:20.315057 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:20.336388 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:20.403170 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e62f554-ae7b-4c7a-989b-bf249dadbdd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c50323d-8aaa-4a71-9a40-fef611f06724'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:14:20.427707 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 3c50323d-8aaa-4a71-9a40-fef611f06724, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3c50323d-8aaa-4a71-9a40-fef611f06724,segment=NetworkSegment(ef1edd2b-cf25-4f82-9baf-16b100c9302b),segment_id=ef1edd2b-cf25-4f82-9baf-16b100c9302b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:20.570774 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:20.671384 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e62f554-ae7b-4c7a-989b-bf249dadbdd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c50323d-8aaa-4a71-9a40-fef611f06724', 'code': 200} Feb 09 18:14:20.676076 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821e030-27ae-4d10-a1c8-5528c01d9ba1 req-1c659c08-0c93-4357-aff4-1088640be795 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:20.678662 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2821e030-27ae-4d10-a1c8-5528c01d9ba1 req-1c659c08-0c93-4357-aff4-1088640be795 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0195328-ac10-4e9c-b3c7-5756a2e90985 HTTP/1.1" status: 200 len: 980 time: 0.2119262 Feb 09 18:14:20.737327 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=3c50323d-8aaa-4a71-9a40-fef611f06724,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:20.758398 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513ac5f6-78cd-4350-88ff-42b6c3af665e None None] Network d01cf759-9ef9-48e9-b1eb-04c3b5b28bfa requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:14:20.796071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:20.811056 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2821e030-27ae-4d10-a1c8-5528c01d9ba1 req-d37299cc-4037-4022-a5ff-4343a5fa81e1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5538283-8c91-48e5-998e-b8f8372b2d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241376 Feb 09 18:14:20.904745 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 54631485-eb49-4717-8291-2e95b88d7980 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:14:20.927206 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:21.015293 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'name': 'tempest-RoutersTest-router-1146612667', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:14:19Z', 'revision_number': 5, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'gw_port_host': None, '_interfaces': [{'id': '02c18422-5121-408d-9bf0-2b373ca4fceb', 'name': '', 'network_id': '816fdaf7-842f-4587-b735-9144c59c4e4d', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:a9:eb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2789f413-9b66-4fa0-b019-695904ba8107', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:14:09Z', 'updated_at': '2022-02-09T18:14:16Z', 'revision_number': 4, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': '2789f413-9b66-4fa0-b019-695904ba8107', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d92c520-1558-47c0-b419-49c862722462', 'name': '', 'network_id': '0c67a306-7d3c-444d-a0cb-6171852a036b', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:ba:30:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10c8ae5c-3d18-4038-a102-63d40e976487', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:59Z', 'updated_at': '2022-02-09T18:14:19Z', 'revision_number': 4, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': '10c8ae5c-3d18-4038-a102-63d40e976487', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72474e98-5860-4480-aa62-948d918e717d', 'name': '', 'network_id': 'd01cf759-9ef9-48e9-b1eb-04c3b5b28bfa', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:d9:93:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '973a1a9f-a794-4370-9eb4-02ae9b885d68', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:14:17Z', 'updated_at': '2022-02-09T18:14:18Z', 'revision_number': 1, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': '973a1a9f-a794-4370-9eb4-02ae9b885d68', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b714ae6b-6185-4482-bf4c-c8bbf3f722a8', 'name': '', 'network_id': '2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:da:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:50Z', 'updated_at': '2022-02-09T18:14:02Z', 'revision_number': 5, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:21.021048 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa2946-7fcc-4718-9673-2494274a533b None None] The sync data for ids ['7462454c-4ee6-4106-9f35-977f3fde6caa'] in dv-neutron-827016-2-hyperv is: [{'id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'name': 'tempest-RoutersTest-router-1146612667', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:14:19Z', 'revision_number': 5, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'gw_port_host': None, '_interfaces': [{'id': '02c18422-5121-408d-9bf0-2b373ca4fceb', 'name': '', 'network_id': '816fdaf7-842f-4587-b735-9144c59c4e4d', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:a9:eb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2789f413-9b66-4fa0-b019-695904ba8107', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:14:09Z', 'updated_at': '2022-02-09T18:14:16Z', 'revision_number': 4, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': '2789f413-9b66-4fa0-b019-695904ba8107', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d92c520-1558-47c0-b419-49c862722462', 'name': '', 'network_id': '0c67a306-7d3c-444d-a0cb-6171852a036b', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:ba:30:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10c8ae5c-3d18-4038-a102-63d40e976487', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:59Z', 'updated_at': '2022-02-09T18:14:19Z', 'revision_number': 4, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': '10c8ae5c-3d18-4038-a102-63d40e976487', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72474e98-5860-4480-aa62-948d918e717d', 'name': '', 'network_id': 'd01cf759-9ef9-48e9-b1eb-04c3b5b28bfa', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:d9:93:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '973a1a9f-a794-4370-9eb4-02ae9b885d68', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:14:17Z', 'updated_at': '2022-02-09T18:14:18Z', 'revision_number': 1, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': '973a1a9f-a794-4370-9eb4-02ae9b885d68', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b714ae6b-6185-4482-bf4c-c8bbf3f722a8', 'name': '', 'network_id': '2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:da:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:50Z', 'updated_at': '2022-02-09T18:14:02Z', 'revision_number': 5, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:14:21.125437 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c24055e2-99b6-4db9-b704-aebbdbf5ffb9 None None] Provisioning for port 54631485-eb49-4717-8291-2e95b88d7980 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:14:21.213653 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8f238414-13a8-437c-a5ba-2dc985537d41 req-79c56f29-4735-47bb-a263-c3874904543e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 1098 time: 0.1153290 Feb 09 18:14:21.267689 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8f238414-13a8-437c-a5ba-2dc985537d41 req-5313d480-1a6c-4e12-832f-6e71ab3e0d25 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474174 Feb 09 18:14:21.338452 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 54631485-eb49-4717-8291-2e95b88d7980 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:14:21.348209 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 54631485-eb49-4717-8291-2e95b88d7980 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:21.348646 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:21.358863 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:21.364744 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event updated for resources: {'Port': ['ID=72474e98-5860-4480-aa62-948d918e717d,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:21.389322 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:21.389322 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:21.389322 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:21.389322 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:21.389322 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:21.389322 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:21.390188 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:21.391163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:21.392174 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:21.393003 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:21.393805 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:21.534854 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:21.591489 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6aa41-ae3b-4e7a-9243-15f061f0f1b1 req-2d9d053d-e14b-4d44-88c5-5a31bee7cdf6 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:21.593472 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e1e6aa41-ae3b-4e7a-9243-15f061f0f1b1 req-2d9d053d-e14b-4d44-88c5-5a31bee7cdf6 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 945 time: 0.6004798 Feb 09 18:14:21.597907 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:21.620571 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 54631485-eb49-4717-8291-2e95b88d7980, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=54631485-eb49-4717-8291-2e95b88d7980,segment=NetworkSegment(33068d59-6f44-40df-99d6-664e58294aeb),segment_id=33068d59-6f44-40df-99d6-664e58294aeb)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:21.680874 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Network d01cf759-9ef9-48e9-b1eb-04c3b5b28bfa is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:14:21.684577 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:14:21.691860 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:21.698995 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e1e6aa41-ae3b-4e7a-9243-15f061f0f1b1 req-958f991d-a4bb-40ae-868e-cc5caa733187 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959070 Feb 09 18:14:21.743257 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:14:21.948525 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=54631485-eb49-4717-8291-2e95b88d7980,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:22.039714 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=30d657c9-9560-4109-8c1b-d9cf7e5dd4ab,segment=NetworkSegment(6fc3f57d-9c40-4126-b402-225037c81858),segment_id=6fc3f57d-9c40-4126-b402-225037c81858)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:22.127859 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-bd98a59f-0cd5-4fd8-8f5d-72c52f274fee None None] Provisioning for port 72474e98-5860-4480-aa62-948d918e717d completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:14:22.136260 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-bd98a59f-0cd5-4fd8-8f5d-72c52f274fee None None] Provisioning complete for port 72474e98-5860-4480-aa62-948d918e717d triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:22.137207 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd98a59f-0cd5-4fd8-8f5d-72c52f274fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:22.207943 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-bd98a59f-0cd5-4fd8-8f5d-72c52f274fee None None] Port 72474e98-5860-4480-aa62-948d918e717d cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:14:22.210126 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '30d657c9-9560-4109-8c1b-d9cf7e5dd4ab', 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4', 'port_id': '30d657c9-9560-4109-8c1b-d9cf7e5dd4ab', 'mac_address': 'fa:16:3e:28:02:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:14:22.265973 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-bd98a59f-0cd5-4fd8-8f5d-72c52f274fee None None] Provisioning complete for port 54631485-eb49-4717-8291-2e95b88d7980 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:22.266484 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd98a59f-0cd5-4fd8-8f5d-72c52f274fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:22.363067 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:22.401544 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:14:22.460345 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=30d657c9-9560-4109-8c1b-d9cf7e5dd4ab,segment=NetworkSegment(6fc3f57d-9c40-4126-b402-225037c81858),segment_id=6fc3f57d-9c40-4126-b402-225037c81858)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:22.542085 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:22.598477 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a317431-7111-41f3-be27-9f78c41252e6 req-070cb20b-203c-428f-943b-b511e4d5d889 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:22.601160 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8a317431-7111-41f3-be27-9f78c41252e6 req-070cb20b-203c-428f-943b-b511e4d5d889 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0195328-ac10-4e9c-b3c7-5756a2e90985 HTTP/1.1" status: 200 len: 980 time: 0.5757737 Feb 09 18:14:22.651308 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-306a6f69-63e8-49f1-b759-dd3f96c8eb53 None None] Provisioning complete for port 72474e98-5860-4480-aa62-948d918e717d triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:22.651802 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-306a6f69-63e8-49f1-b759-dd3f96c8eb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:22.659349 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Router 7462454c-4ee6-4106-9f35-977f3fde6caa has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:14:22.687959 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=30d657c9-9560-4109-8c1b-d9cf7e5dd4ab,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:22.720483 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8a317431-7111-41f3-be27-9f78c41252e6 req-378de52c-aaee-4f4d-b05e-bc79f1aff326 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5538283-8c91-48e5-998e-b8f8372b2d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089916 Feb 09 18:14:22.771326 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-306a6f69-63e8-49f1-b759-dd3f96c8eb53 None None] Port 72474e98-5860-4480-aa62-948d918e717d cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:14:22.787342 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['30d657c9-9560-4109-8c1b-d9cf7e5dd4ab'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:14:23.003823 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 02c18422-5121-408d-9bf0-2b373ca4fceb up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:14:23.112934 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6a1a0-54fc-46a7-9b7d-93f4f1f784c3 req-fca93efd-c63d-4726-80c7-88d92a206a44 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:23.114654 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-34d6a1a0-54fc-46a7-9b7d-93f4f1f784c3 req-fca93efd-c63d-4726-80c7-88d92a206a44 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 945 time: 0.1766002 Feb 09 18:14:23.167266 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:14:23.216664 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-48ef72a6-203b-4487-b142-39603f442249 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "PUT /v2.0/routers/7462454c-4ee6-4106-9f35-977f3fde6caa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5884814 Feb 09 18:14:23.220979 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55636) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:23.240986 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-34e66bff-af73-46a2-98aa-391e818aac2b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:23.243171 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 02c18422-5121-408d-9bf0-2b373ca4fceb completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:14:23.251834 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 02c18422-5121-408d-9bf0-2b373ca4fceb triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:23.251834 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:23.387909 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:23.428021 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 02c18422-5121-408d-9bf0-2b373ca4fceb, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=02c18422-5121-408d-9bf0-2b373ca4fceb,segment=NetworkSegment(3e7e493e-4f92-4746-892e-254e67e2b95f),segment_id=3e7e493e-4f92-4746-892e-254e67e2b95f)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:23.448178 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-34d6a1a0-54fc-46a7-9b7d-93f4f1f784c3 req-94c47151-c69f-46fe-9739-4a2655f7207b tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3162565 Feb 09 18:14:23.532017 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:23.532918 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 54631485-eb49-4717-8291-2e95b88d7980 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:14:23.660066 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=02c18422-5121-408d-9bf0-2b373ca4fceb,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:23.676105 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 54631485-eb49-4717-8291-2e95b88d7980 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:23.676484 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:23.751967 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:14:23.869875 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557bba2-ed22-4d3d-9eb4-f0779a294016 req-f5c3478a-17e7-46e8-a928-cb2757144211 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:23.871655 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2557bba2-ed22-4d3d-9eb4-f0779a294016 req-f5c3478a-17e7-46e8-a928-cb2757144211 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 945 time: 0.2664526 Feb 09 18:14:23.972139 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5d92c520-1558-47c0-b419-49c862722462 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:14:24.046766 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2557bba2-ed22-4d3d-9eb4-f0779a294016 req-1635cea6-1245-4257-8a17-2496c54a2e09 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507802 Feb 09 18:14:24.092358 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55644) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:24.174901 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:14:24.177634 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12506718-2109-4f22-bff4-d746dd4304c4 req-8305212f-ca38-4cac-acc5-43efc0e15495 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:24.179294 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-12506718-2109-4f22-bff4-d746dd4304c4 req-8305212f-ca38-4cac-acc5-43efc0e15495 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0195328-ac10-4e9c-b3c7-5756a2e90985 HTTP/1.1" status: 200 len: 981 time: 0.2593610 Feb 09 18:14:24.183288 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:24.183711 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:24.208954 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.extraroute_db [None req-34e66bff-af73-46a2-98aa-391e818aac2b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84541) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 09 18:14:24.226083 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 5d92c520-1558-47c0-b419-49c862722462 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:14:24.244661 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.extraroute_db [None req-34e66bff-af73-46a2-98aa-391e818aac2b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Removed routes are [] {{(pid=84541) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 09 18:14:24.245903 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-34e66bff-af73-46a2-98aa-391e818aac2b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:24.247577 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 5d92c520-1558-47c0-b419-49c862722462 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:24.253645 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:24.267987 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-12506718-2109-4f22-bff4-d746dd4304c4 req-7f960290-86ca-43d1-9e0d-b6c6d9c4ccd0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5538283-8c91-48e5-998e-b8f8372b2d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818570 Feb 09 18:14:24.352980 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-9644d670-d2f9-4d05-a1e8-09e5b8dbb508 tempest-TestVolumeBootPattern-1479514589 tempest-TestVolumeBootPattern-1479514589-project-admin] Synchronizing usage tracker for tenant:b5559461405241f58e7ce666d1f2cd64 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:14:24.457553 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:24.482920 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:24.483647 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-9644d670-d2f9-4d05-a1e8-09e5b8dbb508 tempest-TestVolumeBootPattern-1479514589 tempest-TestVolumeBootPattern-1479514589-project-admin] Unset dirty status for tenant:b5559461405241f58e7ce666d1f2cd64 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:14:24.487507 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9644d670-d2f9-4d05-a1e8-09e5b8dbb508 tempest-TestVolumeBootPattern-1479514589 tempest-TestVolumeBootPattern-1479514589-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 1093 time: 0.3909042 Feb 09 18:14:24.487809 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55650) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:24.494452 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5186268d-9587-4a37-8b8a-786e1393c832 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': '3c50323d-8aaa-4a71-9a40-fef611f06724', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:24.500949 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5186268d-9587-4a37-8b8a-786e1393c832 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:14:24.505284 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-5186268d-9587-4a37-8b8a-786e1393c832 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Usage tracker for resource:floatingip and tenant:10a4b1464e30470e8e13c0bd2bfded95 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:14:24.511780 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-5186268d-9587-4a37-8b8a-786e1393c832 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:14:24.515752 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5186268d-9587-4a37-8b8a-786e1393c832 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:14:24.519149 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0195328-ac10-4e9c-b3c7-5756a2e90985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d657c9-9560-4109-8c1b-d9cf7e5dd4ab'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:14:24.536527 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=30d657c9-9560-4109-8c1b-d9cf7e5dd4ab,segment=NetworkSegment(6fc3f57d-9c40-4126-b402-225037c81858),segment_id=6fc3f57d-9c40-4126-b402-225037c81858)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:24.544884 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 5d92c520-1558-47c0-b419-49c862722462, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5d92c520-1558-47c0-b419-49c862722462,segment=NetworkSegment(41ce5e2a-425f-4494-a2df-43ef5c76486a),segment_id=41ce5e2a-425f-4494-a2df-43ef5c76486a)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:24.599693 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0195328-ac10-4e9c-b3c7-5756a2e90985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d657c9-9560-4109-8c1b-d9cf7e5dd4ab', 'code': 200} Feb 09 18:14:24.618835 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5186268d-9587-4a37-8b8a-786e1393c832 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:24.656811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:24.661434 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:24.836393 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 02c18422-5121-408d-9bf0-2b373ca4fceb up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:14:24.868162 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5186268d-9587-4a37-8b8a-786e1393c832 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:24.909261 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-34e66bff-af73-46a2-98aa-391e818aac2b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:24.914805 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-34e66bff-af73-46a2-98aa-391e818aac2b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640420'] for router, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:24.945440 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=30d657c9-9560-4109-8c1b-d9cf7e5dd4ab,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:25.045770 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=5d92c520-1558-47c0-b419-49c862722462,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:25.079743 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 02c18422-5121-408d-9bf0-2b373ca4fceb triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:25.080130 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:25.155577 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e66bff-af73-46a2-98aa-391e818aac2b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Router 7462454c-4ee6-4106-9f35-977f3fde6caa has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:14:25.191357 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-5186268d-9587-4a37-8b8a-786e1393c832 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Allocated IP 172.26.8.29 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/e3e76df2-5d6d-4ac4-a16c-05a662caf896) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:14:25.215391 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-62f2c952-2b06-4d48-8caf-758b3dcb8624 req-44d658a0-4799-4617-9660-8d2dd5c76ee6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e0195328-ac10-4e9c-b3c7-5756a2e90985 HTTP/1.1" status: 200 len: 1135 time: 0.1507337 Feb 09 18:14:25.348310 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-62f2c952-2b06-4d48-8caf-758b3dcb8624 req-a5bfb10e-bc8a-46bb-b99d-f927b61395e3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d5538283-8c91-48e5-998e-b8f8372b2d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169915 Feb 09 18:14:25.412471 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5186268d-9587-4a37-8b8a-786e1393c832 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:25.420103 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e66bff-af73-46a2-98aa-391e818aac2b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:14:25.432221 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-34e66bff-af73-46a2-98aa-391e818aac2b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:25.433863 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-34e66bff-af73-46a2-98aa-391e818aac2b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "PUT /v2.0/routers/7462454c-4ee6-4106-9f35-977f3fde6caa HTTP/1.1" status: 200 len: 934 time: 2.2113488 Feb 09 18:14:25.437270 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55658) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:25.555866 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a272858-bbc8-4a4c-b6e2-4c8e1f03295b req-dae1ff79-8a8a-4760-961b-aee325bdd26f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:25.557383 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8a272858-bbc8-4a4c-b6e2-4c8e1f03295b req-dae1ff79-8a8a-4760-961b-aee325bdd26f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0195328-ac10-4e9c-b3c7-5756a2e90985 HTTP/1.1" status: 200 len: 982 time: 0.1346459 Feb 09 18:14:25.625636 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8a272858-bbc8-4a4c-b6e2-4c8e1f03295b req-226bfca3-4610-4d8a-80cb-02b3456b0524 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5538283-8c91-48e5-998e-b8f8372b2d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552444 Feb 09 18:14:25.783466 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ff3ce582-18bb-46d0-aaff-83c1f6c6dd05 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "GET /v2.0/routers/7462454c-4ee6-4106-9f35-977f3fde6caa HTTP/1.1" status: 200 len: 934 time: 0.3447099 Feb 09 18:14:25.786415 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55662) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:25.791595 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a9337462-37f3-4713-9dab-1b5f1d46f524 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'router': {'routes': None}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:25.847271 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5186268d-9587-4a37-8b8a-786e1393c832 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:25.988895 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5186268d-9587-4a37-8b8a-786e1393c832 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:14:25.989653 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186268d-9587-4a37-8b8a-786e1393c832 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Pushing event updated for resources: {'Port': ['ID=e3e76df2-5d6d-4ac4-a16c-05a662caf896,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:25.993535 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-5186268d-9587-4a37-8b8a-786e1393c832 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:14:26.003624 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5186268d-9587-4a37-8b8a-786e1393c832 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:14:26.851486 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5d92c520-1558-47c0-b419-49c862722462 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:14:26.975090 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 5d92c520-1558-47c0-b419-49c862722462 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:26.975781 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:27.010861 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.extraroute_db [None req-a9337462-37f3-4713-9dab-1b5f1d46f524 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Added routes are [] {{(pid=84542) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 09 18:14:27.011996 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.extraroute_db [None req-a9337462-37f3-4713-9dab-1b5f1d46f524 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84542) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 09 18:14:27.143200 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34531808-fc09-4a6d-8d96-09b9b9713e67 req-a58ae86f-ec18-4e43-af54-8947e9b65623 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:27.145686 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-34531808-fc09-4a6d-8d96-09b9b9713e67 req-a58ae86f-ec18-4e43-af54-8947e9b65623 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0195328-ac10-4e9c-b3c7-5756a2e90985 HTTP/1.1" status: 200 len: 982 time: 0.2225339 Feb 09 18:14:27.163045 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9337462-37f3-4713-9dab-1b5f1d46f524 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:27.164921 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5186268d-9587-4a37-8b8a-786e1393c832 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:27.235395 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-34531808-fc09-4a6d-8d96-09b9b9713e67 req-adeb1246-d19e-4d11-a15c-23978b2cc199 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5538283-8c91-48e5-998e-b8f8372b2d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794172 Feb 09 18:14:27.541329 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9177ec-2e5d-4ce6-ab39-b08e57c3d983 req-0e1c7b86-c6b4-433d-aee4-fc05513a12a6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:27.546172 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-da9177ec-2e5d-4ce6-ab39-b08e57c3d983 req-0e1c7b86-c6b4-433d-aee4-fc05513a12a6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0195328-ac10-4e9c-b3c7-5756a2e90985 HTTP/1.1" status: 200 len: 982 time: 0.1509819 Feb 09 18:14:27.563396 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5186268d-9587-4a37-8b8a-786e1393c832 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:27.638098 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-da9177ec-2e5d-4ce6-ab39-b08e57c3d983 req-ffa64f3d-9a86-45bd-b346-406e65a334e2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5538283-8c91-48e5-998e-b8f8372b2d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849798 Feb 09 18:14:27.706901 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55670) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:27.981617 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9337462-37f3-4713-9dab-1b5f1d46f524 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:27.995319 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9337462-37f3-4713-9dab-1b5f1d46f524 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640420'] for router, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:28.006079 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5186268d-9587-4a37-8b8a-786e1393c832 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:28.102532 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b4219cfd-23bb-4566-ba6b-d4c7830e58a4 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e0195328-ac10-4e9c-b3c7-5756a2e90985 HTTP/1.1" status: 200 len: 1130 time: 0.3935423 Feb 09 18:14:28.103751 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55676) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:28.114541 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-509af4da-768d-4faf-8df8-2ca56c9de9a8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': '30d657c9-9560-4109-8c1b-d9cf7e5dd4ab', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:28.125635 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-509af4da-768d-4faf-8df8-2ca56c9de9a8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:14:28.133374 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-509af4da-768d-4faf-8df8-2ca56c9de9a8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:floatingip and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:14:28.139476 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5186268d-9587-4a37-8b8a-786e1393c832 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:28.140315 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-509af4da-768d-4faf-8df8-2ca56c9de9a8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:14:28.149516 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-509af4da-768d-4faf-8df8-2ca56c9de9a8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:14:28.231500 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-509af4da-768d-4faf-8df8-2ca56c9de9a8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:28.283052 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186268d-9587-4a37-8b8a-786e1393c832 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Pushing event updated for resources: {'Port': ['ID=e3e76df2-5d6d-4ac4-a16c-05a662caf896,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:28.312958 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5186268d-9587-4a37-8b8a-786e1393c832 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:28.398946 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-509af4da-768d-4faf-8df8-2ca56c9de9a8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:28.500546 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9337462-37f3-4713-9dab-1b5f1d46f524 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Router 7462454c-4ee6-4106-9f35-977f3fde6caa has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:14:28.636806 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-509af4da-768d-4faf-8df8-2ca56c9de9a8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.26.8.74 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/a619b77b-f1c3-4011-99a7-4e373e1114af) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:14:28.728914 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [None req-5186268d-9587-4a37-8b8a-786e1393c832 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Floating IP c4a9ba9e-4ba5-4efe-8373-626b1ac212cb associated. External IP: 172.26.8.29, port: 3c50323d-8aaa-4a71-9a40-fef611f06724. Feb 09 18:14:28.848308 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-509af4da-768d-4faf-8df8-2ca56c9de9a8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:28.901535 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9337462-37f3-4713-9dab-1b5f1d46f524 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:14:28.932574 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9337462-37f3-4713-9dab-1b5f1d46f524 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:28.934443 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a9337462-37f3-4713-9dab-1b5f1d46f524 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "PUT /v2.0/routers/7462454c-4ee6-4106-9f35-977f3fde6caa HTTP/1.1" status: 200 len: 700 time: 3.1470015 Feb 09 18:14:28.937621 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55680) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:29.060409 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-509af4da-768d-4faf-8df8-2ca56c9de9a8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:29.384871 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5186268d-9587-4a37-8b8a-786e1393c832 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:14:29.500669 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509af4da-768d-4faf-8df8-2ca56c9de9a8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=a619b77b-f1c3-4011-99a7-4e373e1114af,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:29.518334 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509af4da-768d-4faf-8df8-2ca56c9de9a8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:14:29.529772 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-509af4da-768d-4faf-8df8-2ca56c9de9a8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:14:29.536545 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509af4da-768d-4faf-8df8-2ca56c9de9a8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:14:29.711391 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5186268d-9587-4a37-8b8a-786e1393c832 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:14:29.728629 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c3ddb3-b855-422c-b209-d26b14d00568 None None] Sync routers for ids ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:14:29.741662 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-49d9f7f5-ab7f-4dfa-8258-6f8189803052 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "GET /v2.0/routers/7462454c-4ee6-4106-9f35-977f3fde6caa HTTP/1.1" status: 200 len: 700 time: 0.8022759 Feb 09 18:14:29.746190 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55684) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:29.750277 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c3ddb3-b855-422c-b209-d26b14d00568 None None] Routers {'3f7e0be2-fa0f-4081-8802-dd4bd4d20318'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:14:29.751568 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-09c3ddb3-b855-422c-b209-d26b14d00568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:14:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:29.961141 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5186268d-9587-4a37-8b8a-786e1393c832 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:30.113220 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-09c3ddb3-b855-422c-b209-d26b14d00568 None None] Set router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:14:30.118623 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5186268d-9587-4a37-8b8a-786e1393c832 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.6294143 Feb 09 18:14:30.119799 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e62f554-ae7b-4c7a-989b-bf249dadbdd8', 'tag': '3c50323d-8aaa-4a71-9a40-fef611f06724'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:14:30.268592 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e62f554-ae7b-4c7a-989b-bf249dadbdd8', 'tag': '3c50323d-8aaa-4a71-9a40-fef611f06724', 'status': 'completed', 'code': 200} Feb 09 18:14:30.300784 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-509af4da-768d-4faf-8df8-2ca56c9de9a8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:30.443853 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e016fe84-596d-43b9-b1f1-3bf5c9400de4 req-72baa512-3be4-4407-8b32-36fc4cf9fcdd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10a4b1464e30470e8e13c0bd2bfded95&device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 1098 time: 0.1256809 Feb 09 18:14:30.466335 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-509af4da-768d-4faf-8df8-2ca56c9de9a8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:30.545517 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e67f603b-ecab-4364-95d7-a209c50e0733 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:30.670874 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-09c3ddb3-b855-422c-b209-d26b14d00568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:04:25Z', 'revision_number': 4, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port': {'id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:13Z', 'updated_at': '2022-02-09T18:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'c4a9ba9e-4ba5-4efe-8373-626b1ac212cb', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'floating_ip_address': '172.26.8.29', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'port_id': '3c50323d-8aaa-4a71-9a40-fef611f06724', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'mac_address': 'fa:16:3e:0a:f0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e62f554-ae7b-4c7a-989b-bf249dadbdd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:14:26Z', 'updated_at': '2022-02-09T18:14:26Z', 'revision_number': 0, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'fixed_ip_address_scope': None}, {'id': 'c4ab1183-3095-4e25-ac07-2eda2f41ac35', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'floating_ip_address': '172.26.8.56', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'port_id': 'ac3e592d-c4ab-414b-9d2f-fd52dc2144c1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'mac_address': 'fa:16:3e:54:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee765166-44f2-4305-8297-da1234350bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:10:27Z', 'updated_at': '2022-02-09T18:10:36Z', 'revision_number': 1, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3760f8-e3f8-419b-a593-4e5263a8677e', 'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'mac_address': 'fa:16:3e:3a:97:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:22Z', 'updated_at': '2022-02-09T18:04:35Z', 'revision_number': 5, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'subnets': [{'id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:30.676454 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c3ddb3-b855-422c-b209-d26b14d00568 None None] Checking router: 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:14:30.691824 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c3ddb3-b855-422c-b209-d26b14d00568 None None] Routers {'3f7e0be2-fa0f-4081-8802-dd4bd4d20318'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:14:30.692565 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-09c3ddb3-b855-422c-b209-d26b14d00568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:14:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:30.791474 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016fe84-596d-43b9-b1f1-3bf5c9400de4 req-89e7d130-ac03-4bfc-9f2c-e655f6494dc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:30.793237 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e016fe84-596d-43b9-b1f1-3bf5c9400de4 req-89e7d130-ac03-4bfc-9f2c-e655f6494dc0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd HTTP/1.1" status: 200 len: 912 time: 0.3426285 Feb 09 18:14:30.926394 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-09c3ddb3-b855-422c-b209-d26b14d00568 None None] Set router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:14:30.940970 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-509af4da-768d-4faf-8df8-2ca56c9de9a8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:30.948254 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e016fe84-596d-43b9-b1f1-3bf5c9400de4 req-fa8fe1a5-60cf-4441-b990-17c88b8a9798 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c50323d-8aaa-4a71-9a40-fef611f06724 HTTP/1.1" status: 200 len: 998 time: 0.1484301 Feb 09 18:14:31.015201 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-509af4da-768d-4faf-8df8-2ca56c9de9a8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:31.166702 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509af4da-768d-4faf-8df8-2ca56c9de9a8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=a619b77b-f1c3-4011-99a7-4e373e1114af,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:31.209339 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-509af4da-768d-4faf-8df8-2ca56c9de9a8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:31.437263 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016fe84-596d-43b9-b1f1-3bf5c9400de4 req-5fff77da-34e1-454d-9003-fb1ace6d003e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:31.438816 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e016fe84-596d-43b9-b1f1-3bf5c9400de4 req-5fff77da-34e1-454d-9003-fb1ace6d003e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e8a71708-3c6c-4754-9944-bc1082e83c1e HTTP/1.1" status: 200 len: 850 time: 0.4526811 Feb 09 18:14:31.484380 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.l3_db [None req-509af4da-768d-4faf-8df8-2ca56c9de9a8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Floating IP 68ab90d1-59fe-473e-ba3e-b31a84c5523c associated. External IP: 172.26.8.74, port: 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab. Feb 09 18:14:31.545533 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-09c3ddb3-b855-422c-b209-d26b14d00568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:04:25Z', 'revision_number': 4, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port': {'id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:13Z', 'updated_at': '2022-02-09T18:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'c4a9ba9e-4ba5-4efe-8373-626b1ac212cb', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'floating_ip_address': '172.26.8.29', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'port_id': '3c50323d-8aaa-4a71-9a40-fef611f06724', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'mac_address': 'fa:16:3e:0a:f0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e62f554-ae7b-4c7a-989b-bf249dadbdd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:14:26Z', 'updated_at': '2022-02-09T18:14:26Z', 'revision_number': 0, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'fixed_ip_address_scope': None}, {'id': 'c4ab1183-3095-4e25-ac07-2eda2f41ac35', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'floating_ip_address': '172.26.8.56', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'port_id': 'ac3e592d-c4ab-414b-9d2f-fd52dc2144c1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'mac_address': 'fa:16:3e:54:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee765166-44f2-4305-8297-da1234350bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:10:27Z', 'updated_at': '2022-02-09T18:10:36Z', 'revision_number': 1, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3760f8-e3f8-419b-a593-4e5263a8677e', 'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'mac_address': 'fa:16:3e:3a:97:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:22Z', 'updated_at': '2022-02-09T18:04:35Z', 'revision_number': 5, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'subnets': [{'id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:31.550962 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c3ddb3-b855-422c-b209-d26b14d00568 None None] The sync data for ids ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'] in dv-neutron-827016-2-hyperv is: [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:04:25Z', 'revision_number': 4, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port': {'id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:13Z', 'updated_at': '2022-02-09T18:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'c4a9ba9e-4ba5-4efe-8373-626b1ac212cb', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'floating_ip_address': '172.26.8.29', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'port_id': '3c50323d-8aaa-4a71-9a40-fef611f06724', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'mac_address': 'fa:16:3e:0a:f0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e62f554-ae7b-4c7a-989b-bf249dadbdd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:14:26Z', 'updated_at': '2022-02-09T18:14:26Z', 'revision_number': 0, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'fixed_ip_address_scope': None}, {'id': 'c4ab1183-3095-4e25-ac07-2eda2f41ac35', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'floating_ip_address': '172.26.8.56', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'port_id': 'ac3e592d-c4ab-414b-9d2f-fd52dc2144c1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'mac_address': 'fa:16:3e:54:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee765166-44f2-4305-8297-da1234350bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:10:27Z', 'updated_at': '2022-02-09T18:10:36Z', 'revision_number': 1, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3760f8-e3f8-419b-a593-4e5263a8677e', 'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'mac_address': 'fa:16:3e:3a:97:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:22Z', 'updated_at': '2022-02-09T18:04:35Z', 'revision_number': 5, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'subnets': [{'id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:14:31.675685 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e016fe84-596d-43b9-b1f1-3bf5c9400de4 req-283a649c-491e-4a24-aa85-5201d65a0219 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2300689 Feb 09 18:14:31.963365 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e016fe84-596d-43b9-b1f1-3bf5c9400de4 req-7e8a9f0a-5e36-4b1f-9374-ed0f2878c4ef service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743204 Feb 09 18:14:32.205279 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e016fe84-596d-43b9-b1f1-3bf5c9400de4 req-71dde2ae-82a7-4cb2-b8ff-6c47a6bb9efd service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369924 Feb 09 18:14:32.215301 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e67f603b-ecab-4364-95d7-a209c50e0733 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting port 72474e98-5860-4480-aa62-948d918e717d {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:14:32.218604 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e67f603b-ecab-4364-95d7-a209c50e0733 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:32.249429 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509af4da-768d-4faf-8df8-2ca56c9de9a8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 0eee72cd-016c-418c-96a9-a7dfec18f42a has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:14:32.431806 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e67f603b-ecab-4364-95d7-a209c50e0733 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:32.487427 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509af4da-768d-4faf-8df8-2ca56c9de9a8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:14:32.506435 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf008e8-963c-4155-ace2-5872b8716ea8 None None] Sync routers for ids ['0eee72cd-016c-418c-96a9-a7dfec18f42a'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:14:32.530640 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf008e8-963c-4155-ace2-5872b8716ea8 None None] Routers {'0eee72cd-016c-418c-96a9-a7dfec18f42a'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:14:32.531706 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8cf008e8-963c-4155-ace2-5872b8716ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:14:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0eee72cd-016c-418c-96a9-a7dfec18f42a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:32.594353 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e67f603b-ecab-4364-95d7-a209c50e0733 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Calling delete_port for 72474e98-5860-4480-aa62-948d918e717d owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:14:32.646175 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-509af4da-768d-4faf-8df8-2ca56c9de9a8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:32.715841 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-509af4da-768d-4faf-8df8-2ca56c9de9a8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 4.6103179 Feb 09 18:14:32.717428 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0195328-ac10-4e9c-b3c7-5756a2e90985', 'tag': '30d657c9-9560-4109-8c1b-d9cf7e5dd4ab'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:14:32.725640 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55692) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:32.843955 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b659ccc3-86a3-4e51-b7e9-0b48cd0a9d68 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e0195328-ac10-4e9c-b3c7-5756a2e90985&network_id=fb36d70d-12dd-457c-b53c-92fe0207d9b4 HTTP/1.1" status: 200 len: 1130 time: 0.1117857 Feb 09 18:14:32.881452 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-8cf008e8-963c-4155-ace2-5872b8716ea8 None None] Set router 0eee72cd-016c-418c-96a9-a7dfec18f42a gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:14:32.943633 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e67f603b-ecab-4364-95d7-a209c50e0733 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:32.982792 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0195328-ac10-4e9c-b3c7-5756a2e90985', 'tag': '30d657c9-9560-4109-8c1b-d9cf7e5dd4ab', 'status': 'completed', 'code': 200} Feb 09 18:14:33.010809 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f603b-ecab-4364-95d7-a209c50e0733 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Port': ['ID=72474e98-5860-4480-aa62-948d918e717d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:33.304052 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-149d9a03-8522-4186-abab-7f8537bd33b5 req-7bcbaa45-edcd-4f56-9399-b37707391e8b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=e0195328-ac10-4e9c-b3c7-5756a2e90985 HTTP/1.1" status: 200 len: 1135 time: 0.2895277 Feb 09 18:14:33.510809 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8cf008e8-963c-4155-ace2-5872b8716ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'name': 'tempest-TestNetworkBasicOps-router-232692491', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:45Z', 'updated_at': '2022-02-09T18:13:54Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '68ab90d1-59fe-473e-ba3e-b31a84c5523c', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.74', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'port_id': '30d657c9-9560-4109-8c1b-d9cf7e5dd4ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-319744945', 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4', 'mac_address': 'fa:16:3e:28:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0195328-ac10-4e9c-b3c7-5756a2e90985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:14:30Z', 'updated_at': '2022-02-09T18:14:30Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897864b3-b2c4-4b6e-8fb4-3dfabb7863e0', 'name': '', 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:22:67:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:52Z', 'updated_at': '2022-02-09T18:14:07Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:33.519594 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf008e8-963c-4155-ace2-5872b8716ea8 None None] Checking router: 0eee72cd-016c-418c-96a9-a7dfec18f42a for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:14:33.540438 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf008e8-963c-4155-ace2-5872b8716ea8 None None] Routers {'0eee72cd-016c-418c-96a9-a7dfec18f42a'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:14:33.541388 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8cf008e8-963c-4155-ace2-5872b8716ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:14:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0eee72cd-016c-418c-96a9-a7dfec18f42a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:33.659627 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d9a03-8522-4186-abab-7f8537bd33b5 req-c37a6f90-14ad-49c5-997c-8f71062d163e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:33.660807 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-149d9a03-8522-4186-abab-7f8537bd33b5 req-c37a6f90-14ad-49c5-997c-8f71062d163e service neutron] 10.222.0.50 "GET /v2.0/networks?id=fb36d70d-12dd-457c-b53c-92fe0207d9b4 HTTP/1.1" status: 200 len: 897 time: 0.3500707 Feb 09 18:14:33.768510 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e67f603b-ecab-4364-95d7-a209c50e0733 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:33.787939 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-149d9a03-8522-4186-abab-7f8537bd33b5 req-465a7b8e-9a18-40a6-8913-37479bfc0330 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30d657c9-9560-4109-8c1b-d9cf7e5dd4ab HTTP/1.1" status: 200 len: 1035 time: 0.1189897 Feb 09 18:14:33.816056 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-8cf008e8-963c-4155-ace2-5872b8716ea8 None None] Set router 0eee72cd-016c-418c-96a9-a7dfec18f42a gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:14:33.912478 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c0015-e8b2-4b46-8cfa-13e9e5d4c3e3 req-26c1151f-e867-4886-a8c1-dea89a3c1c5d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:33.914055 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-552c0015-e8b2-4b46-8cfa-13e9e5d4c3e3 req-26c1151f-e867-4886-a8c1-dea89a3c1c5d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0195328-ac10-4e9c-b3c7-5756a2e90985 HTTP/1.1" status: 200 len: 982 time: 0.1299140 Feb 09 18:14:33.980344 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-552c0015-e8b2-4b46-8cfa-13e9e5d4c3e3 req-4829c9cc-07e9-48a5-937d-7acd18b9c176 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5538283-8c91-48e5-998e-b8f8372b2d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524502 Feb 09 18:14:34.099639 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d9a03-8522-4186-abab-7f8537bd33b5 req-79feaa6d-cfaf-47f8-b58f-a8083d1ea6a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:34.101143 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-149d9a03-8522-4186-abab-7f8537bd33b5 req-79feaa6d-cfaf-47f8-b58f-a8083d1ea6a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e HTTP/1.1" status: 200 len: 834 time: 0.2220356 Feb 09 18:14:34.201053 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cf70e48a-b888-473b-9e6e-781db652e95f req-863b255d-da60-441c-a24a-3fc40920d3b9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2703161 Feb 09 18:14:34.249901 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7eb587-d6d1-4d06-8442-815c32459eb5 None None] Sync routers for ids ['7462454c-4ee6-4106-9f35-977f3fde6caa'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:14:34.275492 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7eb587-d6d1-4d06-8442-815c32459eb5 None None] Routers {'7462454c-4ee6-4106-9f35-977f3fde6caa'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:14:34.277075 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bb7eb587-d6d1-4d06-8442-815c32459eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:14:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7462454c-4ee6-4106-9f35-977f3fde6caa'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:34.356545 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8cf008e8-963c-4155-ace2-5872b8716ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'name': 'tempest-TestNetworkBasicOps-router-232692491', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:45Z', 'updated_at': '2022-02-09T18:13:54Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '68ab90d1-59fe-473e-ba3e-b31a84c5523c', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.74', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'port_id': '30d657c9-9560-4109-8c1b-d9cf7e5dd4ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-319744945', 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4', 'mac_address': 'fa:16:3e:28:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0195328-ac10-4e9c-b3c7-5756a2e90985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:14:30Z', 'updated_at': '2022-02-09T18:14:30Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897864b3-b2c4-4b6e-8fb4-3dfabb7863e0', 'name': '', 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:22:67:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:52Z', 'updated_at': '2022-02-09T18:14:07Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:34.366282 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf008e8-963c-4155-ace2-5872b8716ea8 None None] The sync data for ids ['0eee72cd-016c-418c-96a9-a7dfec18f42a'] in dv-neutron-827016-2-hyperv is: [{'id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'name': 'tempest-TestNetworkBasicOps-router-232692491', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:45Z', 'updated_at': '2022-02-09T18:13:54Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '68ab90d1-59fe-473e-ba3e-b31a84c5523c', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.74', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'port_id': '30d657c9-9560-4109-8c1b-d9cf7e5dd4ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-319744945', 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4', 'mac_address': 'fa:16:3e:28:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0195328-ac10-4e9c-b3c7-5756a2e90985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:14:30Z', 'updated_at': '2022-02-09T18:14:30Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897864b3-b2c4-4b6e-8fb4-3dfabb7863e0', 'name': '', 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:22:67:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:52Z', 'updated_at': '2022-02-09T18:14:07Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:14:34.418923 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-149d9a03-8522-4186-abab-7f8537bd33b5 req-1a80b697-4016-4646-b368-74127dc8ef49 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb36d70d-12dd-457c-b53c-92fe0207d9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3065836 Feb 09 18:14:34.662599 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-bb7eb587-d6d1-4d06-8442-815c32459eb5 None None] Set router 7462454c-4ee6-4106-9f35-977f3fde6caa gateway port host: None {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:14:34.759878 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-149d9a03-8522-4186-abab-7f8537bd33b5 req-064a97c0-586c-45dd-8281-45ad17740dd5 service neutron] 10.222.0.50 "GET /v2.0/networks/fb36d70d-12dd-457c-b53c-92fe0207d9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245201 Feb 09 18:14:34.766696 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cf70e48a-b888-473b-9e6e-781db652e95f req-22ff0de7-c01e-4adc-9961-33f7d7894ba2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10a4b1464e30470e8e13c0bd2bfded95&device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 1098 time: 0.3908234 Feb 09 18:14:35.204351 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bb7eb587-d6d1-4d06-8442-815c32459eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'name': 'tempest-RoutersTest-router-1146612667', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:14:32Z', 'revision_number': 8, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'gw_port_host': None, '_interfaces': [{'id': '02c18422-5121-408d-9bf0-2b373ca4fceb', 'name': '', 'network_id': '816fdaf7-842f-4587-b735-9144c59c4e4d', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:a9:eb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2789f413-9b66-4fa0-b019-695904ba8107', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:14:09Z', 'updated_at': '2022-02-09T18:14:23Z', 'revision_number': 5, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': '2789f413-9b66-4fa0-b019-695904ba8107', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d92c520-1558-47c0-b419-49c862722462', 'name': '', 'network_id': '0c67a306-7d3c-444d-a0cb-6171852a036b', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:ba:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10c8ae5c-3d18-4038-a102-63d40e976487', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:59Z', 'updated_at': '2022-02-09T18:14:24Z', 'revision_number': 5, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': '10c8ae5c-3d18-4038-a102-63d40e976487', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b714ae6b-6185-4482-bf4c-c8bbf3f722a8', 'name': '', 'network_id': '2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:da:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:50Z', 'updated_at': '2022-02-09T18:14:02Z', 'revision_number': 5, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:35.209275 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7eb587-d6d1-4d06-8442-815c32459eb5 None None] Checking router: 7462454c-4ee6-4106-9f35-977f3fde6caa for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:14:35.234052 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7eb587-d6d1-4d06-8442-815c32459eb5 None None] Routers {'7462454c-4ee6-4106-9f35-977f3fde6caa'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:14:35.234948 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bb7eb587-d6d1-4d06-8442-815c32459eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:14:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7462454c-4ee6-4106-9f35-977f3fde6caa'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:35.282752 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-149d9a03-8522-4186-abab-7f8537bd33b5 req-f3d96170-1704-46e3-956c-fa0f1ceda398 service neutron] 10.222.0.50 "GET /v2.0/networks/fb36d70d-12dd-457c-b53c-92fe0207d9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145476 Feb 09 18:14:35.321780 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70e48a-b888-473b-9e6e-781db652e95f req-651bfe75-1647-482d-affc-f178e6cece08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:35.322120 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cf70e48a-b888-473b-9e6e-781db652e95f req-651bfe75-1647-482d-affc-f178e6cece08 service neutron] 10.222.0.50 "GET /v2.0/networks?id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd HTTP/1.1" status: 200 len: 912 time: 0.4647484 Feb 09 18:14:35.416096 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67f603b-ecab-4364-95d7-a209c50e0733 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Router 7462454c-4ee6-4106-9f35-977f3fde6caa has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:14:35.435634 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7432ad-64fa-4dce-bc8e-9974ea82b815 req-bdf592da-bdd4-4692-8593-473e8f3f5a91 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:35.436659 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-2f7432ad-64fa-4dce-bc8e-9974ea82b815 req-bdf592da-bdd4-4692-8593-473e8f3f5a91 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:14:35.482930 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7a3fc-ce15-4104-9990-6d84e6aa10a9 req-4d57b84f-99e5-4f9d-9ca8-fc725f3e8c4b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:35.487212 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6ee7a3fc-ce15-4104-9990-6d84e6aa10a9 req-4d57b84f-99e5-4f9d-9ca8-fc725f3e8c4b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0195328-ac10-4e9c-b3c7-5756a2e90985 HTTP/1.1" status: 200 len: 982 time: 0.1785197 Feb 09 18:14:35.519423 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-bb7eb587-d6d1-4d06-8442-815c32459eb5 None None] Set router 7462454c-4ee6-4106-9f35-977f3fde6caa gateway port host: None {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:14:35.556809 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6ee7a3fc-ce15-4104-9990-6d84e6aa10a9 req-330fea51-befe-4eee-8f47-bc10af2e7d06 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5538283-8c91-48e5-998e-b8f8372b2d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591569 Feb 09 18:14:35.779433 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cf70e48a-b888-473b-9e6e-781db652e95f req-1fd1396f-0981-4fba-97f7-3aa55d8e61d4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 HTTP/1.1" status: 200 len: 1000 time: 0.4501491 Feb 09 18:14:35.791943 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-2f7432ad-64fa-4dce-bc8e-9974ea82b815 req-bdf592da-bdd4-4692-8593-473e8f3f5a91 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:14:35.795062 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2f7432ad-64fa-4dce-bc8e-9974ea82b815 req-bdf592da-bdd4-4692-8593-473e8f3f5a91 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0195328-ac10-4e9c-b3c7-5756a2e90985 HTTP/1.1" status: 200 len: 982 time: 0.6661553 Feb 09 18:14:35.940112 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bb7eb587-d6d1-4d06-8442-815c32459eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'name': 'tempest-RoutersTest-router-1146612667', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:14:32Z', 'revision_number': 8, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'gw_port_host': None, '_interfaces': [{'id': '02c18422-5121-408d-9bf0-2b373ca4fceb', 'name': '', 'network_id': '816fdaf7-842f-4587-b735-9144c59c4e4d', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:a9:eb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2789f413-9b66-4fa0-b019-695904ba8107', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:14:09Z', 'updated_at': '2022-02-09T18:14:23Z', 'revision_number': 5, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': '2789f413-9b66-4fa0-b019-695904ba8107', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d92c520-1558-47c0-b419-49c862722462', 'name': '', 'network_id': '0c67a306-7d3c-444d-a0cb-6171852a036b', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:ba:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10c8ae5c-3d18-4038-a102-63d40e976487', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:59Z', 'updated_at': '2022-02-09T18:14:24Z', 'revision_number': 5, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': '10c8ae5c-3d18-4038-a102-63d40e976487', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b714ae6b-6185-4482-bf4c-c8bbf3f722a8', 'name': '', 'network_id': '2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:da:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:50Z', 'updated_at': '2022-02-09T18:14:02Z', 'revision_number': 5, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:35.964863 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7eb587-d6d1-4d06-8442-815c32459eb5 None None] The sync data for ids ['7462454c-4ee6-4106-9f35-977f3fde6caa'] in dv-neutron-827016-2-hyperv is: [{'id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'name': 'tempest-RoutersTest-router-1146612667', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:14:32Z', 'revision_number': 8, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'gw_port_host': None, '_interfaces': [{'id': '02c18422-5121-408d-9bf0-2b373ca4fceb', 'name': '', 'network_id': '816fdaf7-842f-4587-b735-9144c59c4e4d', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:a9:eb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2789f413-9b66-4fa0-b019-695904ba8107', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:14:09Z', 'updated_at': '2022-02-09T18:14:23Z', 'revision_number': 5, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': '2789f413-9b66-4fa0-b019-695904ba8107', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d92c520-1558-47c0-b419-49c862722462', 'name': '', 'network_id': '0c67a306-7d3c-444d-a0cb-6171852a036b', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:ba:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10c8ae5c-3d18-4038-a102-63d40e976487', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:59Z', 'updated_at': '2022-02-09T18:14:24Z', 'revision_number': 5, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': '10c8ae5c-3d18-4038-a102-63d40e976487', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b714ae6b-6185-4482-bf4c-c8bbf3f722a8', 'name': '', 'network_id': '2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:da:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:50Z', 'updated_at': '2022-02-09T18:14:02Z', 'revision_number': 5, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:14:36.077227 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7432ad-64fa-4dce-bc8e-9974ea82b815 req-c7ddce9d-f69c-4eea-8fee-1d13d333e9e6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:36.079745 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2f7432ad-64fa-4dce-bc8e-9974ea82b815 req-c7ddce9d-f69c-4eea-8fee-1d13d333e9e6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/ports/30d657c9-9560-4109-8c1b-d9cf7e5dd4ab?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2791061 Feb 09 18:14:36.082484 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70e48a-b888-473b-9e6e-781db652e95f req-17f41f6c-7965-470d-9cce-42285a6befde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:36.084923 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cf70e48a-b888-473b-9e6e-781db652e95f req-17f41f6c-7965-470d-9cce-42285a6befde service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e8a71708-3c6c-4754-9944-bc1082e83c1e HTTP/1.1" status: 200 len: 850 time: 0.2881758 Feb 09 18:14:36.479314 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67f603b-ecab-4364-95d7-a209c50e0733 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:14:36.487047 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2f7432ad-64fa-4dce-bc8e-9974ea82b815 req-37ea531f-8895-4860-9d6c-826cacdc6742 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/networks/fb36d70d-12dd-457c-b53c-92fe0207d9b4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3980319 Feb 09 18:14:36.497959 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cf70e48a-b888-473b-9e6e-781db652e95f req-fb21181a-46dd-495a-8ea5-94b9de3b0442 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3705382 Feb 09 18:14:36.501176 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-2f7432ad-64fa-4dce-bc8e-9974ea82b815 req-ec18f126-852b-456a-a388-e6e66ae8d6fb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:36.586457 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e67f603b-ecab-4364-95d7-a209c50e0733 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "PUT /v2.0/routers/7462454c-4ee6-4106-9f35-977f3fde6caa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8365443 Feb 09 18:14:36.588567 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55708) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:36.754468 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2f7432ad-64fa-4dce-bc8e-9974ea82b815 req-ec18f126-852b-456a-a388-e6e66ae8d6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:36.778929 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 72474e98-5860-4480-aa62-948d918e717d no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:14:36.849181 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 72474e98-5860-4480-aa62-948d918e717d {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:14:36.849905 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 72474e98-5860-4480-aa62-948d918e717d not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:14:36.882110 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cf70e48a-b888-473b-9e6e-781db652e95f req-d2d2cb82-9cd4-4133-b285-42081adda37f service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432257 Feb 09 18:14:37.040423 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-13dbed8c-3ab3-44dc-a186-7c6eed2b1e9f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting subnet 973a1a9f-a794-4370-9eb4-02ae9b885d68 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:14:37.040423 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-13dbed8c-3ab3-44dc-a186-7c6eed2b1e9f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:37.099398 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcc7b8-2c69-4dc6-892f-4b6e8f7ad254 req-e83dda8f-ba23-4c19-8143-2c8fab3156b7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:37.099398 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2cbcc7b8-2c69-4dc6-892f-4b6e8f7ad254 req-e83dda8f-ba23-4c19-8143-2c8fab3156b7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0195328-ac10-4e9c-b3c7-5756a2e90985 HTTP/1.1" status: 200 len: 982 time: 0.2317874 Feb 09 18:14:37.157393 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-13dbed8c-3ab3-44dc-a186-7c6eed2b1e9f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:37.201857 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2cbcc7b8-2c69-4dc6-892f-4b6e8f7ad254 req-0e4c8794-f5fb-40a6-883e-b74b0b75bc5b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5538283-8c91-48e5-998e-b8f8372b2d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981991 Feb 09 18:14:37.288072 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cf70e48a-b888-473b-9e6e-781db652e95f req-ee9d8d9a-138e-4b75-9c19-753aac642b6e service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008143 Feb 09 18:14:37.303811 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-2f7432ad-64fa-4dce-bc8e-9974ea82b815 req-ec18f126-852b-456a-a388-e6e66ae8d6fb service neutron] For port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=30d657c9-9560-4109-8c1b-d9cf7e5dd4ab,segment=NetworkSegment(6fc3f57d-9c40-4126-b402-225037c81858),segment_id=6fc3f57d-9c40-4126-b402-225037c81858)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:37.307586 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-13dbed8c-3ab3-44dc-a186-7c6eed2b1e9f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:37.360798 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-2f7432ad-64fa-4dce-bc8e-9974ea82b815 req-ec18f126-852b-456a-a388-e6e66ae8d6fb service neutron] For port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:14:37.440272 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-2f7432ad-64fa-4dce-bc8e-9974ea82b815 req-ec18f126-852b-456a-a388-e6e66ae8d6fb service neutron] device_id is not set on port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:14:37.450863 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2f7432ad-64fa-4dce-bc8e-9974ea82b815 req-ec18f126-852b-456a-a388-e6e66ae8d6fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:37.527119 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-13dbed8c-3ab3-44dc-a186-7c6eed2b1e9f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:37.559047 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2f7432ad-64fa-4dce-bc8e-9974ea82b815 req-ec18f126-852b-456a-a388-e6e66ae8d6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:37.579730 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dbed8c-3ab3-44dc-a186-7c6eed2b1e9f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Subnet': ['ID=973a1a9f-a794-4370-9eb4-02ae9b885d68,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:37.592003 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-13dbed8c-3ab3-44dc-a186-7c6eed2b1e9f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:37.601396 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-13dbed8c-3ab3-44dc-a186-7c6eed2b1e9f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/subnets/973a1a9f-a794-4370-9eb4-02ae9b885d68 HTTP/1.1" status: 204 len: 168 time: 1.0105689 Feb 09 18:14:37.601683 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55714) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:37.603672 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd10299-e158-478d-8ec4-cb0561c58c53 None None] Network d01cf759-9ef9-48e9-b1eb-04c3b5b28bfa requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:14:38.027650 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18f126-852b-456a-a388-e6e66ae8d6fb service neutron] Pushing event updated for resources: {'Port': ['ID=30d657c9-9560-4109-8c1b-d9cf7e5dd4ab,revision_number=6']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:38.054272 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-55908afd-f899-41c9-999b-a262a73ec297 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:38.077784 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-55908afd-f899-41c9-999b-a262a73ec297 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting port 54631485-eb49-4717-8291-2e95b88d7980 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:14:38.078115 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-55908afd-f899-41c9-999b-a262a73ec297 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:38.082171 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48029e72-8807-49a3-b4c2-ff609743a600 None None] DHCP port deletion for d01cf759-9ef9-48e9-b1eb-04c3b5b28bfa request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:14:38.093013 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6d57ad94-4ef5-4a54-a2d7-a9d6ee7e5e3c None None] Provisioning complete for port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:14:38.093620 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d57ad94-4ef5-4a54-a2d7-a9d6ee7e5e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:38.143208 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-48029e72-8807-49a3-b4c2-ff609743a600 None None] Deleting port 54631485-eb49-4717-8291-2e95b88d7980 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:14:38.143818 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48029e72-8807-49a3-b4c2-ff609743a600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:38.177075 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7432ad-64fa-4dce-bc8e-9974ea82b815 req-ec18f126-852b-456a-a388-e6e66ae8d6fb service neutron] No DVR routers for this DVR port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:14:38.340070 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6d57ad94-4ef5-4a54-a2d7-a9d6ee7e5e3c None None] Port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:14:38.479803 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1d10dc43-9806-43cc-8e22-b0bcd6026b5e req-0d9a471c-98b2-40f1-810b-826ebd299e58 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0195328-ac10-4e9c-b3c7-5756a2e90985 HTTP/1.1" status: 200 len: 210 time: 0.0847929 Feb 09 18:14:38.618773 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed8a086-8cfd-4ac7-bffc-53359863c2c7 None None] New status for floating IP c4a9ba9e-4ba5-4efe-8373-626b1ac212cb: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:14:38.647689 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-55908afd-f899-41c9-999b-a262a73ec297 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] For port 54631485-eb49-4717-8291-2e95b88d7980, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=54631485-eb49-4717-8291-2e95b88d7980,segment=NetworkSegment(33068d59-6f44-40df-99d6-664e58294aeb),segment_id=33068d59-6f44-40df-99d6-664e58294aeb)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:38.648486 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-55908afd-f899-41c9-999b-a262a73ec297 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:38.677765 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-48029e72-8807-49a3-b4c2-ff609743a600 None None] For port 54631485-eb49-4717-8291-2e95b88d7980, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=54631485-eb49-4717-8291-2e95b88d7980,segment=NetworkSegment(33068d59-6f44-40df-99d6-664e58294aeb),segment_id=33068d59-6f44-40df-99d6-664e58294aeb)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:38.678948 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48029e72-8807-49a3-b4c2-ff609743a600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:38.879155 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-55908afd-f899-41c9-999b-a262a73ec297 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Calling delete_port for 54631485-eb49-4717-8291-2e95b88d7980 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:14:38.923031 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 54631485-eb49-4717-8291-2e95b88d7980 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:14:38.990836 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-48029e72-8807-49a3-b4c2-ff609743a600 None None] Calling delete_port for 54631485-eb49-4717-8291-2e95b88d7980 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:14:39.097100 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-2f7432ad-64fa-4dce-bc8e-9974ea82b815 req-ec18f126-852b-456a-a388-e6e66ae8d6fb service neutron] In _notify_port_updated(), no bound segment for port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab on network fb36d70d-12dd-457c-b53c-92fe0207d9b4 {{(pid=84542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 18:14:39.099101 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2f7432ad-64fa-4dce-bc8e-9974ea82b815 req-ec18f126-852b-456a-a388-e6e66ae8d6fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:39.105114 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2f7432ad-64fa-4dce-bc8e-9974ea82b815 req-ec18f126-852b-456a-a388-e6e66ae8d6fb service neutron] 10.222.0.50 "PUT /v2.0/ports/30d657c9-9560-4109-8c1b-d9cf7e5dd4ab HTTP/1.1" status: 200 len: 1025 time: 2.6060724 Feb 09 18:14:39.169631 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-55908afd-f899-41c9-999b-a262a73ec297 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:39.172407 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No ports have port_id starting with 54631485-eb49-4717-8291-2e95b88d7980 Feb 09 18:14:39.202769 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-48029e72-8807-49a3-b4c2-ff609743a600 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:14:39.202769 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-48029e72-8807-49a3-b4c2-ff609743a600 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:14:39.225155 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55908afd-f899-41c9-999b-a262a73ec297 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Port': ['ID=54631485-eb49-4717-8291-2e95b88d7980,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:39.237356 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55908afd-f899-41c9-999b-a262a73ec297 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] No DVR routers for this DVR port 54631485-eb49-4717-8291-2e95b88d7980 on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:14:39.378810 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-55908afd-f899-41c9-999b-a262a73ec297 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:39.410387 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-55908afd-f899-41c9-999b-a262a73ec297 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01cf759-9ef9-48e9-b1eb-04c3b5b28bfa']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:39.425089 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-55908afd-f899-41c9-999b-a262a73ec297 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33068d59-6f44-40df-99d6-664e58294aeb') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:39.425387 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-55908afd-f899-41c9-999b-a262a73ec297 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33068d59-6f44-40df-99d6-664e58294aeb') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:39.439111 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-55908afd-f899-41c9-999b-a262a73ec297 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:39.456873 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-55908afd-f899-41c9-999b-a262a73ec297 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:39.465670 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55908afd-f899-41c9-999b-a262a73ec297 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:14:39.466828 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-55908afd-f899-41c9-999b-a262a73ec297 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:14:39.481759 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:14:39.695212 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-48029e72-8807-49a3-b4c2-ff609743a600 None None] Deleting port 54631485-eb49-4717-8291-2e95b88d7980 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:14:39.695866 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48029e72-8807-49a3-b4c2-ff609743a600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:39.731781 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a9ececef-807a-4893-8372-c27088889826 req-f50152ab-3f65-47d7-bab1-3b4e683afa5f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0195328-ac10-4e9c-b3c7-5756a2e90985 HTTP/1.1" status: 200 len: 210 time: 0.0509717 Feb 09 18:14:39.825893 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-55908afd-f899-41c9-999b-a262a73ec297 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:39.826621 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06867a8-794e-43e7-8596-f3d6e4b806d4 None None] New status for floating IP 68ab90d1-59fe-473e-ba3e-b31a84c5523c: ACTIVE {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:14:39.844226 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-55908afd-f899-41c9-999b-a262a73ec297 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:39.858270 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55908afd-f899-41c9-999b-a262a73ec297 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Network': ['ID=d01cf759-9ef9-48e9-b1eb-04c3b5b28bfa,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:39.867735 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-55908afd-f899-41c9-999b-a262a73ec297 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/networks/d01cf759-9ef9-48e9-b1eb-04c3b5b28bfa HTTP/1.1" status: 204 len: 168 time: 2.2600369 Feb 09 18:14:39.870748 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55724) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:39.940779 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-48029e72-8807-49a3-b4c2-ff609743a600 None None] The port '54631485-eb49-4717-8291-2e95b88d7980' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:14:39.945752 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:14:40.162972 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:14:40.450676 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dcc76426-1a9d-4e31-9908-436b70ac7bf9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:40.892209 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55730) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:41.000789 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7c24bd-bc75-44bd-97ca-c338ecc14145 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:41.002784 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5a7c24bd-bc75-44bd-97ca-c338ecc14145 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports/30d657c9-9560-4109-8c1b-d9cf7e5dd4ab HTTP/1.1" status: 200 len: 924 time: 0.1090405 Feb 09 18:14:41.248535 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-dcc76426-1a9d-4e31-9908-436b70ac7bf9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting port 02c18422-5121-408d-9bf0-2b373ca4fceb {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:14:41.249382 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dcc76426-1a9d-4e31-9908-436b70ac7bf9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:41.486288 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-dcc76426-1a9d-4e31-9908-436b70ac7bf9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] For port 02c18422-5121-408d-9bf0-2b373ca4fceb, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=02c18422-5121-408d-9bf0-2b373ca4fceb,segment=NetworkSegment(3e7e493e-4f92-4746-892e-254e67e2b95f),segment_id=3e7e493e-4f92-4746-892e-254e67e2b95f)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:41.486918 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dcc76426-1a9d-4e31-9908-436b70ac7bf9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:41.540637 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55736) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:41.548251 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b739e1cc-f299-4a49-82e5-1f0009363f0d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1794454988', 'description': 'tempest-secgroup-smoke-1794454988 description', 'project_id': '352fd60817ff4d5d9e97f16f52485b96'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:41.554694 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b739e1cc-f299-4a49-82e5-1f0009363f0d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:14:41.567204 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b739e1cc-f299-4a49-82e5-1f0009363f0d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:14:41.644116 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b739e1cc-f299-4a49-82e5-1f0009363f0d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:41.648820 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-dcc76426-1a9d-4e31-9908-436b70ac7bf9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Calling delete_port for 02c18422-5121-408d-9bf0-2b373ca4fceb owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:14:41.686630 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b739e1cc-f299-4a49-82e5-1f0009363f0d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:14:41.690833 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b739e1cc-f299-4a49-82e5-1f0009363f0d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:14:41.698958 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b739e1cc-f299-4a49-82e5-1f0009363f0d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:14:41.705919 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b739e1cc-f299-4a49-82e5-1f0009363f0d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:14:41.769203 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b739e1cc-f299-4a49-82e5-1f0009363f0d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:41.914210 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b739e1cc-f299-4a49-82e5-1f0009363f0d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:41.965803 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dcc76426-1a9d-4e31-9908-436b70ac7bf9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:41.969078 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739e1cc-f299-4a49-82e5-1f0009363f0d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b756857d-53e5-4272-b380-401f0722c5f1,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:42.025610 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc76426-1a9d-4e31-9908-436b70ac7bf9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Port': ['ID=02c18422-5121-408d-9bf0-2b373ca4fceb,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:42.129159 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b739e1cc-f299-4a49-82e5-1f0009363f0d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:42.132774 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b739e1cc-f299-4a49-82e5-1f0009363f0d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5887115 Feb 09 18:14:42.134831 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55740) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:42.140820 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-4724a876-24fe-4c60-bb35-568704504d44 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'b756857d-53e5-4272-b380-401f0722c5f1', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:42.147063 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4724a876-24fe-4c60-bb35-568704504d44 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:14:42.153425 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4724a876-24fe-4c60-bb35-568704504d44 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:14:42.167154 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4724a876-24fe-4c60-bb35-568704504d44 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:14:42.169810 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4724a876-24fe-4c60-bb35-568704504d44 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:14:42.278432 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4724a876-24fe-4c60-bb35-568704504d44 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:42.375829 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4724a876-24fe-4c60-bb35-568704504d44 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:42.444341 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dcc76426-1a9d-4e31-9908-436b70ac7bf9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:42.500199 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4724a876-24fe-4c60-bb35-568704504d44 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:42.541079 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724a876-24fe-4c60-bb35-568704504d44 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08b1b07-1e22-458b-88c1-54501ec78970,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:42.683581 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4724a876-24fe-4c60-bb35-568704504d44 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:42.684857 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4724a876-24fe-4c60-bb35-568704504d44 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5489116 Feb 09 18:14:42.688199 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55744) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:42.695011 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b939a3ae-85c6-4828-884d-f88b06f20e51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'b756857d-53e5-4272-b380-401f0722c5f1', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:42.702918 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b939a3ae-85c6-4828-884d-f88b06f20e51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:14:42.709610 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b939a3ae-85c6-4828-884d-f88b06f20e51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:14:42.716103 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b939a3ae-85c6-4828-884d-f88b06f20e51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:14:42.727437 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b939a3ae-85c6-4828-884d-f88b06f20e51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:14:42.891459 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b939a3ae-85c6-4828-884d-f88b06f20e51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:42.983162 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b939a3ae-85c6-4828-884d-f88b06f20e51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:43.033873 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc76426-1a9d-4e31-9908-436b70ac7bf9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Router 7462454c-4ee6-4106-9f35-977f3fde6caa has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:14:43.079759 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b939a3ae-85c6-4828-884d-f88b06f20e51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:43.147861 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939a3ae-85c6-4828-884d-f88b06f20e51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba81be3-8b80-4ba4-a523-08c4bef542e3,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:43.238639 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc76426-1a9d-4e31-9908-436b70ac7bf9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:14:43.253964 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-dcc76426-1a9d-4e31-9908-436b70ac7bf9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "PUT /v2.0/routers/7462454c-4ee6-4106-9f35-977f3fde6caa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3816855 Feb 09 18:14:43.257472 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55748) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:43.274496 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b939a3ae-85c6-4828-884d-f88b06f20e51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:43.274496 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b939a3ae-85c6-4828-884d-f88b06f20e51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5772259 Feb 09 18:14:43.274496 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55752) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:43.295643 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-c3477688-a21e-4d61-921e-1a4c9bd82a7a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'b756857d-53e5-4272-b380-401f0722c5f1', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:43.295643 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c3477688-a21e-4d61-921e-1a4c9bd82a7a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:14:43.306636 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c3477688-a21e-4d61-921e-1a4c9bd82a7a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:14:43.306636 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c3477688-a21e-4d61-921e-1a4c9bd82a7a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:14:43.330578 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c3477688-a21e-4d61-921e-1a4c9bd82a7a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:14:43.446892 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c3477688-a21e-4d61-921e-1a4c9bd82a7a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:43.527019 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0becb4-3fe7-49cd-a166-3500c626c5fd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting subnet 2789f413-9b66-4fa0-b019-695904ba8107 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:14:43.527019 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b0becb4-3fe7-49cd-a166-3500c626c5fd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:43.588801 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c3477688-a21e-4d61-921e-1a4c9bd82a7a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:43.642449 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b0becb4-3fe7-49cd-a166-3500c626c5fd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:43.693625 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c3477688-a21e-4d61-921e-1a4c9bd82a7a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:43.738739 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3477688-a21e-4d61-921e-1a4c9bd82a7a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba543a82-37a9-40f7-bf87-e503482a8322,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:43.809788 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b0becb4-3fe7-49cd-a166-3500c626c5fd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:43.863962 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c3477688-a21e-4d61-921e-1a4c9bd82a7a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:43.863962 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c3477688-a21e-4d61-921e-1a4c9bd82a7a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5858576 Feb 09 18:14:43.863962 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55756) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:43.880007 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-cd115cf9-104c-4c91-8b59-1c2a7e7d6cfb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'b756857d-53e5-4272-b380-401f0722c5f1', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:43.893629 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-cd115cf9-104c-4c91-8b59-1c2a7e7d6cfb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:14:43.899659 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cd115cf9-104c-4c91-8b59-1c2a7e7d6cfb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:14:43.909777 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cd115cf9-104c-4c91-8b59-1c2a7e7d6cfb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:14:43.921746 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-cd115cf9-104c-4c91-8b59-1c2a7e7d6cfb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:14:44.069087 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cd115cf9-104c-4c91-8b59-1c2a7e7d6cfb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:44.106599 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b0becb4-3fe7-49cd-a166-3500c626c5fd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:44.126751 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274976c8-1af6-4441-bf75-3d1060ebcd33 None None] Sync routers for ids ['7462454c-4ee6-4106-9f35-977f3fde6caa'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:14:44.158381 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274976c8-1af6-4441-bf75-3d1060ebcd33 None None] Routers {'7462454c-4ee6-4106-9f35-977f3fde6caa'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:14:44.158381 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-274976c8-1af6-4441-bf75-3d1060ebcd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:14:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7462454c-4ee6-4106-9f35-977f3fde6caa'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:44.216797 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cd115cf9-104c-4c91-8b59-1c2a7e7d6cfb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:44.252358 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0becb4-3fe7-49cd-a166-3500c626c5fd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Subnet': ['ID=2789f413-9b66-4fa0-b019-695904ba8107,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:44.252358 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b0becb4-3fe7-49cd-a166-3500c626c5fd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:44.252358 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6b0becb4-3fe7-49cd-a166-3500c626c5fd tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/subnets/2789f413-9b66-4fa0-b019-695904ba8107 HTTP/1.1" status: 204 len: 168 time: 0.9894745 Feb 09 18:14:44.258040 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660fafa9-3a41-419b-a7ee-c3e6e264cc7e None None] Network 816fdaf7-842f-4587-b735-9144c59c4e4d requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:14:44.269495 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55760) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:44.306592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cd115cf9-104c-4c91-8b59-1c2a7e7d6cfb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:44.543695 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd115cf9-104c-4c91-8b59-1c2a7e7d6cfb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554a1be7-a998-42db-914e-16a5df3a9c1b,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:44.543695 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cd115cf9-104c-4c91-8b59-1c2a7e7d6cfb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:44.543695 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cd115cf9-104c-4c91-8b59-1c2a7e7d6cfb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6664798 Feb 09 18:14:44.543695 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55764) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:44.548911 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-274976c8-1af6-4441-bf75-3d1060ebcd33 None None] Set router 7462454c-4ee6-4106-9f35-977f3fde6caa gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:14:44.556446 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a98487a7-d9df-4347-96db-4a0928987cea tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'b756857d-53e5-4272-b380-401f0722c5f1', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:44.579511 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a98487a7-d9df-4347-96db-4a0928987cea tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:14:44.579511 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a98487a7-d9df-4347-96db-4a0928987cea tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:14:44.611260 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a98487a7-d9df-4347-96db-4a0928987cea tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:14:44.611260 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a98487a7-d9df-4347-96db-4a0928987cea tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:14:44.618992 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:44.647917 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting port 806fb394-8853-455b-9527-0327356b7b50 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:14:44.647917 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:44.705469 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a75208-bba1-4080-827a-a080c4fd2548 None None] DHCP port deletion for 816fdaf7-842f-4587-b735-9144c59c4e4d request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:14:44.721468 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a7a75208-bba1-4080-827a-a080c4fd2548 None None] Deleting port 806fb394-8853-455b-9527-0327356b7b50 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:14:44.721468 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7a75208-bba1-4080-827a-a080c4fd2548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:44.813784 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-a98487a7-d9df-4347-96db-4a0928987cea tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Project 352fd60817ff4d5d9e97f16f52485b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:14:44.820478 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 806fb394-8853-455b-9527-0327356b7b50 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:14:44.834010 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a98487a7-d9df-4347-96db-4a0928987cea tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:45.081568 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:45.101818 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] For port 806fb394-8853-455b-9527-0327356b7b50, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=806fb394-8853-455b-9527-0327356b7b50,segment=NetworkSegment(3e7e493e-4f92-4746-892e-254e67e2b95f),segment_id=3e7e493e-4f92-4746-892e-254e67e2b95f)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:45.101818 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:45.208163 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-274976c8-1af6-4441-bf75-3d1060ebcd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'name': 'tempest-RoutersTest-router-1146612667', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:14:41Z', 'revision_number': 9, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'gw_port_host': None, '_interfaces': [{'id': '5d92c520-1558-47c0-b419-49c862722462', 'name': '', 'network_id': '0c67a306-7d3c-444d-a0cb-6171852a036b', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:ba:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10c8ae5c-3d18-4038-a102-63d40e976487', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:59Z', 'updated_at': '2022-02-09T18:14:24Z', 'revision_number': 5, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': '10c8ae5c-3d18-4038-a102-63d40e976487', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b714ae6b-6185-4482-bf4c-c8bbf3f722a8', 'name': '', 'network_id': '2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:da:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:50Z', 'updated_at': '2022-02-09T18:14:02Z', 'revision_number': 5, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:45.208163 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274976c8-1af6-4441-bf75-3d1060ebcd33 None None] Checking router: 7462454c-4ee6-4106-9f35-977f3fde6caa for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:14:45.224721 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274976c8-1af6-4441-bf75-3d1060ebcd33 None None] Routers {'7462454c-4ee6-4106-9f35-977f3fde6caa'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:14:45.224721 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-274976c8-1af6-4441-bf75-3d1060ebcd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:14:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7462454c-4ee6-4106-9f35-977f3fde6caa'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:45.288226 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a98487a7-d9df-4347-96db-4a0928987cea tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:45.345674 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Calling delete_port for 806fb394-8853-455b-9527-0327356b7b50 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:14:45.378695 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a98487a7-d9df-4347-96db-4a0928987cea tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:45.430998 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98487a7-d9df-4347-96db-4a0928987cea tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58a3169-e27d-4474-a4eb-cccc2193816d,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:45.435078 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-a7a75208-bba1-4080-827a-a080c4fd2548 None None] For port 806fb394-8853-455b-9527-0327356b7b50, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=806fb394-8853-455b-9527-0327356b7b50,segment=NetworkSegment(3e7e493e-4f92-4746-892e-254e67e2b95f),segment_id=3e7e493e-4f92-4746-892e-254e67e2b95f)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:45.435078 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7a75208-bba1-4080-827a-a080c4fd2548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:45.536580 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-274976c8-1af6-4441-bf75-3d1060ebcd33 None None] Set router 7462454c-4ee6-4106-9f35-977f3fde6caa gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:14:45.544559 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a98487a7-d9df-4347-96db-4a0928987cea tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:45.544559 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a98487a7-d9df-4347-96db-4a0928987cea tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9960515 Feb 09 18:14:45.552422 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55768) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:45.552422 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-989c877c-377f-40ab-9f57-b1a30bc1a46d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'b756857d-53e5-4272-b380-401f0722c5f1', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:45.573809 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-989c877c-377f-40ab-9f57-b1a30bc1a46d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:14:45.573809 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-989c877c-377f-40ab-9f57-b1a30bc1a46d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:14:45.581476 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a7a75208-bba1-4080-827a-a080c4fd2548 None None] Calling delete_port for 806fb394-8853-455b-9527-0327356b7b50 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:14:45.588161 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-989c877c-377f-40ab-9f57-b1a30bc1a46d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:14:45.588161 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-989c877c-377f-40ab-9f57-b1a30bc1a46d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:14:45.673895 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 806fb394-8853-455b-9527-0327356b7b50, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=806fb394-8853-455b-9527-0327356b7b50,segment=NetworkSegment(3e7e493e-4f92-4746-892e-254e67e2b95f),segment_id=3e7e493e-4f92-4746-892e-254e67e2b95f)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:46.098587 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-274976c8-1af6-4441-bf75-3d1060ebcd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'name': 'tempest-RoutersTest-router-1146612667', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:14:41Z', 'revision_number': 9, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'gw_port_host': None, '_interfaces': [{'id': '5d92c520-1558-47c0-b419-49c862722462', 'name': '', 'network_id': '0c67a306-7d3c-444d-a0cb-6171852a036b', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:ba:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10c8ae5c-3d18-4038-a102-63d40e976487', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:59Z', 'updated_at': '2022-02-09T18:14:24Z', 'revision_number': 5, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': '10c8ae5c-3d18-4038-a102-63d40e976487', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b714ae6b-6185-4482-bf4c-c8bbf3f722a8', 'name': '', 'network_id': '2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:da:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:50Z', 'updated_at': '2022-02-09T18:14:02Z', 'revision_number': 5, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:46.098587 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274976c8-1af6-4441-bf75-3d1060ebcd33 None None] The sync data for ids ['7462454c-4ee6-4106-9f35-977f3fde6caa'] in dv-neutron-827016-2-hyperv is: [{'id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'name': 'tempest-RoutersTest-router-1146612667', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:14:41Z', 'revision_number': 9, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'gw_port_host': None, '_interfaces': [{'id': '5d92c520-1558-47c0-b419-49c862722462', 'name': '', 'network_id': '0c67a306-7d3c-444d-a0cb-6171852a036b', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:ba:30:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10c8ae5c-3d18-4038-a102-63d40e976487', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:59Z', 'updated_at': '2022-02-09T18:14:24Z', 'revision_number': 5, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': '10c8ae5c-3d18-4038-a102-63d40e976487', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b714ae6b-6185-4482-bf4c-c8bbf3f722a8', 'name': '', 'network_id': '2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:da:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:50Z', 'updated_at': '2022-02-09T18:14:02Z', 'revision_number': 5, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:14:46.214248 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-989c877c-377f-40ab-9f57-b1a30bc1a46d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Project 352fd60817ff4d5d9e97f16f52485b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:14:46.214248 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-989c877c-377f-40ab-9f57-b1a30bc1a46d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:46.239798 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:46.314110 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.api [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:14:46.314110 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG oslo_db.api [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:14:46.339325 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-989c877c-377f-40ab-9f57-b1a30bc1a46d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:46.353812 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=806fb394-8853-455b-9527-0327356b7b50,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:46.371337 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-a7a75208-bba1-4080-827a-a080c4fd2548 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:14:46.371337 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-a7a75208-bba1-4080-827a-a080c4fd2548 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:14:46.371337 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:46.371337 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:46.371337 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:46.371337 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:46.371337 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:46.371337 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:46.371337 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:46.371337 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:46.371337 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:46.371337 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:46.371337 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:14:46.475838 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-989c877c-377f-40ab-9f57-b1a30bc1a46d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:46.519649 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c877c-377f-40ab-9f57-b1a30bc1a46d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbc14720-ab29-441f-9280-92c370d2fd4f,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:46.624876 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-989c877c-377f-40ab-9f57-b1a30bc1a46d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:46.624876 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-989c877c-377f-40ab-9f57-b1a30bc1a46d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0777345 Feb 09 18:14:46.642259 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-49a40379-983d-4af7-b1a5-9289728303ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:46.778547 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 02c18422-5121-408d-9bf0-2b373ca4fceb no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:14:46.813765 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 02c18422-5121-408d-9bf0-2b373ca4fceb {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:14:46.813765 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 02c18422-5121-408d-9bf0-2b373ca4fceb not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:14:46.818370 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting port 806fb394-8853-455b-9527-0327356b7b50 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:14:46.818370 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:46.879512 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a7a75208-bba1-4080-827a-a080c4fd2548 None None] Deleting port 806fb394-8853-455b-9527-0327356b7b50 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:14:46.879512 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7a75208-bba1-4080-827a-a080c4fd2548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:46.955215 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-ffb239a0-4f75-413d-b13e-4f8ff6e9de51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:14:47.144891 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:47.148182 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-ffb239a0-4f75-413d-b13e-4f8ff6e9de51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:14:47.148182 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-ffb239a0-4f75-413d-b13e-4f8ff6e9de51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1794454988&fields=id&tenant_id=352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 267 time: 0.2934163 Feb 09 18:14:47.153522 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-a7a75208-bba1-4080-827a-a080c4fd2548 None None] For port 806fb394-8853-455b-9527-0327356b7b50, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=806fb394-8853-455b-9527-0327356b7b50,segment=NetworkSegment(3e7e493e-4f92-4746-892e-254e67e2b95f),segment_id=3e7e493e-4f92-4746-892e-254e67e2b95f)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:47.153522 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7a75208-bba1-4080-827a-a080c4fd2548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:47.255074 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] For port 806fb394-8853-455b-9527-0327356b7b50, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=806fb394-8853-455b-9527-0327356b7b50,segment=NetworkSegment(3e7e493e-4f92-4746-892e-254e67e2b95f),segment_id=3e7e493e-4f92-4746-892e-254e67e2b95f)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:47.255074 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:47.290822 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a7a75208-bba1-4080-827a-a080c4fd2548 None None] Calling delete_port for 806fb394-8853-455b-9527-0327356b7b50 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:14:47.476432 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Calling delete_port for 806fb394-8853-455b-9527-0327356b7b50 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:14:47.558139 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-50489df3-8c23-4478-a61e-c53ce582c0d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:47.558139 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-50489df3-8c23-4478-a61e-c53ce582c0d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports/30d657c9-9560-4109-8c1b-d9cf7e5dd4ab HTTP/1.1" status: 200 len: 929 time: 0.2706523 Feb 09 18:14:47.560524 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7a75208-bba1-4080-827a-a080c4fd2548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:47.627187 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a75208-bba1-4080-827a-a080c4fd2548 None None] Pushing event deleted for resources: {'Port': ['ID=806fb394-8853-455b-9527-0327356b7b50,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:47.627187 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a75208-bba1-4080-827a-a080c4fd2548 None None] No DVR routers for this DVR port 806fb394-8853-455b-9527-0327356b7b50 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:14:47.686276 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.api [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:14:47.686276 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG oslo_db.api [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:14:47.745212 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-321e6a1e-4995-41c3-8a05-26862997331e service neutron] 10.222.0.21 "GET /v2.0/ports/30d657c9-9560-4109-8c1b-d9cf7e5dd4ab?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1416819 Feb 09 18:14:47.909880 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-8353bb1b-c4ec-4aef-b44b-561d2c8d2522 service neutron] 10.222.0.21 "GET /v2.0/networks/fb36d70d-12dd-457c-b53c-92fe0207d9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640825 Feb 09 18:14:48.108010 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-6f89e3b7-e6f7-497d-bad2-5703ebb3ac45 service neutron] 10.222.0.21 "GET /v2.0/networks/fb36d70d-12dd-457c-b53c-92fe0207d9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956697 Feb 09 18:14:48.241987 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting port 806fb394-8853-455b-9527-0327356b7b50 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:14:48.241987 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:48.504906 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] The port '806fb394-8853-455b-9527-0327356b7b50' was deleted {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:14:48.678852 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f5f09f17-fec3-4a37-8ae9-6e9498558bb3 req-a4533c18-535a-405c-ad80-837140c9a8fb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=475669c3-81ea-40c9-a788-57f9bdc2002e HTTP/1.1" status: 200 len: 210 time: 0.1124206 Feb 09 18:14:48.778226 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:48.806683 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816fdaf7-842f-4587-b735-9144c59c4e4d']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:48.833235 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7e493e-4f92-4746-892e-254e67e2b95f') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:48.833235 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7e493e-4f92-4746-892e-254e67e2b95f') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:48.833235 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:48.863944 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:48.863944 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:14:48.869159 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: util.warn( Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:14:48.891367 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:14:49.125052 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab9aedb9-353b-40f6-8a24-60f9f81810e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:49.198039 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:49.236974 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:49.254950 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Network': ['ID=816fdaf7-842f-4587-b735-9144c59c4e4d,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:49.275666 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e8bdbf16-64d0-432a-a547-2910fa056dc1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/networks/816fdaf7-842f-4587-b735-9144c59c4e4d HTTP/1.1" status: 204 len: 168 time: 5.0118120 Feb 09 18:14:49.280926 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55792) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:49.854622 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6705473d-dcf9-48cc-9483-07d0cda7d55d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:49.887474 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b547efb1-5304-4677-aea0-ff95a574e6f3 req-2c298c3e-430e-4c3c-a11f-7bf584a66897 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=475669c3-81ea-40c9-a788-57f9bdc2002e HTTP/1.1" status: 200 len: 210 time: 0.0853226 Feb 09 18:14:50.082483 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:50.163458 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:50.621157 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6705473d-dcf9-48cc-9483-07d0cda7d55d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting port 5d92c520-1558-47c0-b419-49c862722462 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:14:50.626641 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6705473d-dcf9-48cc-9483-07d0cda7d55d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:50.924494 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-6705473d-dcf9-48cc-9483-07d0cda7d55d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] For port 5d92c520-1558-47c0-b419-49c862722462, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5d92c520-1558-47c0-b419-49c862722462,segment=NetworkSegment(41ce5e2a-425f-4494-a2df-43ef5c76486a),segment_id=41ce5e2a-425f-4494-a2df-43ef5c76486a)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:50.925064 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6705473d-dcf9-48cc-9483-07d0cda7d55d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:51.099278 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3b19a4da-85a2-4152-bc1f-514689297f6c req-e98c2648-ed04-4efe-b3f3-deac24102eb7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=475669c3-81ea-40c9-a788-57f9bdc2002e HTTP/1.1" status: 200 len: 210 time: 0.0471652 Feb 09 18:14:51.151245 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6705473d-dcf9-48cc-9483-07d0cda7d55d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Calling delete_port for 5d92c520-1558-47c0-b419-49c862722462 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:14:51.531120 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6705473d-dcf9-48cc-9483-07d0cda7d55d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:51.605815 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705473d-dcf9-48cc-9483-07d0cda7d55d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Port': ['ID=5d92c520-1558-47c0-b419-49c862722462,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:51.640080 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-1a53a2b9-2e5d-4e81-a94a-8c4501d209b6 service neutron] 10.222.0.50 "GET /v2.0/ports/30d657c9-9560-4109-8c1b-d9cf7e5dd4ab HTTP/1.1" status: 200 len: 1025 time: 0.1623750 Feb 09 18:14:51.649913 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:51.982790 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:14:52.106693 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-ec6a48f3-cc3e-4f92-9793-fc0f1839355b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:52.106693 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-ec6a48f3-cc3e-4f92-9793-fc0f1839355b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/networks?id=fb36d70d-12dd-457c-b53c-92fe0207d9b4 HTTP/1.1" status: 200 len: 796 time: 0.4551923 Feb 09 18:14:52.185798 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-05738576-a141-47a0-9b2d-b7944d9d3c0c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 473 time: 0.0664825 Feb 09 18:14:52.196516 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-45e50128-d7b5-4141-a687-901a525b033b service neutron] Request body: {'port': {'device_id': '475669c3-81ea-40c9-a788-57f9bdc2002e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:14:52.241574 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6705473d-dcf9-48cc-9483-07d0cda7d55d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:52.415597 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cf1da86d-952f-42d8-9b5e-f6ef17437626 req-167088e9-e1dd-45b4-a632-81b41bda1fc1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=475669c3-81ea-40c9-a788-57f9bdc2002e HTTP/1.1" status: 200 len: 210 time: 0.0801861 Feb 09 18:14:52.473007 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-45e50128-d7b5-4141-a687-901a525b033b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:53.177775 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-45e50128-d7b5-4141-a687-901a525b033b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:14:53.188700 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-45e50128-d7b5-4141-a687-901a525b033b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:53.212132 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-45e50128-d7b5-4141-a687-901a525b033b service neutron] Transition to ACTIVE for port object 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:14:53.235162 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6705473d-dcf9-48cc-9483-07d0cda7d55d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Router 7462454c-4ee6-4106-9f35-977f3fde6caa has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:14:53.411609 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-45e50128-d7b5-4141-a687-901a525b033b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:53.622953 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e50128-d7b5-4141-a687-901a525b033b service neutron] Pushing event updated for resources: {'Port': ['ID=30d657c9-9560-4109-8c1b-d9cf7e5dd4ab,revision_number=7']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:53.688916 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13f6c7-369e-4275-bee8-9d6ffda17e94 req-50197902-c745-4d2e-a6ce-117cf6bfb1a7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:53.688916 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1a13f6c7-369e-4275-bee8-9d6ffda17e94 req-50197902-c745-4d2e-a6ce-117cf6bfb1a7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=475669c3-81ea-40c9-a788-57f9bdc2002e HTTP/1.1" status: 200 len: 980 time: 0.1335006 Feb 09 18:14:53.761394 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1a13f6c7-369e-4275-bee8-9d6ffda17e94 req-403f23a3-d02b-4860-8d8c-cc294e22fee8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5538283-8c91-48e5-998e-b8f8372b2d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591958 Feb 09 18:14:53.787444 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6705473d-dcf9-48cc-9483-07d0cda7d55d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:14:53.794101 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5f4369-19dd-4918-b674-0c8a1b4d6932 None None] Sync routers for ids ['7462454c-4ee6-4106-9f35-977f3fde6caa'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:14:53.817136 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5f4369-19dd-4918-b674-0c8a1b4d6932 None None] Routers {'7462454c-4ee6-4106-9f35-977f3fde6caa'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:14:53.817136 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9a5f4369-19dd-4918-b674-0c8a1b4d6932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:14:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7462454c-4ee6-4106-9f35-977f3fde6caa'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:53.817450 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6705473d-dcf9-48cc-9483-07d0cda7d55d tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "PUT /v2.0/routers/7462454c-4ee6-4106-9f35-977f3fde6caa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5377927 Feb 09 18:14:53.818688 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55806) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:53.858452 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-45e50128-d7b5-4141-a687-901a525b033b service neutron] Attempting to bind port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:14:53.858452 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-45e50128-d7b5-4141-a687-901a525b033b service neutron] Attempting to bind port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6fc3f57d-9c40-4126-b402-225037c81858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:14:53.858452 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-45e50128-d7b5-4141-a687-901a525b033b service neutron] Attempting to bind port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab on network fb36d70d-12dd-457c-b53c-92fe0207d9b4 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:14:53.887166 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-45e50128-d7b5-4141-a687-901a525b033b service neutron] Port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab on network fb36d70d-12dd-457c-b53c-92fe0207d9b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:14:53.887166 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-45e50128-d7b5-4141-a687-901a525b033b service neutron] Attempting to bind port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab on network fb36d70d-12dd-457c-b53c-92fe0207d9b4 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:14:53.914974 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-45e50128-d7b5-4141-a687-901a525b033b service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:14:53.915243 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-45e50128-d7b5-4141-a687-901a525b033b service neutron] Checking segment: {'id': '6fc3f57d-9c40-4126-b402-225037c81858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:14:53.915640 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-45e50128-d7b5-4141-a687-901a525b033b service neutron] Bound using segment: {'id': '6fc3f57d-9c40-4126-b402-225037c81858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:14:53.916640 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-45e50128-d7b5-4141-a687-901a525b033b service neutron] Bound port: 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc3f57d-9c40-4126-b402-225037c81858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:14:53.917078 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-45e50128-d7b5-4141-a687-901a525b033b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:53.985527 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-9a5f4369-19dd-4918-b674-0c8a1b4d6932 None None] Set router 7462454c-4ee6-4106-9f35-977f3fde6caa gateway port host: None {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:14:54.112843 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-45e50128-d7b5-4141-a687-901a525b033b service neutron] For port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:14:54.134821 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-45e50128-d7b5-4141-a687-901a525b033b service neutron] For port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=30d657c9-9560-4109-8c1b-d9cf7e5dd4ab,segment=NetworkSegment(6fc3f57d-9c40-4126-b402-225037c81858),segment_id=6fc3f57d-9c40-4126-b402-225037c81858)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:14:54.138289 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44e9a4d-71d2-46c3-983b-75a5ff2eae01 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting subnet 10c8ae5c-3d18-4038-a102-63d40e976487 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:14:54.142640 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d44e9a4d-71d2-46c3-983b-75a5ff2eae01 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:54.198080 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-45e50128-d7b5-4141-a687-901a525b033b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:54.252081 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d44e9a4d-71d2-46c3-983b-75a5ff2eae01 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:54.317929 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-45e50128-d7b5-4141-a687-901a525b033b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:54.319377 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-45e50128-d7b5-4141-a687-901a525b033b service neutron] 10.222.0.50 "PUT /v2.0/ports/30d657c9-9560-4109-8c1b-d9cf7e5dd4ab HTTP/1.1" status: 200 len: 1130 time: 2.1276343 Feb 09 18:14:54.322571 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475669c3-81ea-40c9-a788-57f9bdc2002e', 'tag': '30d657c9-9560-4109-8c1b-d9cf7e5dd4ab'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:14:54.351263 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e50128-d7b5-4141-a687-901a525b033b service neutron] Pushing event updated for resources: {'Port': ['ID=30d657c9-9560-4109-8c1b-d9cf7e5dd4ab,revision_number=8']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:54.390888 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d44e9a4d-71d2-46c3-983b-75a5ff2eae01 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:54.391212 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9a5f4369-19dd-4918-b674-0c8a1b4d6932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'name': 'tempest-RoutersTest-router-1146612667', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:14:51Z', 'revision_number': 10, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'gw_port_host': None, '_interfaces': [{'id': 'b714ae6b-6185-4482-bf4c-c8bbf3f722a8', 'name': '', 'network_id': '2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:da:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:50Z', 'updated_at': '2022-02-09T18:14:02Z', 'revision_number': 5, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:54.395824 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5f4369-19dd-4918-b674-0c8a1b4d6932 None None] Checking router: 7462454c-4ee6-4106-9f35-977f3fde6caa for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:14:54.421052 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5f4369-19dd-4918-b674-0c8a1b4d6932 None None] Routers {'7462454c-4ee6-4106-9f35-977f3fde6caa'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:14:54.421681 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9a5f4369-19dd-4918-b674-0c8a1b4d6932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:14:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7462454c-4ee6-4106-9f35-977f3fde6caa'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:54.431347 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '475669c3-81ea-40c9-a788-57f9bdc2002e', 'tag': '30d657c9-9560-4109-8c1b-d9cf7e5dd4ab', 'status': 'completed', 'code': 200} Feb 09 18:14:54.554368 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-02936d62-d1bc-4ded-abd1-75f47add24f2 req-41cfccd5-e962-4bbc-aa70-4b54f1a26dc1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=475669c3-81ea-40c9-a788-57f9bdc2002e HTTP/1.1" status: 200 len: 1133 time: 0.1192532 Feb 09 18:14:54.613852 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-9a5f4369-19dd-4918-b674-0c8a1b4d6932 None None] Set router 7462454c-4ee6-4106-9f35-977f3fde6caa gateway port host: None {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:14:54.641735 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d44e9a4d-71d2-46c3-983b-75a5ff2eae01 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:54.700028 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e9a4d-71d2-46c3-983b-75a5ff2eae01 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Subnet': ['ID=10c8ae5c-3d18-4038-a102-63d40e976487,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:54.709697 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d44e9a4d-71d2-46c3-983b-75a5ff2eae01 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:54.723493 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d44e9a4d-71d2-46c3-983b-75a5ff2eae01 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/subnets/10c8ae5c-3d18-4038-a102-63d40e976487 HTTP/1.1" status: 204 len: 168 time: 0.9009919 Feb 09 18:14:54.724123 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55812) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:54.726953 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b859be96-3549-4ec8-90d6-276020e9f528 None None] Network 0c67a306-7d3c-444d-a0cb-6171852a036b requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:14:54.767369 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02936d62-d1bc-4ded-abd1-75f47add24f2 req-1566f965-3328-4365-a90e-7c2d1dadcb67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:54.768855 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-02936d62-d1bc-4ded-abd1-75f47add24f2 req-1566f965-3328-4365-a90e-7c2d1dadcb67 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=352fd60817ff4d5d9e97f16f52485b96&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2069213 Feb 09 18:14:54.878085 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-eb648c86-a8ed-4f6a-8c6d-950cda9e14f1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:54.890896 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-eb648c86-a8ed-4f6a-8c6d-950cda9e14f1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting port 440eca61-f295-4714-90a1-97a3193517e2 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:14:54.891583 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-eb648c86-a8ed-4f6a-8c6d-950cda9e14f1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:54.974489 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02936d62-d1bc-4ded-abd1-75f47add24f2 req-6a8eb0f1-80d9-4d56-89b5-2ee122fdae65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:54.976120 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-02936d62-d1bc-4ded-abd1-75f47add24f2 req-6a8eb0f1-80d9-4d56-89b5-2ee122fdae65 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1998553 Feb 09 18:14:55.116065 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7529f-d331-4ecd-b5be-112e8446350b req-2cf3c153-83d1-46dc-955a-fcf39004583f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:55.124464 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9dd7529f-d331-4ecd-b5be-112e8446350b req-2cf3c153-83d1-46dc-955a-fcf39004583f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=475669c3-81ea-40c9-a788-57f9bdc2002e HTTP/1.1" status: 200 len: 980 time: 0.1673803 Feb 09 18:14:55.144369 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-fee793b2-ce8b-4642-825a-48e841923d50 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=475669c3-81ea-40c9-a788-57f9bdc2002e HTTP/1.1" status: 200 len: 1133 time: 0.1176822 Feb 09 18:14:55.253562 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9dd7529f-d331-4ecd-b5be-112e8446350b req-ba0be7db-da97-4b62-bd6b-ecc926268fca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5538283-8c91-48e5-998e-b8f8372b2d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286376 Feb 09 18:14:55.267298 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-eb648c86-a8ed-4f6a-8c6d-950cda9e14f1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] For port 440eca61-f295-4714-90a1-97a3193517e2, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=440eca61-f295-4714-90a1-97a3193517e2,segment=NetworkSegment(41ce5e2a-425f-4494-a2df-43ef5c76486a),segment_id=41ce5e2a-425f-4494-a2df-43ef5c76486a)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:55.267668 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-eb648c86-a8ed-4f6a-8c6d-950cda9e14f1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:55.288431 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-ec0df265-aaa9-41cc-aff2-b14d2358b747 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30d657c9-9560-4109-8c1b-d9cf7e5dd4ab HTTP/1.1" status: 200 len: 1035 time: 0.1308599 Feb 09 18:14:55.293546 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13483beb-f849-4d88-acea-7e06727191d5 None None] DHCP port deletion for 0c67a306-7d3c-444d-a0cb-6171852a036b request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:14:55.300358 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-13483beb-f849-4d88-acea-7e06727191d5 None None] Deleting port 440eca61-f295-4714-90a1-97a3193517e2 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:14:55.300733 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-13483beb-f849-4d88-acea-7e06727191d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:55.338421 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9a5f4369-19dd-4918-b674-0c8a1b4d6932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'name': 'tempest-RoutersTest-router-1146612667', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:14:51Z', 'revision_number': 10, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'gw_port_host': None, '_interfaces': [{'id': 'b714ae6b-6185-4482-bf4c-c8bbf3f722a8', 'name': '', 'network_id': '2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:da:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:50Z', 'updated_at': '2022-02-09T18:14:02Z', 'revision_number': 5, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:55.353427 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5f4369-19dd-4918-b674-0c8a1b4d6932 None None] The sync data for ids ['7462454c-4ee6-4106-9f35-977f3fde6caa'] in dv-neutron-827016-2-hyperv is: [{'id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'name': 'tempest-RoutersTest-router-1146612667', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:14:51Z', 'revision_number': 10, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'gw_port_host': None, '_interfaces': [{'id': 'b714ae6b-6185-4482-bf4c-c8bbf3f722a8', 'name': '', 'network_id': '2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'mac_address': 'fa:16:3e:da:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:50Z', 'updated_at': '2022-02-09T18:14:02Z', 'revision_number': 5, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'subnets': [{'id': 'a379ad5d-66af-431c-8df0-968df00d7531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:14:55.432114 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-eb648c86-a8ed-4f6a-8c6d-950cda9e14f1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Calling delete_port for 440eca61-f295-4714-90a1-97a3193517e2 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:14:55.472825 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-a155121f-9651-4b3e-b8a1-49c6d1b8aaa4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:55.477657 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-a155121f-9651-4b3e-b8a1-49c6d1b8aaa4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e HTTP/1.1" status: 200 len: 834 time: 0.1778362 Feb 09 18:14:55.560484 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-9e4e090b-4581-41b0-9f1e-f73249e29fb5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb36d70d-12dd-457c-b53c-92fe0207d9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795660 Feb 09 18:14:55.574450 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-13483beb-f849-4d88-acea-7e06727191d5 None None] For port 440eca61-f295-4714-90a1-97a3193517e2, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=440eca61-f295-4714-90a1-97a3193517e2,segment=NetworkSegment(41ce5e2a-425f-4494-a2df-43ef5c76486a),segment_id=41ce5e2a-425f-4494-a2df-43ef5c76486a)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:55.575029 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-13483beb-f849-4d88-acea-7e06727191d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:55.658923 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-eb648c86-a8ed-4f6a-8c6d-950cda9e14f1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:55.704072 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb648c86-a8ed-4f6a-8c6d-950cda9e14f1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] No DVR routers for this DVR port 440eca61-f295-4714-90a1-97a3193517e2 on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:14:55.710889 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-44a2a585-9240-403c-b40d-26669e8a554d service neutron] 10.222.0.50 "GET /v2.0/networks/fb36d70d-12dd-457c-b53c-92fe0207d9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427348 Feb 09 18:14:55.752200 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb648c86-a8ed-4f6a-8c6d-950cda9e14f1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Port': ['ID=440eca61-f295-4714-90a1-97a3193517e2,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:55.776299 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-13483beb-f849-4d88-acea-7e06727191d5 None None] Calling delete_port for 440eca61-f295-4714-90a1-97a3193517e2 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:14:55.872615 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-eb648c86-a8ed-4f6a-8c6d-950cda9e14f1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:55.876449 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-13483beb-f849-4d88-acea-7e06727191d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:14:55.876449 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-13483beb-f849-4d88-acea-7e06727191d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:14:55.907928 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-eb648c86-a8ed-4f6a-8c6d-950cda9e14f1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c67a306-7d3c-444d-a0cb-6171852a036b']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:55.921724 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-eb648c86-a8ed-4f6a-8c6d-950cda9e14f1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ce5e2a-425f-4494-a2df-43ef5c76486a') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:55.922549 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-eb648c86-a8ed-4f6a-8c6d-950cda9e14f1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ce5e2a-425f-4494-a2df-43ef5c76486a') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:55.935330 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-eb648c86-a8ed-4f6a-8c6d-950cda9e14f1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:55.956170 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a7fbf811-bae8-4988-b9a3-3f0552d4addb req-47e2ea0e-2065-4dcc-952e-1a3342396634 service neutron] 10.222.0.50 "GET /v2.0/networks/fb36d70d-12dd-457c-b53c-92fe0207d9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385929 Feb 09 18:14:55.959672 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-eb648c86-a8ed-4f6a-8c6d-950cda9e14f1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:55.981702 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb648c86-a8ed-4f6a-8c6d-950cda9e14f1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:14:55.981702 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-eb648c86-a8ed-4f6a-8c6d-950cda9e14f1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:14:55.995355 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:14:56.264588 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-eb648c86-a8ed-4f6a-8c6d-950cda9e14f1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:56.283869 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-eb648c86-a8ed-4f6a-8c6d-950cda9e14f1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:56.296121 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb648c86-a8ed-4f6a-8c6d-950cda9e14f1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Network': ['ID=0c67a306-7d3c-444d-a0cb-6171852a036b,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:56.310223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55822) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:56.310815 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-eb648c86-a8ed-4f6a-8c6d-950cda9e14f1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/networks/0c67a306-7d3c-444d-a0cb-6171852a036b HTTP/1.1" status: 204 len: 168 time: 1.5840013 Feb 09 18:14:56.376211 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-13483beb-f849-4d88-acea-7e06727191d5 None None] Deleting port 440eca61-f295-4714-90a1-97a3193517e2 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:14:56.376776 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-13483beb-f849-4d88-acea-7e06727191d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:56.483890 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-13483beb-f849-4d88-acea-7e06727191d5 None None] The port '440eca61-f295-4714-90a1-97a3193517e2' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:14:56.527498 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480d23f-0a2c-418a-a722-53f6c802a105 req-d17d2218-0441-4645-9da1-20373b8ab8a3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:56.528911 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d480d23f-0a2c-418a-a722-53f6c802a105 req-d17d2218-0441-4645-9da1-20373b8ab8a3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=475669c3-81ea-40c9-a788-57f9bdc2002e HTTP/1.1" status: 200 len: 980 time: 0.1298819 Feb 09 18:14:56.581451 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d480d23f-0a2c-418a-a722-53f6c802a105 req-ed9f81ab-728d-461e-aac2-f283128fe90e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5538283-8c91-48e5-998e-b8f8372b2d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463178 Feb 09 18:14:56.807996 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 440eca61-f295-4714-90a1-97a3193517e2 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:14:56.813267 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f42f062f-4c08-4b33-923e-508241f0400e tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:56.850990 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 440eca61-f295-4714-90a1-97a3193517e2 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:14:56.851400 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 440eca61-f295-4714-90a1-97a3193517e2 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:14:56.851828 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5d92c520-1558-47c0-b419-49c862722462 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:14:56.899947 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 5d92c520-1558-47c0-b419-49c862722462 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:14:56.900500 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5d92c520-1558-47c0-b419-49c862722462 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:14:57.500684 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f42f062f-4c08-4b33-923e-508241f0400e tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting port b714ae6b-6185-4482-bf4c-c8bbf3f722a8 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:14:57.501531 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f42f062f-4c08-4b33-923e-508241f0400e tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:57.816709 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea7041-5bad-43a7-9685-8df59fba1d84 req-787a19e8-76df-447a-bd64-b47c824b8597 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:57.816709 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b1ea7041-5bad-43a7-9685-8df59fba1d84 req-787a19e8-76df-447a-bd64-b47c824b8597 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=475669c3-81ea-40c9-a788-57f9bdc2002e HTTP/1.1" status: 200 len: 980 time: 0.0923812 Feb 09 18:14:57.818974 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-f42f062f-4c08-4b33-923e-508241f0400e tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] For port b714ae6b-6185-4482-bf4c-c8bbf3f722a8, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b714ae6b-6185-4482-bf4c-c8bbf3f722a8,segment=NetworkSegment(c4f25fcb-200c-4bf0-8d6b-f54a87a5b38a),segment_id=c4f25fcb-200c-4bf0-8d6b-f54a87a5b38a)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:57.818974 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f42f062f-4c08-4b33-923e-508241f0400e tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:57.875287 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b1ea7041-5bad-43a7-9685-8df59fba1d84 req-4d210d1f-008c-4cf9-87e5-72c363ba89ae tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5538283-8c91-48e5-998e-b8f8372b2d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528846 Feb 09 18:14:57.948849 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f42f062f-4c08-4b33-923e-508241f0400e tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Calling delete_port for b714ae6b-6185-4482-bf4c-c8bbf3f722a8 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:14:58.010761 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:14:58.220778 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=30d657c9-9560-4109-8c1b-d9cf7e5dd4ab,segment=NetworkSegment(6fc3f57d-9c40-4126-b402-225037c81858),segment_id=6fc3f57d-9c40-4126-b402-225037c81858)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:58.236402 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '30d657c9-9560-4109-8c1b-d9cf7e5dd4ab', 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4', 'port_id': '30d657c9-9560-4109-8c1b-d9cf7e5dd4ab', 'mac_address': 'fa:16:3e:28:02:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:14:58.272922 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f42f062f-4c08-4b33-923e-508241f0400e tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:58.298837 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:58.321808 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:14:58.328814 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f062f-4c08-4b33-923e-508241f0400e tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Port': ['ID=b714ae6b-6185-4482-bf4c-c8bbf3f722a8,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:58.344457 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=30d657c9-9560-4109-8c1b-d9cf7e5dd4ab,segment=NetworkSegment(6fc3f57d-9c40-4126-b402-225037c81858),segment_id=6fc3f57d-9c40-4126-b402-225037c81858)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:14:58.434251 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:58.550667 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=30d657c9-9560-4109-8c1b-d9cf7e5dd4ab,revision_number=9']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:14:58.637605 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f42f062f-4c08-4b33-923e-508241f0400e tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:58.660027 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['30d657c9-9560-4109-8c1b-d9cf7e5dd4ab'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:14:59.170933 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c61cb8-2510-4d6d-8652-105df6ef1a98 req-72b9806f-4509-4523-b3ee-6892c51019da tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:14:59.176005 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d8c61cb8-2510-4d6d-8652-105df6ef1a98 req-72b9806f-4509-4523-b3ee-6892c51019da tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=475669c3-81ea-40c9-a788-57f9bdc2002e HTTP/1.1" status: 200 len: 981 time: 0.0933414 Feb 09 18:14:59.204642 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42f062f-4c08-4b33-923e-508241f0400e tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Router 7462454c-4ee6-4106-9f35-977f3fde6caa has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:14:59.257830 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d8c61cb8-2510-4d6d-8652-105df6ef1a98 req-8e35ec92-3be4-4980-8a6b-e5efcced860d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5538283-8c91-48e5-998e-b8f8372b2d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775621 Feb 09 18:14:59.355078 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42f062f-4c08-4b33-923e-508241f0400e tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:14:59.368128 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48706576-a78f-434a-b807-6aebca2c510c None None] Sync routers for ids ['7462454c-4ee6-4106-9f35-977f3fde6caa'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:14:59.376080 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f42f062f-4c08-4b33-923e-508241f0400e tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "PUT /v2.0/routers/7462454c-4ee6-4106-9f35-977f3fde6caa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0606668 Feb 09 18:14:59.376372 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55830) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:14:59.392045 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48706576-a78f-434a-b807-6aebca2c510c None None] Routers {'7462454c-4ee6-4106-9f35-977f3fde6caa'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:14:59.392783 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-48706576-a78f-434a-b807-6aebca2c510c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:14:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7462454c-4ee6-4106-9f35-977f3fde6caa'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:59.542559 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-48706576-a78f-434a-b807-6aebca2c510c None None] Set router 7462454c-4ee6-4106-9f35-977f3fde6caa gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:14:59.658650 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-48706576-a78f-434a-b807-6aebca2c510c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'name': 'tempest-RoutersTest-router-1146612667', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:14:58Z', 'revision_number': 11, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'gw_port_host': None}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:59.663801 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48706576-a78f-434a-b807-6aebca2c510c None None] Checking router: 7462454c-4ee6-4106-9f35-977f3fde6caa for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:14:59.676586 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48706576-a78f-434a-b807-6aebca2c510c None None] Routers {'7462454c-4ee6-4106-9f35-977f3fde6caa'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:14:59.677211 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-48706576-a78f-434a-b807-6aebca2c510c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:14:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7462454c-4ee6-4106-9f35-977f3fde6caa'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:59.817255 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-48706576-a78f-434a-b807-6aebca2c510c None None] Set router 7462454c-4ee6-4106-9f35-977f3fde6caa gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:14:59.839933 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb84c27-f73c-436d-aac2-7ef360da8b82 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting subnet a379ad5d-66af-431c-8df0-968df00d7531 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:14:59.844042 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4cb84c27-f73c-436d-aac2-7ef360da8b82 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:59.915720 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4cb84c27-f73c-436d-aac2-7ef360da8b82 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:14:59.941478 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-48706576-a78f-434a-b807-6aebca2c510c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'name': 'tempest-RoutersTest-router-1146612667', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:14:58Z', 'revision_number': 11, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'gw_port_host': None}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:14:59.950192 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48706576-a78f-434a-b807-6aebca2c510c None None] The sync data for ids ['7462454c-4ee6-4106-9f35-977f3fde6caa'] in dv-neutron-827016-2-hyperv is: [{'id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'name': 'tempest-RoutersTest-router-1146612667', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:14:58Z', 'revision_number': 11, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:15:00.022495 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4cb84c27-f73c-436d-aac2-7ef360da8b82 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:00.029540 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:15:00.207605 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:15:00.215652 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:15:00.216242 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:00.260794 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4cb84c27-f73c-436d-aac2-7ef360da8b82 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:00.333235 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb84c27-f73c-436d-aac2-7ef360da8b82 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Subnet': ['ID=a379ad5d-66af-431c-8df0-968df00d7531,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:00.356274 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4cb84c27-f73c-436d-aac2-7ef360da8b82 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:00.372569 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55836) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:00.373229 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4cb84c27-f73c-436d-aac2-7ef360da8b82 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/subnets/a379ad5d-66af-431c-8df0-968df00d7531 HTTP/1.1" status: 204 len: 168 time: 0.9950044 Feb 09 18:15:00.388171 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a52dcb3-6aa8-4d1d-b354-7b3e21ef4e81 None None] Network 2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:15:00.515198 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:00.646136 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cd8cd3a8-3967-4c3a-a356-327593b1d77f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:00.660998 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475669c3-81ea-40c9-a788-57f9bdc2002e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d657c9-9560-4109-8c1b-d9cf7e5dd4ab'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:15:00.678958 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-cd8cd3a8-3967-4c3a-a356-327593b1d77f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Deleting port e309dc99-e91c-41d4-a2a4-ca71b91832a7 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:15:00.679256 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cd8cd3a8-3967-4c3a-a356-327593b1d77f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:00.679639 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=30d657c9-9560-4109-8c1b-d9cf7e5dd4ab,segment=NetworkSegment(6fc3f57d-9c40-4126-b402-225037c81858),segment_id=6fc3f57d-9c40-4126-b402-225037c81858)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:15:00.772815 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:00.828005 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b714ae6b-6185-4482-bf4c-c8bbf3f722a8 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:15:00.847939 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bed119-2e50-41dd-8ceb-e7155d4a0de9 req-30c3c1d7-d72b-4f22-9ff0-a89d9256e98c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:00.855301 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-12bed119-2e50-41dd-8ceb-e7155d4a0de9 req-30c3c1d7-d72b-4f22-9ff0-a89d9256e98c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=475669c3-81ea-40c9-a788-57f9bdc2002e HTTP/1.1" status: 200 len: 981 time: 0.2995536 Feb 09 18:15:00.858908 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475669c3-81ea-40c9-a788-57f9bdc2002e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d657c9-9560-4109-8c1b-d9cf7e5dd4ab', 'code': 200} Feb 09 18:15:00.861909 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe75b7ff-a006-4eda-b120-33df706df87a None None] DHCP port deletion for 2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:15:00.894224 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: b714ae6b-6185-4482-bf4c-c8bbf3f722a8 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:15:00.894845 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b714ae6b-6185-4482-bf4c-c8bbf3f722a8 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:15:00.902758 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-fe75b7ff-a006-4eda-b120-33df706df87a None None] Deleting port e309dc99-e91c-41d4-a2a4-ca71b91832a7 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:15:00.903386 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fe75b7ff-a006-4eda-b120-33df706df87a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:00.967084 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=30d657c9-9560-4109-8c1b-d9cf7e5dd4ab,revision_number=10']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:01.070915 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-12bed119-2e50-41dd-8ceb-e7155d4a0de9 req-85c9ae2b-b54c-437d-bd73-e1a17d9b3bc8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5538283-8c91-48e5-998e-b8f8372b2d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018919 Feb 09 18:15:01.118265 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-cd8cd3a8-3967-4c3a-a356-327593b1d77f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] For port e309dc99-e91c-41d4-a2a4-ca71b91832a7, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=e309dc99-e91c-41d4-a2a4-ca71b91832a7,segment=NetworkSegment(c4f25fcb-200c-4bf0-8d6b-f54a87a5b38a),segment_id=c4f25fcb-200c-4bf0-8d6b-f54a87a5b38a)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:15:01.118265 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cd8cd3a8-3967-4c3a-a356-327593b1d77f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:01.266207 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-fe75b7ff-a006-4eda-b120-33df706df87a None None] For port e309dc99-e91c-41d4-a2a4-ca71b91832a7, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=e309dc99-e91c-41d4-a2a4-ca71b91832a7,segment=NetworkSegment(c4f25fcb-200c-4bf0-8d6b-f54a87a5b38a),segment_id=c4f25fcb-200c-4bf0-8d6b-f54a87a5b38a)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:15:01.266207 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fe75b7ff-a006-4eda-b120-33df706df87a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:01.319234 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-cd8cd3a8-3967-4c3a-a356-327593b1d77f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Calling delete_port for e309dc99-e91c-41d4-a2a4-ca71b91832a7 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:15:01.389665 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-20cca401-7ca2-4937-95af-645bc43b21a1 req-4f85be4d-9aaf-48b7-97f9-e1f89b38c151 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=475669c3-81ea-40c9-a788-57f9bdc2002e HTTP/1.1" status: 200 len: 1136 time: 0.0975344 Feb 09 18:15:01.412714 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-fe75b7ff-a006-4eda-b120-33df706df87a None None] Calling delete_port for e309dc99-e91c-41d4-a2a4-ca71b91832a7 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:15:01.466869 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-20cca401-7ca2-4937-95af-645bc43b21a1 req-fa3c2a99-9626-4bbe-bc29-8c1ae73dc2bf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d5538283-8c91-48e5-998e-b8f8372b2d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677035 Feb 09 18:15:01.530948 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cd8cd3a8-3967-4c3a-a356-327593b1d77f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:01.538106 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-fe75b7ff-a006-4eda-b120-33df706df87a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:15:01.538596 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-fe75b7ff-a006-4eda-b120-33df706df87a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:15:01.584818 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8cd3a8-3967-4c3a-a356-327593b1d77f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Port': ['ID=e309dc99-e91c-41d4-a2a4-ca71b91832a7,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:01.593468 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8cd3a8-3967-4c3a-a356-327593b1d77f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] No DVR routers for this DVR port e309dc99-e91c-41d4-a2a4-ca71b91832a7 on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:15:01.776867 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cd8cd3a8-3967-4c3a-a356-327593b1d77f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:01.807412 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-cd8cd3a8-3967-4c3a-a356-327593b1d77f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:01.822288 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-cd8cd3a8-3967-4c3a-a356-327593b1d77f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f25fcb-200c-4bf0-8d6b-f54a87a5b38a') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:01.822609 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-cd8cd3a8-3967-4c3a-a356-327593b1d77f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f25fcb-200c-4bf0-8d6b-f54a87a5b38a') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:01.835391 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cd8cd3a8-3967-4c3a-a356-327593b1d77f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:01.855016 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cd8cd3a8-3967-4c3a-a356-327593b1d77f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:01.862799 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8cd3a8-3967-4c3a-a356-327593b1d77f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:15:01.868329 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cd8cd3a8-3967-4c3a-a356-327593b1d77f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:15:01.879613 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:15:02.040236 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-fe75b7ff-a006-4eda-b120-33df706df87a None None] Deleting port e309dc99-e91c-41d4-a2a4-ca71b91832a7 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:15:02.041266 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fe75b7ff-a006-4eda-b120-33df706df87a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:02.102798 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cd8cd3a8-3967-4c3a-a356-327593b1d77f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:02.123842 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cd8cd3a8-3967-4c3a-a356-327593b1d77f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:02.141185 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8cd3a8-3967-4c3a-a356-327593b1d77f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Pushing event deleted for resources: {'Network': ['ID=2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:02.146363 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cd8cd3a8-3967-4c3a-a356-327593b1d77f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/networks/2e45b69e-c73f-4e03-86e3-ff2f7e2eeb3e HTTP/1.1" status: 204 len: 168 time: 1.7710443 Feb 09 18:15:02.149703 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55844) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:02.157208 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-53d02e59-23aa-4aa6-b126-c761aa013e08 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'router': {'routes': None}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:15:02.179392 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-fe75b7ff-a006-4eda-b120-33df706df87a None None] The port 'e309dc99-e91c-41d4-a2a4-ca71b91832a7' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:15:02.675367 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.extraroute_db [None req-53d02e59-23aa-4aa6-b126-c761aa013e08 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Added routes are [] {{(pid=84541) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 09 18:15:02.675964 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.extraroute_db [None req-53d02e59-23aa-4aa6-b126-c761aa013e08 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Removed routes are [] {{(pid=84541) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 09 18:15:02.676099 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-53d02e59-23aa-4aa6-b126-c761aa013e08 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:02.684757 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1f894-d756-4f58-8c51-87592971b397 req-b03d628e-c213-415a-adfe-ea67abb0a091 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:02.685402 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-94c1f894-d756-4f58-8c51-87592971b397 req-b03d628e-c213-415a-adfe-ea67abb0a091 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=475669c3-81ea-40c9-a788-57f9bdc2002e HTTP/1.1" status: 200 len: 983 time: 0.2983944 Feb 09 18:15:02.816446 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device e309dc99-e91c-41d4-a2a4-ca71b91832a7 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:15:02.882433 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: e309dc99-e91c-41d4-a2a4-ca71b91832a7 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:15:02.882985 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device e309dc99-e91c-41d4-a2a4-ca71b91832a7 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:15:02.895215 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-94c1f894-d756-4f58-8c51-87592971b397 req-676d24a9-b931-4909-afd7-fe2b9ef239a2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5538283-8c91-48e5-998e-b8f8372b2d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561253 Feb 09 18:15:03.040929 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-53d02e59-23aa-4aa6-b126-c761aa013e08 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:03.045079 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-53d02e59-23aa-4aa6-b126-c761aa013e08 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640420'] for router, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:03.204991 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d02e59-23aa-4aa6-b126-c761aa013e08 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Router 7462454c-4ee6-4106-9f35-977f3fde6caa has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:15:03.376399 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d02e59-23aa-4aa6-b126-c761aa013e08 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:15:03.382772 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-53d02e59-23aa-4aa6-b126-c761aa013e08 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:03.384057 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-53d02e59-23aa-4aa6-b126-c761aa013e08 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "PUT /v2.0/routers/7462454c-4ee6-4106-9f35-977f3fde6caa HTTP/1.1" status: 200 len: 701 time: 1.2321017 Feb 09 18:15:03.387143 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55848) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:03.389728 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff923999-6a3f-4cb5-a1e9-035baca49991 None None] Sync routers for ids ['7462454c-4ee6-4106-9f35-977f3fde6caa'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:15:03.402886 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff923999-6a3f-4cb5-a1e9-035baca49991 None None] Routers {'7462454c-4ee6-4106-9f35-977f3fde6caa'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:15:03.403526 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-ff923999-6a3f-4cb5-a1e9-035baca49991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:14:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7462454c-4ee6-4106-9f35-977f3fde6caa'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:03.434562 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-0a415ce9-c736-4506-844e-08d2b864fd97 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Synchronizing usage tracker for tenant:1fb3e00fc3da4739bcd8c33a1d8996af on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:15:03.542883 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-ff923999-6a3f-4cb5-a1e9-035baca49991 None None] Set router 7462454c-4ee6-4106-9f35-977f3fde6caa gateway port host: None {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:15:03.566046 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-0a415ce9-c736-4506-844e-08d2b864fd97 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Unset dirty status for tenant:1fb3e00fc3da4739bcd8c33a1d8996af on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:15:03.568334 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0a415ce9-c736-4506-844e-08d2b864fd97 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "GET /v2.0/ports?device_id=7462454c-4ee6-4106-9f35-977f3fde6caa HTTP/1.1" status: 200 len: 205 time: 0.1767483 Feb 09 18:15:03.571158 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55852) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:03.659695 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-ff923999-6a3f-4cb5-a1e9-035baca49991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'name': 'tempest-RoutersTest-router-1146612667', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:14:58Z', 'revision_number': 11, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'gw_port_host': None}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:03.664708 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff923999-6a3f-4cb5-a1e9-035baca49991 None None] Checking router: 7462454c-4ee6-4106-9f35-977f3fde6caa for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:15:03.677425 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff923999-6a3f-4cb5-a1e9-035baca49991 None None] Routers {'7462454c-4ee6-4106-9f35-977f3fde6caa'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:15:03.678052 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-ff923999-6a3f-4cb5-a1e9-035baca49991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:14:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7462454c-4ee6-4106-9f35-977f3fde6caa'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:03.742752 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9fe7d224-b883-48d1-904e-a07c46c6c400 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:03.876742 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-ff923999-6a3f-4cb5-a1e9-035baca49991 None None] Set router 7462454c-4ee6-4106-9f35-977f3fde6caa gateway port host: None {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:15:04.088558 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-ff923999-6a3f-4cb5-a1e9-035baca49991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'name': 'tempest-RoutersTest-router-1146612667', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:14:58Z', 'revision_number': 11, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'gw_port_host': None}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:04.096551 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff923999-6a3f-4cb5-a1e9-035baca49991 None None] The sync data for ids ['7462454c-4ee6-4106-9f35-977f3fde6caa'] in dv-neutron-827016-2-hyperv is: [{'id': '7462454c-4ee6-4106-9f35-977f3fde6caa', 'name': 'tempest-RoutersTest-router-1146612667', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:14:58Z', 'revision_number': 11, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'gw_port_host': None}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:15:04.386043 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9fe7d224-b883-48d1-904e-a07c46c6c400 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:04.398393 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9fe7d224-b883-48d1-904e-a07c46c6c400 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:04.420853 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb4409-b588-42c1-aec6-d31c1c28f27d req-b249e3b9-bb36-4347-925b-ba0899497202 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:04.423666 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-18eb4409-b588-42c1-aec6-d31c1c28f27d req-b249e3b9-bb36-4347-925b-ba0899497202 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=475669c3-81ea-40c9-a788-57f9bdc2002e HTTP/1.1" status: 200 len: 983 time: 0.2607450 Feb 09 18:15:04.517783 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-18eb4409-b588-42c1-aec6-d31c1c28f27d req-619d026d-ceb8-42aa-a97e-6a8311d7e9b9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5538283-8c91-48e5-998e-b8f8372b2d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843005 Feb 09 18:15:04.607099 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9fe7d224-b883-48d1-904e-a07c46c6c400 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:04.607672 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe7d224-b883-48d1-904e-a07c46c6c400 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Fanout notify agent at l3_agent the message router_deleted on router 7462454c-4ee6-4106-9f35-977f3fde6caa {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:15:04.627195 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9fe7d224-b883-48d1-904e-a07c46c6c400 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:04.628308 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9fe7d224-b883-48d1-904e-a07c46c6c400 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/routers/7462454c-4ee6-4106-9f35-977f3fde6caa HTTP/1.1" status: 204 len: 168 time: 1.0551138 Feb 09 18:15:04.632635 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55860) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:04.638529 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a08200b2-d5e7-464d-a96a-b07adfcd5347 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1904726971', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:15:04.651568 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a08200b2-d5e7-464d-a96a-b07adfcd5347 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:15:04.655267 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a08200b2-d5e7-464d-a96a-b07adfcd5347 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Usage tracker for resource:router and tenant:1fb3e00fc3da4739bcd8c33a1d8996af is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:15:04.659610 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a08200b2-d5e7-464d-a96a-b07adfcd5347 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:15:04.671640 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a08200b2-d5e7-464d-a96a-b07adfcd5347 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:15:04.774277 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01151a27-030f-4222-937e-dac0c8682b0d req-a45f0036-165f-4b74-b78d-9a2ac30c826e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:04.774277 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-01151a27-030f-4222-937e-dac0c8682b0d req-a45f0036-165f-4b74-b78d-9a2ac30c826e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=475669c3-81ea-40c9-a788-57f9bdc2002e HTTP/1.1" status: 200 len: 983 time: 0.0979593 Feb 09 18:15:04.798979 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a08200b2-d5e7-464d-a96a-b07adfcd5347 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:04.800006 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a08200b2-d5e7-464d-a96a-b07adfcd5347 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:04.841013 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-01151a27-030f-4222-937e-dac0c8682b0d req-b851ad59-2cf7-4fff-95d8-a740d9b2cff3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5538283-8c91-48e5-998e-b8f8372b2d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663681 Feb 09 18:15:04.845727 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a08200b2-d5e7-464d-a96a-b07adfcd5347 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:04.882004 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55864) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:04.950409 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a08200b2-d5e7-464d-a96a-b07adfcd5347 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:04.984809 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-42f82d73-e434-491b-94fe-2a51372ebd63 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=475669c3-81ea-40c9-a788-57f9bdc2002e&network_id=fb36d70d-12dd-457c-b53c-92fe0207d9b4 HTTP/1.1" status: 200 len: 1131 time: 0.1050937 Feb 09 18:15:05.073043 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a08200b2-d5e7-464d-a96a-b07adfcd5347 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:05.073043 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a08200b2-d5e7-464d-a96a-b07adfcd5347 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4354434 Feb 09 18:15:05.075270 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55870) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:05.080580 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a79457ec-eb0f-4771-b575-e9cad7e25d91 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:15:05.573812 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a79457ec-eb0f-4771-b575-e9cad7e25d91 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:05.682481 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a79457ec-eb0f-4771-b575-e9cad7e25d91 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640420'] for router, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:05.776621 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d2d59-3b76-414d-bfe6-c277318ad037 req-11f61585-176d-4226-9905-d02d1ecd1164 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:05.778223 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8e2d2d59-3b76-414d-bfe6-c277318ad037 req-11f61585-176d-4226-9905-d02d1ecd1164 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=475669c3-81ea-40c9-a788-57f9bdc2002e HTTP/1.1" status: 200 len: 983 time: 0.0911655 Feb 09 18:15:05.832951 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8e2d2d59-3b76-414d-bfe6-c277318ad037 req-aa32cb3b-e319-484f-95a1-35a53d96f697 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5538283-8c91-48e5-998e-b8f8372b2d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485811 Feb 09 18:15:05.982900 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79457ec-eb0f-4771-b575-e9cad7e25d91 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Router c0183670-19a7-4116-9068-9243eb1b6dbb is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:15:06.135540 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79457ec-eb0f-4771-b575-e9cad7e25d91 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:15:06.142863 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a79457ec-eb0f-4771-b575-e9cad7e25d91 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:06.145608 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a79457ec-eb0f-4771-b575-e9cad7e25d91 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "PUT /v2.0/routers/c0183670-19a7-4116-9068-9243eb1b6dbb HTTP/1.1" status: 200 len: 694 time: 1.0704427 Feb 09 18:15:06.151316 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55878) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:06.151468 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e480bb-3af5-46c5-a1ae-f58524b3d086 None None] Sync routers for ids ['c0183670-19a7-4116-9068-9243eb1b6dbb'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:15:06.160661 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e480bb-3af5-46c5-a1ae-f58524b3d086 None None] Routers {'c0183670-19a7-4116-9068-9243eb1b6dbb'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:15:06.161330 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-86e480bb-3af5-46c5-a1ae-f58524b3d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:14:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['c0183670-19a7-4116-9068-9243eb1b6dbb'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:06.301048 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-86e480bb-3af5-46c5-a1ae-f58524b3d086 None None] Set router c0183670-19a7-4116-9068-9243eb1b6dbb gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:15:06.410019 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f4e50a5f-38a6-436b-9977-b16d9abdba47 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "GET /v2.0/routers/c0183670-19a7-4116-9068-9243eb1b6dbb HTTP/1.1" status: 200 len: 700 time: 0.2622516 Feb 09 18:15:06.415115 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55882) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:06.455043 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-86e480bb-3af5-46c5-a1ae-f58524b3d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0183670-19a7-4116-9068-9243eb1b6dbb', 'name': 'tempest-RoutersTest-router-1904726971', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:15:04Z', 'updated_at': '2022-02-09T18:15:05Z', 'revision_number': 2, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'gw_port_host': None}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:06.459575 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e480bb-3af5-46c5-a1ae-f58524b3d086 None None] Checking router: c0183670-19a7-4116-9068-9243eb1b6dbb for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:15:06.466479 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-aa3423c0-4290-4ac8-9c9c-653ad1291192 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0183670-19a7-4116-9068-9243eb1b6dbb HTTP/1.1" status: 200 len: 205 time: 0.0500169 Feb 09 18:15:06.470391 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55886) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:06.476787 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e480bb-3af5-46c5-a1ae-f58524b3d086 None None] Routers {'c0183670-19a7-4116-9068-9243eb1b6dbb'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:15:06.476787 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-86e480bb-3af5-46c5-a1ae-f58524b3d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:14:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['c0183670-19a7-4116-9068-9243eb1b6dbb'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:06.626151 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-86e480bb-3af5-46c5-a1ae-f58524b3d086 None None] Set router c0183670-19a7-4116-9068-9243eb1b6dbb gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:15:06.636951 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e97b9631-d1a3-41c5-88f1-4f2f16230ba5 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:06.749501 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-86e480bb-3af5-46c5-a1ae-f58524b3d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0183670-19a7-4116-9068-9243eb1b6dbb', 'name': 'tempest-RoutersTest-router-1904726971', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:15:04Z', 'updated_at': '2022-02-09T18:15:05Z', 'revision_number': 2, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'gw_port_host': None}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:06.754213 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e480bb-3af5-46c5-a1ae-f58524b3d086 None None] The sync data for ids ['c0183670-19a7-4116-9068-9243eb1b6dbb'] in dv-neutron-827016-2-hyperv is: [{'id': 'c0183670-19a7-4116-9068-9243eb1b6dbb', 'name': 'tempest-RoutersTest-router-1904726971', 'tenant_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:15:04Z', 'updated_at': '2022-02-09T18:15:05Z', 'revision_number': 2, 'project_id': '1fb3e00fc3da4739bcd8c33a1d8996af', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:15:07.018419 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d681daf-9afc-47ae-acfe-efdbb3f28b0e req-72700cdd-6f11-471f-aec1-dfbcaccf8728 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:07.019922 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2d681daf-9afc-47ae-acfe-efdbb3f28b0e req-72700cdd-6f11-471f-aec1-dfbcaccf8728 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/ports?device_id=475669c3-81ea-40c9-a788-57f9bdc2002e HTTP/1.1" status: 200 len: 983 time: 0.1184154 Feb 09 18:15:07.106929 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d681daf-9afc-47ae-acfe-efdbb3f28b0e req-abed2425-2cf7-4112-b69b-39d008454bec tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:07.108362 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2d681daf-9afc-47ae-acfe-efdbb3f28b0e req-abed2425-2cf7-4112-b69b-39d008454bec tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/ports/30d657c9-9560-4109-8c1b-d9cf7e5dd4ab?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0820091 Feb 09 18:15:07.295500 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2d681daf-9afc-47ae-acfe-efdbb3f28b0e req-0939fb64-f47a-4d69-b277-c4b6b1db3643 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/networks/fb36d70d-12dd-457c-b53c-92fe0207d9b4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1819189 Feb 09 18:15:07.307732 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-2d681daf-9afc-47ae-acfe-efdbb3f28b0e req-d0712f21-cb74-4c49-bdfc-9a4a5acea2e7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:15:07.392716 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e97b9631-d1a3-41c5-88f1-4f2f16230ba5 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:07.403639 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e97b9631-d1a3-41c5-88f1-4f2f16230ba5 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:07.425358 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22670a-f38d-4087-9f25-212c9cccdeb3 req-25321f62-b8a0-425b-b7af-c269f3d64539 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:07.426852 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-eb22670a-f38d-4087-9f25-212c9cccdeb3 req-25321f62-b8a0-425b-b7af-c269f3d64539 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=475669c3-81ea-40c9-a788-57f9bdc2002e HTTP/1.1" status: 200 len: 983 time: 0.3848209 Feb 09 18:15:07.442681 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2d681daf-9afc-47ae-acfe-efdbb3f28b0e req-d0712f21-cb74-4c49-bdfc-9a4a5acea2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:07.492808 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-eb22670a-f38d-4087-9f25-212c9cccdeb3 req-28338f1c-07e7-41ee-97e7-2d7383b24db4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5538283-8c91-48e5-998e-b8f8372b2d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514874 Feb 09 18:15:07.542541 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e97b9631-d1a3-41c5-88f1-4f2f16230ba5 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:07.543327 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97b9631-d1a3-41c5-88f1-4f2f16230ba5 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Fanout notify agent at l3_agent the message router_deleted on router c0183670-19a7-4116-9068-9243eb1b6dbb {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:15:07.567470 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e97b9631-d1a3-41c5-88f1-4f2f16230ba5 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:07.569274 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e97b9631-d1a3-41c5-88f1-4f2f16230ba5 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/routers/c0183670-19a7-4116-9068-9243eb1b6dbb HTTP/1.1" status: 204 len: 168 time: 1.0975680 Feb 09 18:15:07.574207 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55892) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:07.652494 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f3718b61-6aff-4d82-ac3f-7961b5d8179f tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0183670-19a7-4116-9068-9243eb1b6dbb HTTP/1.1" status: 200 len: 205 time: 0.0763097 Feb 09 18:15:07.656557 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55896) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:07.782644 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-2b1b7ad1-8f10-414b-9dc8-5fddff94a977 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] delete failed (client error): The resource could not be found. Feb 09 18:15:07.784261 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2b1b7ad1-8f10-414b-9dc8-5fddff94a977 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/routers/c0183670-19a7-4116-9068-9243eb1b6dbb HTTP/1.1" status: 404 len: 336 time: 0.1263020 Feb 09 18:15:07.788267 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55900) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:07.846591 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ab9382-816b-404a-995d-de3856fe9a11 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] DELETE failed (client error): The resource could not be found. Feb 09 18:15:07.846949 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ab9382-816b-404a-995d-de3856fe9a11 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:15:07.848604 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-45ab9382-816b-404a-995d-de3856fe9a11 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/subnets/973a1a9f-a794-4370-9eb4-02ae9b885d68 HTTP/1.1" status: 404 len: 337 time: 0.0592303 Feb 09 18:15:07.851464 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55904) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:07.898115 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c42e0d-213b-4e62-a51f-c0dac496f31b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] DELETE failed (client error): The resource could not be found. Feb 09 18:15:07.898590 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c42e0d-213b-4e62-a51f-c0dac496f31b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:15:07.900758 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-57c42e0d-213b-4e62-a51f-c0dac496f31b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/subnets/2789f413-9b66-4fa0-b019-695904ba8107 HTTP/1.1" status: 404 len: 337 time: 0.0483587 Feb 09 18:15:07.903925 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-2d681daf-9afc-47ae-acfe-efdbb3f28b0e req-d0712f21-cb74-4c49-bdfc-9a4a5acea2e7 service neutron] For port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=30d657c9-9560-4109-8c1b-d9cf7e5dd4ab,segment=NetworkSegment(6fc3f57d-9c40-4126-b402-225037c81858),segment_id=6fc3f57d-9c40-4126-b402-225037c81858)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:15:07.904112 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55908) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:07.940065 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-2d681daf-9afc-47ae-acfe-efdbb3f28b0e req-d0712f21-cb74-4c49-bdfc-9a4a5acea2e7 service neutron] For port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:15:07.944079 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-a97aa932-f341-44da-8c9b-ab5653063346 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] DELETE failed (client error): The resource could not be found. Feb 09 18:15:07.944527 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a97aa932-f341-44da-8c9b-ab5653063346 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:15:07.946185 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a97aa932-f341-44da-8c9b-ab5653063346 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/subnets/10c8ae5c-3d18-4038-a102-63d40e976487 HTTP/1.1" status: 404 len: 337 time: 0.0412202 Feb 09 18:15:07.949509 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55912) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:07.993179 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d44fa42-90a4-46d5-9540-c938124e5f1b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] DELETE failed (client error): The resource could not be found. Feb 09 18:15:07.995021 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d44fa42-90a4-46d5-9540-c938124e5f1b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:15:07.998025 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1d44fa42-90a4-46d5-9540-c938124e5f1b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/subnets/a379ad5d-66af-431c-8df0-968df00d7531 HTTP/1.1" status: 404 len: 337 time: 0.0472660 Feb 09 18:15:07.998922 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-2d681daf-9afc-47ae-acfe-efdbb3f28b0e req-d0712f21-cb74-4c49-bdfc-9a4a5acea2e7 service neutron] device_id is not set on port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 18:15:08.000573 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55916) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:08.007987 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2d681daf-9afc-47ae-acfe-efdbb3f28b0e req-d0712f21-cb74-4c49-bdfc-9a4a5acea2e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:08.082192 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-34cf566c-bb3f-40b8-8a3f-97242cfa9813 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "GET /v2.0/ports?device_id=7462454c-4ee6-4106-9f35-977f3fde6caa HTTP/1.1" status: 200 len: 205 time: 0.0798070 Feb 09 18:15:08.084971 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55920) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:08.144495 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2d681daf-9afc-47ae-acfe-efdbb3f28b0e req-d0712f21-cb74-4c49-bdfc-9a4a5acea2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:08.157688 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-3bf57cb2-1bcd-498e-88f3-f2fa73f7b7e1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] delete failed (client error): The resource could not be found. Feb 09 18:15:08.158862 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3bf57cb2-1bcd-498e-88f3-f2fa73f7b7e1 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/routers/7462454c-4ee6-4106-9f35-977f3fde6caa HTTP/1.1" status: 404 len: 336 time: 0.0726449 Feb 09 18:15:08.161755 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55924) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:08.241810 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-171bf7c6-30e7-4c03-8717-17bd98f7b61c tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e16ed0-dd4b-40e1-acc1-8e7aa7c22b29 HTTP/1.1" status: 200 len: 205 time: 0.0785289 Feb 09 18:15:08.246179 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55928) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:08.329373 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0712f21-cb74-4c49-bdfc-9a4a5acea2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=30d657c9-9560-4109-8c1b-d9cf7e5dd4ab,revision_number=11']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:08.345114 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-bb507919-a235-43d8-83dc-2f06a434b429 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] delete failed (client error): The resource could not be found. Feb 09 18:15:08.345114 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-bb507919-a235-43d8-83dc-2f06a434b429 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/routers/85e16ed0-dd4b-40e1-acc1-8e7aa7c22b29 HTTP/1.1" status: 404 len: 336 time: 0.0957022 Feb 09 18:15:08.346548 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55932) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:08.404742 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d681daf-9afc-47ae-acfe-efdbb3f28b0e req-d0712f21-cb74-4c49-bdfc-9a4a5acea2e7 service neutron] No DVR routers for this DVR port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:15:08.423395 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d7a0a9-5c97-4263-80eb-6d903dcdfb04 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] DELETE failed (client error): The resource could not be found. Feb 09 18:15:08.424142 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4d7a0a9-5c97-4263-80eb-6d903dcdfb04 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:15:08.432934 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c4d7a0a9-5c97-4263-80eb-6d903dcdfb04 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/subnets/3837880e-e1a6-44f6-b4ac-1b100d087f76 HTTP/1.1" status: 404 len: 337 time: 0.0792515 Feb 09 18:15:08.432934 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55936) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:08.524380 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f4a0389c-f2ad-4314-94d7-157c6fe026d5 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "GET /v2.0/ports?device_id=df77a7cd-98bc-417f-88c5-7e18e73931b7 HTTP/1.1" status: 200 len: 205 time: 0.0877812 Feb 09 18:15:08.524640 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55940) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:08.542057 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6e6a0a50-7f33-4be6-8a36-6c234058e047 None None] Provisioning complete for port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:15:08.542903 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e6a0a50-7f33-4be6-8a36-6c234058e047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:08.604344 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-51c25555-dccb-4327-b976-9f40f1901fc0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] delete failed (client error): The resource could not be found. Feb 09 18:15:08.609759 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-51c25555-dccb-4327-b976-9f40f1901fc0 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/routers/df77a7cd-98bc-417f-88c5-7e18e73931b7 HTTP/1.1" status: 404 len: 336 time: 0.0793700 Feb 09 18:15:08.609978 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55946) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:08.612263 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a0a50-7f33-4be6-8a36-6c234058e047 None None] Port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:15:08.663506 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3733e84b-77b9-452a-831a-75f650be1d98 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f69fb15-4104-450f-99bf-9c47fa49038d HTTP/1.1" status: 200 len: 205 time: 0.0521333 Feb 09 18:15:08.668009 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55950) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:08.784883 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-99787203-c9fc-40c8-bc37-cca4c732d66e tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] delete failed (client error): The resource could not be found. Feb 09 18:15:08.785855 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-99787203-c9fc-40c8-bc37-cca4c732d66e tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/routers/1f69fb15-4104-450f-99bf-9c47fa49038d HTTP/1.1" status: 404 len: 336 time: 0.1167004 Feb 09 18:15:08.791801 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55954) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:08.804409 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a0d6edd4-1193-417e-841d-2dcc985b584c req-9e66c91b-cc67-480d-b737-799b26af1e6c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=475669c3-81ea-40c9-a788-57f9bdc2002e HTTP/1.1" status: 200 len: 210 time: 0.0619357 Feb 09 18:15:08.852164 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa3b8a4-daf6-4de5-a25e-e45eaae6106e tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] DELETE failed (client error): The resource could not be found. Feb 09 18:15:08.853901 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa3b8a4-daf6-4de5-a25e-e45eaae6106e tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:15:08.856361 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-2d681daf-9afc-47ae-acfe-efdbb3f28b0e req-d0712f21-cb74-4c49-bdfc-9a4a5acea2e7 service neutron] In _notify_port_updated(), no bound segment for port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab on network fb36d70d-12dd-457c-b53c-92fe0207d9b4 {{(pid=84542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 18:15:08.857754 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cfa3b8a4-daf6-4de5-a25e-e45eaae6106e tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/subnets/c6e66eba-8651-414d-88b1-7b038ef587f9 HTTP/1.1" status: 404 len: 337 time: 0.0639129 Feb 09 18:15:08.857935 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2d681daf-9afc-47ae-acfe-efdbb3f28b0e req-d0712f21-cb74-4c49-bdfc-9a4a5acea2e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:08.858950 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2d681daf-9afc-47ae-acfe-efdbb3f28b0e req-d0712f21-cb74-4c49-bdfc-9a4a5acea2e7 service neutron] 10.222.0.50 "PUT /v2.0/ports/30d657c9-9560-4109-8c1b-d9cf7e5dd4ab HTTP/1.1" status: 200 len: 1026 time: 1.5579774 Feb 09 18:15:08.859417 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55958) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:08.908602 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a15abf97-58a1-48a9-a28e-84dfadd817f2 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Synchronizing usage tracker for tenant:1fb3e00fc3da4739bcd8c33a1d8996af on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:15:08.923606 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a15abf97-58a1-48a9-a28e-84dfadd817f2 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] Unset dirty status for tenant:1fb3e00fc3da4739bcd8c33a1d8996af on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:15:08.924712 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a15abf97-58a1-48a9-a28e-84dfadd817f2 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "GET /v2.0/ports?device_id=35067b58-00a7-43ba-ba9d-ebf46efdcc60 HTTP/1.1" status: 200 len: 205 time: 0.0643687 Feb 09 18:15:08.927559 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55962) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:09.096315 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.api.v2.resource [None req-e45469bb-777e-45df-9e6f-fb93976657dc tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] delete failed (client error): The resource could not be found. Feb 09 18:15:09.097388 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e45469bb-777e-45df-9e6f-fb93976657dc tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/routers/35067b58-00a7-43ba-ba9d-ebf46efdcc60 HTTP/1.1" status: 404 len: 336 time: 0.1688933 Feb 09 18:15:09.101948 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55966) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:09.142035 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f16a47f-8fe3-4efc-a4f5-2cb1993a1c11 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] DELETE failed (client error): The resource could not be found. Feb 09 18:15:09.142501 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f16a47f-8fe3-4efc-a4f5-2cb1993a1c11 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:15:09.144195 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8f16a47f-8fe3-4efc-a4f5-2cb1993a1c11 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/subnets/a32f745d-ec4c-4899-b9fa-745b92ac09d0 HTTP/1.1" status: 404 len: 337 time: 0.0412576 Feb 09 18:15:09.147154 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55970) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:09.194352 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3d8a43d8-b18a-471b-ac23-76af2d9a950b tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "GET /v2.0/ports?device_id=06c4a48f-5e68-4427-b0a2-11dc260b25fe HTTP/1.1" status: 200 len: 205 time: 0.0460711 Feb 09 18:15:09.198135 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55974) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:09.265216 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-f47b342a-b9fa-407a-8386-5ef96ccf84d9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] delete failed (client error): The resource could not be found. Feb 09 18:15:09.266285 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f47b342a-b9fa-407a-8386-5ef96ccf84d9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/routers/06c4a48f-5e68-4427-b0a2-11dc260b25fe HTTP/1.1" status: 404 len: 336 time: 0.0670598 Feb 09 18:15:09.269182 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55978) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:09.315533 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-893e3d94-ee12-4872-a495-b056f5b874b9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] DELETE failed (client error): The resource could not be found. Feb 09 18:15:09.320030 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-893e3d94-ee12-4872-a495-b056f5b874b9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:15:09.320030 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-893e3d94-ee12-4872-a495-b056f5b874b9 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/subnets/9fcb47c1-e07e-423d-9980-3bf1d1bb3165 HTTP/1.1" status: 404 len: 337 time: 0.0474086 Feb 09 18:15:09.320646 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 55982) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:09.360099 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-549758f2-a86d-41b8-81a5-542ae04bea22 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] DELETE failed (client error): The resource could not be found. Feb 09 18:15:09.360551 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-549758f2-a86d-41b8-81a5-542ae04bea22 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:15:09.362200 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-549758f2-a86d-41b8-81a5-542ae04bea22 tempest-RoutersTest-391244487 tempest-RoutersTest-391244487-project] 10.222.0.21 "DELETE /v2.0/subnets/303d2120-2e72-42de-8430-738d7507c140 HTTP/1.1" status: 404 len: 337 time: 0.0406332 Feb 09 18:15:10.042576 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-41ef929c-026d-4808-98e0-5b470f5e19a5 req-9b7d126b-478c-41e4-8380-d16a051b9576 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=475669c3-81ea-40c9-a788-57f9bdc2002e HTTP/1.1" status: 200 len: 210 time: 0.0802178 Feb 09 18:15:10.082148 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:15:10.109152 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55992) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:10.193430 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:15:10.369352 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a7c384ba-d9f5-4309-b6e7-41cab21aace6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fb3e00fc3da4739bcd8c33a1d8996af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2560868 Feb 09 18:15:10.369352 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 55998) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:10.445619 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f9ad817-d4cb-417a-80b6-4678bd5c2ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:10.492156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f9ad817-d4cb-417a-80b6-4678bd5c2ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:10.630505 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f9ad817-d4cb-417a-80b6-4678bd5c2ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:10.645801 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ad817-d4cb-417a-80b6-4678bd5c2ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d019bf4-e776-435b-bdb9-11354d8af0ee,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:10.653278 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f9ad817-d4cb-417a-80b6-4678bd5c2ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:10.654472 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7f9ad817-d4cb-417a-80b6-4678bd5c2ad5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d019bf4-e776-435b-bdb9-11354d8af0ee HTTP/1.1" status: 204 len: 168 time: 0.2888763 Feb 09 18:15:11.202688 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56008) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:11.290468 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a0e3461-faf5-4bfa-b3c8-73aa7966f29e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:11.347125 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a0e3461-faf5-4bfa-b3c8-73aa7966f29e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:11.641356 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a0e3461-faf5-4bfa-b3c8-73aa7966f29e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:11.666379 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e3461-faf5-4bfa-b3c8-73aa7966f29e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b756857d-53e5-4272-b380-401f0722c5f1,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:11.815200 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a0e3461-faf5-4bfa-b3c8-73aa7966f29e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:11.817193 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7a0e3461-faf5-4bfa-b3c8-73aa7966f29e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/security-groups/b756857d-53e5-4272-b380-401f0722c5f1 HTTP/1.1" status: 204 len: 168 time: 0.6129198 Feb 09 18:15:11.949513 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56022) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:12.316736 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-9dd29106-cbae-48c4-80cd-e99cbad7c948 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port a619b77b-f1c3-4011-99a7-4e373e1114af {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:15:12.317265 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9dd29106-cbae-48c4-80cd-e99cbad7c948 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:12.491231 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56032) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:12.575422 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9dd29106-cbae-48c4-80cd-e99cbad7c948 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:12.575904 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9dd29106-cbae-48c4-80cd-e99cbad7c948 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:12.667759 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7b5d59b1-3625-41ae-839f-671a2f5caf71 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1762839848-network', 'tenant_id': 'ffde2c239d65409ebda8828b4fc2ce11'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:15:12.672979 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7b5d59b1-3625-41ae-839f-671a2f5caf71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:15:12.678623 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7b5d59b1-3625-41ae-839f-671a2f5caf71 admin admin] Usage tracker for resource:network and tenant:ffde2c239d65409ebda8828b4fc2ce11 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:15:12.682850 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7b5d59b1-3625-41ae-839f-671a2f5caf71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:15:12.691120 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7b5d59b1-3625-41ae-839f-671a2f5caf71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:15:12.728455 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-9dd29106-cbae-48c4-80cd-e99cbad7c948 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for a619b77b-f1c3-4011-99a7-4e373e1114af owned by network:floatingip {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:15:12.805229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5d59b1-3625-41ae-839f-671a2f5caf71 admin admin] Made reservation on behalf of ffde2c239d65409ebda8828b4fc2ce11 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:15:12.809686 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b5d59b1-3625-41ae-839f-671a2f5caf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:12.831986 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b5d59b1-3625-41ae-839f-671a2f5caf71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:13.029071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9dd29106-cbae-48c4-80cd-e99cbad7c948 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:13.053618 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7b5d59b1-3625-41ae-839f-671a2f5caf71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:15:13.063785 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7b5d59b1-3625-41ae-839f-671a2f5caf71 admin admin] Usage tracker for resource:security_group_rule and tenant:ffde2c239d65409ebda8828b4fc2ce11 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:15:13.069986 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7b5d59b1-3625-41ae-839f-671a2f5caf71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:15:13.084361 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7b5d59b1-3625-41ae-839f-671a2f5caf71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:15:13.093823 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd29106-cbae-48c4-80cd-e99cbad7c948 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=a619b77b-f1c3-4011-99a7-4e373e1114af,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:13.199975 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b5d59b1-3625-41ae-839f-671a2f5caf71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:13.235738 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9dd29106-cbae-48c4-80cd-e99cbad7c948 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:13.300496 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b5d59b1-3625-41ae-839f-671a2f5caf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:13.354438 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5d59b1-3625-41ae-839f-671a2f5caf71 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:15:13.377680 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d59b1-3625-41ae-839f-671a2f5caf71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dbf2a0-691a-4c21-a327-604bb1e6d1d5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:13.385676 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b5d59b1-3625-41ae-839f-671a2f5caf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:13.386234 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-7b5d59b1-3625-41ae-839f-671a2f5caf71 admin admin] Added segment 99aaca11-8522-4c92-a815-193b84597a39 of type vlan for network 4bb72f70-5868-44f1-9f12-684911572c48 Feb 09 18:15:13.427008 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b5d59b1-3625-41ae-839f-671a2f5caf71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:13.543248 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b5d59b1-3625-41ae-839f-671a2f5caf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:13.544768 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5d59b1-3625-41ae-839f-671a2f5caf71 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:13.545938 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b5d59b1-3625-41ae-839f-671a2f5caf71 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:13.731088 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d59b1-3625-41ae-839f-671a2f5caf71 admin admin] Pushing event updated for resources: {'Network': ['ID=4bb72f70-5868-44f1-9f12-684911572c48,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:13.745598 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 4bb72f70-5868-44f1-9f12-684911572c48 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:15:13.756097 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd29106-cbae-48c4-80cd-e99cbad7c948 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 0eee72cd-016c-418c-96a9-a7dfec18f42a has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:15:13.825794 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7b5d59b1-3625-41ae-839f-671a2f5caf71 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3317580 Feb 09 18:15:13.830885 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56038) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:13.837115 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b411f29b-e540-41c2-9f11-56503ac9445a admin admin] Request body: {'subnet': {'network_id': '4bb72f70-5868-44f1-9f12-684911572c48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1762839848-subnet', 'tenant_id': 'ffde2c239d65409ebda8828b4fc2ce11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:15:13.843049 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b411f29b-e540-41c2-9f11-56503ac9445a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:15:13.847673 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-b411f29b-e540-41c2-9f11-56503ac9445a admin admin] Usage tracker for resource:subnet and tenant:ffde2c239d65409ebda8828b4fc2ce11 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:15:13.851563 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-b411f29b-e540-41c2-9f11-56503ac9445a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:15:13.861386 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b411f29b-e540-41c2-9f11-56503ac9445a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:15:13.979830 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd29106-cbae-48c4-80cd-e99cbad7c948 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:15:13.989018 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b411f29b-e540-41c2-9f11-56503ac9445a admin admin] Made reservation on behalf of ffde2c239d65409ebda8828b4fc2ce11 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:15:13.989018 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b411f29b-e540-41c2-9f11-56503ac9445a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:13.992312 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c2a3ff-fe3b-46c6-a296-cbd380f4a64a None None] Sync routers for ids ['0eee72cd-016c-418c-96a9-a7dfec18f42a'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:15:14.013351 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c2a3ff-fe3b-46c6-a296-cbd380f4a64a None None] Routers {'0eee72cd-016c-418c-96a9-a7dfec18f42a'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:15:14.014289 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-d9c2a3ff-fe3b-46c6-a296-cbd380f4a64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:14:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0eee72cd-016c-418c-96a9-a7dfec18f42a'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:14.098049 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9dd29106-cbae-48c4-80cd-e99cbad7c948 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:14.218841 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9dd29106-cbae-48c4-80cd-e99cbad7c948 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/floatingips/68ab90d1-59fe-473e-ba3e-b31a84c5523c HTTP/1.1" status: 204 len: 168 time: 2.2731421 Feb 09 18:15:14.389481 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-d9c2a3ff-fe3b-46c6-a296-cbd380f4a64a None None] Set router 0eee72cd-016c-418c-96a9-a7dfec18f42a gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:15:14.431653 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56046) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:14.452072 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b411f29b-e540-41c2-9f11-56503ac9445a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:14.570702 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411f29b-e540-41c2-9f11-56503ac9445a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4b0b5bb-dd13-4279-a479-33cef52d90ac,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:14.576593 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ec5300b-4f2b-4169-a0ce-bfb6f657df12 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:14.598698 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b411f29b-e540-41c2-9f11-56503ac9445a admin admin] Checking segment: {'id': '99aaca11-8522-4c92-a815-193b84597a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4bb72f70-5868-44f1-9f12-684911572c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:15:14.599361 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b411f29b-e540-41c2-9f11-56503ac9445a admin admin] Network hostable DHCP agents. Network: 4bb72f70-5868-44f1-9f12-684911572c48, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:15:14.644098 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ec5300b-4f2b-4169-a0ce-bfb6f657df12 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:14.721189 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b411f29b-e540-41c2-9f11-56503ac9445a admin admin] Network 4bb72f70-5868-44f1-9f12-684911572c48 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:15:14.807822 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-d9c2a3ff-fe3b-46c6-a296-cbd380f4a64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'name': 'tempest-TestNetworkBasicOps-router-232692491', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:45Z', 'updated_at': '2022-02-09T18:13:54Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '897864b3-b2c4-4b6e-8fb4-3dfabb7863e0', 'name': '', 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:22:67:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:52Z', 'updated_at': '2022-02-09T18:14:07Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:14.812692 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c2a3ff-fe3b-46c6-a296-cbd380f4a64a None None] Checking router: 0eee72cd-016c-418c-96a9-a7dfec18f42a for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:15:14.828616 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-b411f29b-e540-41c2-9f11-56503ac9445a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 4bb72f70-5868-44f1-9f12-684911572c48) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:15:14.828864 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c2a3ff-fe3b-46c6-a296-cbd380f4a64a None None] Routers {'0eee72cd-016c-418c-96a9-a7dfec18f42a'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:15:14.828864 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-d9c2a3ff-fe3b-46c6-a296-cbd380f4a64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:14:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0eee72cd-016c-418c-96a9-a7dfec18f42a'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:14.830855 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b411f29b-e540-41c2-9f11-56503ac9445a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:14.831940 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b411f29b-e540-41c2-9f11-56503ac9445a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:14.884707 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9296b9-7454-4a83-a960-1e611f1c30e0 None None] Network 4bb72f70-5868-44f1-9f12-684911572c48 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:15:14.887183 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ec5300b-4f2b-4169-a0ce-bfb6f657df12 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:14.906854 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5300b-4f2b-4169-a0ce-bfb6f657df12 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3fd818-7e04-4174-9522-cbc4f682e52d,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:14.918237 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8ec5300b-4f2b-4169-a0ce-bfb6f657df12 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:14.923783 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8ec5300b-4f2b-4169-a0ce-bfb6f657df12 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/security-groups/2c3fd818-7e04-4174-9522-cbc4f682e52d HTTP/1.1" status: 204 len: 168 time: 0.4865189 Feb 09 18:15:14.970851 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b411f29b-e540-41c2-9f11-56503ac9445a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1383436 Feb 09 18:15:15.080597 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56054) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:15.245305 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-d56a559f-e5f0-45c8-843c-c325142813bd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:15:15.245894 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d56a559f-e5f0-45c8-843c-c325142813bd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:15.259956 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-d9c2a3ff-fe3b-46c6-a296-cbd380f4a64a None None] Set router 0eee72cd-016c-418c-96a9-a7dfec18f42a gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:15:15.370154 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0d53e8-5dca-4803-8576-1313b7d7c46a None None] Network 4bb72f70-5868-44f1-9f12-684911572c48 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:15:15.735687 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d56a559f-e5f0-45c8-843c-c325142813bd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:15.891572 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-d56a559f-e5f0-45c8-843c-c325142813bd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for 30d657c9-9560-4109-8c1b-d9cf7e5dd4ab owned by {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:15:15.999567 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-d9c2a3ff-fe3b-46c6-a296-cbd380f4a64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'name': 'tempest-TestNetworkBasicOps-router-232692491', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:45Z', 'updated_at': '2022-02-09T18:13:54Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '897864b3-b2c4-4b6e-8fb4-3dfabb7863e0', 'name': '', 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:22:67:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:52Z', 'updated_at': '2022-02-09T18:14:07Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:16.009290 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c2a3ff-fe3b-46c6-a296-cbd380f4a64a None None] The sync data for ids ['0eee72cd-016c-418c-96a9-a7dfec18f42a'] in dv-neutron-827016-2-hyperv is: [{'id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'name': 'tempest-TestNetworkBasicOps-router-232692491', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:45Z', 'updated_at': '2022-02-09T18:13:54Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '897864b3-b2c4-4b6e-8fb4-3dfabb7863e0', 'name': '', 'network_id': 'fb36d70d-12dd-457c-b53c-92fe0207d9b4', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:22:67:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:52Z', 'updated_at': '2022-02-09T18:14:07Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:15:16.200498 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d56a559f-e5f0-45c8-843c-c325142813bd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:16.260780 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a559f-e5f0-45c8-843c-c325142813bd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=30d657c9-9560-4109-8c1b-d9cf7e5dd4ab,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:16.347111 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf68f36-b536-43ed-ba52-f158e1533dc5 None None] New status for floating IP 68ab90d1-59fe-473e-ba3e-b31a84c5523c: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:15:16.407074 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d56a559f-e5f0-45c8-843c-c325142813bd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:16.440668 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56070) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:16.441535 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d56a559f-e5f0-45c8-843c-c325142813bd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/ports/30d657c9-9560-4109-8c1b-d9cf7e5dd4ab HTTP/1.1" status: 204 len: 168 time: 1.3464983 Feb 09 18:15:16.657016 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7da91c1-1e2d-4767-aea9-c2ebef83a47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:17.191644 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-95a54cc2-b081-4754-b33f-69eca7cdbd51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:17.275750 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:17.729129 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56080) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:17.737729 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-e1ce1374-6ba2-4f30-a352-4f4745fbaf9a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1154073979-network', 'tenant_id': 'f41d0754522f48fbb9f23c93518fc44d'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:15:17.746108 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e1ce1374-6ba2-4f30-a352-4f4745fbaf9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:15:17.750918 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e1ce1374-6ba2-4f30-a352-4f4745fbaf9a admin admin] Usage tracker for resource:network and tenant:f41d0754522f48fbb9f23c93518fc44d is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:15:17.754145 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e1ce1374-6ba2-4f30-a352-4f4745fbaf9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:15:17.762112 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e1ce1374-6ba2-4f30-a352-4f4745fbaf9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:15:17.933086 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ce1374-6ba2-4f30-a352-4f4745fbaf9a admin admin] Made reservation on behalf of f41d0754522f48fbb9f23c93518fc44d for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:15:17.938268 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1374-6ba2-4f30-a352-4f4745fbaf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:17.959247 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1374-6ba2-4f30-a352-4f4745fbaf9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:17.978492 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-95a54cc2-b081-4754-b33f-69eca7cdbd51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port 897864b3-b2c4-4b6e-8fb4-3dfabb7863e0 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:15:17.979113 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-95a54cc2-b081-4754-b33f-69eca7cdbd51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:17.999988 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e1ce1374-6ba2-4f30-a352-4f4745fbaf9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:15:18.004758 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e1ce1374-6ba2-4f30-a352-4f4745fbaf9a admin admin] Usage tracker for resource:security_group_rule and tenant:f41d0754522f48fbb9f23c93518fc44d is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:15:18.007969 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e1ce1374-6ba2-4f30-a352-4f4745fbaf9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:15:18.016493 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e1ce1374-6ba2-4f30-a352-4f4745fbaf9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:15:18.110451 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1374-6ba2-4f30-a352-4f4745fbaf9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:18.200551 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1374-6ba2-4f30-a352-4f4745fbaf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:18.244961 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ce1374-6ba2-4f30-a352-4f4745fbaf9a admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:15:18.255985 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce1374-6ba2-4f30-a352-4f4745fbaf9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc256ef-9fd7-4c80-9e01-4891faa21196,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:18.265653 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1374-6ba2-4f30-a352-4f4745fbaf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:18.266281 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-e1ce1374-6ba2-4f30-a352-4f4745fbaf9a admin admin] Added segment 66e440ff-a1fd-49d8-a367-1502f062fecd of type vlan for network 6ac36557-8d9c-4cd3-a071-6a612e9166e4 Feb 09 18:15:18.269753 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-95a54cc2-b081-4754-b33f-69eca7cdbd51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port 897864b3-b2c4-4b6e-8fb4-3dfabb7863e0, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=897864b3-b2c4-4b6e-8fb4-3dfabb7863e0,segment=NetworkSegment(6fc3f57d-9c40-4126-b402-225037c81858),segment_id=6fc3f57d-9c40-4126-b402-225037c81858)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:15:18.270413 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-95a54cc2-b081-4754-b33f-69eca7cdbd51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:18.310653 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1374-6ba2-4f30-a352-4f4745fbaf9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:18.412856 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-95a54cc2-b081-4754-b33f-69eca7cdbd51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for 897864b3-b2c4-4b6e-8fb4-3dfabb7863e0 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:15:18.414057 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1374-6ba2-4f30-a352-4f4745fbaf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:18.415548 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ce1374-6ba2-4f30-a352-4f4745fbaf9a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:18.416471 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1374-6ba2-4f30-a352-4f4745fbaf9a admin admin] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:18.608983 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce1374-6ba2-4f30-a352-4f4745fbaf9a admin admin] Pushing event updated for resources: {'Network': ['ID=6ac36557-8d9c-4cd3-a071-6a612e9166e4,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:18.625048 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 6ac36557-8d9c-4cd3-a071-6a612e9166e4 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:15:18.688498 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e1ce1374-6ba2-4f30-a352-4f4745fbaf9a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9578733 Feb 09 18:15:18.693483 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56084) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:18.705122 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-5714d53d-0011-494c-9c97-88a4d8c53757 admin admin] Request body: {'subnet': {'network_id': '6ac36557-8d9c-4cd3-a071-6a612e9166e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1154073979-subnet', 'tenant_id': 'f41d0754522f48fbb9f23c93518fc44d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:15:18.720799 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5714d53d-0011-494c-9c97-88a4d8c53757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:15:18.726163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5714d53d-0011-494c-9c97-88a4d8c53757 admin admin] Usage tracker for resource:subnet and tenant:f41d0754522f48fbb9f23c93518fc44d is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:15:18.732733 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5714d53d-0011-494c-9c97-88a4d8c53757 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:15:18.747125 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-95a54cc2-b081-4754-b33f-69eca7cdbd51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:18.760240 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5714d53d-0011-494c-9c97-88a4d8c53757 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:15:18.827735 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a54cc2-b081-4754-b33f-69eca7cdbd51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=897864b3-b2c4-4b6e-8fb4-3dfabb7863e0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:18.872124 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a54cc2-b081-4754-b33f-69eca7cdbd51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:18.872478 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a54cc2-b081-4754-b33f-69eca7cdbd51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:18.873038 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a54cc2-b081-4754-b33f-69eca7cdbd51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:18.873472 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a54cc2-b081-4754-b33f-69eca7cdbd51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:18.874019 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a54cc2-b081-4754-b33f-69eca7cdbd51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:18.881402 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a54cc2-b081-4754-b33f-69eca7cdbd51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:18.881402 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a54cc2-b081-4754-b33f-69eca7cdbd51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:18.881402 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a54cc2-b081-4754-b33f-69eca7cdbd51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:18.881402 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a54cc2-b081-4754-b33f-69eca7cdbd51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:18.881402 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a54cc2-b081-4754-b33f-69eca7cdbd51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:18.881402 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a54cc2-b081-4754-b33f-69eca7cdbd51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:18.909163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5714d53d-0011-494c-9c97-88a4d8c53757 admin admin] Made reservation on behalf of f41d0754522f48fbb9f23c93518fc44d for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:15:18.912027 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5714d53d-0011-494c-9c97-88a4d8c53757 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:19.057192 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb6426b2-1798-454c-a04f-d5e87a643413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:19.287661 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-95a54cc2-b081-4754-b33f-69eca7cdbd51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:19.406233 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5714d53d-0011-494c-9c97-88a4d8c53757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:19.491059 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5714d53d-0011-494c-9c97-88a4d8c53757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fad3ba94-118b-4c5a-a330-5b872c0f28d6,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:19.505709 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5714d53d-0011-494c-9c97-88a4d8c53757 admin admin] Checking segment: {'id': '66e440ff-a1fd-49d8-a367-1502f062fecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6ac36557-8d9c-4cd3-a071-6a612e9166e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:15:19.506376 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5714d53d-0011-494c-9c97-88a4d8c53757 admin admin] Network hostable DHCP agents. Network: 6ac36557-8d9c-4cd3-a071-6a612e9166e4, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:15:19.595347 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5714d53d-0011-494c-9c97-88a4d8c53757 admin admin] Network 6ac36557-8d9c-4cd3-a071-6a612e9166e4 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:15:19.702593 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-5714d53d-0011-494c-9c97-88a4d8c53757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 6ac36557-8d9c-4cd3-a071-6a612e9166e4) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:15:19.716426 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca9b0ba-bfa7-4d67-8315-215770d2c021 None None] Network 6ac36557-8d9c-4cd3-a071-6a612e9166e4 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:15:19.720411 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5714d53d-0011-494c-9c97-88a4d8c53757 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:19.721379 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5714d53d-0011-494c-9c97-88a4d8c53757 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:19.894463 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5714d53d-0011-494c-9c97-88a4d8c53757 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1964796 Feb 09 18:15:20.018250 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c795e51-73f2-44c2-a8c9-45f6e6aedcba None None] Network 6ac36557-8d9c-4cd3-a071-6a612e9166e4 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:15:20.124491 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:20.244709 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:20.328610 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a54cc2-b081-4754-b33f-69eca7cdbd51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 0eee72cd-016c-418c-96a9-a7dfec18f42a has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:15:20.615434 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a54cc2-b081-4754-b33f-69eca7cdbd51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:15:20.630227 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b97451b-0cef-48ef-8688-3e0555c6ab35 None None] Sync routers for ids ['0eee72cd-016c-418c-96a9-a7dfec18f42a'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:15:20.640118 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-95a54cc2-b081-4754-b33f-69eca7cdbd51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "PUT /v2.0/routers/0eee72cd-016c-418c-96a9-a7dfec18f42a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2064428 Feb 09 18:15:20.643768 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56100) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:20.650911 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b97451b-0cef-48ef-8688-3e0555c6ab35 None None] Routers {'0eee72cd-016c-418c-96a9-a7dfec18f42a'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:15:20.651787 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-0b97451b-0cef-48ef-8688-3e0555c6ab35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:15:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0eee72cd-016c-418c-96a9-a7dfec18f42a'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:20.951725 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-0b97451b-0cef-48ef-8688-3e0555c6ab35 None None] Set router 0eee72cd-016c-418c-96a9-a7dfec18f42a gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:15:20.957340 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-d5bb3283-13f3-436c-86ef-133f898bd857 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:20.962328 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-d5bb3283-13f3-436c-86ef-133f898bd857 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/networks?id=4bb72f70-5868-44f1-9f12-684911572c48 HTTP/1.1" status: 200 len: 812 time: 0.2796824 Feb 09 18:15:21.009436 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-de9e5a1b-b205-4fe0-88cf-41fc80711b91 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/quotas/ffde2c239d65409ebda8828b4fc2ce11 HTTP/1.1" status: 200 len: 375 time: 0.0305021 Feb 09 18:15:21.013719 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6667cbf-de67-41e4-b260-0f0e477cb5c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting subnet 93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:15:21.018040 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f6667cbf-de67-41e4-b260-0f0e477cb5c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:21.216394 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-7e20770d-d914-4d95-9869-6e2536af0df5 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffde2c239d65409ebda8828b4fc2ce11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606985 Feb 09 18:15:21.247662 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f6667cbf-de67-41e4-b260-0f0e477cb5c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:21.362503 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-0b97451b-0cef-48ef-8688-3e0555c6ab35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'name': 'tempest-TestNetworkBasicOps-router-232692491', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:45Z', 'updated_at': '2022-02-09T18:15:18Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:21.379250 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b97451b-0cef-48ef-8688-3e0555c6ab35 None None] Checking router: 0eee72cd-016c-418c-96a9-a7dfec18f42a for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:15:21.383898 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f6667cbf-de67-41e4-b260-0f0e477cb5c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:21.402344 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b97451b-0cef-48ef-8688-3e0555c6ab35 None None] Routers {'0eee72cd-016c-418c-96a9-a7dfec18f42a'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:15:21.403789 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-0b97451b-0cef-48ef-8688-3e0555c6ab35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:15:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0eee72cd-016c-418c-96a9-a7dfec18f42a'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:21.499550 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-92f5916e-b1ac-4e99-b360-481ba790175c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:15:21.499550 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-92f5916e-b1ac-4e99-b360-481ba790175c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2753899 Feb 09 18:15:21.652690 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:21.677740 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-0b97451b-0cef-48ef-8688-3e0555c6ab35 None None] Set router 0eee72cd-016c-418c-96a9-a7dfec18f42a gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:15:21.744203 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-4ceae550-049f-4b37-8a38-d18c78501f94 service neutron] 10.222.0.21 "GET /v2.0/networks/4bb72f70-5868-44f1-9f12-684911572c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318532 Feb 09 18:15:21.753268 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f6667cbf-de67-41e4-b260-0f0e477cb5c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:21.882152 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6667cbf-de67-41e4-b260-0f0e477cb5c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Subnet': ['ID=93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:21.916275 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6667cbf-de67-41e4-b260-0f0e477cb5c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:21.916632 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6667cbf-de67-41e4-b260-0f0e477cb5c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:21.916976 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6667cbf-de67-41e4-b260-0f0e477cb5c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:21.917505 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6667cbf-de67-41e4-b260-0f0e477cb5c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:21.918008 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6667cbf-de67-41e4-b260-0f0e477cb5c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:21.918550 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6667cbf-de67-41e4-b260-0f0e477cb5c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:21.919615 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6667cbf-de67-41e4-b260-0f0e477cb5c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:21.919615 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6667cbf-de67-41e4-b260-0f0e477cb5c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:21.919615 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6667cbf-de67-41e4-b260-0f0e477cb5c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:21.927738 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6667cbf-de67-41e4-b260-0f0e477cb5c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:21.927738 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6667cbf-de67-41e4-b260-0f0e477cb5c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:21.927738 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f6667cbf-de67-41e4-b260-0f0e477cb5c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:21.928070 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adead000-b34c-47c0-be4a-d38608be3d96 None None] Network fb36d70d-12dd-457c-b53c-92fe0207d9b4 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:15:21.939434 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f6667cbf-de67-41e4-b260-0f0e477cb5c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/subnets/93f5f4aa-a508-4369-9ee7-e5aa9b0c6a9e HTTP/1.1" status: 204 len: 168 time: 1.2941196 Feb 09 18:15:21.942543 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56106) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:21.981450 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-d963d8f1-55e4-4fa0-b03f-2b399be624b8 service neutron] 10.222.0.21 "GET /v2.0/networks/4bb72f70-5868-44f1-9f12-684911572c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212989 Feb 09 18:15:22.232485 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-0b97451b-0cef-48ef-8688-3e0555c6ab35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'name': 'tempest-TestNetworkBasicOps-router-232692491', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:45Z', 'updated_at': '2022-02-09T18:15:18Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:22.239310 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b97451b-0cef-48ef-8688-3e0555c6ab35 None None] The sync data for ids ['0eee72cd-016c-418c-96a9-a7dfec18f42a'] in dv-neutron-827016-2-hyperv is: [{'id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'name': 'tempest-TestNetworkBasicOps-router-232692491', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:13:45Z', 'updated_at': '2022-02-09T18:15:18Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'fd4a3ec5-2df5-42c3-b1aa-051735ea8c31', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee72cd-016c-418c-96a9-a7dfec18f42a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:13:46Z', 'updated_at': '2022-02-09T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:15:22.331576 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-828ef5be-377f-40e9-bc80-21e5530f9625 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:22.538498 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c3f41460-945a-449c-8649-f6e400976f1a req-48200c0c-7e73-443d-9ff0-d5712806db15 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 210 time: 0.0844684 Feb 09 18:15:22.634082 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8d42ff-f8d5-41d3-8177-35007ce9544f None None] DHCP port deletion for fb36d70d-12dd-457c-b53c-92fe0207d9b4 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:15:22.643523 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d42ff-f8d5-41d3-8177-35007ce9544f None None] Deleting port 7339838d-a659-44f2-ac01-127f8bace5b0 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:15:22.643523 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9c8d42ff-f8d5-41d3-8177-35007ce9544f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:22.706938 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-828ef5be-377f-40e9-bc80-21e5530f9625 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:22.791690 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-828ef5be-377f-40e9-bc80-21e5530f9625 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port fd4a3ec5-2df5-42c3-b1aa-051735ea8c31 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:15:22.792583 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-828ef5be-377f-40e9-bc80-21e5530f9625 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:22.950173 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7339838d-a659-44f2-ac01-127f8bace5b0 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:15:23.060202 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-9c8d42ff-f8d5-41d3-8177-35007ce9544f None None] For port 7339838d-a659-44f2-ac01-127f8bace5b0, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7339838d-a659-44f2-ac01-127f8bace5b0,segment=NetworkSegment(6fc3f57d-9c40-4126-b402-225037c81858),segment_id=6fc3f57d-9c40-4126-b402-225037c81858)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:15:23.060577 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9c8d42ff-f8d5-41d3-8177-35007ce9544f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:23.174950 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-828ef5be-377f-40e9-bc80-21e5530f9625 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port fd4a3ec5-2df5-42c3-b1aa-051735ea8c31, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=fd4a3ec5-2df5-42c3-b1aa-051735ea8c31,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:15:23.175943 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-828ef5be-377f-40e9-bc80-21e5530f9625 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:23.299550 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d42ff-f8d5-41d3-8177-35007ce9544f None None] Calling delete_port for 7339838d-a659-44f2-ac01-127f8bace5b0 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:15:23.395122 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-828ef5be-377f-40e9-bc80-21e5530f9625 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for fd4a3ec5-2df5-42c3-b1aa-051735ea8c31 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:15:23.501427 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:23.689204 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9c8d42ff-f8d5-41d3-8177-35007ce9544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:23.732558 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2f282844-a384-43ca-babe-8fa91acb6630 req-ec731991-50ba-4051-868e-ee6ef0297e6d tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 210 time: 0.0725465 Feb 09 18:15:23.811386 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d42ff-f8d5-41d3-8177-35007ce9544f None None] Pushing event deleted for resources: {'Port': ['ID=7339838d-a659-44f2-ac01-127f8bace5b0,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:23.813801 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 897864b3-b2c4-4b6e-8fb4-3dfabb7863e0 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:15:23.847491 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8d42ff-f8d5-41d3-8177-35007ce9544f None None] No DVR routers for this DVR port 7339838d-a659-44f2-ac01-127f8bace5b0 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:15:23.856174 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 897864b3-b2c4-4b6e-8fb4-3dfabb7863e0 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:15:23.864368 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 897864b3-b2c4-4b6e-8fb4-3dfabb7863e0 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:15:23.951084 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-828ef5be-377f-40e9-bc80-21e5530f9625 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:23.998916 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ef5be-377f-40e9-bc80-21e5530f9625 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=fd4a3ec5-2df5-42c3-b1aa-051735ea8c31,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:24.265626 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-828ef5be-377f-40e9-bc80-21e5530f9625 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:24.605775 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-828ef5be-377f-40e9-bc80-21e5530f9625 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:24.611311 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-828ef5be-377f-40e9-bc80-21e5530f9625 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:24.727060 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-828ef5be-377f-40e9-bc80-21e5530f9625 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:24.727060 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828ef5be-377f-40e9-bc80-21e5530f9625 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Fanout notify agent at l3_agent the message router_deleted on router 0eee72cd-016c-418c-96a9-a7dfec18f42a {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:15:24.737530 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-828ef5be-377f-40e9-bc80-21e5530f9625 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:24.741788 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-828ef5be-377f-40e9-bc80-21e5530f9625 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/routers/0eee72cd-016c-418c-96a9-a7dfec18f42a HTTP/1.1" status: 204 len: 168 time: 2.7979813 Feb 09 18:15:24.742035 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56124) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:25.051374 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3b5cd982-8352-4c60-9372-707b28ab547d req-27730f9e-b047-42d8-baf7-c5be7fc1f8ab tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 210 time: 0.1170526 Feb 09 18:15:25.093387 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc2de3b4-791d-49db-9258-13d6896db87d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:25.304152 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc2de3b4-791d-49db-9258-13d6896db87d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:25.334924 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-bc2de3b4-791d-49db-9258-13d6896db87d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb36d70d-12dd-457c-b53c-92fe0207d9b4']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:25.352643 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-bc2de3b4-791d-49db-9258-13d6896db87d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc3f57d-9c40-4126-b402-225037c81858') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:25.353090 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-bc2de3b4-791d-49db-9258-13d6896db87d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc3f57d-9c40-4126-b402-225037c81858') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:25.374437 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc2de3b4-791d-49db-9258-13d6896db87d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:25.394958 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc2de3b4-791d-49db-9258-13d6896db87d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:25.405235 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2de3b4-791d-49db-9258-13d6896db87d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:15:25.405835 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc2de3b4-791d-49db-9258-13d6896db87d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:15:25.427864 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:15:25.618098 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc2de3b4-791d-49db-9258-13d6896db87d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:25.637606 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc2de3b4-791d-49db-9258-13d6896db87d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:25.653304 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2de3b4-791d-49db-9258-13d6896db87d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Network': ['ID=fb36d70d-12dd-457c-b53c-92fe0207d9b4,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:25.768064 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-bc2de3b4-791d-49db-9258-13d6896db87d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/networks/fb36d70d-12dd-457c-b53c-92fe0207d9b4 HTTP/1.1" status: 204 len: 168 time: 1.0238962 Feb 09 18:15:25.788883 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56130) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:25.809674 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0af5339b-7f60-4c21-b80e-e9327ef2036b tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0173883 Feb 09 18:15:25.813236 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56134) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:25.822343 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-2d04ea61-6393-4c8d-8be9-9d891cb0793d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'network': {'name': 'tempest-network-smoke--593695595', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'port_security_enabled': True}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:15:25.831450 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2d04ea61-6393-4c8d-8be9-9d891cb0793d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:15:25.838153 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2d04ea61-6393-4c8d-8be9-9d891cb0793d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:network and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:15:25.841751 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2d04ea61-6393-4c8d-8be9-9d891cb0793d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:15:25.850251 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2d04ea61-6393-4c8d-8be9-9d891cb0793d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:15:25.954727 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d04ea61-6393-4c8d-8be9-9d891cb0793d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:15:25.969276 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2d04ea61-6393-4c8d-8be9-9d891cb0793d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:26.004089 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d04ea61-6393-4c8d-8be9-9d891cb0793d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:15:26.020232 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2d04ea61-6393-4c8d-8be9-9d891cb0793d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:26.020767 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-2d04ea61-6393-4c8d-8be9-9d891cb0793d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Added segment d392e5cd-f07f-415a-ab4f-4bec5ed33bcb of type vlan for network 1d764678-ed90-4372-b8a3-1888a5e7edb0 Feb 09 18:15:26.079926 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2d04ea61-6393-4c8d-8be9-9d891cb0793d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:26.144929 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-4e2e22e6-dc4c-4c1c-aa9e-74d9579d29bf tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:26.146152 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-4e2e22e6-dc4c-4c1c-aa9e-74d9579d29bf tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Synchronizing usage tracker for tenant:ffde2c239d65409ebda8828b4fc2ce11 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:15:26.241041 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2d04ea61-6393-4c8d-8be9-9d891cb0793d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:26.250825 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d04ea61-6393-4c8d-8be9-9d891cb0793d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:26.251014 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-4e2e22e6-dc4c-4c1c-aa9e-74d9579d29bf tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Unset dirty status for tenant:ffde2c239d65409ebda8828b4fc2ce11 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:15:26.251161 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2d04ea61-6393-4c8d-8be9-9d891cb0793d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:26.251299 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-4e2e22e6-dc4c-4c1c-aa9e-74d9579d29bf tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.50 "GET /v2.0/networks?id=4bb72f70-5868-44f1-9f12-684911572c48 HTTP/1.1" status: 200 len: 812 time: 0.3557587 Feb 09 18:15:26.273136 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-90b27e82-c200-4667-9cdc-e2cfc4cdf02f tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Request body: {'port': {'device_id': '9eb105a0-b83d-4933-9f9d-85b02910994d', 'network_id': '4bb72f70-5868-44f1-9f12-684911572c48', 'admin_state_up': True, 'tenant_id': 'ffde2c239d65409ebda8828b4fc2ce11'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:15:26.432126 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c45253f0-0395-46ce-b633-98eef0e1efb2 req-5703d78e-746d-4e75-88c9-79db44c7037c tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 210 time: 0.1123319 Feb 09 18:15:26.472192 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04ea61-6393-4c8d-8be9-9d891cb0793d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Network': ['ID=1d764678-ed90-4372-b8a3-1888a5e7edb0,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:26.489708 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 1d764678-ed90-4372-b8a3-1888a5e7edb0 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:15:26.514415 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-90b27e82-c200-4667-9cdc-e2cfc4cdf02f tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:15:26.516209 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-90b27e82-c200-4667-9cdc-e2cfc4cdf02f tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Usage tracker for resource:port and tenant:ffde2c239d65409ebda8828b4fc2ce11 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:15:26.519639 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-90b27e82-c200-4667-9cdc-e2cfc4cdf02f tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:15:26.530632 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2d04ea61-6393-4c8d-8be9-9d891cb0793d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7131565 Feb 09 18:15:26.530800 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-90b27e82-c200-4667-9cdc-e2cfc4cdf02f tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:15:26.532833 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56140) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:26.543407 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a6a01d64-abff-4541-97a8-ebb90621619d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1220244879', 'admin_state_up': True, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:15:26.561973 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a6a01d64-abff-4541-97a8-ebb90621619d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:15:26.564003 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a6a01d64-abff-4541-97a8-ebb90621619d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:router and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:15:26.569532 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a6a01d64-abff-4541-97a8-ebb90621619d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:15:26.584940 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a6a01d64-abff-4541-97a8-ebb90621619d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:15:26.674382 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-90b27e82-c200-4667-9cdc-e2cfc4cdf02f tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Made reservation on behalf of ffde2c239d65409ebda8828b4fc2ce11 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:15:26.682235 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-90b27e82-c200-4667-9cdc-e2cfc4cdf02f tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:26.788034 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device fd4a3ec5-2df5-42c3-b1aa-051735ea8c31 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:15:26.820632 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: fd4a3ec5-2df5-42c3-b1aa-051735ea8c31 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:15:26.821167 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device fd4a3ec5-2df5-42c3-b1aa-051735ea8c31 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:15:26.856068 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a6a01d64-abff-4541-97a8-ebb90621619d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:26.857419 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a6a01d64-abff-4541-97a8-ebb90621619d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:26.881974 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a6a01d64-abff-4541-97a8-ebb90621619d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:26.892694 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-90b27e82-c200-4667-9cdc-e2cfc4cdf02f tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Allocated IP 172.20.0.8 (4bb72f70-5868-44f1-9f12-684911572c48/e4b0b5bb-dd13-4279-a479-33cef52d90ac/2ca21efa-2d91-48e1-ab24-d8541c2e131b) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:15:27.213581 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-90b27e82-c200-4667-9cdc-e2cfc4cdf02f tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:27.366685 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-90b27e82-c200-4667-9cdc-e2cfc4cdf02f tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:27.413311 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a6a01d64-abff-4541-97a8-ebb90621619d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:27.464625 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-90b27e82-c200-4667-9cdc-e2cfc4cdf02f tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Network 4bb72f70-5868-44f1-9f12-684911572c48 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:15:27.470192 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-90b27e82-c200-4667-9cdc-e2cfc4cdf02f tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:15:27.479403 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-90b27e82-c200-4667-9cdc-e2cfc4cdf02f tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:15:27.714704 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b27e82-c200-4667-9cdc-e2cfc4cdf02f tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Pushing event updated for resources: {'Port': ['ID=2ca21efa-2d91-48e1-ab24-d8541c2e131b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:27.768714 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-90b27e82-c200-4667-9cdc-e2cfc4cdf02f tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:27.781443 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-90b27e82-c200-4667-9cdc-e2cfc4cdf02f tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:27.874736 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-90b27e82-c200-4667-9cdc-e2cfc4cdf02f tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6110001 Feb 09 18:15:27.892425 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-eeefc96f-4589-403c-96d3-a9bf31f8ddb6 service neutron] Request body: {'port': {'device_id': '9eb105a0-b83d-4933-9f9d-85b02910994d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:15:27.918078 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a6a01d64-abff-4541-97a8-ebb90621619d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_gateway, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:28.036477 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a6a01d64-abff-4541-97a8-ebb90621619d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:28.093489 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-eeefc96f-4589-403c-96d3-a9bf31f8ddb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:28.317355 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1964d57-0d32-4818-b6ac-52f70efcf996 req-72736cf9-0fc7-4778-8bb7-8c28a6b858aa tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:28.318014 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f1964d57-0d32-4818-b6ac-52f70efcf996 req-72736cf9-0fc7-4778-8bb7-8c28a6b858aa tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 931 time: 0.3424265 Feb 09 18:15:28.400720 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-a6a01d64-abff-4541-97a8-ebb90621619d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.26.8.53 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/7648c6cf-bb1c-44fd-bfb7-3eb257eb8356) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:15:28.429043 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f1964d57-0d32-4818-b6ac-52f70efcf996 req-764e1695-0d51-4421-843d-0d092c97672c tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/security-groups?id=19dbf2a0-691a-4c21-a327-604bb1e6d1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014316 Feb 09 18:15:28.611055 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a6a01d64-abff-4541-97a8-ebb90621619d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:28.706246 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-eeefc96f-4589-403c-96d3-a9bf31f8ddb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca21efa-2d91-48e1-ab24-d8541c2e131b {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:15:28.707424 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a6a01d64-abff-4541-97a8-ebb90621619d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:28.714595 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-eeefc96f-4589-403c-96d3-a9bf31f8ddb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:28.734214 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-eeefc96f-4589-403c-96d3-a9bf31f8ddb6 service neutron] Transition to ACTIVE for port object 2ca21efa-2d91-48e1-ab24-d8541c2e131b will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:15:28.811556 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-eeefc96f-4589-403c-96d3-a9bf31f8ddb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:28.841765 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a01d64-abff-4541-97a8-ebb90621619d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:15:28.847545 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-a6a01d64-abff-4541-97a8-ebb90621619d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:15:28.853284 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a01d64-abff-4541-97a8-ebb90621619d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:15:28.928745 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a01d64-abff-4541-97a8-ebb90621619d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=7648c6cf-bb1c-44fd-bfb7-3eb257eb8356,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:28.952944 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefc96f-4589-403c-96d3-a9bf31f8ddb6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca21efa-2d91-48e1-ab24-d8541c2e131b,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:28.983184 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:15:29.099058 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-eeefc96f-4589-403c-96d3-a9bf31f8ddb6 service neutron] Attempting to bind port 2ca21efa-2d91-48e1-ab24-d8541c2e131b on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:15:29.099882 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-eeefc96f-4589-403c-96d3-a9bf31f8ddb6 service neutron] Attempting to bind port 2ca21efa-2d91-48e1-ab24-d8541c2e131b by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '99aaca11-8522-4c92-a815-193b84597a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4bb72f70-5868-44f1-9f12-684911572c48'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:15:29.099882 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-eeefc96f-4589-403c-96d3-a9bf31f8ddb6 service neutron] Attempting to bind port 2ca21efa-2d91-48e1-ab24-d8541c2e131b on network 4bb72f70-5868-44f1-9f12-684911572c48 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:15:29.107713 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-eeefc96f-4589-403c-96d3-a9bf31f8ddb6 service neutron] Port 2ca21efa-2d91-48e1-ab24-d8541c2e131b on network 4bb72f70-5868-44f1-9f12-684911572c48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:15:29.109856 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-eeefc96f-4589-403c-96d3-a9bf31f8ddb6 service neutron] Attempting to bind port 2ca21efa-2d91-48e1-ab24-d8541c2e131b on network 4bb72f70-5868-44f1-9f12-684911572c48 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:15:29.116740 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-eeefc96f-4589-403c-96d3-a9bf31f8ddb6 service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:15:29.117735 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-eeefc96f-4589-403c-96d3-a9bf31f8ddb6 service neutron] Checking segment: {'id': '99aaca11-8522-4c92-a815-193b84597a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4bb72f70-5868-44f1-9f12-684911572c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:15:29.118329 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-eeefc96f-4589-403c-96d3-a9bf31f8ddb6 service neutron] Bound using segment: {'id': '99aaca11-8522-4c92-a815-193b84597a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4bb72f70-5868-44f1-9f12-684911572c48'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:15:29.118880 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-eeefc96f-4589-403c-96d3-a9bf31f8ddb6 service neutron] Bound port: 2ca21efa-2d91-48e1-ab24-d8541c2e131b, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99aaca11-8522-4c92-a815-193b84597a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4bb72f70-5868-44f1-9f12-684911572c48'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:15:29.119287 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-eeefc96f-4589-403c-96d3-a9bf31f8ddb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:29.227969 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-eeefc96f-4589-403c-96d3-a9bf31f8ddb6 service neutron] For port 2ca21efa-2d91-48e1-ab24-d8541c2e131b, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:15:29.231662 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-eeefc96f-4589-403c-96d3-a9bf31f8ddb6 service neutron] For port 2ca21efa-2d91-48e1-ab24-d8541c2e131b, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=2ca21efa-2d91-48e1-ab24-d8541c2e131b,segment=NetworkSegment(99aaca11-8522-4c92-a815-193b84597a39),segment_id=99aaca11-8522-4c92-a815-193b84597a39)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:15:29.237850 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a6a01d64-abff-4541-97a8-ebb90621619d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_gateway, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:29.238664 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a6a01d64-abff-4541-97a8-ebb90621619d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:29.319085 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-eeefc96f-4589-403c-96d3-a9bf31f8ddb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:29.386901 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-eeefc96f-4589-403c-96d3-a9bf31f8ddb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:29.388310 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-eeefc96f-4589-403c-96d3-a9bf31f8ddb6 service neutron] 10.222.0.50 "PUT /v2.0/ports/2ca21efa-2d91-48e1-ab24-d8541c2e131b HTTP/1.1" status: 200 len: 1093 time: 1.5038617 Feb 09 18:15:29.388773 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb105a0-b83d-4933-9f9d-85b02910994d', 'tag': '2ca21efa-2d91-48e1-ab24-d8541c2e131b'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:15:29.412917 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefc96f-4589-403c-96d3-a9bf31f8ddb6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca21efa-2d91-48e1-ab24-d8541c2e131b,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:29.462436 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb105a0-b83d-4933-9f9d-85b02910994d', 'tag': '2ca21efa-2d91-48e1-ab24-d8541c2e131b', 'status': 'completed', 'code': 200} Feb 09 18:15:29.564759 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b542cc21-a073-41c8-8013-b831235ba6d8 req-4e619f21-ab50-4858-930f-23b941492492 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ffde2c239d65409ebda8828b4fc2ce11&device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 1096 time: 0.0825689 Feb 09 18:15:29.620613 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a01d64-abff-4541-97a8-ebb90621619d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:15:29.730150 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542cc21-a073-41c8-8013-b831235ba6d8 req-030c9f46-7b80-4d1e-8b91-8618f6c5d1da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:29.731751 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b542cc21-a073-41c8-8013-b831235ba6d8 req-030c9f46-7b80-4d1e-8b91-8618f6c5d1da service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=ffde2c239d65409ebda8828b4fc2ce11&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1591322 Feb 09 18:15:29.866443 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0abbee-6c59-47c3-9cd7-4c291318cb45 req-e5ff52c9-cce1-458b-b339-73c972220718 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:29.868505 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7b0abbee-6c59-47c3-9cd7-4c291318cb45 req-e5ff52c9-cce1-458b-b339-73c972220718 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 943 time: 0.1809039 Feb 09 18:15:29.884394 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542cc21-a073-41c8-8013-b831235ba6d8 req-b7e84e9d-ab53-47ac-9395-743aae53ebcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:29.885894 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b542cc21-a073-41c8-8013-b831235ba6d8 req-b7e84e9d-ab53-47ac-9395-743aae53ebcc service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1485684 Feb 09 18:15:29.933807 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7b0abbee-6c59-47c3-9cd7-4c291318cb45 req-6d4a3144-63bf-4e32-9f3b-a73758d394ae tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/security-groups?id=19dbf2a0-691a-4c21-a327-604bb1e6d1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577521 Feb 09 18:15:29.975494 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a01d64-abff-4541-97a8-ebb90621619d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:15:29.987471 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] Sync routers for ids ['6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:15:30.002381 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] Routers {'6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:15:30.002705 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:15:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:30.015126 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-eb6bf8fd-5119-45eb-89d5-0d711461eb9c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ffde2c239d65409ebda8828b4fc2ce11&device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 1096 time: 0.0911911 Feb 09 18:15:30.094572 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-912ad20e-500a-47fa-943f-55e6364f1913 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ca21efa-2d91-48e1-ab24-d8541c2e131b HTTP/1.1" status: 200 len: 217 time: 0.0722158 Feb 09 18:15:30.105993 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a6a01d64-abff-4541-97a8-ebb90621619d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:30.115370 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a6a01d64-abff-4541-97a8-ebb90621619d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5792401 Feb 09 18:15:30.117591 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56152) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:30.197391 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-84c2d91d-5f82-4415-9053-f29d538c1260 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=352fd60817ff4d5d9e97f16f52485b96&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0774865 Feb 09 18:15:30.201707 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56156) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:30.205590 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] Set router 6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:15:30.226796 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-3b48688c-f3c3-4a50-afc6-789f3e7f5f71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:30.228271 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-3b48688c-f3c3-4a50-afc6-789f3e7f5f71 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e4b0b5bb-dd13-4279-a479-33cef52d90ac HTTP/1.1" status: 200 len: 852 time: 0.1282783 Feb 09 18:15:30.336077 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-1ccb1141-8df9-4410-870a-929ff4ad6c2b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4bb72f70-5868-44f1-9f12-684911572c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997314 Feb 09 18:15:30.586907 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'name': 'tempest-TestNetworkBasicOps-router-1220244879', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:15:26Z', 'updated_at': '2022-02-09T18:15:29Z', 'revision_number': 3, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:15:28Z', 'updated_at': '2022-02-09T18:15:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:30.593706 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] Checking router: 6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:15:30.594259 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] Updating router 6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 port 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356 binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:15:30.688638 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:30.721392 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb9472b-80f8-4813-9e1e-332ec970e27e tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:30.723067 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8bb9472b-80f8-4813-9e1e-332ec970e27e tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5200315 Feb 09 18:15:30.726582 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56160) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:30.762879 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-fa4dc41b-bece-4d34-8ff8-a030f6532311 service neutron] 10.222.0.50 "GET /v2.0/networks/4bb72f70-5868-44f1-9f12-684911572c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176712 Feb 09 18:15:30.802848 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5adc4381-56b7-4786-9c7c-383b2a660c4e tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0747108 Feb 09 18:15:30.807379 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56164) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:30.813861 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-ec9a4b2f-bec1-457b-a5fb-ff0f4aa5b0c1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-343259454', 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:15:31.029664 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6d713c37-4de4-47ce-ac80-83faa5c3cb37 req-ea20ab6b-21b2-417b-8ede-94b766dc95fd service neutron] 10.222.0.50 "GET /v2.0/networks/4bb72f70-5868-44f1-9f12-684911572c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605631 Feb 09 18:15:31.139900 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ec9a4b2f-bec1-457b-a5fb-ff0f4aa5b0c1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:15:31.144873 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ec9a4b2f-bec1-457b-a5fb-ff0f4aa5b0c1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:subnet and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:15:31.148863 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ec9a4b2f-bec1-457b-a5fb-ff0f4aa5b0c1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:15:31.156244 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ec9a4b2f-bec1-457b-a5fb-ff0f4aa5b0c1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:15:31.260805 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9a4b2f-bec1-457b-a5fb-ff0f4aa5b0c1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:15:31.266005 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:31.281211 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] Transition to ACTIVE for port object 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:15:31.377609 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:31.390331 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ec9a4b2f-bec1-457b-a5fb-ff0f4aa5b0c1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:31.515249 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4888e9-8c8f-4c44-a426-c9d34df6151e req-2501e798-5a32-4b67-bf05-3fc713ec96db tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:31.516696 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-eb4888e9-8c8f-4c44-a426-c9d34df6151e req-2501e798-5a32-4b67-bf05-3fc713ec96db tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 943 time: 0.3046992 Feb 09 18:15:31.575120 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] Attempting to bind port 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:15:31.575704 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] Attempting to bind port 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:15:31.576254 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] Attempting to bind port 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356 on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:15:31.580847 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f04b8-12b9-469e-80e5-19af00f88f01 None None] Pushing event updated for resources: {'Port': ['ID=7648c6cf-bb1c-44fd-bfb7-3eb257eb8356,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:31.599914 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:15:31.600491 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:15:31.601100 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:31.602323 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:15:31.609531 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] Bound port: 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:15:31.609531 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:31.627444 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-eb4888e9-8c8f-4c44-a426-c9d34df6151e req-e7c58244-ebdc-4b73-a5cf-1f94e7a2b949 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/security-groups?id=19dbf2a0-691a-4c21-a327-604bb1e6d1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000469 Feb 09 18:15:31.653332 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f04b8-12b9-469e-80e5-19af00f88f01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:31.653881 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f04b8-12b9-469e-80e5-19af00f88f01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:31.654451 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f04b8-12b9-469e-80e5-19af00f88f01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:31.654981 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f04b8-12b9-469e-80e5-19af00f88f01 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:31.655544 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f04b8-12b9-469e-80e5-19af00f88f01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:31.656107 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f04b8-12b9-469e-80e5-19af00f88f01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:31.656589 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f04b8-12b9-469e-80e5-19af00f88f01 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:31.657106 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f04b8-12b9-469e-80e5-19af00f88f01 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:31.657614 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f04b8-12b9-469e-80e5-19af00f88f01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:31.658142 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f04b8-12b9-469e-80e5-19af00f88f01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:31.658692 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f04b8-12b9-469e-80e5-19af00f88f01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:31.738768 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] For port 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:15:31.743301 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] For port 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7648c6cf-bb1c-44fd-bfb7-3eb257eb8356,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:15:31.881027 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:31.915987 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ec9a4b2f-bec1-457b-a5fb-ff0f4aa5b0c1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:31.978323 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f04b8-12b9-469e-80e5-19af00f88f01 None None] Pushing event updated for resources: {'Port': ['ID=7648c6cf-bb1c-44fd-bfb7-3eb257eb8356,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:31.982093 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] Routers {'6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:15:31.982998 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:15:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:32.060337 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a4b2f-bec1-457b-a5fb-ff0f4aa5b0c1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Subnet': ['ID=bfbfceab-a5b0-4c01-82e8-40845392f1e8,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:32.089373 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9a4b2f-bec1-457b-a5fb-ff0f4aa5b0c1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Checking segment: {'id': 'd392e5cd-f07f-415a-ab4f-4bec5ed33bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:15:32.090085 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9a4b2f-bec1-457b-a5fb-ff0f4aa5b0c1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network hostable DHCP agents. Network: 1d764678-ed90-4372-b8a3-1888a5e7edb0, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:15:32.185993 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] Set router 6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:15:32.215800 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 2ca21efa-2d91-48e1-ab24-d8541c2e131b details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:15:32.229315 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9a4b2f-bec1-457b-a5fb-ff0f4aa5b0c1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network 1d764678-ed90-4372-b8a3-1888a5e7edb0 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:15:32.341608 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-ec9a4b2f-bec1-457b-a5fb-ff0f4aa5b0c1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 1d764678-ed90-4372-b8a3-1888a5e7edb0) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:15:32.353585 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9a4b2f-bec1-457b-a5fb-ff0f4aa5b0c1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:32.355152 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ec9a4b2f-bec1-457b-a5fb-ff0f4aa5b0c1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:32.369305 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b673f7-ceb4-4007-ae3f-b92c5438b5d9 None None] Network 1d764678-ed90-4372-b8a3-1888a5e7edb0 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:15:32.466559 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ec9a4b2f-bec1-457b-a5fb-ff0f4aa5b0c1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6541719 Feb 09 18:15:32.469109 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56170) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:32.511523 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'name': 'tempest-TestNetworkBasicOps-router-1220244879', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:15:26Z', 'updated_at': '2022-02-09T18:15:29Z', 'revision_number': 3, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:15:28Z', 'updated_at': '2022-02-09T18:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:32.518959 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db573a6-874a-4cc9-a170-977dd9ca6de0 None None] The sync data for ids ['6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'] in dv-neutron-827016-2-hyperv is: [{'id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'name': 'tempest-TestNetworkBasicOps-router-1220244879', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:15:26Z', 'updated_at': '2022-02-09T18:15:29Z', 'revision_number': 3, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:15:28Z', 'updated_at': '2022-02-09T18:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:15:32.593164 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 2ca21efa-2d91-48e1-ab24-d8541c2e131b, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=2ca21efa-2d91-48e1-ab24-d8541c2e131b,segment=NetworkSegment(99aaca11-8522-4c92-a815-193b84597a39),segment_id=99aaca11-8522-4c92-a815-193b84597a39)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:15:32.634378 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '2ca21efa-2d91-48e1-ab24-d8541c2e131b', 'network_id': '4bb72f70-5868-44f1-9f12-684911572c48', 'port_id': '2ca21efa-2d91-48e1-ab24-d8541c2e131b', 'mac_address': 'fa:16:3e:55:64:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b0b5bb-dd13-4279-a479-33cef52d90ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:15:32.741495 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:32.804790 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca21efa-2d91-48e1-ab24-d8541c2e131b {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:15:32.935648 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 2ca21efa-2d91-48e1-ab24-d8541c2e131b, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=2ca21efa-2d91-48e1-ab24-d8541c2e131b,segment=NetworkSegment(99aaca11-8522-4c92-a815-193b84597a39),segment_id=99aaca11-8522-4c92-a815-193b84597a39)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:15:32.960914 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4790d-ad31-42ca-90de-6001aac65dd5 req-ea61c037-01f4-4421-b3b9-3354398aec83 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:32.962941 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-abd4790d-ad31-42ca-90de-6001aac65dd5 req-ea61c037-01f4-4421-b3b9-3354398aec83 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 943 time: 0.1248195 Feb 09 18:15:33.025450 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:33.061388 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-abd4790d-ad31-42ca-90de-6001aac65dd5 req-a8870fdb-ced2-4930-8a1a-a51da9b29e8f tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/security-groups?id=19dbf2a0-691a-4c21-a327-604bb1e6d1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905392 Feb 09 18:15:33.088671 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e31f815-6917-4d43-ae6b-50e580bc22dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-1d764678-ed90-4372-b8a3-1888a5e7edb0', 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ips': [{'subnet_id': 'bfbfceab-a5b0-4c01-82e8-40845392f1e8'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:15:33.090029 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3e31f815-6917-4d43-ae6b-50e580bc22dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:33.262979 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['2ca21efa-2d91-48e1-ab24-d8541c2e131b'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:15:33.296950 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=2ca21efa-2d91-48e1-ab24-d8541c2e131b,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:33.440759 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-3e31f815-6917-4d43-ae6b-50e580bc22dd None None] Allocated IP 172.20.0.2 (1d764678-ed90-4372-b8a3-1888a5e7edb0/bfbfceab-a5b0-4c01-82e8-40845392f1e8/308abf6b-3d34-483a-9f5f-4a6a8873a2b6) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:15:33.751977 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3e31f815-6917-4d43-ae6b-50e580bc22dd None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:33.765595 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3e31f815-6917-4d43-ae6b-50e580bc22dd None None] Transition to ACTIVE for port object 308abf6b-3d34-483a-9f5f-4a6a8873a2b6 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:15:33.794091 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3e31f815-6917-4d43-ae6b-50e580bc22dd None None] Transition to ACTIVE for port object 308abf6b-3d34-483a-9f5f-4a6a8873a2b6 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:15:33.848610 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-80ea6654-243c-4ec0-87f9-4e25c5bcca31 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:33.874521 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3e31f815-6917-4d43-ae6b-50e580bc22dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:33.945092 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e31f815-6917-4d43-ae6b-50e580bc22dd None None] Network 1d764678-ed90-4372-b8a3-1888a5e7edb0 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:15:33.948210 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-3e31f815-6917-4d43-ae6b-50e580bc22dd None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:15:33.952921 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e31f815-6917-4d43-ae6b-50e580bc22dd None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:15:33.955217 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31f815-6917-4d43-ae6b-50e580bc22dd None None] Pushing event updated for resources: {'Port': ['ID=308abf6b-3d34-483a-9f5f-4a6a8873a2b6,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:34.119967 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-3e31f815-6917-4d43-ae6b-50e580bc22dd None None] Attempting to bind port 308abf6b-3d34-483a-9f5f-4a6a8873a2b6 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:15:34.120944 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-3e31f815-6917-4d43-ae6b-50e580bc22dd None None] Attempting to bind port 308abf6b-3d34-483a-9f5f-4a6a8873a2b6 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'd392e5cd-f07f-415a-ab4f-4bec5ed33bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:15:34.121558 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e31f815-6917-4d43-ae6b-50e580bc22dd None None] Attempting to bind port 308abf6b-3d34-483a-9f5f-4a6a8873a2b6 on network 1d764678-ed90-4372-b8a3-1888a5e7edb0 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:15:34.135749 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e31f815-6917-4d43-ae6b-50e580bc22dd None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:15:34.136314 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e31f815-6917-4d43-ae6b-50e580bc22dd None None] Checking segment: {'id': 'd392e5cd-f07f-415a-ab4f-4bec5ed33bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:15:34.136922 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3e31f815-6917-4d43-ae6b-50e580bc22dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:34.137580 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e31f815-6917-4d43-ae6b-50e580bc22dd None None] Bound using segment: {'id': 'd392e5cd-f07f-415a-ab4f-4bec5ed33bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:15:34.138403 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-3e31f815-6917-4d43-ae6b-50e580bc22dd None None] Bound port: 308abf6b-3d34-483a-9f5f-4a6a8873a2b6, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd392e5cd-f07f-415a-ab4f-4bec5ed33bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:15:34.139031 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3e31f815-6917-4d43-ae6b-50e580bc22dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:34.238278 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 2ca21efa-2d91-48e1-ab24-d8541c2e131b up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:15:34.277643 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a584a-9058-4dd2-85bd-11928b63e28f req-84eded18-9cdf-4d54-8a6e-ae2b540525ac tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:34.279317 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-539a584a-9058-4dd2-85bd-11928b63e28f req-84eded18-9cdf-4d54-8a6e-ae2b540525ac tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 944 time: 0.0852385 Feb 09 18:15:34.339139 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-539a584a-9058-4dd2-85bd-11928b63e28f req-0e303fc2-4c75-4b63-b267-bcbed92e7aa7 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/security-groups?id=19dbf2a0-691a-4c21-a327-604bb1e6d1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533602 Feb 09 18:15:34.412247 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-3e31f815-6917-4d43-ae6b-50e580bc22dd None None] For port 308abf6b-3d34-483a-9f5f-4a6a8873a2b6, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:15:34.416540 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-3e31f815-6917-4d43-ae6b-50e580bc22dd None None] For port 308abf6b-3d34-483a-9f5f-4a6a8873a2b6, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=308abf6b-3d34-483a-9f5f-4a6a8873a2b6,segment=NetworkSegment(d392e5cd-f07f-415a-ab4f-4bec5ed33bcb),segment_id=d392e5cd-f07f-415a-ab4f-4bec5ed33bcb)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:15:34.474477 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3e31f815-6917-4d43-ae6b-50e580bc22dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:34.521685 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 2ca21efa-2d91-48e1-ab24-d8541c2e131b completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:15:34.571999 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 2ca21efa-2d91-48e1-ab24-d8541c2e131b triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:15:34.572642 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:34.577846 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-80ea6654-243c-4ec0-87f9-4e25c5bcca31 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.20.0.1 (1d764678-ed90-4372-b8a3-1888a5e7edb0/bfbfceab-a5b0-4c01-82e8-40845392f1e8/7694d751-e424-4f82-9de6-c737717a6cb5) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:15:34.735188 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31f815-6917-4d43-ae6b-50e580bc22dd None None] Pushing event updated for resources: {'Port': ['ID=308abf6b-3d34-483a-9f5f-4a6a8873a2b6,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:34.923155 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-80ea6654-243c-4ec0-87f9-4e25c5bcca31 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:34.937491 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:34.961923 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-80ea6654-243c-4ec0-87f9-4e25c5bcca31 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Transition to ACTIVE for port object 7694d751-e424-4f82-9de6-c737717a6cb5 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:15:34.980428 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:15:35.083840 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb105a0-b83d-4933-9f9d-85b02910994d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca21efa-2d91-48e1-ab24-d8541c2e131b'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:15:35.131370 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 2ca21efa-2d91-48e1-ab24-d8541c2e131b, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=2ca21efa-2d91-48e1-ab24-d8541c2e131b,segment=NetworkSegment(99aaca11-8522-4c92-a815-193b84597a39),segment_id=99aaca11-8522-4c92-a815-193b84597a39)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:15:35.174578 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5c32b427-e192-4b87-a221-7ae1a0e41e2d req-bfd69c14-8c00-4d39-a0db-c78140fb9ca7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2080739 Feb 09 18:15:35.184624 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-80ea6654-243c-4ec0-87f9-4e25c5bcca31 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:35.200565 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:35.263389 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb105a0-b83d-4933-9f9d-85b02910994d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca21efa-2d91-48e1-ab24-d8541c2e131b', 'code': 200} Feb 09 18:15:35.287757 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:15:35.314007 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:15:35.314499 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:35.386108 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=2ca21efa-2d91-48e1-ab24-d8541c2e131b,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:35.453958 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ea6654-243c-4ec0-87f9-4e25c5bcca31 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network 1d764678-ed90-4372-b8a3-1888a5e7edb0 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:15:35.476628 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-80ea6654-243c-4ec0-87f9-4e25c5bcca31 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:15:35.488705 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ea6654-243c-4ec0-87f9-4e25c5bcca31 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:15:35.489569 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:35.518343 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7648c6cf-bb1c-44fd-bfb7-3eb257eb8356,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:15:35.542998 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea6654-243c-4ec0-87f9-4e25c5bcca31 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=7694d751-e424-4f82-9de6-c737717a6cb5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:35.605910 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:35.637132 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-80ea6654-243c-4ec0-87f9-4e25c5bcca31 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:35.640777 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43aee2-47a0-4d73-b0c3-d89cc5ab201d req-f46f281e-4ef4-4d16-bf47-bb710fd3f975 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:35.642618 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-eb43aee2-47a0-4d73-b0c3-d89cc5ab201d req-f46f281e-4ef4-4d16-bf47-bb710fd3f975 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 945 time: 0.0918825 Feb 09 18:15:35.706861 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-eb43aee2-47a0-4d73-b0c3-d89cc5ab201d req-879e9e43-8bfb-4e94-8d0c-713693295c75 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/security-groups?id=19dbf2a0-691a-4c21-a327-604bb1e6d1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575581 Feb 09 18:15:35.713014 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5c32b427-e192-4b87-a221-7ae1a0e41e2d req-67b5b9a9-7b73-4f17-a6ae-84eca54f7c40 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10a4b1464e30470e8e13c0bd2bfded95&device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 1098 time: 0.4428086 Feb 09 18:15:35.771952 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=7648c6cf-bb1c-44fd-bfb7-3eb257eb8356,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:35.905323 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-7d24ca5e-c58d-4d42-8132-835d4fd13390 req-3abff02d-b6dc-4e83-9a57-462e6818ba4d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 1098 time: 0.2821383 Feb 09 18:15:35.988558 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32b427-e192-4b87-a221-7ae1a0e41e2d req-7eedd975-6e5f-4848-b6b6-263536ffab4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:35.990049 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5c32b427-e192-4b87-a221-7ae1a0e41e2d req-7eedd975-6e5f-4848-b6b6-263536ffab4e service neutron] 10.222.0.50 "GET /v2.0/networks?id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd HTTP/1.1" status: 200 len: 912 time: 0.2447648 Feb 09 18:15:36.103116 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-80ea6654-243c-4ec0-87f9-4e25c5bcca31 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:36.118232 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-7d24ca5e-c58d-4d42-8132-835d4fd13390 req-0d080770-a6e8-4bdd-b92e-545dec534c19 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=19dbf2a0-691a-4c21-a327-604bb1e6d1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061436 Feb 09 18:15:36.172004 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce1d514-4b62-408f-a8d2-15b4c8baca19 None None] Network 1d764678-ed90-4372-b8a3-1888a5e7edb0 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:15:36.191203 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5c32b427-e192-4b87-a221-7ae1a0e41e2d req-9a7c9796-b153-43c4-83a5-a884f4040e8e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c50323d-8aaa-4a71-9a40-fef611f06724 HTTP/1.1" status: 200 len: 1000 time: 0.1834371 Feb 09 18:15:36.424872 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32b427-e192-4b87-a221-7ae1a0e41e2d req-2b134840-cd34-4ab4-9463-2d28f64e71c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:36.426360 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5c32b427-e192-4b87-a221-7ae1a0e41e2d req-2b134840-cd34-4ab4-9463-2d28f64e71c9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e8a71708-3c6c-4754-9944-bc1082e83c1e HTTP/1.1" status: 200 len: 850 time: 0.0972822 Feb 09 18:15:36.469494 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b104c406-26e4-40b6-8f8e-604c1058a570 None None] Provisioning for port 308abf6b-3d34-483a-9f5f-4a6a8873a2b6 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:15:36.636454 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5c32b427-e192-4b87-a221-7ae1a0e41e2d req-286e50c4-d3a2-4296-916f-ae296fa07b7b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1982765 Feb 09 18:15:36.871852 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-80ea6654-243c-4ec0-87f9-4e25c5bcca31 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:36.943306 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5c32b427-e192-4b87-a221-7ae1a0e41e2d req-ebdbd011-e091-4e62-a61e-727c5579409b service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918169 Feb 09 18:15:36.945460 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-80ea6654-243c-4ec0-87f9-4e25c5bcca31 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:36.998421 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 308abf6b-3d34-483a-9f5f-4a6a8873a2b6 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:15:37.149628 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7785d1f-c4a3-484b-ade6-b443ddbab133 req-eca87844-ec65-4e43-a4fa-c1fa2a8fbe16 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:37.152062 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c7785d1f-c4a3-484b-ade6-b443ddbab133 req-eca87844-ec65-4e43-a4fa-c1fa2a8fbe16 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 945 time: 0.2043333 Feb 09 18:15:37.254030 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c7785d1f-c4a3-484b-ade6-b443ddbab133 req-e1e0477d-40eb-431d-834f-0ad839f61c49 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/security-groups?id=19dbf2a0-691a-4c21-a327-604bb1e6d1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908406 Feb 09 18:15:37.366002 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6980213a-5aaa-4a79-ba1a-25f9feed0694 None None] Provisioning for port 7694d751-e424-4f82-9de6-c737717a6cb5 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:15:37.373231 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 308abf6b-3d34-483a-9f5f-4a6a8873a2b6 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:15:37.381450 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 308abf6b-3d34-483a-9f5f-4a6a8873a2b6 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:15:37.382012 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:37.414430 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6980213a-5aaa-4a79-ba1a-25f9feed0694 None None] Provisioning complete for port 7694d751-e424-4f82-9de6-c737717a6cb5 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:15:37.415762 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6980213a-5aaa-4a79-ba1a-25f9feed0694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:37.443572 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea6654-243c-4ec0-87f9-4e25c5bcca31 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=7694d751-e424-4f82-9de6-c737717a6cb5,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:37.473585 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-80ea6654-243c-4ec0-87f9-4e25c5bcca31 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:37.497960 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6980213a-5aaa-4a79-ba1a-25f9feed0694 None None] Port 7694d751-e424-4f82-9de6-c737717a6cb5 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:15:37.566804 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:37.624288 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 308abf6b-3d34-483a-9f5f-4a6a8873a2b6, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=308abf6b-3d34-483a-9f5f-4a6a8873a2b6,segment=NetworkSegment(d392e5cd-f07f-415a-ab4f-4bec5ed33bcb),segment_id=d392e5cd-f07f-415a-ab4f-4bec5ed33bcb)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:15:37.636819 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6397f881-b095-4fe2-be80-1009c2faeb5d None None] Provisioning complete for port 7694d751-e424-4f82-9de6-c737717a6cb5 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:15:37.637225 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6397f881-b095-4fe2-be80-1009c2faeb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:37.665179 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5c32b427-e192-4b87-a221-7ae1a0e41e2d req-19a14f1d-5a53-4606-ae7d-79ed8413b817 service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6544249 Feb 09 18:15:37.701188 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6397f881-b095-4fe2-be80-1009c2faeb5d None None] Port 7694d751-e424-4f82-9de6-c737717a6cb5 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:15:37.708316 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:37.710093 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:15:37.778263 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ea6654-243c-4ec0-87f9-4e25c5bcca31 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network 1d764678-ed90-4372-b8a3-1888a5e7edb0 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:15:37.780435 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-80ea6654-243c-4ec0-87f9-4e25c5bcca31 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:15:37.860946 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=308abf6b-3d34-483a-9f5f-4a6a8873a2b6,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:37.892081 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:15:37.892748 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:38.128115 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ea9c8ac9-512a-4b6f-ab42-6f6dddd63cc3 None None] Provisioning complete for port 7694d751-e424-4f82-9de6-c737717a6cb5 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:15:38.129553 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8ac9-512a-4b6f-ab42-6f6dddd63cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:38.201085 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ea9c8ac9-512a-4b6f-ab42-6f6dddd63cc3 None None] Port 7694d751-e424-4f82-9de6-c737717a6cb5 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:15:38.416282 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ea6654-243c-4ec0-87f9-4e25c5bcca31 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:15:38.521675 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480021c6-d78d-4b72-82c5-b17df0e9682a req-03175b5b-6611-475e-a433-e3de3e0d3676 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:38.523865 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-480021c6-d78d-4b72-82c5-b17df0e9682a req-03175b5b-6611-475e-a433-e3de3e0d3676 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 945 time: 0.0959282 Feb 09 18:15:38.595493 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-480021c6-d78d-4b72-82c5-b17df0e9682a req-b6fe8c86-3877-4c70-b97a-95aed3585b9f tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/security-groups?id=19dbf2a0-691a-4c21-a327-604bb1e6d1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613184 Feb 09 18:15:38.746103 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ea6654-243c-4ec0-87f9-4e25c5bcca31 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:15:38.764369 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-80ea6654-243c-4ec0-87f9-4e25c5bcca31 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "PUT /v2.0/routers/6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2924252 Feb 09 18:15:38.764609 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] Sync routers for ids ['6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:15:38.769242 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56188) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:38.791200 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] Routers {'6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:15:38.792238 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:15:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:38.881338 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 308abf6b-3d34-483a-9f5f-4a6a8873a2b6 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:15:38.896349 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc8159-5192-4ed3-816c-86f32761ed9d req-27a82e1d-d2d2-4ad6-81a4-0cf2d622e157 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:38.898540 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1dcc8159-5192-4ed3-816c-86f32761ed9d req-27a82e1d-d2d2-4ad6-81a4-0cf2d622e157 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 945 time: 0.1483324 Feb 09 18:15:38.964809 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1dcc8159-5192-4ed3-816c-86f32761ed9d req-83b01665-3062-47de-9fcc-2a9d9978b1c6 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/security-groups?id=19dbf2a0-691a-4c21-a327-604bb1e6d1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556760 Feb 09 18:15:39.052431 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbb9dab-0790-46db-b531-2dbfa63bee95 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:39.052431 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbb9dab-0790-46db-b531-2dbfa63bee95 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:39.052431 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbb9dab-0790-46db-b531-2dbfa63bee95 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:39.052431 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbb9dab-0790-46db-b531-2dbfa63bee95 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:39.052431 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbb9dab-0790-46db-b531-2dbfa63bee95 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:39.052431 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbb9dab-0790-46db-b531-2dbfa63bee95 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:39.052431 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbb9dab-0790-46db-b531-2dbfa63bee95 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:39.061405 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbb9dab-0790-46db-b531-2dbfa63bee95 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:39.061405 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2bbb9dab-0790-46db-b531-2dbfa63bee95 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5684 time: 0.2870171 Feb 09 18:15:39.061887 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56194) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:39.131103 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 308abf6b-3d34-483a-9f5f-4a6a8873a2b6 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:15:39.131888 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:39.140233 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b099a477-be7d-4ffd-a5d8-fc4c64c0d3a4 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:39.140616 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b099a477-be7d-4ffd-a5d8-fc4c64c0d3a4 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:39.141160 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b099a477-be7d-4ffd-a5d8-fc4c64c0d3a4 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:39.141713 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b099a477-be7d-4ffd-a5d8-fc4c64c0d3a4 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:39.142270 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b099a477-be7d-4ffd-a5d8-fc4c64c0d3a4 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:39.142953 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b099a477-be7d-4ffd-a5d8-fc4c64c0d3a4 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:39.143542 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b099a477-be7d-4ffd-a5d8-fc4c64c0d3a4 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:39.144070 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b099a477-be7d-4ffd-a5d8-fc4c64c0d3a4 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:39.146343 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b099a477-be7d-4ffd-a5d8-fc4c64c0d3a4 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5284 time: 0.0843694 Feb 09 18:15:39.150058 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56198) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:39.227086 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] Set router 6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:15:39.538877 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e37da0f1-cf63-4c81-aa71-486b7f7c5b93 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3868737 Feb 09 18:15:39.705274 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'name': 'tempest-TestNetworkBasicOps-router-1220244879', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:15:26Z', 'updated_at': '2022-02-09T18:15:35Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:15:28Z', 'updated_at': '2022-02-09T18:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7694d751-e424-4f82-9de6-c737717a6cb5', 'name': '', 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:03:34:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfbfceab-a5b0-4c01-82e8-40845392f1e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:15:34Z', 'updated_at': '2022-02-09T18:15:36Z', 'revision_number': 2, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': 'bfbfceab-a5b0-4c01-82e8-40845392f1e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:39.710596 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] Checking router: 6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:15:39.717639 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] Updating router 6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 port 7694d751-e424-4f82-9de6-c737717a6cb5 binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:15:39.770810 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:39.851018 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56204) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:39.858176 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5227cd7d-b382-40be-a1e5-2d7742291385 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-459146103', 'description': 'tempest-secgroup-smoke-459146103 description', 'project_id': '352fd60817ff4d5d9e97f16f52485b96'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:15:39.864510 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5227cd7d-b382-40be-a1e5-2d7742291385 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:15:39.870670 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-5227cd7d-b382-40be-a1e5-2d7742291385 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:15:39.874316 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-5227cd7d-b382-40be-a1e5-2d7742291385 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:15:39.881581 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5227cd7d-b382-40be-a1e5-2d7742291385 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:15:40.005827 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5227cd7d-b382-40be-a1e5-2d7742291385 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:40.078621 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5227cd7d-b382-40be-a1e5-2d7742291385 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:15:40.086261 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-5227cd7d-b382-40be-a1e5-2d7742291385 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:15:40.092988 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-5227cd7d-b382-40be-a1e5-2d7742291385 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:15:40.105194 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5227cd7d-b382-40be-a1e5-2d7742291385 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:15:40.213921 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5227cd7d-b382-40be-a1e5-2d7742291385 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:40.250822 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3814207-9e4a-4abf-a8ca-31ffb13c1e71 req-f33b55d3-83f8-43a8-b672-a3c19b2ad37a tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:40.253763 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f3814207-9e4a-4abf-a8ca-31ffb13c1e71 req-f33b55d3-83f8-43a8-b672-a3c19b2ad37a tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 945 time: 0.1196079 Feb 09 18:15:40.284673 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5227cd7d-b382-40be-a1e5-2d7742291385 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:40.312118 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:40.330643 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] Transition to ACTIVE for port object 7694d751-e424-4f82-9de6-c737717a6cb5 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:15:40.336280 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227cd7d-b382-40be-a1e5-2d7742291385 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=120b3c25-9a7a-4541-8607-b1b853ab1246,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:40.349912 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f3814207-9e4a-4abf-a8ca-31ffb13c1e71 req-6ae25724-e013-47dd-ac02-2280c40ac0a4 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/security-groups?id=19dbf2a0-691a-4c21-a327-604bb1e6d1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896149 Feb 09 18:15:40.382485 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5227cd7d-b382-40be-a1e5-2d7742291385 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:40.384192 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5227cd7d-b382-40be-a1e5-2d7742291385 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5310721 Feb 09 18:15:40.390512 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56212) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:40.396476 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-be30c6a5-18ff-4a3a-bdc9-5e72b200bc4d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '120b3c25-9a7a-4541-8607-b1b853ab1246', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:15:40.403833 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-be30c6a5-18ff-4a3a-bdc9-5e72b200bc4d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:15:40.408353 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-be30c6a5-18ff-4a3a-bdc9-5e72b200bc4d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:15:40.412634 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-be30c6a5-18ff-4a3a-bdc9-5e72b200bc4d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:15:40.413025 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:40.421827 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-be30c6a5-18ff-4a3a-bdc9-5e72b200bc4d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:15:40.516787 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be30c6a5-18ff-4a3a-bdc9-5e72b200bc4d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:40.597071 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d89f0-67c9-468e-9c3d-09e0363a6d9f None None] Pushing event updated for resources: {'Port': ['ID=7694d751-e424-4f82-9de6-c737717a6cb5,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:40.647382 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be30c6a5-18ff-4a3a-bdc9-5e72b200bc4d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:40.754281 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be30c6a5-18ff-4a3a-bdc9-5e72b200bc4d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:40.767566 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] Attempting to bind port 7694d751-e424-4f82-9de6-c737717a6cb5 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:15:40.768889 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] Attempting to bind port 7694d751-e424-4f82-9de6-c737717a6cb5 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'd392e5cd-f07f-415a-ab4f-4bec5ed33bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:15:40.768889 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] Attempting to bind port 7694d751-e424-4f82-9de6-c737717a6cb5 on network 1d764678-ed90-4372-b8a3-1888a5e7edb0 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:15:40.782036 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:15:40.782382 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30c6a5-18ff-4a3a-bdc9-5e72b200bc4d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b6e21d-8f89-4568-95d1-01c020a5740f,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:40.782940 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] Checking segment: {'id': 'd392e5cd-f07f-415a-ab4f-4bec5ed33bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:15:40.783737 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:40.789051 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] Bound using segment: {'id': 'd392e5cd-f07f-415a-ab4f-4bec5ed33bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:15:40.789051 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] Bound port: 7694d751-e424-4f82-9de6-c737717a6cb5, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd392e5cd-f07f-415a-ab4f-4bec5ed33bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:15:40.789051 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:40.862734 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be30c6a5-18ff-4a3a-bdc9-5e72b200bc4d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:40.864566 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-be30c6a5-18ff-4a3a-bdc9-5e72b200bc4d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4729733 Feb 09 18:15:40.870284 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56216) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:40.877846 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-200ae6cf-1bb2-42ec-b8ee-0929718878c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '120b3c25-9a7a-4541-8607-b1b853ab1246', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:15:40.886178 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-200ae6cf-1bb2-42ec-b8ee-0929718878c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:15:40.891694 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-200ae6cf-1bb2-42ec-b8ee-0929718878c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:15:40.895782 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-200ae6cf-1bb2-42ec-b8ee-0929718878c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:15:40.905188 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-200ae6cf-1bb2-42ec-b8ee-0929718878c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:15:40.916138 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] For port 7694d751-e424-4f82-9de6-c737717a6cb5, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:15:40.922514 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] For port 7694d751-e424-4f82-9de6-c737717a6cb5, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7694d751-e424-4f82-9de6-c737717a6cb5,segment=NetworkSegment(d392e5cd-f07f-415a-ab4f-4bec5ed33bcb),segment_id=d392e5cd-f07f-415a-ab4f-4bec5ed33bcb)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:15:41.035744 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-200ae6cf-1bb2-42ec-b8ee-0929718878c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:41.063055 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:41.144439 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-200ae6cf-1bb2-42ec-b8ee-0929718878c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:41.188079 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d89f0-67c9-468e-9c3d-09e0363a6d9f None None] Pushing event updated for resources: {'Port': ['ID=7694d751-e424-4f82-9de6-c737717a6cb5,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:41.197926 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] Routers {'6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:15:41.198871 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:15:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:41.256384 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-200ae6cf-1bb2-42ec-b8ee-0929718878c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:41.294259 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ae6cf-1bb2-42ec-b8ee-0929718878c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9542150f-c3ee-41b5-aaa0-7ad20484de69,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:41.394554 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-200ae6cf-1bb2-42ec-b8ee-0929718878c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:41.397105 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-200ae6cf-1bb2-42ec-b8ee-0929718878c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5255907 Feb 09 18:15:41.400611 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56222) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:41.415021 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-905609a5-8255-4616-8253-defaa05ee66e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '120b3c25-9a7a-4541-8607-b1b853ab1246', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:15:41.433881 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-905609a5-8255-4616-8253-defaa05ee66e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:15:41.439750 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-905609a5-8255-4616-8253-defaa05ee66e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:15:41.445316 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-905609a5-8255-4616-8253-defaa05ee66e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:15:41.456705 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-905609a5-8255-4616-8253-defaa05ee66e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:15:41.552877 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] Set router 6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:15:41.667536 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de482e-8037-4e63-957c-6adbcf1dcbae req-20a04e8c-0d55-47b4-b637-6ab9b81eec46 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:41.669268 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f0de482e-8037-4e63-957c-6adbcf1dcbae req-20a04e8c-0d55-47b4-b637-6ab9b81eec46 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 945 time: 0.0860126 Feb 09 18:15:41.696933 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-905609a5-8255-4616-8253-defaa05ee66e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:41.732295 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f0de482e-8037-4e63-957c-6adbcf1dcbae req-83481520-983f-4407-8c58-8471c0b9bb39 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/security-groups?id=19dbf2a0-691a-4c21-a327-604bb1e6d1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564580 Feb 09 18:15:41.823631 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-905609a5-8255-4616-8253-defaa05ee66e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:41.891224 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-905609a5-8255-4616-8253-defaa05ee66e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:41.926182 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905609a5-8255-4616-8253-defaa05ee66e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a824daac-bb2d-4380-ba7e-daa565cc3d29,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:42.023061 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-905609a5-8255-4616-8253-defaa05ee66e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:42.030069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56228) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:42.037317 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-905609a5-8255-4616-8253-defaa05ee66e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6228569 Feb 09 18:15:42.041597 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-74d8327c-8103-43e7-b339-e64f68a4f948 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '120b3c25-9a7a-4541-8607-b1b853ab1246', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:15:42.055342 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-74d8327c-8103-43e7-b339-e64f68a4f948 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:15:42.066046 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-74d8327c-8103-43e7-b339-e64f68a4f948 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:15:42.074497 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-74d8327c-8103-43e7-b339-e64f68a4f948 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:15:42.090009 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-74d8327c-8103-43e7-b339-e64f68a4f948 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:15:42.114873 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'name': 'tempest-TestNetworkBasicOps-router-1220244879', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:15:26Z', 'updated_at': '2022-02-09T18:15:35Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:15:28Z', 'updated_at': '2022-02-09T18:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7694d751-e424-4f82-9de6-c737717a6cb5', 'name': '', 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:03:34:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfbfceab-a5b0-4c01-82e8-40845392f1e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:15:34Z', 'updated_at': '2022-02-09T18:15:40Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': 'bfbfceab-a5b0-4c01-82e8-40845392f1e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:42.122674 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d0c37e-1b96-421b-97c3-10dc549409b0 None None] The sync data for ids ['6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'] in dv-neutron-827016-2-hyperv is: [{'id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'name': 'tempest-TestNetworkBasicOps-router-1220244879', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:15:26Z', 'updated_at': '2022-02-09T18:15:35Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:15:28Z', 'updated_at': '2022-02-09T18:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7694d751-e424-4f82-9de6-c737717a6cb5', 'name': '', 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:03:34:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfbfceab-a5b0-4c01-82e8-40845392f1e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:15:34Z', 'updated_at': '2022-02-09T18:15:40Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': 'bfbfceab-a5b0-4c01-82e8-40845392f1e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:15:42.225554 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-74d8327c-8103-43e7-b339-e64f68a4f948 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:42.327193 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-74d8327c-8103-43e7-b339-e64f68a4f948 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:42.538115 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-74d8327c-8103-43e7-b339-e64f68a4f948 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:42.605832 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8327c-8103-43e7-b339-e64f68a4f948 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db29d464-8907-4c75-b7ff-2dd2cb7220b7,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:42.666537 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c852e-fb9e-4c5b-8e3e-3d2d2d8abb35 req-8588cdd3-6314-4bd1-94ca-91e225be4efd tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:42.668729 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d43c852e-fb9e-4c5b-8e3e-3d2d2d8abb35 req-8588cdd3-6314-4bd1-94ca-91e225be4efd tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 945 time: 0.1866860 Feb 09 18:15:42.707056 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-74d8327c-8103-43e7-b339-e64f68a4f948 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:42.709130 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-74d8327c-8103-43e7-b339-e64f68a4f948 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6772175 Feb 09 18:15:42.714637 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56234) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:42.723165 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-9630fd6c-c55c-4a83-9981-2322cc95e2d6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '120b3c25-9a7a-4541-8607-b1b853ab1246', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:15:42.733220 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9630fd6c-c55c-4a83-9981-2322cc95e2d6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:15:42.753594 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9630fd6c-c55c-4a83-9981-2322cc95e2d6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:15:42.758949 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e9a56921-31f5-425c-9d49-d26b009b67aa req-73660d6c-e0d1-4f64-9a18-62cfad1063d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ffde2c239d65409ebda8828b4fc2ce11&device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 1098 time: 0.1213803 Feb 09 18:15:42.762026 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9630fd6c-c55c-4a83-9981-2322cc95e2d6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:15:42.776788 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9630fd6c-c55c-4a83-9981-2322cc95e2d6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:15:42.785748 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d43c852e-fb9e-4c5b-8e3e-3d2d2d8abb35 req-f94ac429-1194-4fdf-9951-636001f7f02f tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/security-groups?id=19dbf2a0-691a-4c21-a327-604bb1e6d1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088340 Feb 09 18:15:42.901308 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-9630fd6c-c55c-4a83-9981-2322cc95e2d6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Project 352fd60817ff4d5d9e97f16f52485b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:15:42.917305 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9630fd6c-c55c-4a83-9981-2322cc95e2d6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:42.943251 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7694d751-e424-4f82-9de6-c737717a6cb5 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:15:43.041278 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a56921-31f5-425c-9d49-d26b009b67aa req-1179df3e-118b-477c-9071-dc9ade72c4f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:43.044077 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e9a56921-31f5-425c-9d49-d26b009b67aa req-1179df3e-118b-477c-9071-dc9ade72c4f0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4bb72f70-5868-44f1-9f12-684911572c48 HTTP/1.1" status: 200 len: 913 time: 0.2795222 Feb 09 18:15:43.074436 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9630fd6c-c55c-4a83-9981-2322cc95e2d6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:43.144422 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e9a56921-31f5-425c-9d49-d26b009b67aa req-e63f91ab-638d-4412-aee7-163fbfef98e1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ca21efa-2d91-48e1-ab24-d8541c2e131b HTTP/1.1" status: 200 len: 217 time: 0.0942788 Feb 09 18:15:43.160227 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9630fd6c-c55c-4a83-9981-2322cc95e2d6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:43.176769 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 7694d751-e424-4f82-9de6-c737717a6cb5 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:15:43.189434 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 7694d751-e424-4f82-9de6-c737717a6cb5 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:15:43.190038 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:43.215226 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630fd6c-c55c-4a83-9981-2322cc95e2d6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84555201-8c3d-4d72-9311-f8a4b13b05e3,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:43.274283 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a56921-31f5-425c-9d49-d26b009b67aa req-cebfe862-241e-4d38-8939-af6c5f8d3705 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:43.275921 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e9a56921-31f5-425c-9d49-d26b009b67aa req-cebfe862-241e-4d38-8939-af6c5f8d3705 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e4b0b5bb-dd13-4279-a479-33cef52d90ac HTTP/1.1" status: 200 len: 852 time: 0.1249263 Feb 09 18:15:43.287344 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9630fd6c-c55c-4a83-9981-2322cc95e2d6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:43.290276 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9630fd6c-c55c-4a83-9981-2322cc95e2d6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5738997 Feb 09 18:15:43.294397 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56238) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:43.306574 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b8677867-14ca-4f6c-b54d-cdfab6215824 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '120b3c25-9a7a-4541-8607-b1b853ab1246', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:15:43.318176 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b8677867-14ca-4f6c-b54d-cdfab6215824 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:15:43.327192 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b8677867-14ca-4f6c-b54d-cdfab6215824 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:15:43.333720 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b8677867-14ca-4f6c-b54d-cdfab6215824 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:15:43.352663 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b8677867-14ca-4f6c-b54d-cdfab6215824 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:15:43.365765 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e9a56921-31f5-425c-9d49-d26b009b67aa req-bd57c7e0-71ca-46e2-8b50-05f7623dbe8f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4bb72f70-5868-44f1-9f12-684911572c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831103 Feb 09 18:15:43.423051 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:43.443468 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-b8677867-14ca-4f6c-b54d-cdfab6215824 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Project 352fd60817ff4d5d9e97f16f52485b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:15:43.459252 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b8677867-14ca-4f6c-b54d-cdfab6215824 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:43.491427 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 7694d751-e424-4f82-9de6-c737717a6cb5, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7694d751-e424-4f82-9de6-c737717a6cb5,segment=NetworkSegment(d392e5cd-f07f-415a-ab4f-4bec5ed33bcb),segment_id=d392e5cd-f07f-415a-ab4f-4bec5ed33bcb)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:15:43.532993 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e9a56921-31f5-425c-9d49-d26b009b67aa req-abcac127-442a-4a0a-b57c-0b0900128fa5 service neutron] 10.222.0.50 "GET /v2.0/networks/4bb72f70-5868-44f1-9f12-684911572c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597471 Feb 09 18:15:43.581628 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:43.592548 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b8677867-14ca-4f6c-b54d-cdfab6215824 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:43.672787 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b8677867-14ca-4f6c-b54d-cdfab6215824 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:43.704922 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8677867-14ca-4f6c-b54d-cdfab6215824 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d1bc3b7-2a55-44a7-b102-aca17b307f25,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:43.721462 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=7694d751-e424-4f82-9de6-c737717a6cb5,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:43.762334 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e9a56921-31f5-425c-9d49-d26b009b67aa req-ffb34bd8-359b-402c-8a17-6086b6daea11 service neutron] 10.222.0.50 "GET /v2.0/networks/4bb72f70-5868-44f1-9f12-684911572c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221458 Feb 09 18:15:43.799665 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b8677867-14ca-4f6c-b54d-cdfab6215824 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:43.801051 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b8677867-14ca-4f6c-b54d-cdfab6215824 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5051413 Feb 09 18:15:44.125188 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fae6cd-5319-4a39-831c-822e0c218e8c req-d17461d8-3108-4b6a-b435-575c1c88d139 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:44.126878 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-31fae6cd-5319-4a39-831c-822e0c218e8c req-d17461d8-3108-4b6a-b435-575c1c88d139 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 945 time: 0.1068649 Feb 09 18:15:44.205815 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-991871a7-2306-4a92-a260-aede019389a1 req-85e5bbaa-1bac-4553-aa1f-b313491c9442 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:15:44.217414 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-31fae6cd-5319-4a39-831c-822e0c218e8c req-599241d6-f6e2-4ec5-acee-57b2c6d50b9a tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/security-groups?id=19dbf2a0-691a-4c21-a327-604bb1e6d1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744774 Feb 09 18:15:44.319286 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-991871a7-2306-4a92-a260-aede019389a1 req-85e5bbaa-1bac-4553-aa1f-b313491c9442 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:15:44.320955 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-991871a7-2306-4a92-a260-aede019389a1 req-85e5bbaa-1bac-4553-aa1f-b313491c9442 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-459146103&fields=id&tenant_id=352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 267 time: 0.1925642 Feb 09 18:15:44.505468 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991871a7-2306-4a92-a260-aede019389a1 req-f7f199c0-053a-4e8d-81a6-216160ec8562 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:44.506069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-991871a7-2306-4a92-a260-aede019389a1 req-f7f199c0-053a-4e8d-81a6-216160ec8562 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:network {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:15:44.576746 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-991871a7-2306-4a92-a260-aede019389a1 req-f7f199c0-053a-4e8d-81a6-216160ec8562 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:network {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:15:44.580643 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-991871a7-2306-4a92-a260-aede019389a1 req-f7f199c0-053a-4e8d-81a6-216160ec8562 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/networks?id=1d764678-ed90-4372-b8a3-1888a5e7edb0 HTTP/1.1" status: 200 len: 796 time: 0.2524002 Feb 09 18:15:44.602587 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-991871a7-2306-4a92-a260-aede019389a1 req-9e5a0bc8-75ce-435e-b2b5-3f43e4af10cd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/quotas/352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 375 time: 0.0139027 Feb 09 18:15:44.814038 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-991871a7-2306-4a92-a260-aede019389a1 req-d6612d5c-d458-4053-9cce-243865049aba tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:15:44.849362 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7694d751-e424-4f82-9de6-c737717a6cb5 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:15:44.923619 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-991871a7-2306-4a92-a260-aede019389a1 req-d6612d5c-d458-4053-9cce-243865049aba tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:15:44.925386 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-991871a7-2306-4a92-a260-aede019389a1 req-d6612d5c-d458-4053-9cce-243865049aba tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3135242 Feb 09 18:15:44.933116 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 7694d751-e424-4f82-9de6-c737717a6cb5 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:15:44.933758 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:45.177647 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-991871a7-2306-4a92-a260-aede019389a1 req-dcf2e5ee-2713-4a7d-b9ec-16e38336e29d service neutron] 10.222.0.21 "GET /v2.0/networks/1d764678-ed90-4372-b8a3-1888a5e7edb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362418 Feb 09 18:15:45.509271 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-991871a7-2306-4a92-a260-aede019389a1 req-d455dba9-461a-4032-9459-fea2032275ca service neutron] 10.222.0.21 "GET /v2.0/networks/1d764678-ed90-4372-b8a3-1888a5e7edb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249207 Feb 09 18:15:45.543109 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f9314-e300-40b1-a590-61796079fc7a req-8272997b-87f1-4cc8-affd-ca9019d88e6e tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:45.545536 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-196f9314-e300-40b1-a590-61796079fc7a req-8272997b-87f1-4cc8-affd-ca9019d88e6e tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 945 time: 0.1906724 Feb 09 18:15:45.618929 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-196f9314-e300-40b1-a590-61796079fc7a req-96abea84-9bc7-4748-9b0f-7201617f1847 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/security-groups?id=19dbf2a0-691a-4c21-a327-604bb1e6d1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672345 Feb 09 18:15:45.910239 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a936595e-4848-428a-be26-a6b5a9c2cf66 req-aca6e534-a8ec-4094-ad26-3a360a02d819 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=68478bbf-b120-4c85-9464-a19781208dbe HTTP/1.1" status: 200 len: 210 time: 0.0487103 Feb 09 18:15:46.517968 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb649d0-a6cb-4eb9-bcc1-87975152102e req-667b98ed-4560-4003-98fb-dcbc9481b34f tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:46.520112 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6bb649d0-a6cb-4eb9-bcc1-87975152102e req-667b98ed-4560-4003-98fb-dcbc9481b34f tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 945 time: 0.1388533 Feb 09 18:15:46.603357 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6bb649d0-a6cb-4eb9-bcc1-87975152102e req-2eef2b75-bcaa-4963-898a-2046421d3bfd tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/security-groups?id=19dbf2a0-691a-4c21-a327-604bb1e6d1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633116 Feb 09 18:15:46.617363 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f40ef2cc-908e-43a2-8e55-6097fdb7f04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:46.988056 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:47.193298 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ddd23eee-dbbd-4ac3-a6cd-d7dde98be07f req-7e87ab68-f871-487e-91e6-d7a5d5d1ed02 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=68478bbf-b120-4c85-9464-a19781208dbe HTTP/1.1" status: 200 len: 210 time: 0.0658312 Feb 09 18:15:47.876666 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94fa29-381e-446a-a30b-9228ef92bf9a req-0d3f9f4b-2666-421f-a90b-187d67c712aa tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:47.879773 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7d94fa29-381e-446a-a30b-9228ef92bf9a req-0d3f9f4b-2666-421f-a90b-187d67c712aa tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 945 time: 0.1420851 Feb 09 18:15:47.936014 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7d94fa29-381e-446a-a30b-9228ef92bf9a req-75f1cb7f-9358-486e-8f81-1d019bb41311 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/security-groups?id=19dbf2a0-691a-4c21-a327-604bb1e6d1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494273 Feb 09 18:15:48.419559 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-80c317a3-8b23-4187-aefe-6e0e2c171b84 req-eb6f246a-24c3-4528-a722-6cb0e69ba7e7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=68478bbf-b120-4c85-9464-a19781208dbe HTTP/1.1" status: 200 len: 210 time: 0.0549910 Feb 09 18:15:48.635860 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991871a7-2306-4a92-a260-aede019389a1 req-3ad05903-8158-4b18-94b7-fdec4ed08714 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:48.638821 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-991871a7-2306-4a92-a260-aede019389a1 req-3ad05903-8158-4b18-94b7-fdec4ed08714 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/networks?id=1d764678-ed90-4372-b8a3-1888a5e7edb0 HTTP/1.1" status: 200 len: 796 time: 0.2446458 Feb 09 18:15:48.718947 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-991871a7-2306-4a92-a260-aede019389a1 req-dc61c129-2832-4a37-8feb-64f1ca237402 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:15:48.739670 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-991871a7-2306-4a92-a260-aede019389a1 req-dc61c129-2832-4a37-8feb-64f1ca237402 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:15:48.741412 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-991871a7-2306-4a92-a260-aede019389a1 req-dc61c129-2832-4a37-8feb-64f1ca237402 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 379 time: 0.0886188 Feb 09 18:15:48.753443 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-991871a7-2306-4a92-a260-aede019389a1 req-519f4ced-3e3c-4acc-8925-f90d0b366833 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'port': {'device_id': '68478bbf-b120-4c85-9464-a19781208dbe', 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0', 'admin_state_up': True, 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'security_groups': ['120b3c25-9a7a-4541-8607-b1b853ab1246']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:15:48.886989 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e629c2-2f5b-40e8-b614-1d1c318bb1d1 req-336e8a96-564a-487c-bb87-dd27a6792668 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:48.895060 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-83e629c2-2f5b-40e8-b614-1d1c318bb1d1 req-336e8a96-564a-487c-bb87-dd27a6792668 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 945 time: 0.1338415 Feb 09 18:15:48.980387 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-83e629c2-2f5b-40e8-b614-1d1c318bb1d1 req-e5df075d-d9ab-4d1e-aeaf-31f5eaaacea8 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/security-groups?id=19dbf2a0-691a-4c21-a327-604bb1e6d1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765965 Feb 09 18:15:49.020187 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bf307cdf-63d3-44fa-80d5-547e64d5a520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:49.054221 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-991871a7-2306-4a92-a260-aede019389a1 req-519f4ced-3e3c-4acc-8925-f90d0b366833 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:15:49.062267 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8774870e-e7d6-4a88-8ef1-d5e98b13a37c req-5ba65153-93e4-41c4-8ba6-4ae9b8f8fe02 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ffde2c239d65409ebda8828b4fc2ce11&device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 1098 time: 0.2094657 Feb 09 18:15:49.071845 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-991871a7-2306-4a92-a260-aede019389a1 req-519f4ced-3e3c-4acc-8925-f90d0b366833 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:15:49.237418 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774870e-e7d6-4a88-8ef1-d5e98b13a37c req-bce09d6e-8e20-4327-a239-dd2fdd03c163 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:49.239154 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8774870e-e7d6-4a88-8ef1-d5e98b13a37c req-bce09d6e-8e20-4327-a239-dd2fdd03c163 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4bb72f70-5868-44f1-9f12-684911572c48 HTTP/1.1" status: 200 len: 913 time: 0.1691208 Feb 09 18:15:49.240526 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-991871a7-2306-4a92-a260-aede019389a1 req-519f4ced-3e3c-4acc-8925-f90d0b366833 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:15:49.245229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-991871a7-2306-4a92-a260-aede019389a1 req-519f4ced-3e3c-4acc-8925-f90d0b366833 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:49.337229 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8774870e-e7d6-4a88-8ef1-d5e98b13a37c req-da560d8e-1870-4af1-8b22-12205ab2953a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ca21efa-2d91-48e1-ab24-d8541c2e131b HTTP/1.1" status: 200 len: 217 time: 0.0801847 Feb 09 18:15:49.481228 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774870e-e7d6-4a88-8ef1-d5e98b13a37c req-e852add7-d0bd-4897-aaba-e525913e6f50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:49.482855 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8774870e-e7d6-4a88-8ef1-d5e98b13a37c req-e852add7-d0bd-4897-aaba-e525913e6f50 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e4b0b5bb-dd13-4279-a479-33cef52d90ac HTTP/1.1" status: 200 len: 852 time: 0.1040466 Feb 09 18:15:49.681294 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8774870e-e7d6-4a88-8ef1-d5e98b13a37c req-528b51da-e51b-40ef-bb48-e3e832b0b740 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4bb72f70-5868-44f1-9f12-684911572c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1612983 Feb 09 18:15:49.699454 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3535a2a1-e9ef-4856-ab41-a55b73ec5270 req-21f794df-8614-475a-86ea-c391b08f5ff7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=68478bbf-b120-4c85-9464-a19781208dbe HTTP/1.1" status: 200 len: 210 time: 0.0512311 Feb 09 18:15:49.790183 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-991871a7-2306-4a92-a260-aede019389a1 req-519f4ced-3e3c-4acc-8925-f90d0b366833 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.20.0.8 (1d764678-ed90-4372-b8a3-1888a5e7edb0/bfbfceab-a5b0-4c01-82e8-40845392f1e8/7474f3d4-6257-4f9c-b10e-e82b87785973) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:15:49.893473 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8774870e-e7d6-4a88-8ef1-d5e98b13a37c req-179e8130-7d3b-4108-8535-cc9e5d53943b service neutron] 10.222.0.50 "GET /v2.0/networks/4bb72f70-5868-44f1-9f12-684911572c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055407 Feb 09 18:15:50.090734 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:50.161188 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-991871a7-2306-4a92-a260-aede019389a1 req-519f4ced-3e3c-4acc-8925-f90d0b366833 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:50.166901 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8774870e-e7d6-4a88-8ef1-d5e98b13a37c req-a51e59cc-85cf-485c-b937-22256351913f service neutron] 10.222.0.50 "GET /v2.0/networks/4bb72f70-5868-44f1-9f12-684911572c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176814 Feb 09 18:15:50.193592 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:50.201290 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-991871a7-2306-4a92-a260-aede019389a1 req-519f4ced-3e3c-4acc-8925-f90d0b366833 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Transition to ACTIVE for port object 7474f3d4-6257-4f9c-b10e-e82b87785973 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:15:50.293637 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e97ac7-2288-43b1-ab1e-4cf5d2b2e592 req-e35b109c-aa46-4389-8d7d-de61e1f2e1be tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:50.295555 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f7e97ac7-2288-43b1-ab1e-4cf5d2b2e592 req-e35b109c-aa46-4389-8d7d-de61e1f2e1be tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 945 time: 0.0921891 Feb 09 18:15:50.342485 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-991871a7-2306-4a92-a260-aede019389a1 req-519f4ced-3e3c-4acc-8925-f90d0b366833 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:50.350128 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f7e97ac7-2288-43b1-ab1e-4cf5d2b2e592 req-487fc9a6-6438-4046-83d3-df7c27dcd3d7 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/security-groups?id=19dbf2a0-691a-4c21-a327-604bb1e6d1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473547 Feb 09 18:15:50.442332 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991871a7-2306-4a92-a260-aede019389a1 req-519f4ced-3e3c-4acc-8925-f90d0b366833 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network 1d764678-ed90-4372-b8a3-1888a5e7edb0 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:15:50.449382 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-991871a7-2306-4a92-a260-aede019389a1 req-519f4ced-3e3c-4acc-8925-f90d0b366833 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:15:50.456128 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-991871a7-2306-4a92-a260-aede019389a1 req-519f4ced-3e3c-4acc-8925-f90d0b366833 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:15:50.531984 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f4ced-3e3c-4acc-8925-f90d0b366833 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=7474f3d4-6257-4f9c-b10e-e82b87785973,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:50.578314 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991871a7-2306-4a92-a260-aede019389a1 req-519f4ced-3e3c-4acc-8925-f90d0b366833 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:50.579021 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-991871a7-2306-4a92-a260-aede019389a1 req-519f4ced-3e3c-4acc-8925-f90d0b366833 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:50.690899 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-991871a7-2306-4a92-a260-aede019389a1 req-519f4ced-3e3c-4acc-8925-f90d0b366833 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9442635 Feb 09 18:15:50.702611 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-991871a7-2306-4a92-a260-aede019389a1 req-0dd2d5c6-005b-4b68-88e9-9efa244e2999 service neutron] Request body: {'port': {'device_id': '68478bbf-b120-4c85-9464-a19781208dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:15:50.834006 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-991871a7-2306-4a92-a260-aede019389a1 req-0dd2d5c6-005b-4b68-88e9-9efa244e2999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:50.854974 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-37606af3-a123-4a89-af58-09d1e2f352d7 None None] Provisioning for port 7474f3d4-6257-4f9c-b10e-e82b87785973 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:15:50.862278 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-37606af3-a123-4a89-af58-09d1e2f352d7 None None] Provisioning complete for port 7474f3d4-6257-4f9c-b10e-e82b87785973 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:15:50.863368 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37606af3-a123-4a89-af58-09d1e2f352d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:50.970639 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-37606af3-a123-4a89-af58-09d1e2f352d7 None None] Port 7474f3d4-6257-4f9c-b10e-e82b87785973 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:15:51.096522 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62928a6d-211c-4a3b-98bb-fb783aa950e7 req-8f20dc7f-8c44-403a-a450-b4440903aa0f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:51.099392 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-62928a6d-211c-4a3b-98bb-fb783aa950e7 req-8f20dc7f-8c44-403a-a450-b4440903aa0f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=68478bbf-b120-4c85-9464-a19781208dbe HTTP/1.1" status: 200 len: 931 time: 0.1466928 Feb 09 18:15:51.168671 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-62928a6d-211c-4a3b-98bb-fb783aa950e7 req-a762552d-3ca4-49b7-a485-cb4f065f7ab2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=120b3c25-9a7a-4541-8607-b1b853ab1246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588865 Feb 09 18:15:51.383079 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-991871a7-2306-4a92-a260-aede019389a1 req-0dd2d5c6-005b-4b68-88e9-9efa244e2999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7474f3d4-6257-4f9c-b10e-e82b87785973 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:15:51.396284 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-991871a7-2306-4a92-a260-aede019389a1 req-0dd2d5c6-005b-4b68-88e9-9efa244e2999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:51.425012 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-991871a7-2306-4a92-a260-aede019389a1 req-0dd2d5c6-005b-4b68-88e9-9efa244e2999 service neutron] Transition to ACTIVE for port object 7474f3d4-6257-4f9c-b10e-e82b87785973 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:15:51.553565 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-991871a7-2306-4a92-a260-aede019389a1 req-0dd2d5c6-005b-4b68-88e9-9efa244e2999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:51.598826 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:51.616320 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa984a96-9165-4dbf-9e05-bbf826f91d7c req-3e581e83-f762-4294-8d9e-81a54bece7e5 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:51.618402 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-aa984a96-9165-4dbf-9e05-bbf826f91d7c req-3e581e83-f762-4294-8d9e-81a54bece7e5 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 945 time: 0.0992458 Feb 09 18:15:51.682550 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-aa984a96-9165-4dbf-9e05-bbf826f91d7c req-d2fa27ac-3b4d-41e7-967c-bdbb1d9d0301 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/security-groups?id=19dbf2a0-691a-4c21-a327-604bb1e6d1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511899 Feb 09 18:15:51.716842 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2d5c6-005b-4b68-88e9-9efa244e2999 service neutron] Pushing event updated for resources: {'Port': ['ID=7474f3d4-6257-4f9c-b10e-e82b87785973,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:51.904133 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-991871a7-2306-4a92-a260-aede019389a1 req-0dd2d5c6-005b-4b68-88e9-9efa244e2999 service neutron] Attempting to bind port 7474f3d4-6257-4f9c-b10e-e82b87785973 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:15:51.904624 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-991871a7-2306-4a92-a260-aede019389a1 req-0dd2d5c6-005b-4b68-88e9-9efa244e2999 service neutron] Attempting to bind port 7474f3d4-6257-4f9c-b10e-e82b87785973 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'd392e5cd-f07f-415a-ab4f-4bec5ed33bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:15:51.905175 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991871a7-2306-4a92-a260-aede019389a1 req-0dd2d5c6-005b-4b68-88e9-9efa244e2999 service neutron] Attempting to bind port 7474f3d4-6257-4f9c-b10e-e82b87785973 on network 1d764678-ed90-4372-b8a3-1888a5e7edb0 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:15:51.916437 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991871a7-2306-4a92-a260-aede019389a1 req-0dd2d5c6-005b-4b68-88e9-9efa244e2999 service neutron] Port 7474f3d4-6257-4f9c-b10e-e82b87785973 on network 1d764678-ed90-4372-b8a3-1888a5e7edb0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:15:51.916966 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991871a7-2306-4a92-a260-aede019389a1 req-0dd2d5c6-005b-4b68-88e9-9efa244e2999 service neutron] Attempting to bind port 7474f3d4-6257-4f9c-b10e-e82b87785973 on network 1d764678-ed90-4372-b8a3-1888a5e7edb0 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:15:51.929335 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991871a7-2306-4a92-a260-aede019389a1 req-0dd2d5c6-005b-4b68-88e9-9efa244e2999 service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:15:51.929861 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991871a7-2306-4a92-a260-aede019389a1 req-0dd2d5c6-005b-4b68-88e9-9efa244e2999 service neutron] Checking segment: {'id': 'd392e5cd-f07f-415a-ab4f-4bec5ed33bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:15:51.930474 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991871a7-2306-4a92-a260-aede019389a1 req-0dd2d5c6-005b-4b68-88e9-9efa244e2999 service neutron] Bound using segment: {'id': 'd392e5cd-f07f-415a-ab4f-4bec5ed33bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:15:51.931184 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-991871a7-2306-4a92-a260-aede019389a1 req-0dd2d5c6-005b-4b68-88e9-9efa244e2999 service neutron] Bound port: 7474f3d4-6257-4f9c-b10e-e82b87785973, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd392e5cd-f07f-415a-ab4f-4bec5ed33bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:15:51.931648 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-991871a7-2306-4a92-a260-aede019389a1 req-0dd2d5c6-005b-4b68-88e9-9efa244e2999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:52.041464 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-991871a7-2306-4a92-a260-aede019389a1 req-0dd2d5c6-005b-4b68-88e9-9efa244e2999 service neutron] For port 7474f3d4-6257-4f9c-b10e-e82b87785973, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:15:52.046431 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-991871a7-2306-4a92-a260-aede019389a1 req-0dd2d5c6-005b-4b68-88e9-9efa244e2999 service neutron] For port 7474f3d4-6257-4f9c-b10e-e82b87785973, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=7474f3d4-6257-4f9c-b10e-e82b87785973,segment=NetworkSegment(d392e5cd-f07f-415a-ab4f-4bec5ed33bcb),segment_id=d392e5cd-f07f-415a-ab4f-4bec5ed33bcb)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:15:52.148338 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-991871a7-2306-4a92-a260-aede019389a1 req-0dd2d5c6-005b-4b68-88e9-9efa244e2999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:52.219274 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-991871a7-2306-4a92-a260-aede019389a1 req-0dd2d5c6-005b-4b68-88e9-9efa244e2999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:52.220726 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-991871a7-2306-4a92-a260-aede019389a1 req-0dd2d5c6-005b-4b68-88e9-9efa244e2999 service neutron] 10.222.0.50 "PUT /v2.0/ports/7474f3d4-6257-4f9c-b10e-e82b87785973 HTTP/1.1" status: 200 len: 1093 time: 1.5227101 Feb 09 18:15:52.224371 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68478bbf-b120-4c85-9464-a19781208dbe', 'tag': '7474f3d4-6257-4f9c-b10e-e82b87785973'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:15:52.253426 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2d5c6-005b-4b68-88e9-9efa244e2999 service neutron] Pushing event updated for resources: {'Port': ['ID=7474f3d4-6257-4f9c-b10e-e82b87785973,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:52.477313 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74122a9-e8ec-4ed2-934a-1ba0653d99dd req-89a81c81-efba-445a-a914-2dcd8d448e93 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:52.482976 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d74122a9-e8ec-4ed2-934a-1ba0653d99dd req-89a81c81-efba-445a-a914-2dcd8d448e93 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=68478bbf-b120-4c85-9464-a19781208dbe HTTP/1.1" status: 200 len: 943 time: 0.1012621 Feb 09 18:15:52.499256 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-991871a7-2306-4a92-a260-aede019389a1 req-a265f1a3-5faf-4321-be7e-115eb222b0cc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=68478bbf-b120-4c85-9464-a19781208dbe HTTP/1.1" status: 200 len: 1096 time: 0.1212006 Feb 09 18:15:52.565602 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d74122a9-e8ec-4ed2-934a-1ba0653d99dd req-da6351b3-b3d7-4f87-870e-9008f67032f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=120b3c25-9a7a-4541-8607-b1b853ab1246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805733 Feb 09 18:15:52.677639 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68478bbf-b120-4c85-9464-a19781208dbe', 'tag': '7474f3d4-6257-4f9c-b10e-e82b87785973', 'status': 'completed', 'code': 200} Feb 09 18:15:52.694356 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-991871a7-2306-4a92-a260-aede019389a1 req-e5526f60-040a-45a6-8f6c-ee6ed87e5511 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7474f3d4-6257-4f9c-b10e-e82b87785973 HTTP/1.1" status: 200 len: 217 time: 0.1937220 Feb 09 18:15:52.766051 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991871a7-2306-4a92-a260-aede019389a1 req-6bbf0fcb-84e5-43a0-a8dc-adf408fc3d56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:52.767886 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-991871a7-2306-4a92-a260-aede019389a1 req-6bbf0fcb-84e5-43a0-a8dc-adf408fc3d56 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bfbfceab-a5b0-4c01-82e8-40845392f1e8 HTTP/1.1" status: 200 len: 834 time: 0.0658751 Feb 09 18:15:52.869571 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-991871a7-2306-4a92-a260-aede019389a1 req-3ef01a45-2d71-44ba-9d34-a1726b4e3d21 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d764678-ed90-4372-b8a3-1888a5e7edb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0955102 Feb 09 18:15:52.886645 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7cf91-57ea-4722-ac3d-38127d79c81e req-bec8818d-b818-4ea3-894c-6aafa3c64fcf tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:52.889393 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-01d7cf91-57ea-4722-ac3d-38127d79c81e req-bec8818d-b818-4ea3-894c-6aafa3c64fcf tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 945 time: 0.1160207 Feb 09 18:15:52.971958 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-01d7cf91-57ea-4722-ac3d-38127d79c81e req-64e7c8c0-5cc4-46c0-8cc1-a4f6b03fbef7 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/security-groups?id=19dbf2a0-691a-4c21-a327-604bb1e6d1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752020 Feb 09 18:15:53.040815 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-991871a7-2306-4a92-a260-aede019389a1 req-2a9c0e34-e74a-4a00-aa39-cc116cf2394f service neutron] 10.222.0.50 "GET /v2.0/networks/1d764678-ed90-4372-b8a3-1888a5e7edb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639481 Feb 09 18:15:53.226787 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-991871a7-2306-4a92-a260-aede019389a1 req-9cee8629-7fb0-4b45-bd07-d8415ccc0a2a service neutron] 10.222.0.50 "GET /v2.0/networks/1d764678-ed90-4372-b8a3-1888a5e7edb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796162 Feb 09 18:15:53.435571 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6c82242d-b17a-4677-a754-d4464ad84db0 req-688a5c26-498f-4e84-a168-bbde5cd1abe4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=68478bbf-b120-4c85-9464-a19781208dbe HTTP/1.1" status: 200 len: 1096 time: 0.0865693 Feb 09 18:15:53.589928 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82242d-b17a-4677-a754-d4464ad84db0 req-f75c846a-4b9e-4eeb-8c4d-f1bedd8ea71d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:53.590309 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6c82242d-b17a-4677-a754-d4464ad84db0 req-f75c846a-4b9e-4eeb-8c4d-f1bedd8ea71d service neutron] 10.222.0.50 "GET /v2.0/networks?id=1d764678-ed90-4372-b8a3-1888a5e7edb0 HTTP/1.1" status: 200 len: 897 time: 0.1477382 Feb 09 18:15:53.730620 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6c82242d-b17a-4677-a754-d4464ad84db0 req-d11ce237-b947-48ae-b174-fd72fb6f8059 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7474f3d4-6257-4f9c-b10e-e82b87785973 HTTP/1.1" status: 200 len: 217 time: 0.1332293 Feb 09 18:15:53.814107 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82242d-b17a-4677-a754-d4464ad84db0 req-45c4d643-4c7e-4339-802f-5d88bdce14b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:53.816796 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6c82242d-b17a-4677-a754-d4464ad84db0 req-45c4d643-4c7e-4339-802f-5d88bdce14b8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bfbfceab-a5b0-4c01-82e8-40845392f1e8 HTTP/1.1" status: 200 len: 834 time: 0.0788689 Feb 09 18:15:53.896150 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f50e81-4f13-4916-8280-01560073f8c7 req-aaab27cc-c93c-4684-8b0d-d003649552eb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:53.898022 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f8f50e81-4f13-4916-8280-01560073f8c7 req-aaab27cc-c93c-4684-8b0d-d003649552eb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=68478bbf-b120-4c85-9464-a19781208dbe HTTP/1.1" status: 200 len: 943 time: 0.1302752 Feb 09 18:15:53.920748 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6c82242d-b17a-4677-a754-d4464ad84db0 req-049d0a51-7b29-4f92-a41a-0ed48dfd4882 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d764678-ed90-4372-b8a3-1888a5e7edb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0970516 Feb 09 18:15:53.958060 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f8f50e81-4f13-4916-8280-01560073f8c7 req-fa9f17a1-2d4b-431c-b3e2-bab9e70f094d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=120b3c25-9a7a-4541-8607-b1b853ab1246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534873 Feb 09 18:15:54.176825 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6c82242d-b17a-4677-a754-d4464ad84db0 req-6a2d3ced-a5d0-4c2b-92d2-2d6c82934874 service neutron] 10.222.0.50 "GET /v2.0/networks/1d764678-ed90-4372-b8a3-1888a5e7edb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467430 Feb 09 18:15:54.300663 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ac191-b0cd-4774-8a69-a9429069233c req-830af51a-16ac-4580-a035-09c996b14065 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:54.305487 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cb9ac191-b0cd-4774-8a69-a9429069233c req-830af51a-16ac-4580-a035-09c996b14065 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 945 time: 0.1366286 Feb 09 18:15:54.309244 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 7474f3d4-6257-4f9c-b10e-e82b87785973 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:15:54.401758 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cb9ac191-b0cd-4774-8a69-a9429069233c req-d20007cc-ef14-40af-b780-f2b3322f5052 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/security-groups?id=19dbf2a0-691a-4c21-a327-604bb1e6d1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876968 Feb 09 18:15:54.498240 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6c82242d-b17a-4677-a754-d4464ad84db0 req-56e32d71-c650-4b44-a742-03403070a9fd service neutron] 10.222.0.50 "GET /v2.0/networks/1d764678-ed90-4372-b8a3-1888a5e7edb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124454 Feb 09 18:15:54.498998 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 7474f3d4-6257-4f9c-b10e-e82b87785973, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=7474f3d4-6257-4f9c-b10e-e82b87785973,segment=NetworkSegment(d392e5cd-f07f-415a-ab4f-4bec5ed33bcb),segment_id=d392e5cd-f07f-415a-ab4f-4bec5ed33bcb)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:15:54.531960 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '7474f3d4-6257-4f9c-b10e-e82b87785973', 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0', 'port_id': '7474f3d4-6257-4f9c-b10e-e82b87785973', 'mac_address': 'fa:16:3e:48:f3:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfbfceab-a5b0-4c01-82e8-40845392f1e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:15:54.532455 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906999c-b6cf-4460-9498-bb564065afdb req-ea0d9a39-6cca-477d-b0cb-be3fe1af137b tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:54.533213 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-7906999c-b6cf-4460-9498-bb564065afdb req-ea0d9a39-6cca-477d-b0cb-be3fe1af137b tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Synchronizing usage tracker for tenant:ffde2c239d65409ebda8828b4fc2ce11 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:15:54.619085 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:54.633077 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-7906999c-b6cf-4460-9498-bb564065afdb req-ea0d9a39-6cca-477d-b0cb-be3fe1af137b tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Unset dirty status for tenant:ffde2c239d65409ebda8828b4fc2ce11 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:15:54.634263 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-7906999c-b6cf-4460-9498-bb564065afdb req-ea0d9a39-6cca-477d-b0cb-be3fe1af137b tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.50 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 945 time: 0.2792902 Feb 09 18:15:54.638176 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7474f3d4-6257-4f9c-b10e-e82b87785973 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:15:54.661681 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 7474f3d4-6257-4f9c-b10e-e82b87785973, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=7474f3d4-6257-4f9c-b10e-e82b87785973,segment=NetworkSegment(d392e5cd-f07f-415a-ab4f-4bec5ed33bcb),segment_id=d392e5cd-f07f-415a-ab4f-4bec5ed33bcb)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:15:54.722511 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-7906999c-b6cf-4460-9498-bb564065afdb req-fcfb8f39-afc9-4b8d-b3e6-e92f25337cd3 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Deleting port 2ca21efa-2d91-48e1-ab24-d8541c2e131b {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:15:54.722771 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7906999c-b6cf-4460-9498-bb564065afdb req-fcfb8f39-afc9-4b8d-b3e6-e92f25337cd3 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:54.736846 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:54.836415 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=7474f3d4-6257-4f9c-b10e-e82b87785973,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:54.847667 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:54.848052 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:54.849113 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:54.849296 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:54.849665 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:54.851968 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:54.851968 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:54.851968 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:54.855336 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:54.855336 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:54.855336 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:15:54.949679 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['7474f3d4-6257-4f9c-b10e-e82b87785973'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:15:55.023697 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-7906999c-b6cf-4460-9498-bb564065afdb req-fcfb8f39-afc9-4b8d-b3e6-e92f25337cd3 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] For port 2ca21efa-2d91-48e1-ab24-d8541c2e131b, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=2ca21efa-2d91-48e1-ab24-d8541c2e131b,segment=NetworkSegment(99aaca11-8522-4c92-a815-193b84597a39),segment_id=99aaca11-8522-4c92-a815-193b84597a39)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:15:55.024677 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7906999c-b6cf-4460-9498-bb564065afdb req-fcfb8f39-afc9-4b8d-b3e6-e92f25337cd3 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:55.309283 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-7906999c-b6cf-4460-9498-bb564065afdb req-fcfb8f39-afc9-4b8d-b3e6-e92f25337cd3 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Calling delete_port for 2ca21efa-2d91-48e1-ab24-d8541c2e131b owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:15:55.407557 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4063e-3c8b-4195-aad2-528845787cdc req-07596a6e-16b7-4e9f-899f-11573d0367ce tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:55.409057 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f3e4063e-3c8b-4195-aad2-528845787cdc req-07596a6e-16b7-4e9f-899f-11573d0367ce tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=68478bbf-b120-4c85-9464-a19781208dbe HTTP/1.1" status: 200 len: 944 time: 0.1449690 Feb 09 18:15:55.464337 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f3e4063e-3c8b-4195-aad2-528845787cdc req-cc15e899-5e7b-414a-aec8-fcc043c94acf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=120b3c25-9a7a-4541-8607-b1b853ab1246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483334 Feb 09 18:15:55.615753 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7906999c-b6cf-4460-9498-bb564065afdb req-fcfb8f39-afc9-4b8d-b3e6-e92f25337cd3 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:55.667444 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb8f39-afc9-4b8d-b3e6-e92f25337cd3 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Pushing event deleted for resources: {'Port': ['ID=2ca21efa-2d91-48e1-ab24-d8541c2e131b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:55.677169 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1b669-9d2e-4ed2-ad33-cbcf6c8a2e01 req-c3b507d4-5df3-4601-a684-79df922c13da tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:55.677606 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-52f1b669-9d2e-4ed2-ad33-cbcf6c8a2e01 req-c3b507d4-5df3-4601-a684-79df922c13da tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 945 time: 0.1082289 Feb 09 18:15:55.700656 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['2ca21efa-2d91-48e1-ab24-d8541c2e131b'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:15:55.779625 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7906999c-b6cf-4460-9498-bb564065afdb req-fcfb8f39-afc9-4b8d-b3e6-e92f25337cd3 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] No DVR routers for this DVR port 2ca21efa-2d91-48e1-ab24-d8541c2e131b on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:15:55.785463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7906999c-b6cf-4460-9498-bb564065afdb req-fcfb8f39-afc9-4b8d-b3e6-e92f25337cd3 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:55.785463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb105a0-b83d-4933-9f9d-85b02910994d', 'name': 'network-vif-deleted', 'tag': '2ca21efa-2d91-48e1-ab24-d8541c2e131b'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:15:55.845924 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-52f1b669-9d2e-4ed2-ad33-cbcf6c8a2e01 req-745360fc-6c2c-41a0-b86b-768d3094e5ab tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/security-groups?id=19dbf2a0-691a-4c21-a327-604bb1e6d1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617374 Feb 09 18:15:55.848518 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb105a0-b83d-4933-9f9d-85b02910994d', 'name': 'network-vif-deleted', 'tag': '2ca21efa-2d91-48e1-ab24-d8541c2e131b', 'status': 'completed', 'code': 200} Feb 09 18:15:55.896366 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-7906999c-b6cf-4460-9498-bb564065afdb req-fcfb8f39-afc9-4b8d-b3e6-e92f25337cd3 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.50 "DELETE /v2.0/ports/2ca21efa-2d91-48e1-ab24-d8541c2e131b HTTP/1.1" status: 204 len: 173 time: 1.2561054 Feb 09 18:15:56.326811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 7474f3d4-6257-4f9c-b10e-e82b87785973 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:15:56.490190 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 7474f3d4-6257-4f9c-b10e-e82b87785973 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:15:56.496894 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 7474f3d4-6257-4f9c-b10e-e82b87785973 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:15:56.497292 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:56.717306 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:56.750903 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68478bbf-b120-4c85-9464-a19781208dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7474f3d4-6257-4f9c-b10e-e82b87785973'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:15:56.762635 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 7474f3d4-6257-4f9c-b10e-e82b87785973, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=7474f3d4-6257-4f9c-b10e-e82b87785973,segment=NetworkSegment(d392e5cd-f07f-415a-ab4f-4bec5ed33bcb),segment_id=d392e5cd-f07f-415a-ab4f-4bec5ed33bcb)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:15:56.814451 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8deb4-f8ad-4171-b761-82ea63688427 req-7d854d10-aa11-42d9-b69b-6ea025747bad tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:56.817236 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8dd8deb4-f8ad-4171-b761-82ea63688427 req-7d854d10-aa11-42d9-b69b-6ea025747bad tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=68478bbf-b120-4c85-9464-a19781208dbe HTTP/1.1" status: 200 len: 944 time: 0.1364264 Feb 09 18:15:56.824393 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68478bbf-b120-4c85-9464-a19781208dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7474f3d4-6257-4f9c-b10e-e82b87785973', 'code': 200} Feb 09 18:15:56.906168 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8dd8deb4-f8ad-4171-b761-82ea63688427 req-fe7723aa-8fa2-4dcc-b546-3206210603b2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=120b3c25-9a7a-4541-8607-b1b853ab1246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794110 Feb 09 18:15:56.914504 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:56.918167 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 2ca21efa-2d91-48e1-ab24-d8541c2e131b no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:15:57.032088 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: 2ca21efa-2d91-48e1-ab24-d8541c2e131b {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:15:57.032423 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 2ca21efa-2d91-48e1-ab24-d8541c2e131b not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:15:57.095912 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=7474f3d4-6257-4f9c-b10e-e82b87785973,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:57.149790 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-39ce12a2-2841-45e4-aa04-f0b59f551a17 req-fac0c9be-9ed8-43f0-abe4-d950dc4daf89 tempest-TestServerAdvancedOps-1037995411 tempest-TestServerAdvancedOps-1037995411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb105a0-b83d-4933-9f9d-85b02910994d HTTP/1.1" status: 200 len: 210 time: 0.0620437 Feb 09 18:15:57.383959 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-90c7d462-007e-4113-ac64-9b31e64e0c3a req-37b12e9c-ac38-4eb8-a101-c790ed8096e8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=68478bbf-b120-4c85-9464-a19781208dbe HTTP/1.1" status: 200 len: 1098 time: 0.0861950 Feb 09 18:15:57.434831 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-90c7d462-007e-4113-ac64-9b31e64e0c3a req-97761e7f-0f7e-4045-8116-a44ca7587444 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=120b3c25-9a7a-4541-8607-b1b853ab1246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442259 Feb 09 18:15:58.150013 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4158f9d-6766-46e7-aeda-d22551066bfb req-d6fd55e3-2198-4ccf-9738-ae5ce93a5dce tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:58.151498 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c4158f9d-6766-46e7-aeda-d22551066bfb req-d6fd55e3-2198-4ccf-9738-ae5ce93a5dce tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=68478bbf-b120-4c85-9464-a19781208dbe HTTP/1.1" status: 200 len: 945 time: 0.0825531 Feb 09 18:15:58.212322 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c4158f9d-6766-46e7-aeda-d22551066bfb req-2d9fd294-270d-402d-a8bc-54925ffd9c28 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=120b3c25-9a7a-4541-8607-b1b853ab1246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539460 Feb 09 18:15:58.271301 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56316) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:58.347856 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-37243483-c745-46dd-aa96-90c233ba9c23 admin admin] Deleting subnet e4b0b5bb-dd13-4279-a479-33cef52d90ac {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:15:58.353399 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-37243483-c745-46dd-aa96-90c233ba9c23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:58.416025 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-37243483-c745-46dd-aa96-90c233ba9c23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:58.523149 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-37243483-c745-46dd-aa96-90c233ba9c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:58.778108 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-37243483-c745-46dd-aa96-90c233ba9c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:58.825886 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37243483-c745-46dd-aa96-90c233ba9c23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4b0b5bb-dd13-4279-a479-33cef52d90ac,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:58.835515 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-37243483-c745-46dd-aa96-90c233ba9c23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:58.843382 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-37243483-c745-46dd-aa96-90c233ba9c23 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e4b0b5bb-dd13-4279-a479-33cef52d90ac HTTP/1.1" status: 204 len: 168 time: 0.5699925 Feb 09 18:15:58.846515 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56320) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:58.973755 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f1c9ad28-8ea2-45bd-ad34-eefea949ca4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:59.139050 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f1c9ad28-8ea2-45bd-ad34-eefea949ca4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:59.171557 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-f1c9ad28-8ea2-45bd-ad34-eefea949ca4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb72f70-5868-44f1-9f12-684911572c48']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:59.186315 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-f1c9ad28-8ea2-45bd-ad34-eefea949ca4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99aaca11-8522-4c92-a815-193b84597a39') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:59.186686 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-f1c9ad28-8ea2-45bd-ad34-eefea949ca4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99aaca11-8522-4c92-a815-193b84597a39') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:15:59.202390 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f1c9ad28-8ea2-45bd-ad34-eefea949ca4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:59.229599 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f1c9ad28-8ea2-45bd-ad34-eefea949ca4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:59.237709 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c9ad28-8ea2-45bd-ad34-eefea949ca4f admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:15:59.240688 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f1c9ad28-8ea2-45bd-ad34-eefea949ca4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:15:59.252981 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:15:59.432967 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f1c9ad28-8ea2-45bd-ad34-eefea949ca4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:59.461684 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f1c9ad28-8ea2-45bd-ad34-eefea949ca4f admin admin] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:59.478927 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9ad28-8ea2-45bd-ad34-eefea949ca4f admin admin] Pushing event deleted for resources: {'Network': ['ID=4bb72f70-5868-44f1-9f12-684911572c48,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:15:59.527209 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4141a-0c30-49df-ae59-500ed062ed93 req-1835803f-e469-447a-9711-35670428af12 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:59.529920 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-27b4141a-0c30-49df-ae59-500ed062ed93 req-1835803f-e469-447a-9711-35670428af12 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=68478bbf-b120-4c85-9464-a19781208dbe HTTP/1.1" status: 200 len: 945 time: 0.1405735 Feb 09 18:15:59.554906 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f1c9ad28-8ea2-45bd-ad34-eefea949ca4f admin admin] 10.222.0.21 "DELETE /v2.0/networks/4bb72f70-5868-44f1-9f12-684911572c48 HTTP/1.1" status: 204 len: 168 time: 0.7072413 Feb 09 18:15:59.559631 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56326) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:15:59.588362 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-27b4141a-0c30-49df-ae59-500ed062ed93 req-d1a2f325-3e64-460f-8b14-9dbfb74272d0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=120b3c25-9a7a-4541-8607-b1b853ab1246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527270 Feb 09 18:15:59.654569 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e56433-eace-469e-9c4e-60178968bfe4 admin admin] Deleting subnet fad3ba94-118b-4c5a-a330-5b872c0f28d6 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:15:59.663661 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57e56433-eace-469e-9c4e-60178968bfe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:59.755788 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57e56433-eace-469e-9c4e-60178968bfe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:59.835905 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7027e-427e-4abc-8743-309d168d7eef req-e5afdc37-ff9e-4ae4-9e50-72715b462ae7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:15:59.837665 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c4d7027e-427e-4abc-8743-309d168d7eef req-e5afdc37-ff9e-4ae4-9e50-72715b462ae7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=68478bbf-b120-4c85-9464-a19781208dbe HTTP/1.1" status: 200 len: 945 time: 0.1000271 Feb 09 18:15:59.853639 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57e56433-eace-469e-9c4e-60178968bfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:15:59.901757 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c4d7027e-427e-4abc-8743-309d168d7eef req-4f1d2d75-8362-4b33-b742-d6090e70b426 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=120b3c25-9a7a-4541-8607-b1b853ab1246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565455 Feb 09 18:15:59.932358 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56332) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:00.027985 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-cff7547f-7efd-40be-abb1-bf3207713bb6 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=68478bbf-b120-4c85-9464-a19781208dbe HTTP/1.1" status: 200 len: 1093 time: 0.0942991 Feb 09 18:16:00.031337 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56336) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:00.036950 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a81ad1c7-1736-4846-b0c3-20be2d279967 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': '7474f3d4-6257-4f9c-b10e-e82b87785973', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:16:00.044218 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a81ad1c7-1736-4846-b0c3-20be2d279967 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:16:00.049754 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a81ad1c7-1736-4846-b0c3-20be2d279967 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:floatingip and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:16:00.054378 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a81ad1c7-1736-4846-b0c3-20be2d279967 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:16:00.061705 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a81ad1c7-1736-4846-b0c3-20be2d279967 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:16:00.102437 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57e56433-eace-469e-9c4e-60178968bfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:00.140660 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e56433-eace-469e-9c4e-60178968bfe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fad3ba94-118b-4c5a-a330-5b872c0f28d6,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:16:00.153699 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57e56433-eace-469e-9c4e-60178968bfe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:00.163605 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-57e56433-eace-469e-9c4e-60178968bfe4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fad3ba94-118b-4c5a-a330-5b872c0f28d6 HTTP/1.1" status: 204 len: 168 time: 0.6018260 Feb 09 18:16:00.165850 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56340) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:00.201215 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a81ad1c7-1736-4846-b0c3-20be2d279967 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:00.383266 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e0f2d54f-477a-4517-adcc-6afef05122e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:00.565998 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e0f2d54f-477a-4517-adcc-6afef05122e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:00.612652 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-e0f2d54f-477a-4517-adcc-6afef05122e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac36557-8d9c-4cd3-a071-6a612e9166e4']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:16:00.639013 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-e0f2d54f-477a-4517-adcc-6afef05122e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e440ff-a1fd-49d8-a367-1502f062fecd') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:16:00.639223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-e0f2d54f-477a-4517-adcc-6afef05122e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e440ff-a1fd-49d8-a367-1502f062fecd') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:16:00.658707 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e0f2d54f-477a-4517-adcc-6afef05122e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:00.680744 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a81ad1c7-1736-4846-b0c3-20be2d279967 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:00.719223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e0f2d54f-477a-4517-adcc-6afef05122e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:00.732551 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f2d54f-477a-4517-adcc-6afef05122e8 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:16:00.732954 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e0f2d54f-477a-4517-adcc-6afef05122e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:16:00.748014 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:16:00.944785 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-a81ad1c7-1736-4846-b0c3-20be2d279967 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.26.8.57 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/14441333-abdd-48eb-baf1-a50ce0a6178d) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:16:01.136724 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e0f2d54f-477a-4517-adcc-6afef05122e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:01.159184 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e0f2d54f-477a-4517-adcc-6afef05122e8 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:01.184321 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2d54f-477a-4517-adcc-6afef05122e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ac36557-8d9c-4cd3-a071-6a612e9166e4,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:16:01.190143 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e0f2d54f-477a-4517-adcc-6afef05122e8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6ac36557-8d9c-4cd3-a071-6a612e9166e4 HTTP/1.1" status: 204 len: 168 time: 1.0229385 Feb 09 18:16:01.284945 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a81ad1c7-1736-4846-b0c3-20be2d279967 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:01.427335 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a81ad1c7-1736-4846-b0c3-20be2d279967 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:01.504998 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81ad1c7-1736-4846-b0c3-20be2d279967 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:16:01.507082 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-a81ad1c7-1736-4846-b0c3-20be2d279967 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:16:01.511424 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81ad1c7-1736-4846-b0c3-20be2d279967 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:16:01.542730 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ad1c7-1736-4846-b0c3-20be2d279967 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=14441333-abdd-48eb-baf1-a50ce0a6178d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:16:01.814491 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56346) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:01.881601 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2a3dab5b-ca5b-441c-9587-30968e6fabb8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ffde2c239d65409ebda8828b4fc2ce11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0650535 Feb 09 18:16:01.892558 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56350) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:01.978841 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a4b3b5f9-c26f-4a46-9ad6-8b3346099a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:02.013353 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a4b3b5f9-c26f-4a46-9ad6-8b3346099a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:02.166603 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a4b3b5f9-c26f-4a46-9ad6-8b3346099a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:02.184912 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3b5f9-c26f-4a46-9ad6-8b3346099a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dbf2a0-691a-4c21-a327-604bb1e6d1d5,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:16:02.195639 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a81ad1c7-1736-4846-b0c3-20be2d279967 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:02.199577 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a4b3b5f9-c26f-4a46-9ad6-8b3346099a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:02.201016 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a4b3b5f9-c26f-4a46-9ad6-8b3346099a0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19dbf2a0-691a-4c21-a327-604bb1e6d1d5 HTTP/1.1" status: 204 len: 168 time: 0.3098805 Feb 09 18:16:02.360044 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a81ad1c7-1736-4846-b0c3-20be2d279967 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:02.644504 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a81ad1c7-1736-4846-b0c3-20be2d279967 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:02.718256 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a81ad1c7-1736-4846-b0c3-20be2d279967 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:02.928896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ad1c7-1736-4846-b0c3-20be2d279967 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=14441333-abdd-48eb-baf1-a50ce0a6178d,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:16:02.956134 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a81ad1c7-1736-4846-b0c3-20be2d279967 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:03.213527 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [None req-a81ad1c7-1736-4846-b0c3-20be2d279967 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Floating IP bfab19dc-f904-4027-a19b-8727dc260f20 associated. External IP: 172.26.8.57, port: 7474f3d4-6257-4f9c-b10e-e82b87785973. Feb 09 18:16:03.264245 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56358) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:03.341565 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-595be9e9-df56-4f78-a62a-8e88ae7eec3d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f41d0754522f48fbb9f23c93518fc44d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0754421 Feb 09 18:16:03.347171 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56362) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:03.425894 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9b252519-dc7a-4ba4-a1cb-381a60613d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:03.470907 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9b252519-dc7a-4ba4-a1cb-381a60613d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:03.664221 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9b252519-dc7a-4ba4-a1cb-381a60613d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:03.682405 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b252519-dc7a-4ba4-a1cb-381a60613d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc256ef-9fd7-4c80-9e01-4891faa21196,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:16:03.694969 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9b252519-dc7a-4ba4-a1cb-381a60613d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:03.696557 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9b252519-dc7a-4ba4-a1cb-381a60613d90 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2fc256ef-9fd7-4c80-9e01-4891faa21196 HTTP/1.1" status: 204 len: 168 time: 0.3504887 Feb 09 18:16:03.827001 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81ad1c7-1736-4846-b0c3-20be2d279967 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:16:04.112568 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81ad1c7-1736-4846-b0c3-20be2d279967 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:16:04.128622 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c10dc3b-b498-4d1d-9303-d27e92fd6c37 None None] Sync routers for ids ['6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:16:04.143123 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c10dc3b-b498-4d1d-9303-d27e92fd6c37 None None] Routers {'6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:16:04.148250 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5c10dc3b-b498-4d1d-9303-d27e92fd6c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:15:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:16:04.263626 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a81ad1c7-1736-4846-b0c3-20be2d279967 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:04.371589 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-5c10dc3b-b498-4d1d-9303-d27e92fd6c37 None None] Set router 6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:16:04.400833 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a81ad1c7-1736-4846-b0c3-20be2d279967 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3630204 Feb 09 18:16:04.400833 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68478bbf-b120-4c85-9464-a19781208dbe', 'tag': '7474f3d4-6257-4f9c-b10e-e82b87785973'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:16:04.402592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56368) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:04.499263 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68478bbf-b120-4c85-9464-a19781208dbe', 'tag': '7474f3d4-6257-4f9c-b10e-e82b87785973', 'status': 'completed', 'code': 200} Feb 09 18:16:04.693010 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ccb4ae01-9462-4bd1-8af3-1ec0bb7e7039 req-e35d785f-fc03-4093-ad00-1436bfae6a6a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=68478bbf-b120-4c85-9464-a19781208dbe HTTP/1.1" status: 200 len: 1098 time: 0.1473479 Feb 09 18:16:04.891005 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4ae01-9462-4bd1-8af3-1ec0bb7e7039 req-bdf86942-6799-47e9-91c3-516a572c77eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:16:04.892514 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ccb4ae01-9462-4bd1-8af3-1ec0bb7e7039 req-bdf86942-6799-47e9-91c3-516a572c77eb service neutron] 10.222.0.50 "GET /v2.0/networks?id=1d764678-ed90-4372-b8a3-1888a5e7edb0 HTTP/1.1" status: 200 len: 897 time: 0.1911273 Feb 09 18:16:04.950893 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1e75243a-5c5f-46e6-8fbe-af6340ca2634 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/routers/6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 HTTP/1.1" status: 200 len: 922 time: 0.5431864 Feb 09 18:16:04.951342 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56374) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:04.964266 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5c10dc3b-b498-4d1d-9303-d27e92fd6c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'name': 'tempest-TestNetworkBasicOps-router-1220244879', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:15:26Z', 'updated_at': '2022-02-09T18:15:35Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:15:28Z', 'updated_at': '2022-02-09T18:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'bfab19dc-f904-4027-a19b-8727dc260f20', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.57', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'port_id': '7474f3d4-6257-4f9c-b10e-e82b87785973', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0', 'mac_address': 'fa:16:3e:48:f3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68478bbf-b120-4c85-9464-a19781208dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:16:01Z', 'updated_at': '2022-02-09T18:16:01Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7694d751-e424-4f82-9de6-c737717a6cb5', 'name': '', 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:03:34:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfbfceab-a5b0-4c01-82e8-40845392f1e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:15:34Z', 'updated_at': '2022-02-09T18:15:43Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': 'bfbfceab-a5b0-4c01-82e8-40845392f1e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:16:04.969318 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c10dc3b-b498-4d1d-9303-d27e92fd6c37 None None] Checking router: 6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:16:04.985330 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c10dc3b-b498-4d1d-9303-d27e92fd6c37 None None] Routers {'6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:16:04.985934 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5c10dc3b-b498-4d1d-9303-d27e92fd6c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:15:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:16:05.111245 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ccb4ae01-9462-4bd1-8af3-1ec0bb7e7039 req-8755589a-ad27-4a21-984f-c33ffc39ecf3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7474f3d4-6257-4f9c-b10e-e82b87785973 HTTP/1.1" status: 200 len: 998 time: 0.2112896 Feb 09 18:16:05.161468 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-85f4d17c-fb5e-426a-9a39-cbb19159259b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/bfab19dc-f904-4027-a19b-8727dc260f20 HTTP/1.1" status: 200 len: 990 time: 0.2066672 Feb 09 18:16:05.187193 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4ae01-9462-4bd1-8af3-1ec0bb7e7039 req-bb8ce20d-df72-4ed3-a8d4-6f4ccbcbf25f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:16:05.189124 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ccb4ae01-9462-4bd1-8af3-1ec0bb7e7039 req-bb8ce20d-df72-4ed3-a8d4-6f4ccbcbf25f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bfbfceab-a5b0-4c01-82e8-40845392f1e8 HTTP/1.1" status: 200 len: 834 time: 0.0708253 Feb 09 18:16:05.265732 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-5c10dc3b-b498-4d1d-9303-d27e92fd6c37 None None] Set router 6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:16:05.278850 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ccb4ae01-9462-4bd1-8af3-1ec0bb7e7039 req-18e9a6fb-73af-4791-b829-81b6c52b4d4b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d764678-ed90-4372-b8a3-1888a5e7edb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831628 Feb 09 18:16:05.458752 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ccb4ae01-9462-4bd1-8af3-1ec0bb7e7039 req-04b1c49a-ccee-42ae-bf09-58a433ca60b1 service neutron] 10.222.0.50 "GET /v2.0/networks/1d764678-ed90-4372-b8a3-1888a5e7edb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743069 Feb 09 18:16:05.618071 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ccb4ae01-9462-4bd1-8af3-1ec0bb7e7039 req-d9447712-e8ff-4591-a1bb-989dfff32901 service neutron] 10.222.0.50 "GET /v2.0/networks/1d764678-ed90-4372-b8a3-1888a5e7edb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525636 Feb 09 18:16:05.754880 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5c10dc3b-b498-4d1d-9303-d27e92fd6c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'name': 'tempest-TestNetworkBasicOps-router-1220244879', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:15:26Z', 'updated_at': '2022-02-09T18:15:35Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:15:28Z', 'updated_at': '2022-02-09T18:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'bfab19dc-f904-4027-a19b-8727dc260f20', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.57', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'port_id': '7474f3d4-6257-4f9c-b10e-e82b87785973', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0', 'mac_address': 'fa:16:3e:48:f3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68478bbf-b120-4c85-9464-a19781208dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:16:01Z', 'updated_at': '2022-02-09T18:16:01Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7694d751-e424-4f82-9de6-c737717a6cb5', 'name': '', 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:03:34:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfbfceab-a5b0-4c01-82e8-40845392f1e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:15:34Z', 'updated_at': '2022-02-09T18:15:43Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': 'bfbfceab-a5b0-4c01-82e8-40845392f1e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:16:05.761425 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c10dc3b-b498-4d1d-9303-d27e92fd6c37 None None] The sync data for ids ['6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'] in dv-neutron-827016-2-hyperv is: [{'id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'name': 'tempest-TestNetworkBasicOps-router-1220244879', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:15:26Z', 'updated_at': '2022-02-09T18:15:35Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:15:28Z', 'updated_at': '2022-02-09T18:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'bfab19dc-f904-4027-a19b-8727dc260f20', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.57', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'port_id': '7474f3d4-6257-4f9c-b10e-e82b87785973', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0', 'mac_address': 'fa:16:3e:48:f3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68478bbf-b120-4c85-9464-a19781208dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:16:01Z', 'updated_at': '2022-02-09T18:16:01Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7694d751-e424-4f82-9de6-c737717a6cb5', 'name': '', 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:03:34:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfbfceab-a5b0-4c01-82e8-40845392f1e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:15:34Z', 'updated_at': '2022-02-09T18:15:43Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': 'bfbfceab-a5b0-4c01-82e8-40845392f1e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:16:05.976750 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:16:06.008821 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ec1fb-3399-47f6-be07-fb8df4c5a7d6 None None] New status for floating IP bfab19dc-f904-4027-a19b-8727dc260f20: ACTIVE {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:16:06.164539 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56380) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:06.280208 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-726dd24b-392f-481e-96e6-c9b880ef6563 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/bfab19dc-f904-4027-a19b-8727dc260f20 HTTP/1.1" status: 200 len: 990 time: 0.1142452 Feb 09 18:16:07.284985 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56384) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:07.416030 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b352a01e-8707-48df-ae48-c36f4c722baf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/bfab19dc-f904-4027-a19b-8727dc260f20 HTTP/1.1" status: 200 len: 992 time: 0.1290381 Feb 09 18:16:16.702377 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a660ecd-011d-41e6-9686-4d95bb70ef92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:16.980718 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:19.650022 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b647e33f-19d1-4644-b8ec-424dae4e40d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:20.140339 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:20.475328 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:21.556058 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:36.694444 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56406) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:37.096604 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7a7623ed-9b72-422c-aa0f-c719429d1b7d tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/routers/6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.4004111 Feb 09 18:16:37.100603 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56410) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:37.112112 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-41041a1b-8a21-4a3c-b9a4-3a023f969ed0 req-f40258e0-fef0-4e11-b697-22eb58f26422 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1622341 Feb 09 18:16:37.275109 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-41041a1b-8a21-4a3c-b9a4-3a023f969ed0 req-e84bd769-7c45-45cb-a5ba-be8410ae18d0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10a4b1464e30470e8e13c0bd2bfded95&device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 1098 time: 0.0845072 Feb 09 18:16:37.459985 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ace6deb-947a-4136-9f65-8bb22a9b39e2 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Notify agent at dv-neutron-827016-2-hyperv the message router_removed_from_agent {{(pid=84541) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 09 18:16:37.467593 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8ace6deb-947a-4136-9f65-8bb22a9b39e2 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "DELETE /v2.0/agents/5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47/l3-routers/6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 HTTP/1.1" status: 204 len: 168 time: 0.3636153 Feb 09 18:16:37.468612 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56414) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:37.794941 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41041a1b-8a21-4a3c-b9a4-3a023f969ed0 req-4863ec94-c7ac-4bdb-b66f-b1a488dcbd0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:16:37.794941 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-41041a1b-8a21-4a3c-b9a4-3a023f969ed0 req-4863ec94-c7ac-4bdb-b66f-b1a488dcbd0a service neutron] 10.222.0.50 "GET /v2.0/networks?id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd HTTP/1.1" status: 200 len: 912 time: 0.4956875 Feb 09 18:16:38.022945 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bdc3e6-bc2f-46aa-a71e-1e01a8bd6a81 None None] New status for floating IP bfab19dc-f904-4027-a19b-8727dc260f20: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:16:38.043366 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5efef754-ff10-4d5c-aa08-19becd4ceb2d tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/routers/6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.5734231 Feb 09 18:16:38.045954 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56418) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:38.047098 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-41041a1b-8a21-4a3c-b9a4-3a023f969ed0 req-6cacf360-de0f-4a73-8eba-e94ca3d27554 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 HTTP/1.1" status: 200 len: 1000 time: 0.2434039 Feb 09 18:16:38.179170 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41041a1b-8a21-4a3c-b9a4-3a023f969ed0 req-1d86a9b8-c90d-46ce-a624-a5b2059ae9fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:16:38.180675 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-41041a1b-8a21-4a3c-b9a4-3a023f969ed0 req-1d86a9b8-c90d-46ce-a624-a5b2059ae9fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e8a71708-3c6c-4754-9944-bc1082e83c1e HTTP/1.1" status: 200 len: 850 time: 0.1275775 Feb 09 18:16:38.302641 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-41041a1b-8a21-4a3c-b9a4-3a023f969ed0 req-a67c1fe7-c02e-4e70-a188-ca8bcd3ead55 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1154215 Feb 09 18:16:38.323411 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d2a9fdb4-e4c3-4301-96b6-3dfa7ecf46c9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/bfab19dc-f904-4027-a19b-8727dc260f20 HTTP/1.1" status: 200 len: 992 time: 0.2743602 Feb 09 18:16:38.580493 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-41041a1b-8a21-4a3c-b9a4-3a023f969ed0 req-bed1fb7f-886f-4ed8-9b82-4d93c75495ab service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710412 Feb 09 18:16:38.765061 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-41041a1b-8a21-4a3c-b9a4-3a023f969ed0 req-dd0de21f-7380-483a-945a-4d376b5618bb service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779037 Feb 09 18:16:38.881108 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7694d751-e424-4f82-9de6-c737717a6cb5 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:16:39.067557 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:39.128130 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 7694d751-e424-4f82-9de6-c737717a6cb5, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7694d751-e424-4f82-9de6-c737717a6cb5,segment=NetworkSegment(d392e5cd-f07f-415a-ab4f-4bec5ed33bcb),segment_id=d392e5cd-f07f-415a-ab4f-4bec5ed33bcb)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:16:39.184756 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:39.188882 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:16:39.320186 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=7694d751-e424-4f82-9de6-c737717a6cb5,revision_number=6']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:16:39.326716 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56422) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:39.395250 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:39.415954 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7648c6cf-bb1c-44fd-bfb7-3eb257eb8356,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:16:39.472398 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d43f36d2-2ab2-47ab-b3df-f5c0be707e3a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/bfab19dc-f904-4027-a19b-8727dc260f20 HTTP/1.1" status: 200 len: 990 time: 0.1437700 Feb 09 18:16:39.506908 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:39.587504 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=7648c6cf-bb1c-44fd-bfb7-3eb257eb8356,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:16:40.639137 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56428) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:40.991152 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e9f5c3-a7a6-4719-8b0f-8900d7cac2a7 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Router 6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:16:40.991577 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e9f5c3-a7a6-4719-8b0f-8900d7cac2a7 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Notify agent at dv-neutron-827016-2-hyperv the message router_added_to_agent {{(pid=84541) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 09 18:16:41.026166 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-87e9f5c3-a7a6-4719-8b0f-8900d7cac2a7 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "POST /v2.0/agents/5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3832207 Feb 09 18:16:41.026579 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56434) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:41.049280 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf881cba-d850-466d-9e7f-9e21f808e346 None None] Sync routers for ids ['6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:16:41.071627 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf881cba-d850-466d-9e7f-9e21f808e346 None None] Routers {'6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:16:41.072750 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-cf881cba-d850-466d-9e7f-9e21f808e346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:16:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:16:41.262797 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-04b61fcc-6742-47c0-9593-e0369234ec6e tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/routers/6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2346330 Feb 09 18:16:41.266537 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56440) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:41.326709 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-cf881cba-d850-466d-9e7f-9e21f808e346 None None] Set router 6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:16:41.449988 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-14413c84-3413-4ddb-b211-0e6e23a19b99 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/bfab19dc-f904-4027-a19b-8727dc260f20 HTTP/1.1" status: 200 len: 990 time: 0.1819031 Feb 09 18:16:41.795602 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-cf881cba-d850-466d-9e7f-9e21f808e346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'name': 'tempest-TestNetworkBasicOps-router-1220244879', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:15:26Z', 'updated_at': '2022-02-09T18:15:35Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:15:28Z', 'updated_at': '2022-02-09T18:16:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'bfab19dc-f904-4027-a19b-8727dc260f20', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.57', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'port_id': '7474f3d4-6257-4f9c-b10e-e82b87785973', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0', 'mac_address': 'fa:16:3e:48:f3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68478bbf-b120-4c85-9464-a19781208dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:16:01Z', 'updated_at': '2022-02-09T18:16:38Z', 'revision_number': 2, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7694d751-e424-4f82-9de6-c737717a6cb5', 'name': '', 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:03:34:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfbfceab-a5b0-4c01-82e8-40845392f1e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:15:34Z', 'updated_at': '2022-02-09T18:16:39Z', 'revision_number': 6, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': 'bfbfceab-a5b0-4c01-82e8-40845392f1e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:16:41.800129 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf881cba-d850-466d-9e7f-9e21f808e346 None None] Checking router: 6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:16:41.813176 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf881cba-d850-466d-9e7f-9e21f808e346 None None] Routers {'6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:16:41.813806 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-cf881cba-d850-466d-9e7f-9e21f808e346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:16:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:16:42.012522 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-cf881cba-d850-466d-9e7f-9e21f808e346 None None] Set router 6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:16:42.454587 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56444) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:42.469716 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-cf881cba-d850-466d-9e7f-9e21f808e346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'name': 'tempest-TestNetworkBasicOps-router-1220244879', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:15:26Z', 'updated_at': '2022-02-09T18:15:35Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:15:28Z', 'updated_at': '2022-02-09T18:16:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'bfab19dc-f904-4027-a19b-8727dc260f20', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.57', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'port_id': '7474f3d4-6257-4f9c-b10e-e82b87785973', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0', 'mac_address': 'fa:16:3e:48:f3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68478bbf-b120-4c85-9464-a19781208dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:16:01Z', 'updated_at': '2022-02-09T18:16:38Z', 'revision_number': 2, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7694d751-e424-4f82-9de6-c737717a6cb5', 'name': '', 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:03:34:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfbfceab-a5b0-4c01-82e8-40845392f1e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:15:34Z', 'updated_at': '2022-02-09T18:16:39Z', 'revision_number': 6, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': 'bfbfceab-a5b0-4c01-82e8-40845392f1e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:16:42.476702 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf881cba-d850-466d-9e7f-9e21f808e346 None None] The sync data for ids ['6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'] in dv-neutron-827016-2-hyperv is: [{'id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'name': 'tempest-TestNetworkBasicOps-router-1220244879', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:15:26Z', 'updated_at': '2022-02-09T18:15:35Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:15:28Z', 'updated_at': '2022-02-09T18:16:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'bfab19dc-f904-4027-a19b-8727dc260f20', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.57', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'port_id': '7474f3d4-6257-4f9c-b10e-e82b87785973', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0', 'mac_address': 'fa:16:3e:48:f3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68478bbf-b120-4c85-9464-a19781208dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:16:01Z', 'updated_at': '2022-02-09T18:16:38Z', 'revision_number': 2, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7694d751-e424-4f82-9de6-c737717a6cb5', 'name': '', 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:03:34:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfbfceab-a5b0-4c01-82e8-40845392f1e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:15:34Z', 'updated_at': '2022-02-09T18:16:39Z', 'revision_number': 6, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': 'bfbfceab-a5b0-4c01-82e8-40845392f1e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:16:42.608936 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-62a41e4f-4feb-43a0-aee5-c1d134a5c422 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/bfab19dc-f904-4027-a19b-8727dc260f20 HTTP/1.1" status: 200 len: 990 time: 0.1527736 Feb 09 18:16:42.924983 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7694d751-e424-4f82-9de6-c737717a6cb5 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:16:42.979391 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:16:43.011509 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 7694d751-e424-4f82-9de6-c737717a6cb5 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:16:43.017853 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:43.150422 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:43.190681 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 7694d751-e424-4f82-9de6-c737717a6cb5, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7694d751-e424-4f82-9de6-c737717a6cb5,segment=NetworkSegment(d392e5cd-f07f-415a-ab4f-4bec5ed33bcb),segment_id=d392e5cd-f07f-415a-ab4f-4bec5ed33bcb)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:16:43.276391 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:43.362193 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=7694d751-e424-4f82-9de6-c737717a6cb5,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:16:43.612300 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56448) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:43.737323 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-cd965067-c3ee-4472-ab5c-33956153a167 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/bfab19dc-f904-4027-a19b-8727dc260f20 HTTP/1.1" status: 200 len: 990 time: 0.1233387 Feb 09 18:16:44.741851 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56452) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:44.858344 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1d45832b-2810-4766-8bdf-3c5e1b1f5899 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/bfab19dc-f904-4027-a19b-8727dc260f20 HTTP/1.1" status: 200 len: 990 time: 0.1146374 Feb 09 18:16:44.949163 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7694d751-e424-4f82-9de6-c737717a6cb5 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:16:45.031617 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 7694d751-e424-4f82-9de6-c737717a6cb5 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:16:45.031991 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:45.194267 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:16:45.288928 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:16:45.289268 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:45.419756 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:45.449145 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7648c6cf-bb1c-44fd-bfb7-3eb257eb8356,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:16:45.595924 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:45.678003 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=7648c6cf-bb1c-44fd-bfb7-3eb257eb8356,revision_number=6']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:16:45.861825 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56456) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:46.113928 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c8b0a1d3-134e-443a-af57-115e6ae89505 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/bfab19dc-f904-4027-a19b-8727dc260f20 HTTP/1.1" status: 200 len: 990 time: 0.2500548 Feb 09 18:16:46.622030 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f22f18d1-0b7e-423f-aac1-e1830f9b8b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:46.879631 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:16:46.967315 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:16:46.967829 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:47.068629 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:47.118246 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56460) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:47.248172 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-96d588b6-1201-45f0-ae27-b9e669ec8d3b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/bfab19dc-f904-4027-a19b-8727dc260f20 HTTP/1.1" status: 200 len: 990 time: 0.1261301 Feb 09 18:16:48.250132 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56464) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:48.364968 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ec6b5f51-3d67-4e95-a93a-550a2b131d52 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/bfab19dc-f904-4027-a19b-8727dc260f20 HTTP/1.1" status: 200 len: 990 time: 0.1084414 Feb 09 18:16:49.053285 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-03ded88b-f299-4b23-a000-4a19be0b6efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:49.365223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56468) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:49.489940 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a08fb418-ae3e-4da9-b37c-73d5619eaeee tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/bfab19dc-f904-4027-a19b-8727dc260f20 HTTP/1.1" status: 200 len: 990 time: 0.1236351 Feb 09 18:16:49.829685 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc935e8d-314e-48f5-88a4-4c3fe6fa4c44 None None] New status for floating IP bfab19dc-f904-4027-a19b-8727dc260f20: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:16:50.099443 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:50.230085 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:50.494504 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56472) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:50.729056 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-50b51372-6960-45ba-b0ee-17ea070537f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/bfab19dc-f904-4027-a19b-8727dc260f20 HTTP/1.1" status: 200 len: 992 time: 0.2332847 Feb 09 18:16:51.027743 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56480) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:51.251829 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-587d2efb-feee-4482-b8c3-b6a018d9fe3a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port 14441333-abdd-48eb-baf1-a50ce0a6178d {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:16:51.252235 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-587d2efb-feee-4482-b8c3-b6a018d9fe3a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:51.434618 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-587d2efb-feee-4482-b8c3-b6a018d9fe3a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:51.435018 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-587d2efb-feee-4482-b8c3-b6a018d9fe3a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:51.587131 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-587d2efb-feee-4482-b8c3-b6a018d9fe3a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for 14441333-abdd-48eb-baf1-a50ce0a6178d owned by network:floatingip {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:16:51.601076 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:51.836300 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-587d2efb-feee-4482-b8c3-b6a018d9fe3a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:51.923842 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d2efb-feee-4482-b8c3-b6a018d9fe3a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=14441333-abdd-48eb-baf1-a50ce0a6178d,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:16:51.947139 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d2efb-feee-4482-b8c3-b6a018d9fe3a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:16:51.947657 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d2efb-feee-4482-b8c3-b6a018d9fe3a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:16:51.948636 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d2efb-feee-4482-b8c3-b6a018d9fe3a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:16:51.948774 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d2efb-feee-4482-b8c3-b6a018d9fe3a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:16:51.949221 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d2efb-feee-4482-b8c3-b6a018d9fe3a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:16:51.949788 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d2efb-feee-4482-b8c3-b6a018d9fe3a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:16:51.950381 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d2efb-feee-4482-b8c3-b6a018d9fe3a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:16:51.950928 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d2efb-feee-4482-b8c3-b6a018d9fe3a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:16:51.951492 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d2efb-feee-4482-b8c3-b6a018d9fe3a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:16:51.952050 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d2efb-feee-4482-b8c3-b6a018d9fe3a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:16:51.952610 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d2efb-feee-4482-b8c3-b6a018d9fe3a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:16:52.111483 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-587d2efb-feee-4482-b8c3-b6a018d9fe3a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:52.567426 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587d2efb-feee-4482-b8c3-b6a018d9fe3a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:16:52.944952 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587d2efb-feee-4482-b8c3-b6a018d9fe3a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:16:52.967818 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-587d2efb-feee-4482-b8c3-b6a018d9fe3a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:53.038450 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-587d2efb-feee-4482-b8c3-b6a018d9fe3a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/floatingips/bfab19dc-f904-4027-a19b-8727dc260f20 HTTP/1.1" status: 204 len: 168 time: 2.0092754 Feb 09 18:16:53.044051 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68478bbf-b120-4c85-9464-a19781208dbe', 'tag': '7474f3d4-6257-4f9c-b10e-e82b87785973'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:16:53.103086 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68478bbf-b120-4c85-9464-a19781208dbe', 'tag': '7474f3d4-6257-4f9c-b10e-e82b87785973', 'status': 'completed', 'code': 200} Feb 09 18:16:53.230682 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b183cbab-538f-4ab4-af50-b7204af6bc75 req-d62a9a0b-6094-4ff2-bb6d-ecb925a1f51a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=68478bbf-b120-4c85-9464-a19781208dbe HTTP/1.1" status: 200 len: 1098 time: 0.0942152 Feb 09 18:16:53.440782 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183cbab-538f-4ab4-af50-b7204af6bc75 req-af2c6aee-ee98-4f01-883e-6a21268f74eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:16:53.446596 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b183cbab-538f-4ab4-af50-b7204af6bc75 req-af2c6aee-ee98-4f01-883e-6a21268f74eb service neutron] 10.222.0.50 "GET /v2.0/networks?id=1d764678-ed90-4372-b8a3-1888a5e7edb0 HTTP/1.1" status: 200 len: 897 time: 0.2056293 Feb 09 18:16:53.516830 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b183cbab-538f-4ab4-af50-b7204af6bc75 req-431928f7-daec-49c5-b12c-e4a0fbe7f031 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7474f3d4-6257-4f9c-b10e-e82b87785973 HTTP/1.1" status: 200 len: 217 time: 0.0679326 Feb 09 18:16:53.595066 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183cbab-538f-4ab4-af50-b7204af6bc75 req-d09e81b3-41aa-4f13-99ed-6022dcf9b658 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:16:53.597209 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b183cbab-538f-4ab4-af50-b7204af6bc75 req-d09e81b3-41aa-4f13-99ed-6022dcf9b658 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bfbfceab-a5b0-4c01-82e8-40845392f1e8 HTTP/1.1" status: 200 len: 834 time: 0.0743461 Feb 09 18:16:53.692033 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b183cbab-538f-4ab4-af50-b7204af6bc75 req-f6559ec8-c8b5-40ea-b98b-9536331e723b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d764678-ed90-4372-b8a3-1888a5e7edb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0891256 Feb 09 18:16:53.855368 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b183cbab-538f-4ab4-af50-b7204af6bc75 req-fa145ee0-0459-4711-8df2-78d0f7998ef5 service neutron] 10.222.0.50 "GET /v2.0/networks/1d764678-ed90-4372-b8a3-1888a5e7edb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562090 Feb 09 18:16:54.036745 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b183cbab-538f-4ab4-af50-b7204af6bc75 req-ec23b050-11a4-4fad-b4e0-9deecd22eaec service neutron] 10.222.0.50 "GET /v2.0/networks/1d764678-ed90-4372-b8a3-1888a5e7edb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749239 Feb 09 18:16:54.288775 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de238147-ddd9-4adb-bb86-77558453d669 req-66bff09c-aca0-485e-96a8-228578614370 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:16:54.289607 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-de238147-ddd9-4adb-bb86-77558453d669 req-66bff09c-aca0-485e-96a8-228578614370 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:16:54.418438 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-de238147-ddd9-4adb-bb86-77558453d669 req-66bff09c-aca0-485e-96a8-228578614370 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:16:54.419963 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-de238147-ddd9-4adb-bb86-77558453d669 req-66bff09c-aca0-485e-96a8-228578614370 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=68478bbf-b120-4c85-9464-a19781208dbe HTTP/1.1" status: 200 len: 945 time: 0.6239867 Feb 09 18:16:54.470288 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-de238147-ddd9-4adb-bb86-77558453d669 req-6d29c985-633d-434f-b8a6-fa2d158bf2df tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=120b3c25-9a7a-4541-8607-b1b853ab1246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437334 Feb 09 18:16:55.063982 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d07d6-e95b-4134-a0b1-8bb558b9fe8b req-db06094f-c77a-4fc2-a448-78cb99ff13b5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:16:55.064859 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-0a1d07d6-e95b-4134-a0b1-8bb558b9fe8b req-db06094f-c77a-4fc2-a448-78cb99ff13b5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:16:55.078589 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-0a1d07d6-e95b-4134-a0b1-8bb558b9fe8b req-db06094f-c77a-4fc2-a448-78cb99ff13b5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:16:55.079907 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0a1d07d6-e95b-4134-a0b1-8bb558b9fe8b req-db06094f-c77a-4fc2-a448-78cb99ff13b5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/ports?device_id=68478bbf-b120-4c85-9464-a19781208dbe HTTP/1.1" status: 200 len: 945 time: 0.1095693 Feb 09 18:16:55.155683 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-0a1d07d6-e95b-4134-a0b1-8bb558b9fe8b req-396cbfda-a6b6-4f58-a56b-1b057c5582f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port 7474f3d4-6257-4f9c-b10e-e82b87785973 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:16:55.156034 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0a1d07d6-e95b-4134-a0b1-8bb558b9fe8b req-396cbfda-a6b6-4f58-a56b-1b057c5582f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:55.551959 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-0a1d07d6-e95b-4134-a0b1-8bb558b9fe8b req-396cbfda-a6b6-4f58-a56b-1b057c5582f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port 7474f3d4-6257-4f9c-b10e-e82b87785973, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=7474f3d4-6257-4f9c-b10e-e82b87785973,segment=NetworkSegment(d392e5cd-f07f-415a-ab4f-4bec5ed33bcb),segment_id=d392e5cd-f07f-415a-ab4f-4bec5ed33bcb)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:16:55.552581 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0a1d07d6-e95b-4134-a0b1-8bb558b9fe8b req-396cbfda-a6b6-4f58-a56b-1b057c5582f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:55.789258 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da052c3c-f7f9-4be9-bd28-0d4798d2ac46 req-c82afb66-40c6-46c5-ae26-cdab70dabd9f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:16:55.791399 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-da052c3c-f7f9-4be9-bd28-0d4798d2ac46 req-c82afb66-40c6-46c5-ae26-cdab70dabd9f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=68478bbf-b120-4c85-9464-a19781208dbe HTTP/1.1" status: 200 len: 945 time: 0.1835694 Feb 09 18:16:55.797954 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-0a1d07d6-e95b-4134-a0b1-8bb558b9fe8b req-396cbfda-a6b6-4f58-a56b-1b057c5582f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for 7474f3d4-6257-4f9c-b10e-e82b87785973 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:16:55.844638 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-da052c3c-f7f9-4be9-bd28-0d4798d2ac46 req-1242c535-f46d-4eaa-b298-a5e99bc70d27 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=120b3c25-9a7a-4541-8607-b1b853ab1246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473485 Feb 09 18:16:56.064277 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0a1d07d6-e95b-4134-a0b1-8bb558b9fe8b req-396cbfda-a6b6-4f58-a56b-1b057c5582f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:56.120145 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cbfda-a6b6-4f58-a56b-1b057c5582f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=7474f3d4-6257-4f9c-b10e-e82b87785973,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:16:56.167533 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396cbfda-a6b6-4f58-a56b-1b057c5582f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:16:56.167953 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396cbfda-a6b6-4f58-a56b-1b057c5582f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:16:56.168348 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396cbfda-a6b6-4f58-a56b-1b057c5582f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:16:56.168729 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396cbfda-a6b6-4f58-a56b-1b057c5582f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:16:56.169115 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396cbfda-a6b6-4f58-a56b-1b057c5582f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:16:56.169492 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396cbfda-a6b6-4f58-a56b-1b057c5582f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:16:56.169866 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396cbfda-a6b6-4f58-a56b-1b057c5582f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:16:56.170275 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396cbfda-a6b6-4f58-a56b-1b057c5582f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:16:56.170725 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396cbfda-a6b6-4f58-a56b-1b057c5582f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:16:56.171107 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396cbfda-a6b6-4f58-a56b-1b057c5582f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:16:56.171473 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396cbfda-a6b6-4f58-a56b-1b057c5582f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:16:56.323468 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1d07d6-e95b-4134-a0b1-8bb558b9fe8b req-396cbfda-a6b6-4f58-a56b-1b057c5582f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] No DVR routers for this DVR port 7474f3d4-6257-4f9c-b10e-e82b87785973 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:16:56.326086 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0a1d07d6-e95b-4134-a0b1-8bb558b9fe8b req-396cbfda-a6b6-4f58-a56b-1b057c5582f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:56.329046 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68478bbf-b120-4c85-9464-a19781208dbe', 'name': 'network-vif-deleted', 'tag': '7474f3d4-6257-4f9c-b10e-e82b87785973'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:16:56.402685 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68478bbf-b120-4c85-9464-a19781208dbe', 'name': 'network-vif-deleted', 'tag': '7474f3d4-6257-4f9c-b10e-e82b87785973', 'status': 'completed', 'code': 200} Feb 09 18:16:56.545301 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0a1d07d6-e95b-4134-a0b1-8bb558b9fe8b req-396cbfda-a6b6-4f58-a56b-1b057c5582f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "DELETE /v2.0/ports/7474f3d4-6257-4f9c-b10e-e82b87785973 HTTP/1.1" status: 204 len: 173 time: 1.4582748 Feb 09 18:16:57.147733 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-427ff882-4076-4e29-8e50-b9c19f686288 req-c0b9b4c3-63ec-4062-9fc4-f865361db561 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=68478bbf-b120-4c85-9464-a19781208dbe HTTP/1.1" status: 200 len: 210 time: 0.0739312 Feb 09 18:16:58.267511 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56502) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:58.347804 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c02a059c-3b96-46e4-9e8f-4a3bd8561255 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:58.382379 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c02a059c-3b96-46e4-9e8f-4a3bd8561255 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:58.526837 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c02a059c-3b96-46e4-9e8f-4a3bd8561255 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:58.550717 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a059c-3b96-46e4-9e8f-4a3bd8561255 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=120b3c25-9a7a-4541-8607-b1b853ab1246,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:16:58.641298 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c02a059c-3b96-46e4-9e8f-4a3bd8561255 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:16:58.642669 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c02a059c-3b96-46e4-9e8f-4a3bd8561255 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/security-groups/120b3c25-9a7a-4541-8607-b1b853ab1246 HTTP/1.1" status: 204 len: 168 time: 0.3741074 Feb 09 18:16:58.710424 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 7474f3d4-6257-4f9c-b10e-e82b87785973 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:16:58.747337 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: 7474f3d4-6257-4f9c-b10e-e82b87785973 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:16:58.747679 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 7474f3d4-6257-4f9c-b10e-e82b87785973 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:16:58.809637 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56508) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:16:59.370257 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f9ede020-220a-41dd-a3c1-715e0a983246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:00.146995 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-f9ede020-220a-41dd-a3c1-715e0a983246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port 7694d751-e424-4f82-9de6-c737717a6cb5 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:17:00.147955 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f9ede020-220a-41dd-a3c1-715e0a983246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:00.367145 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78df0404-1029-4048-be32-47284638bbf4 None None] Sync routers for ids ['6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:17:00.385919 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78df0404-1029-4048-be32-47284638bbf4 None None] Routers {'6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:17:00.386946 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-78df0404-1029-4048-be32-47284638bbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:16:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:00.518029 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-f9ede020-220a-41dd-a3c1-715e0a983246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port 7694d751-e424-4f82-9de6-c737717a6cb5, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7694d751-e424-4f82-9de6-c737717a6cb5,segment=NetworkSegment(d392e5cd-f07f-415a-ab4f-4bec5ed33bcb),segment_id=d392e5cd-f07f-415a-ab4f-4bec5ed33bcb)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:17:00.518689 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f9ede020-220a-41dd-a3c1-715e0a983246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:00.593097 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-78df0404-1029-4048-be32-47284638bbf4 None None] Set router 6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:17:00.656284 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-f9ede020-220a-41dd-a3c1-715e0a983246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for 7694d751-e424-4f82-9de6-c737717a6cb5 owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:17:00.965286 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-78df0404-1029-4048-be32-47284638bbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'name': 'tempest-TestNetworkBasicOps-router-1220244879', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:15:26Z', 'updated_at': '2022-02-09T18:15:35Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:15:28Z', 'updated_at': '2022-02-09T18:16:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7694d751-e424-4f82-9de6-c737717a6cb5', 'name': '', 'network_id': '1d764678-ed90-4372-b8a3-1888a5e7edb0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:03:34:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfbfceab-a5b0-4c01-82e8-40845392f1e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:15:34Z', 'updated_at': '2022-02-09T18:16:43Z', 'revision_number': 7, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': 'bfbfceab-a5b0-4c01-82e8-40845392f1e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:00.969638 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78df0404-1029-4048-be32-47284638bbf4 None None] Checking router: 6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:17:00.981504 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78df0404-1029-4048-be32-47284638bbf4 None None] Routers {'6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:17:00.982163 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-78df0404-1029-4048-be32-47284638bbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:16:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:00.984084 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f9ede020-220a-41dd-a3c1-715e0a983246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:01.037326 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ede020-220a-41dd-a3c1-715e0a983246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=7694d751-e424-4f82-9de6-c737717a6cb5,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:01.260452 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-78df0404-1029-4048-be32-47284638bbf4 None None] Set router 6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:17:01.446256 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f9ede020-220a-41dd-a3c1-715e0a983246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:01.822234 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-78df0404-1029-4048-be32-47284638bbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'name': 'tempest-TestNetworkBasicOps-router-1220244879', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:15:26Z', 'updated_at': '2022-02-09T18:17:00Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:15:28Z', 'updated_at': '2022-02-09T18:16:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:01.829126 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78df0404-1029-4048-be32-47284638bbf4 None None] The sync data for ids ['6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'] in dv-neutron-827016-2-hyperv is: [{'id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'name': 'tempest-TestNetworkBasicOps-router-1220244879', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:15:26Z', 'updated_at': '2022-02-09T18:17:00Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '7648c6cf-bb1c-44fd-bfb7-3eb257eb8356', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ca:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:15:28Z', 'updated_at': '2022-02-09T18:16:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:17:02.139752 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ede020-220a-41dd-a3c1-715e0a983246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:17:02.606863 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ede020-220a-41dd-a3c1-715e0a983246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:17:02.625037 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f9ede020-220a-41dd-a3c1-715e0a983246 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "PUT /v2.0/routers/6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8132510 Feb 09 18:17:02.628033 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56512) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:02.848926 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2d811b-0eb0-4e31-9afa-f2e89fb89087 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting subnet bfbfceab-a5b0-4c01-82e8-40845392f1e8 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:17:02.852542 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1d2d811b-0eb0-4e31-9afa-f2e89fb89087 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:02.893014 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7694d751-e424-4f82-9de6-c737717a6cb5 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:17:02.915491 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1d2d811b-0eb0-4e31-9afa-f2e89fb89087 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:02.937341 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 7694d751-e424-4f82-9de6-c737717a6cb5 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:17:02.937773 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7694d751-e424-4f82-9de6-c737717a6cb5 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:17:03.009493 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1d2d811b-0eb0-4e31-9afa-f2e89fb89087 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:03.183837 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1d2d811b-0eb0-4e31-9afa-f2e89fb89087 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:03.229170 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d811b-0eb0-4e31-9afa-f2e89fb89087 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Subnet': ['ID=bfbfceab-a5b0-4c01-82e8-40845392f1e8,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:03.235519 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1d2d811b-0eb0-4e31-9afa-f2e89fb89087 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:03.244504 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1d2d811b-0eb0-4e31-9afa-f2e89fb89087 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/subnets/bfbfceab-a5b0-4c01-82e8-40845392f1e8 HTTP/1.1" status: 204 len: 168 time: 0.6150074 Feb 09 18:17:03.245885 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56516) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:03.247849 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be9c88f-f49b-4ece-af6e-6b4d00f74031 None None] Network 1d764678-ed90-4372-b8a3-1888a5e7edb0 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:17:03.580110 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ba53ba1b-aef4-4504-b4e6-f3b07e5b1ddc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:03.595957 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8040daca-3ba9-435d-b71f-2d87a65c3f80 None None] DHCP port deletion for 1d764678-ed90-4372-b8a3-1888a5e7edb0 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:17:03.603097 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8040daca-3ba9-435d-b71f-2d87a65c3f80 None None] Deleting port 308abf6b-3d34-483a-9f5f-4a6a8873a2b6 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:17:03.603455 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8040daca-3ba9-435d-b71f-2d87a65c3f80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:03.897570 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-8040daca-3ba9-435d-b71f-2d87a65c3f80 None None] For port 308abf6b-3d34-483a-9f5f-4a6a8873a2b6, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=308abf6b-3d34-483a-9f5f-4a6a8873a2b6,segment=NetworkSegment(d392e5cd-f07f-415a-ab4f-4bec5ed33bcb),segment_id=d392e5cd-f07f-415a-ab4f-4bec5ed33bcb)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:17:03.898421 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8040daca-3ba9-435d-b71f-2d87a65c3f80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:03.906182 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ba53ba1b-aef4-4504-b4e6-f3b07e5b1ddc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:04.047397 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-ba53ba1b-aef4-4504-b4e6-f3b07e5b1ddc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:17:04.051602 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ba53ba1b-aef4-4504-b4e6-f3b07e5b1ddc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:04.133110 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8040daca-3ba9-435d-b71f-2d87a65c3f80 None None] Calling delete_port for 308abf6b-3d34-483a-9f5f-4a6a8873a2b6 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:17:04.276927 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-ba53ba1b-aef4-4504-b4e6-f3b07e5b1ddc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7648c6cf-bb1c-44fd-bfb7-3eb257eb8356,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:17:04.277465 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ba53ba1b-aef4-4504-b4e6-f3b07e5b1ddc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:04.378878 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8040daca-3ba9-435d-b71f-2d87a65c3f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:04.410286 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-ba53ba1b-aef4-4504-b4e6-f3b07e5b1ddc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356 owned by network:router_gateway {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:17:04.433033 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040daca-3ba9-435d-b71f-2d87a65c3f80 None None] Pushing event deleted for resources: {'Port': ['ID=308abf6b-3d34-483a-9f5f-4a6a8873a2b6,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:04.442577 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8040daca-3ba9-435d-b71f-2d87a65c3f80 None None] No DVR routers for this DVR port 308abf6b-3d34-483a-9f5f-4a6a8873a2b6 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:17:04.449778 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040daca-3ba9-435d-b71f-2d87a65c3f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:04.450199 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040daca-3ba9-435d-b71f-2d87a65c3f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:04.450502 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040daca-3ba9-435d-b71f-2d87a65c3f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:04.450800 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040daca-3ba9-435d-b71f-2d87a65c3f80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:04.451128 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040daca-3ba9-435d-b71f-2d87a65c3f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:04.451458 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040daca-3ba9-435d-b71f-2d87a65c3f80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:04.451783 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040daca-3ba9-435d-b71f-2d87a65c3f80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:04.452835 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040daca-3ba9-435d-b71f-2d87a65c3f80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:04.452835 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040daca-3ba9-435d-b71f-2d87a65c3f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:04.452835 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040daca-3ba9-435d-b71f-2d87a65c3f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:04.453218 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040daca-3ba9-435d-b71f-2d87a65c3f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:04.739058 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ba53ba1b-aef4-4504-b4e6-f3b07e5b1ddc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:04.790965 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53ba1b-aef4-4504-b4e6-f3b07e5b1ddc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=7648c6cf-bb1c-44fd-bfb7-3eb257eb8356,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:04.939619 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 308abf6b-3d34-483a-9f5f-4a6a8873a2b6 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:17:04.974098 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 308abf6b-3d34-483a-9f5f-4a6a8873a2b6 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:17:04.974476 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 308abf6b-3d34-483a-9f5f-4a6a8873a2b6 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:17:05.184715 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ba53ba1b-aef4-4504-b4e6-f3b07e5b1ddc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:05.467142 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ba53ba1b-aef4-4504-b4e6-f3b07e5b1ddc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:05.476753 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ba53ba1b-aef4-4504-b4e6-f3b07e5b1ddc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:05.583752 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ba53ba1b-aef4-4504-b4e6-f3b07e5b1ddc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:05.584346 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba53ba1b-aef4-4504-b4e6-f3b07e5b1ddc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Fanout notify agent at l3_agent the message router_deleted on router 6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:17:05.601439 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ba53ba1b-aef4-4504-b4e6-f3b07e5b1ddc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:05.602780 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ba53ba1b-aef4-4504-b4e6-f3b07e5b1ddc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/routers/6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1 HTTP/1.1" status: 204 len: 168 time: 2.3551285 Feb 09 18:17:05.607403 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56520) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:05.735712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-33faac34-f384-4901-b1ff-bcf853d690ab tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:05.886627 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-33faac34-f384-4901-b1ff-bcf853d690ab tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:05.922250 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-33faac34-f384-4901-b1ff-bcf853d690ab tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d764678-ed90-4372-b8a3-1888a5e7edb0']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:05.937845 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-33faac34-f384-4901-b1ff-bcf853d690ab tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd392e5cd-f07f-415a-ab4f-4bec5ed33bcb') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:05.938131 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-33faac34-f384-4901-b1ff-bcf853d690ab tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd392e5cd-f07f-415a-ab4f-4bec5ed33bcb') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:05.954111 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-33faac34-f384-4901-b1ff-bcf853d690ab tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:05.979234 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-33faac34-f384-4901-b1ff-bcf853d690ab tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:05.986974 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33faac34-f384-4901-b1ff-bcf853d690ab tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:17:05.987626 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-33faac34-f384-4901-b1ff-bcf853d690ab tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:17:06.008544 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:17:06.025287 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b02d27-064c-41d6-9a6e-247e59fe4480 None None] New status for floating IP bfab19dc-f904-4027-a19b-8727dc260f20: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:17:06.161071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-33faac34-f384-4901-b1ff-bcf853d690ab tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:06.192910 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-33faac34-f384-4901-b1ff-bcf853d690ab tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:06.215598 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33faac34-f384-4901-b1ff-bcf853d690ab tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Network': ['ID=1d764678-ed90-4372-b8a3-1888a5e7edb0,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:06.265928 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a441e347-4301-4d41-b071-01e4fb92b0f1 None None] Sync routers for ids ['6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:17:06.280393 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a441e347-4301-4d41-b071-01e4fb92b0f1 None None] Routers set() bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:17:06.280769 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a441e347-4301-4d41-b071-01e4fb92b0f1 None None] Router IDs set() for agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 09 18:17:06.281537 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_agentschedulers_db [None req-a441e347-4301-4d41-b071-01e4fb92b0f1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:16:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent'). {{(pid=84543) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 18:17:06.294587 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a441e347-4301-4d41-b071-01e4fb92b0f1 None None] Routers set() bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:17:06.294950 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a441e347-4301-4d41-b071-01e4fb92b0f1 None None] Router IDs set() for agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 09 18:17:06.295557 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_agentschedulers_db [None req-a441e347-4301-4d41-b071-01e4fb92b0f1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:16:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent'). {{(pid=84543) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 18:17:06.296121 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a441e347-4301-4d41-b071-01e4fb92b0f1 None None] The sync data for ids ['6ed1c9f5-4ec0-49ca-9679-abaf5ef8e7c1'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:17:06.318027 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-33faac34-f384-4901-b1ff-bcf853d690ab tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/networks/1d764678-ed90-4372-b8a3-1888a5e7edb0 HTTP/1.1" status: 204 len: 168 time: 0.7086446 Feb 09 18:17:06.348772 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56524) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:06.359947 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a0afb45b-75a5-4b6d-b2fb-655cddf4f5a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'network': {'name': 'tempest-network-smoke--328307582', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'port_security_enabled': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:17:06.368142 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a0afb45b-75a5-4b6d-b2fb-655cddf4f5a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:17:06.375536 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a0afb45b-75a5-4b6d-b2fb-655cddf4f5a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:network and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:17:06.380135 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a0afb45b-75a5-4b6d-b2fb-655cddf4f5a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:17:06.389322 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a0afb45b-75a5-4b6d-b2fb-655cddf4f5a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:17:06.492234 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0afb45b-75a5-4b6d-b2fb-655cddf4f5a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:17:06.495923 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a0afb45b-75a5-4b6d-b2fb-655cddf4f5a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:06.530623 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0afb45b-75a5-4b6d-b2fb-655cddf4f5a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:17:06.541079 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a0afb45b-75a5-4b6d-b2fb-655cddf4f5a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:06.541447 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-a0afb45b-75a5-4b6d-b2fb-655cddf4f5a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Added segment 5937f7f7-463a-49f6-92b0-6b9c61472878 of type vlan for network 22ac092f-9b9c-4fc1-92e2-0eea7a628bdd Feb 09 18:17:06.574525 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a0afb45b-75a5-4b6d-b2fb-655cddf4f5a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:06.675908 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a0afb45b-75a5-4b6d-b2fb-655cddf4f5a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:06.679946 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0afb45b-75a5-4b6d-b2fb-655cddf4f5a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:06.680838 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a0afb45b-75a5-4b6d-b2fb-655cddf4f5a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:06.825144 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0afb45b-75a5-4b6d-b2fb-655cddf4f5a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Network': ['ID=22ac092f-9b9c-4fc1-92e2-0eea7a628bdd,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:06.840903 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 22ac092f-9b9c-4fc1-92e2-0eea7a628bdd details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:17:06.861064 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:17:06.864650 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a0afb45b-75a5-4b6d-b2fb-655cddf4f5a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5143960 Feb 09 18:17:06.869557 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56528) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:06.876463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-333a717f-70ca-4ed2-836e-0b5fb393e25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-938088260', 'admin_state_up': True, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:17:06.885447 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-333a717f-70ca-4ed2-836e-0b5fb393e25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:17:06.891096 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-333a717f-70ca-4ed2-836e-0b5fb393e25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:router and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:17:06.895220 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-333a717f-70ca-4ed2-836e-0b5fb393e25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:17:06.903701 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-333a717f-70ca-4ed2-836e-0b5fb393e25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:17:06.904062 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:17:06.904220 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7648c6cf-bb1c-44fd-bfb7-3eb257eb8356 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:17:07.006337 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-333a717f-70ca-4ed2-836e-0b5fb393e25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:07.007288 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-333a717f-70ca-4ed2-836e-0b5fb393e25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:07.029075 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-333a717f-70ca-4ed2-836e-0b5fb393e25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:07.277511 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-333a717f-70ca-4ed2-836e-0b5fb393e25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:07.628048 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-333a717f-70ca-4ed2-836e-0b5fb393e25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:07.659748 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-333a717f-70ca-4ed2-836e-0b5fb393e25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:07.834524 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-333a717f-70ca-4ed2-836e-0b5fb393e25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.26.8.95 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/bbd29e5d-2dcc-43be-ab89-e8fd38b42136) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:17:08.015202 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-333a717f-70ca-4ed2-836e-0b5fb393e25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:08.132679 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-333a717f-70ca-4ed2-836e-0b5fb393e25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:08.202113 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333a717f-70ca-4ed2-836e-0b5fb393e25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:17:08.205862 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-333a717f-70ca-4ed2-836e-0b5fb393e25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:17:08.209827 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333a717f-70ca-4ed2-836e-0b5fb393e25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:17:08.250387 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a717f-70ca-4ed2-836e-0b5fb393e25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=bbd29e5d-2dcc-43be-ab89-e8fd38b42136,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:08.498660 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-333a717f-70ca-4ed2-836e-0b5fb393e25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:08.499674 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-333a717f-70ca-4ed2-836e-0b5fb393e25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:08.834941 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333a717f-70ca-4ed2-836e-0b5fb393e25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router dc62cca7-32db-4264-8be4-b664c8e9fe22 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:17:09.168678 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333a717f-70ca-4ed2-836e-0b5fb393e25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:17:09.182370 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] Sync routers for ids ['dc62cca7-32db-4264-8be4-b664c8e9fe22'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:17:09.197905 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] Routers {'dc62cca7-32db-4264-8be4-b664c8e9fe22'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:17:09.198804 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:16:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['dc62cca7-32db-4264-8be4-b664c8e9fe22'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:09.292229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-333a717f-70ca-4ed2-836e-0b5fb393e25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:09.293729 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-333a717f-70ca-4ed2-836e-0b5fb393e25e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4227350 Feb 09 18:17:09.298680 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56532) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:09.358328 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fa7f86ce-0946-4d12-b2aa-41da8a714808 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=352fd60817ff4d5d9e97f16f52485b96&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0574286 Feb 09 18:17:09.364250 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56536) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:09.462240 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] Set router dc62cca7-32db-4264-8be4-b664c8e9fe22 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:17:09.536849 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e603c4e0-8756-47ed-a960-0ba19215f176 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:09.538794 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e603c4e0-8756-47ed-a960-0ba19215f176 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1730638 Feb 09 18:17:09.543484 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56540) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:09.590911 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e3281cba-3380-4453-9b0d-d20323662e45 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418870 Feb 09 18:17:09.591211 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56544) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:09.596926 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-966724db-d3c1-409c-8a45-8abb0d11fde1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-60805081', 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:17:09.735681 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-966724db-d3c1-409c-8a45-8abb0d11fde1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:17:09.741460 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-966724db-d3c1-409c-8a45-8abb0d11fde1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:subnet and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:17:09.745859 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-966724db-d3c1-409c-8a45-8abb0d11fde1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:17:09.754187 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-966724db-d3c1-409c-8a45-8abb0d11fde1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:17:09.800516 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'name': 'tempest-TestNetworkBasicOps-router-938088260', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:08Z', 'revision_number': 3, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:09.805153 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] Checking router: dc62cca7-32db-4264-8be4-b664c8e9fe22 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:17:09.805545 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] Updating router dc62cca7-32db-4264-8be4-b664c8e9fe22 port bbd29e5d-2dcc-43be-ab89-e8fd38b42136 binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:17:09.862046 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:09.863598 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966724db-d3c1-409c-8a45-8abb0d11fde1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:17:10.156975 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-966724db-d3c1-409c-8a45-8abb0d11fde1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:10.355978 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:10.373178 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] Transition to ACTIVE for port object bbd29e5d-2dcc-43be-ab89-e8fd38b42136 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:17:10.451712 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:10.595197 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-966724db-d3c1-409c-8a45-8abb0d11fde1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:10.623150 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a3085-f4aa-4f27-ac84-2b992825d28b None None] Pushing event updated for resources: {'Port': ['ID=bbd29e5d-2dcc-43be-ab89-e8fd38b42136,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:10.629511 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] Attempting to bind port bbd29e5d-2dcc-43be-ab89-e8fd38b42136 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:17:10.635256 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] Attempting to bind port bbd29e5d-2dcc-43be-ab89-e8fd38b42136 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:17:10.635256 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] Attempting to bind port bbd29e5d-2dcc-43be-ab89-e8fd38b42136 on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:17:10.654753 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a3085-f4aa-4f27-ac84-2b992825d28b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:10.655377 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a3085-f4aa-4f27-ac84-2b992825d28b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:10.656084 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a3085-f4aa-4f27-ac84-2b992825d28b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:10.656779 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a3085-f4aa-4f27-ac84-2b992825d28b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:10.657341 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a3085-f4aa-4f27-ac84-2b992825d28b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:10.657933 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a3085-f4aa-4f27-ac84-2b992825d28b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:10.659128 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a3085-f4aa-4f27-ac84-2b992825d28b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:10.659974 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a3085-f4aa-4f27-ac84-2b992825d28b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:10.660223 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a3085-f4aa-4f27-ac84-2b992825d28b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:10.660784 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a3085-f4aa-4f27-ac84-2b992825d28b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:10.661474 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a3085-f4aa-4f27-ac84-2b992825d28b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:10.667767 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:17:10.668434 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:17:10.669312 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:10.669890 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:17:10.670756 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] Bound port: bbd29e5d-2dcc-43be-ab89-e8fd38b42136, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:17:10.675497 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:10.684054 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966724db-d3c1-409c-8a45-8abb0d11fde1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Subnet': ['ID=5a84fb95-701d-4817-bb2e-08e1edce3b77,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:10.695900 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966724db-d3c1-409c-8a45-8abb0d11fde1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Checking segment: {'id': '5937f7f7-463a-49f6-92b0-6b9c61472878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:17:10.696266 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966724db-d3c1-409c-8a45-8abb0d11fde1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network hostable DHCP agents. Network: 22ac092f-9b9c-4fc1-92e2-0eea7a628bdd, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:17:10.777288 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966724db-d3c1-409c-8a45-8abb0d11fde1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network 22ac092f-9b9c-4fc1-92e2-0eea7a628bdd is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:17:10.778020 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] For port bbd29e5d-2dcc-43be-ab89-e8fd38b42136, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:17:10.783818 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] For port bbd29e5d-2dcc-43be-ab89-e8fd38b42136, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=bbd29e5d-2dcc-43be-ab89-e8fd38b42136,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:17:10.886652 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:10.909507 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-966724db-d3c1-409c-8a45-8abb0d11fde1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 22ac092f-9b9c-4fc1-92e2-0eea7a628bdd) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:17:10.914454 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966724db-d3c1-409c-8a45-8abb0d11fde1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:10.915103 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-966724db-d3c1-409c-8a45-8abb0d11fde1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:10.923065 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a3e6e8-5dba-49c3-9838-6a077b17c5bd None None] Network 22ac092f-9b9c-4fc1-92e2-0eea7a628bdd requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:17:10.987182 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a3085-f4aa-4f27-ac84-2b992825d28b None None] Pushing event updated for resources: {'Port': ['ID=bbd29e5d-2dcc-43be-ab89-e8fd38b42136,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:10.992276 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] Routers {'dc62cca7-32db-4264-8be4-b664c8e9fe22'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:17:10.992911 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:16:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['dc62cca7-32db-4264-8be4-b664c8e9fe22'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:11.051018 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-966724db-d3c1-409c-8a45-8abb0d11fde1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 1.4576693 Feb 09 18:17:11.054946 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56548) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:11.187704 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] Set router dc62cca7-32db-4264-8be4-b664c8e9fe22 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:17:11.327828 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17701cca-0907-437e-a6a6-6e9ca9306167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-22ac092f-9b9c-4fc1-92e2-0eea7a628bdd', 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ips': [{'subnet_id': '5a84fb95-701d-4817-bb2e-08e1edce3b77'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:17:11.329135 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17701cca-0907-437e-a6a6-6e9ca9306167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:11.612654 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-17701cca-0907-437e-a6a6-6e9ca9306167 None None] Allocated IP 172.20.0.2 (22ac092f-9b9c-4fc1-92e2-0eea7a628bdd/5a84fb95-701d-4817-bb2e-08e1edce3b77/4bdd5606-6d14-45a0-bf47-6b6302cee7a9) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:17:11.636386 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'name': 'tempest-TestNetworkBasicOps-router-938088260', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:08Z', 'revision_number': 3, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:11.644956 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e60faf3-a77d-4120-80ea-e8256791cc8f None None] The sync data for ids ['dc62cca7-32db-4264-8be4-b664c8e9fe22'] in dv-neutron-827016-2-hyperv is: [{'id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'name': 'tempest-TestNetworkBasicOps-router-938088260', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:08Z', 'revision_number': 3, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:17:11.954911 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17701cca-0907-437e-a6a6-6e9ca9306167 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:11.972338 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-17701cca-0907-437e-a6a6-6e9ca9306167 None None] Transition to ACTIVE for port object 4bdd5606-6d14-45a0-bf47-6b6302cee7a9 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:17:12.020261 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-17701cca-0907-437e-a6a6-6e9ca9306167 None None] Transition to ACTIVE for port object 4bdd5606-6d14-45a0-bf47-6b6302cee7a9 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:17:12.093463 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17701cca-0907-437e-a6a6-6e9ca9306167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:12.216830 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17701cca-0907-437e-a6a6-6e9ca9306167 None None] Network 22ac092f-9b9c-4fc1-92e2-0eea7a628bdd is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:17:12.231658 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-17701cca-0907-437e-a6a6-6e9ca9306167 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:17:12.241400 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17701cca-0907-437e-a6a6-6e9ca9306167 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:17:12.300382 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b0488832-5c1e-4488-9651-3d7be96a7c04 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:12.319906 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17701cca-0907-437e-a6a6-6e9ca9306167 None None] Pushing event updated for resources: {'Port': ['ID=4bdd5606-6d14-45a0-bf47-6b6302cee7a9,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:12.400708 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-17701cca-0907-437e-a6a6-6e9ca9306167 None None] Attempting to bind port 4bdd5606-6d14-45a0-bf47-6b6302cee7a9 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:17:12.401508 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-17701cca-0907-437e-a6a6-6e9ca9306167 None None] Attempting to bind port 4bdd5606-6d14-45a0-bf47-6b6302cee7a9 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '5937f7f7-463a-49f6-92b0-6b9c61472878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:17:12.402113 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17701cca-0907-437e-a6a6-6e9ca9306167 None None] Attempting to bind port 4bdd5606-6d14-45a0-bf47-6b6302cee7a9 on network 22ac092f-9b9c-4fc1-92e2-0eea7a628bdd {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:17:12.414259 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17701cca-0907-437e-a6a6-6e9ca9306167 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:17:12.415115 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17701cca-0907-437e-a6a6-6e9ca9306167 None None] Checking segment: {'id': '5937f7f7-463a-49f6-92b0-6b9c61472878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:17:12.415740 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17701cca-0907-437e-a6a6-6e9ca9306167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:12.416395 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17701cca-0907-437e-a6a6-6e9ca9306167 None None] Bound using segment: {'id': '5937f7f7-463a-49f6-92b0-6b9c61472878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:17:12.417130 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-17701cca-0907-437e-a6a6-6e9ca9306167 None None] Bound port: 4bdd5606-6d14-45a0-bf47-6b6302cee7a9, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5937f7f7-463a-49f6-92b0-6b9c61472878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:17:12.417695 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17701cca-0907-437e-a6a6-6e9ca9306167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:12.622684 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-17701cca-0907-437e-a6a6-6e9ca9306167 None None] For port 4bdd5606-6d14-45a0-bf47-6b6302cee7a9, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:17:12.626827 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-17701cca-0907-437e-a6a6-6e9ca9306167 None None] For port 4bdd5606-6d14-45a0-bf47-6b6302cee7a9, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=4bdd5606-6d14-45a0-bf47-6b6302cee7a9,segment=NetworkSegment(5937f7f7-463a-49f6-92b0-6b9c61472878),segment_id=5937f7f7-463a-49f6-92b0-6b9c61472878)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:17:12.887741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17701cca-0907-437e-a6a6-6e9ca9306167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:12.964317 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device bbd29e5d-2dcc-43be-ab89-e8fd38b42136 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:17:13.015538 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-b0488832-5c1e-4488-9651-3d7be96a7c04 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.20.0.1 (22ac092f-9b9c-4fc1-92e2-0eea7a628bdd/5a84fb95-701d-4817-bb2e-08e1edce3b77/9af7f6a4-e7fe-4907-a4e0-dc330b729c96) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:17:13.087929 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17701cca-0907-437e-a6a6-6e9ca9306167 None None] Pushing event updated for resources: {'Port': ['ID=4bdd5606-6d14-45a0-bf47-6b6302cee7a9,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:13.223529 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port bbd29e5d-2dcc-43be-ab89-e8fd38b42136 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:17:13.229444 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port bbd29e5d-2dcc-43be-ab89-e8fd38b42136 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:17:13.229909 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:13.383819 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b0488832-5c1e-4488-9651-3d7be96a7c04 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:13.397270 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:13.418897 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-b0488832-5c1e-4488-9651-3d7be96a7c04 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Transition to ACTIVE for port object 9af7f6a4-e7fe-4907-a4e0-dc330b729c96 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:17:13.427939 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port bbd29e5d-2dcc-43be-ab89-e8fd38b42136, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=bbd29e5d-2dcc-43be-ab89-e8fd38b42136,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:17:13.520689 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:13.550781 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b0488832-5c1e-4488-9651-3d7be96a7c04 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:13.609316 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=bbd29e5d-2dcc-43be-ab89-e8fd38b42136,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:13.643976 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0488832-5c1e-4488-9651-3d7be96a7c04 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network 22ac092f-9b9c-4fc1-92e2-0eea7a628bdd is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:17:13.647331 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-b0488832-5c1e-4488-9651-3d7be96a7c04 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:17:13.649889 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0488832-5c1e-4488-9651-3d7be96a7c04 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:17:13.681274 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0488832-5c1e-4488-9651-3d7be96a7c04 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=9af7f6a4-e7fe-4907-a4e0-dc330b729c96,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:13.716913 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b0488832-5c1e-4488-9651-3d7be96a7c04 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:13.948345 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b0488832-5c1e-4488-9651-3d7be96a7c04 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:14.282562 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb778a5f-e64b-44b9-b50b-fe63f601c01f None None] Network 22ac092f-9b9c-4fc1-92e2-0eea7a628bdd requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:17:14.485862 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b0488832-5c1e-4488-9651-3d7be96a7c04 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:14.545206 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-81edd85f-a62b-43ea-97e6-e6126d3176c5 None None] Provisioning for port 4bdd5606-6d14-45a0-bf47-6b6302cee7a9 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:17:14.577967 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b0488832-5c1e-4488-9651-3d7be96a7c04 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:14.701020 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b0488832-5c1e-4488-9651-3d7be96a7c04 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:14.706079 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0488832-5c1e-4488-9651-3d7be96a7c04 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=9af7f6a4-e7fe-4907-a4e0-dc330b729c96,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:14.900330 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0488832-5c1e-4488-9651-3d7be96a7c04 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network 22ac092f-9b9c-4fc1-92e2-0eea7a628bdd is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:17:14.902534 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-b0488832-5c1e-4488-9651-3d7be96a7c04 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:17:15.044821 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 4bdd5606-6d14-45a0-bf47-6b6302cee7a9 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:17:15.147849 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f8b17fdb-3415-4726-940b-134ccf6523c7 None None] Provisioning for port 9af7f6a4-e7fe-4907-a4e0-dc330b729c96 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:17:15.167517 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f8b17fdb-3415-4726-940b-134ccf6523c7 None None] Provisioning complete for port 9af7f6a4-e7fe-4907-a4e0-dc330b729c96 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:17:15.168146 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f8b17fdb-3415-4726-940b-134ccf6523c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:15.299939 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f8b17fdb-3415-4726-940b-134ccf6523c7 None None] Port 9af7f6a4-e7fe-4907-a4e0-dc330b729c96 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:17:15.411761 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 4bdd5606-6d14-45a0-bf47-6b6302cee7a9 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:17:15.418449 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 4bdd5606-6d14-45a0-bf47-6b6302cee7a9 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:17:15.419391 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:15.536061 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-82a13dbb-bcd9-4e07-9860-52e75806c7d1 None None] Provisioning complete for port 9af7f6a4-e7fe-4907-a4e0-dc330b729c96 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:17:15.536342 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-82a13dbb-bcd9-4e07-9860-52e75806c7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:15.559288 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0488832-5c1e-4488-9651-3d7be96a7c04 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router dc62cca7-32db-4264-8be4-b664c8e9fe22 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:17:15.592037 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56552) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:15.609032 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-82a13dbb-bcd9-4e07-9860-52e75806c7d1 None None] Port 9af7f6a4-e7fe-4907-a4e0-dc330b729c96 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:17:15.683353 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:15.734060 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 4bdd5606-6d14-45a0-bf47-6b6302cee7a9, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=4bdd5606-6d14-45a0-bf47-6b6302cee7a9,segment=NetworkSegment(5937f7f7-463a-49f6-92b0-6b9c61472878),segment_id=5937f7f7-463a-49f6-92b0-6b9c61472878)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:17:15.745476 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9fbdc038-26e4-4276-ba00-ce8e0b858455 None None] Provisioning complete for port 9af7f6a4-e7fe-4907-a4e0-dc330b729c96 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:17:15.795894 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9fbdc038-26e4-4276-ba00-ce8e0b858455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:15.817125 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-9fbdc038-26e4-4276-ba00-ce8e0b858455 None None] Port 9af7f6a4-e7fe-4907-a4e0-dc330b729c96 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:17:15.854619 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0488832-5c1e-4488-9651-3d7be96a7c04 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:17:15.869198 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] Sync routers for ids ['dc62cca7-32db-4264-8be4-b664c8e9fe22'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:17:15.881506 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b0488832-5c1e-4488-9651-3d7be96a7c04 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "PUT /v2.0/routers/dc62cca7-32db-4264-8be4-b664c8e9fe22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8215237 Feb 09 18:17:15.882285 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56558) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:15.890915 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] Routers {'dc62cca7-32db-4264-8be4-b664c8e9fe22'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:17:15.891994 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:16:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['dc62cca7-32db-4264-8be4-b664c8e9fe22'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:15.995743 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:15.997387 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device bbd29e5d-2dcc-43be-ab89-e8fd38b42136 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:17:16.047794 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e97016b-d204-4a79-b49a-d38b647992a2 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:16.048171 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e97016b-d204-4a79-b49a-d38b647992a2 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:16.048984 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e97016b-d204-4a79-b49a-d38b647992a2 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:16.049511 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e97016b-d204-4a79-b49a-d38b647992a2 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:16.049882 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e97016b-d204-4a79-b49a-d38b647992a2 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:16.050243 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e97016b-d204-4a79-b49a-d38b647992a2 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:16.052161 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1e97016b-d204-4a79-b49a-d38b647992a2 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1686664 Feb 09 18:17:16.056862 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56562) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:16.149853 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c0c69860-9589-4808-b7d8-5b03a9155a20 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Deleting port e3e76df2-5d6d-4ac4-a16c-05a662caf896 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:17:16.150138 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0c69860-9589-4808-b7d8-5b03a9155a20 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:16.169553 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83f9bd-e813-4637-9a24-45ee1388c40c tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:16.170540 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83f9bd-e813-4637-9a24-45ee1388c40c tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:16.170997 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83f9bd-e813-4637-9a24-45ee1388c40c tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:16.171609 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83f9bd-e813-4637-9a24-45ee1388c40c tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:16.172219 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83f9bd-e813-4637-9a24-45ee1388c40c tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:16.175326 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83f9bd-e813-4637-9a24-45ee1388c40c tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:16.178783 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-aa83f9bd-e813-4637-9a24-45ee1388c40c tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4012 time: 0.1207311 Feb 09 18:17:16.180685 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56566) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:16.349208 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0c69860-9589-4808-b7d8-5b03a9155a20 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:16.349532 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0c69860-9589-4808-b7d8-5b03a9155a20 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:16.389357 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=4bdd5606-6d14-45a0-bf47-6b6302cee7a9,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:16.468740 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port bbd29e5d-2dcc-43be-ab89-e8fd38b42136 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:17:16.469317 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:16.480693 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c0c69860-9589-4808-b7d8-5b03a9155a20 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Calling delete_port for e3e76df2-5d6d-4ac4-a16c-05a662caf896 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:17:16.494210 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3ddc83db-74a3-4f18-b51f-55131efc7995 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3119130 Feb 09 18:17:16.539395 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] Set router dc62cca7-32db-4264-8be4-b664c8e9fe22 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:17:16.749793 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0c69860-9589-4808-b7d8-5b03a9155a20 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:16.809271 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5652c03b-1745-40da-948a-383a700fb90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:16.816229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c69860-9589-4808-b7d8-5b03a9155a20 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Pushing event deleted for resources: {'Port': ['ID=e3e76df2-5d6d-4ac4-a16c-05a662caf896,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:16.957788 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0c69860-9589-4808-b7d8-5b03a9155a20 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:17.070804 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:17.113347 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56572) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:17.120161 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-555223c4-4562-4559-a63e-569224c1f9c0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1243406974', 'description': 'tempest-secgroup-smoke-1243406974 description', 'project_id': '352fd60817ff4d5d9e97f16f52485b96'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:17:17.132825 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-555223c4-4562-4559-a63e-569224c1f9c0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:17:17.135674 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 4bdd5606-6d14-45a0-bf47-6b6302cee7a9 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:17:17.147180 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-555223c4-4562-4559-a63e-569224c1f9c0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:17:17.152227 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-555223c4-4562-4559-a63e-569224c1f9c0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:17:17.164857 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-555223c4-4562-4559-a63e-569224c1f9c0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:17:17.176641 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'name': 'tempest-TestNetworkBasicOps-router-938088260', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:13Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '9af7f6a4-e7fe-4907-a4e0-dc330b729c96', 'name': '', 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:71:77:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a84fb95-701d-4817-bb2e-08e1edce3b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:17:12Z', 'updated_at': '2022-02-09T18:17:14Z', 'revision_number': 2, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '5a84fb95-701d-4817-bb2e-08e1edce3b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:17.194777 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] Checking router: dc62cca7-32db-4264-8be4-b664c8e9fe22 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:17:17.195200 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] Updating router dc62cca7-32db-4264-8be4-b664c8e9fe22 port 9af7f6a4-e7fe-4907-a4e0-dc330b729c96 binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:17:17.263024 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:17.264803 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-555223c4-4562-4559-a63e-569224c1f9c0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:17.332626 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 4bdd5606-6d14-45a0-bf47-6b6302cee7a9 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:17:17.333064 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:17.339226 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-555223c4-4562-4559-a63e-569224c1f9c0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:17:17.348168 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-555223c4-4562-4559-a63e-569224c1f9c0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:17:17.354606 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-555223c4-4562-4559-a63e-569224c1f9c0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:17:17.366788 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-555223c4-4562-4559-a63e-569224c1f9c0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:17:17.483839 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-555223c4-4562-4559-a63e-569224c1f9c0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:17.573669 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c69860-9589-4808-b7d8-5b03a9155a20 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:17:17.578492 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-555223c4-4562-4559-a63e-569224c1f9c0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:17.663474 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555223c4-4562-4559-a63e-569224c1f9c0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65cd9f66-8068-40da-b3c0-815704c607a6,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:17.719895 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-555223c4-4562-4559-a63e-569224c1f9c0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:17.723481 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-555223c4-4562-4559-a63e-569224c1f9c0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6088037 Feb 09 18:17:17.727811 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56576) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:17.737954 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-9cf4b9f9-24e7-4174-9c66-ace1bda003ce tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '65cd9f66-8068-40da-b3c0-815704c607a6', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:17:17.748635 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9cf4b9f9-24e7-4174-9c66-ace1bda003ce tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:17:17.755688 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9cf4b9f9-24e7-4174-9c66-ace1bda003ce tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:17:17.768901 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9cf4b9f9-24e7-4174-9c66-ace1bda003ce tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:17:17.779106 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9cf4b9f9-24e7-4174-9c66-ace1bda003ce tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:17:17.838145 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:17.855635 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] Transition to ACTIVE for port object 9af7f6a4-e7fe-4907-a4e0-dc330b729c96 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:17:17.870601 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9cf4b9f9-24e7-4174-9c66-ace1bda003ce tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:17.937560 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:18.000793 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9cf4b9f9-24e7-4174-9c66-ace1bda003ce tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:18.042883 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9cf4b9f9-24e7-4174-9c66-ace1bda003ce tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:18.058577 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c69860-9589-4808-b7d8-5b03a9155a20 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:17:18.085022 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad85bed-d74f-4115-ad95-d34cad8daf78 None None] Sync routers for ids ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:17:18.105533 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770875c8-a494-4ad7-8aee-46f92908e1c8 None None] Pushing event updated for resources: {'Port': ['ID=9af7f6a4-e7fe-4907-a4e0-dc330b729c96,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:18.110414 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad85bed-d74f-4115-ad95-d34cad8daf78 None None] Routers {'3f7e0be2-fa0f-4081-8802-dd4bd4d20318'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:17:18.112040 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1ad85bed-d74f-4115-ad95-d34cad8daf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:16:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:18.123000 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4b9f9-24e7-4174-9c66-ace1bda003ce tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ec66d3-c33c-4995-8723-874668810659,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:18.205687 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0c69860-9589-4808-b7d8-5b03a9155a20 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:18.247024 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9cf4b9f9-24e7-4174-9c66-ace1bda003ce tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:18.250131 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9cf4b9f9-24e7-4174-9c66-ace1bda003ce tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5203168 Feb 09 18:17:18.252746 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56580) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:18.265670 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-dcc42c0a-62a2-4e79-98d5-4a0b628c51ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '65cd9f66-8068-40da-b3c0-815704c607a6', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:17:18.292296 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-dcc42c0a-62a2-4e79-98d5-4a0b628c51ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:17:18.326125 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-dcc42c0a-62a2-4e79-98d5-4a0b628c51ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:17:18.335449 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-dcc42c0a-62a2-4e79-98d5-4a0b628c51ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:17:18.350464 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-dcc42c0a-62a2-4e79-98d5-4a0b628c51ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:17:18.425997 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c0c69860-9589-4808-b7d8-5b03a9155a20 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "DELETE /v2.0/floatingips/c4a9ba9e-4ba5-4efe-8373-626b1ac212cb HTTP/1.1" status: 204 len: 168 time: 2.8317921 Feb 09 18:17:18.427426 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e62f554-ae7b-4c7a-989b-bf249dadbdd8', 'tag': '3c50323d-8aaa-4a71-9a40-fef611f06724'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:17:18.484845 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dcc42c0a-62a2-4e79-98d5-4a0b628c51ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:18.491161 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] Attempting to bind port 9af7f6a4-e7fe-4907-a4e0-dc330b729c96 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:17:18.491589 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] Attempting to bind port 9af7f6a4-e7fe-4907-a4e0-dc330b729c96 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '5937f7f7-463a-49f6-92b0-6b9c61472878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:17:18.492042 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] Attempting to bind port 9af7f6a4-e7fe-4907-a4e0-dc330b729c96 on network 22ac092f-9b9c-4fc1-92e2-0eea7a628bdd {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:17:18.505291 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:17:18.505650 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] Checking segment: {'id': '5937f7f7-463a-49f6-92b0-6b9c61472878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:17:18.506124 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:18.506569 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] Bound using segment: {'id': '5937f7f7-463a-49f6-92b0-6b9c61472878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:17:18.508210 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] Bound port: 9af7f6a4-e7fe-4907-a4e0-dc330b729c96, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5937f7f7-463a-49f6-92b0-6b9c61472878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:17:18.508620 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:18.543212 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e62f554-ae7b-4c7a-989b-bf249dadbdd8', 'tag': '3c50323d-8aaa-4a71-9a40-fef611f06724', 'status': 'completed', 'code': 200} Feb 09 18:17:18.675634 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-1ad85bed-d74f-4115-ad95-d34cad8daf78 None None] Set router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:17:18.682383 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] For port 9af7f6a4-e7fe-4907-a4e0-dc330b729c96, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:17:18.695650 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] For port 9af7f6a4-e7fe-4907-a4e0-dc330b729c96, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9af7f6a4-e7fe-4907-a4e0-dc330b729c96,segment=NetworkSegment(5937f7f7-463a-49f6-92b0-6b9c61472878),segment_id=5937f7f7-463a-49f6-92b0-6b9c61472878)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:17:18.757713 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d73e4cb1-83cc-4514-8c3d-618632551385 req-4c956876-182d-4fa1-ae88-f3632bced122 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10a4b1464e30470e8e13c0bd2bfded95&device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 1098 time: 0.2007213 Feb 09 18:17:18.761795 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:18.777418 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dcc42c0a-62a2-4e79-98d5-4a0b628c51ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:18.864155 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dcc42c0a-62a2-4e79-98d5-4a0b628c51ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:18.884910 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770875c8-a494-4ad7-8aee-46f92908e1c8 None None] Pushing event updated for resources: {'Port': ['ID=9af7f6a4-e7fe-4907-a4e0-dc330b729c96,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:18.915475 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] Routers {'dc62cca7-32db-4264-8be4-b664c8e9fe22'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:17:18.916169 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:16:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['dc62cca7-32db-4264-8be4-b664c8e9fe22'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:19.053588 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e4cb1-83cc-4514-8c3d-618632551385 req-98c3b1b1-7f9d-4e1b-90ad-de6d32fe352b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:19.055141 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d73e4cb1-83cc-4514-8c3d-618632551385 req-98c3b1b1-7f9d-4e1b-90ad-de6d32fe352b service neutron] 10.222.0.50 "GET /v2.0/networks?id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd HTTP/1.1" status: 200 len: 912 time: 0.2879319 Feb 09 18:17:19.061486 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc42c0a-62a2-4e79-98d5-4a0b628c51ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb0fb2f-94a7-4ab1-97e1-ac02bca6b6a7,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:19.177777 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dcc42c0a-62a2-4e79-98d5-4a0b628c51ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:19.181071 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-dcc42c0a-62a2-4e79-98d5-4a0b628c51ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9259148 Feb 09 18:17:19.182932 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56588) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:19.213668 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-513283a5-aaa3-4ae5-9d14-f51812ef646a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '65cd9f66-8068-40da-b3c0-815704c607a6', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:17:19.244006 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-513283a5-aaa3-4ae5-9d14-f51812ef646a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:17:19.250815 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-513283a5-aaa3-4ae5-9d14-f51812ef646a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:17:19.264461 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-513283a5-aaa3-4ae5-9d14-f51812ef646a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:17:19.300631 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-513283a5-aaa3-4ae5-9d14-f51812ef646a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:17:19.340944 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1ad85bed-d74f-4115-ad95-d34cad8daf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:04:25Z', 'revision_number': 4, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port': {'id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:13Z', 'updated_at': '2022-02-09T18:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'c4ab1183-3095-4e25-ac07-2eda2f41ac35', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'floating_ip_address': '172.26.8.56', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'port_id': 'ac3e592d-c4ab-414b-9d2f-fd52dc2144c1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'mac_address': 'fa:16:3e:54:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee765166-44f2-4305-8297-da1234350bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:10:27Z', 'updated_at': '2022-02-09T18:10:36Z', 'revision_number': 1, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3760f8-e3f8-419b-a593-4e5263a8677e', 'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'mac_address': 'fa:16:3e:3a:97:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:22Z', 'updated_at': '2022-02-09T18:04:35Z', 'revision_number': 5, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'subnets': [{'id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:19.361608 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad85bed-d74f-4115-ad95-d34cad8daf78 None None] Checking router: 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:17:19.362993 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d73e4cb1-83cc-4514-8c3d-618632551385 req-a6ef4526-2043-4c2c-a95f-19da8bcf7839 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c50323d-8aaa-4a71-9a40-fef611f06724 HTTP/1.1" status: 200 len: 217 time: 0.2975996 Feb 09 18:17:19.411277 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad85bed-d74f-4115-ad95-d34cad8daf78 None None] Routers {'3f7e0be2-fa0f-4081-8802-dd4bd4d20318'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:17:19.411909 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1ad85bed-d74f-4115-ad95-d34cad8daf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:16:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:19.419484 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7fc16dd4-7325-4805-b1f6-c8cbc662e751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:19.421869 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] Set router dc62cca7-32db-4264-8be4-b664c8e9fe22 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:17:19.456262 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e4cb1-83cc-4514-8c3d-618632551385 req-4fb5b3d5-578a-49c9-b91e-90e1696cfe4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:19.457656 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d73e4cb1-83cc-4514-8c3d-618632551385 req-4fb5b3d5-578a-49c9-b91e-90e1696cfe4a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e8a71708-3c6c-4754-9944-bc1082e83c1e HTTP/1.1" status: 200 len: 850 time: 0.0910833 Feb 09 18:17:19.532017 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-513283a5-aaa3-4ae5-9d14-f51812ef646a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:19.571324 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d73e4cb1-83cc-4514-8c3d-618632551385 req-23779cb5-9f4b-4f9e-b434-925d866ef559 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1067650 Feb 09 18:17:19.690926 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-513283a5-aaa3-4ae5-9d14-f51812ef646a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:19.702750 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17cc74-ff5f-4eb8-9777-c1944e509631 req-c014b670-c685-4a8d-90ec-72ab5ad62e7d tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:19.711401 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-1ad85bed-d74f-4115-ad95-d34cad8daf78 None None] Set router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:17:19.711747 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4b17cc74-ff5f-4eb8-9777-c1944e509631 req-c014b670-c685-4a8d-90ec-72ab5ad62e7d tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 945 time: 0.2377889 Feb 09 18:17:19.746370 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d73e4cb1-83cc-4514-8c3d-618632551385 req-1a6fdc56-524b-44d6-a6cb-0491f52d8dd5 service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675870 Feb 09 18:17:19.777165 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4b17cc74-ff5f-4eb8-9777-c1944e509631 req-6a62c1a6-9c5c-4304-8493-a2515c377c28 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643411 Feb 09 18:17:19.822479 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-513283a5-aaa3-4ae5-9d14-f51812ef646a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:19.854588 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513283a5-aaa3-4ae5-9d14-f51812ef646a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b70ed5b-efd4-4e4d-a7c3-2ede01018440,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:19.973643 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d73e4cb1-83cc-4514-8c3d-618632551385 req-f8597564-7124-40d8-8b08-16028875a24b service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205360 Feb 09 18:17:20.006738 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'name': 'tempest-TestNetworkBasicOps-router-938088260', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:13Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '9af7f6a4-e7fe-4907-a4e0-dc330b729c96', 'name': '', 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:71:77:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a84fb95-701d-4817-bb2e-08e1edce3b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:17:12Z', 'updated_at': '2022-02-09T18:17:18Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '5a84fb95-701d-4817-bb2e-08e1edce3b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:20.013233 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db06f39e-cd03-4136-8c30-f8e1e7b39d9c None None] The sync data for ids ['dc62cca7-32db-4264-8be4-b664c8e9fe22'] in dv-neutron-827016-2-hyperv is: [{'id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'name': 'tempest-TestNetworkBasicOps-router-938088260', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:13Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '9af7f6a4-e7fe-4907-a4e0-dc330b729c96', 'name': '', 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:71:77:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a84fb95-701d-4817-bb2e-08e1edce3b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:17:12Z', 'updated_at': '2022-02-09T18:17:18Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '5a84fb95-701d-4817-bb2e-08e1edce3b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:17:20.040219 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-513283a5-aaa3-4ae5-9d14-f51812ef646a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:20.044959 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-513283a5-aaa3-4ae5-9d14-f51812ef646a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8605187 Feb 09 18:17:20.045832 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56594) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:20.083648 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-550c0986-002c-4300-b3d4-1937b4144e2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '65cd9f66-8068-40da-b3c0-815704c607a6', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:17:20.083648 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-550c0986-002c-4300-b3d4-1937b4144e2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:17:20.083648 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-550c0986-002c-4300-b3d4-1937b4144e2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:17:20.108775 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-550c0986-002c-4300-b3d4-1937b4144e2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:17:20.110633 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:17:20.118288 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-550c0986-002c-4300-b3d4-1937b4144e2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:17:20.137657 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:20.271794 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1ad85bed-d74f-4115-ad95-d34cad8daf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:04:25Z', 'revision_number': 4, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port': {'id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:13Z', 'updated_at': '2022-02-09T18:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'c4ab1183-3095-4e25-ac07-2eda2f41ac35', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'floating_ip_address': '172.26.8.56', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'port_id': 'ac3e592d-c4ab-414b-9d2f-fd52dc2144c1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'mac_address': 'fa:16:3e:54:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee765166-44f2-4305-8297-da1234350bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:10:27Z', 'updated_at': '2022-02-09T18:10:36Z', 'revision_number': 1, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3760f8-e3f8-419b-a593-4e5263a8677e', 'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'mac_address': 'fa:16:3e:3a:97:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:22Z', 'updated_at': '2022-02-09T18:04:35Z', 'revision_number': 5, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'subnets': [{'id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:20.276781 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad85bed-d74f-4115-ad95-d34cad8daf78 None None] The sync data for ids ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'] in dv-neutron-827016-2-hyperv is: [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:04:25Z', 'revision_number': 4, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port': {'id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:13Z', 'updated_at': '2022-02-09T18:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'c4ab1183-3095-4e25-ac07-2eda2f41ac35', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'floating_ip_address': '172.26.8.56', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'port_id': 'ac3e592d-c4ab-414b-9d2f-fd52dc2144c1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'mac_address': 'fa:16:3e:54:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee765166-44f2-4305-8297-da1234350bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:10:27Z', 'updated_at': '2022-02-09T18:10:36Z', 'revision_number': 1, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3760f8-e3f8-419b-a593-4e5263a8677e', 'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'mac_address': 'fa:16:3e:3a:97:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:22Z', 'updated_at': '2022-02-09T18:04:35Z', 'revision_number': 5, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'subnets': [{'id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:17:20.297378 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:20.306478 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-550c0986-002c-4300-b3d4-1937b4144e2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:20.405086 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-550c0986-002c-4300-b3d4-1937b4144e2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:20.599950 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-550c0986-002c-4300-b3d4-1937b4144e2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:20.648252 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c0986-002c-4300-b3d4-1937b4144e2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e4d6d9-cb72-4fbb-bed5-4b65c0932817,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:20.688407 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6994c6-bd4b-42d6-bbd0-0450a3398010 None None] New status for floating IP c4a9ba9e-4ba5-4efe-8373-626b1ac212cb: DOWN {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:17:20.725932 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-550c0986-002c-4300-b3d4-1937b4144e2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:20.727694 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-550c0986-002c-4300-b3d4-1937b4144e2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6801183 Feb 09 18:17:20.731650 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56598) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:20.739789 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-fbb4dfe3-f9b0-4683-8f0a-f28977f51dc5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '65cd9f66-8068-40da-b3c0-815704c607a6', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:17:20.753529 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-fbb4dfe3-f9b0-4683-8f0a-f28977f51dc5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:17:20.760587 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-fbb4dfe3-f9b0-4683-8f0a-f28977f51dc5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:17:20.767043 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-fbb4dfe3-f9b0-4683-8f0a-f28977f51dc5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:17:20.787312 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-fbb4dfe3-f9b0-4683-8f0a-f28977f51dc5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:17:20.888438 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-fbb4dfe3-f9b0-4683-8f0a-f28977f51dc5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Project 352fd60817ff4d5d9e97f16f52485b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:17:20.909808 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fbb4dfe3-f9b0-4683-8f0a-f28977f51dc5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:21.029247 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562dbb9-cad5-43c3-8d5d-399ccfb08319 req-d47c6143-c099-4967-8a9e-0ff1f734684e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:21.030406 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-8562dbb9-cad5-43c3-8d5d-399ccfb08319 req-d47c6143-c099-4967-8a9e-0ff1f734684e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Synchronizing usage tracker for tenant:10a4b1464e30470e8e13c0bd2bfded95 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:17:21.172596 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 9af7f6a4-e7fe-4907-a4e0-dc330b729c96 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:17:21.183575 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-8562dbb9-cad5-43c3-8d5d-399ccfb08319 req-d47c6143-c099-4967-8a9e-0ff1f734684e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Unset dirty status for tenant:10a4b1464e30470e8e13c0bd2bfded95 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:17:21.186564 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8562dbb9-cad5-43c3-8d5d-399ccfb08319 req-d47c6143-c099-4967-8a9e-0ff1f734684e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 945 time: 0.3579280 Feb 09 18:17:21.208190 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fbb4dfe3-f9b0-4683-8f0a-f28977f51dc5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:21.255208 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681adbb-4fb3-4a1c-a75d-b93d14d02b79 req-2a1268fb-1a10-42f1-986a-85e52af431cd tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:21.257062 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a681adbb-4fb3-4a1c-a75d-b93d14d02b79 req-2a1268fb-1a10-42f1-986a-85e52af431cd tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 945 time: 0.2675796 Feb 09 18:17:21.281737 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fbb4dfe3-f9b0-4683-8f0a-f28977f51dc5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:21.323281 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-8562dbb9-cad5-43c3-8d5d-399ccfb08319 req-ab91da34-1404-404c-b04b-ac98a8e25ffe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Deleting port 3c50323d-8aaa-4a71-9a40-fef611f06724 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:17:21.324262 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8562dbb9-cad5-43c3-8d5d-399ccfb08319 req-ab91da34-1404-404c-b04b-ac98a8e25ffe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:21.328260 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4dfe3-f9b0-4683-8f0a-f28977f51dc5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec3eb1b-0afb-4822-baff-6b80175a45f1,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:21.367408 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a681adbb-4fb3-4a1c-a75d-b93d14d02b79 req-5ca27209-5572-4ad2-b9c4-d1178334b3d0 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021218 Feb 09 18:17:21.395217 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 9af7f6a4-e7fe-4907-a4e0-dc330b729c96 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:17:21.405226 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 9af7f6a4-e7fe-4907-a4e0-dc330b729c96 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:17:21.406226 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:21.428698 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fbb4dfe3-f9b0-4683-8f0a-f28977f51dc5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:21.435074 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fbb4dfe3-f9b0-4683-8f0a-f28977f51dc5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6969671 Feb 09 18:17:21.435287 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56604) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:21.447385 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-89a4a022-cf8e-4683-85cb-f84fb64760ab tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '65cd9f66-8068-40da-b3c0-815704c607a6', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:17:21.460393 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-89a4a022-cf8e-4683-85cb-f84fb64760ab tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:17:21.469966 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-89a4a022-cf8e-4683-85cb-f84fb64760ab tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:17:21.480339 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-89a4a022-cf8e-4683-85cb-f84fb64760ab tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:17:21.512173 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-89a4a022-cf8e-4683-85cb-f84fb64760ab tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:17:21.606785 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-89a4a022-cf8e-4683-85cb-f84fb64760ab tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Project 352fd60817ff4d5d9e97f16f52485b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:17:21.623014 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:21.623362 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-89a4a022-cf8e-4683-85cb-f84fb64760ab tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:21.637996 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:21.686616 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 9af7f6a4-e7fe-4907-a4e0-dc330b729c96, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9af7f6a4-e7fe-4907-a4e0-dc330b729c96,segment=NetworkSegment(5937f7f7-463a-49f6-92b0-6b9c61472878),segment_id=5937f7f7-463a-49f6-92b0-6b9c61472878)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:17:21.691616 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-8562dbb9-cad5-43c3-8d5d-399ccfb08319 req-ab91da34-1404-404c-b04b-ac98a8e25ffe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] For port 3c50323d-8aaa-4a71-9a40-fef611f06724, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=3c50323d-8aaa-4a71-9a40-fef611f06724,segment=NetworkSegment(ef1edd2b-cf25-4f82-9baf-16b100c9302b),segment_id=ef1edd2b-cf25-4f82-9baf-16b100c9302b)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:17:21.692377 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8562dbb9-cad5-43c3-8d5d-399ccfb08319 req-ab91da34-1404-404c-b04b-ac98a8e25ffe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:21.770504 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-89a4a022-cf8e-4683-85cb-f84fb64760ab tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:21.789810 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:21.833032 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-8562dbb9-cad5-43c3-8d5d-399ccfb08319 req-ab91da34-1404-404c-b04b-ac98a8e25ffe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Calling delete_port for 3c50323d-8aaa-4a71-9a40-fef611f06724 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:17:21.853277 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-89a4a022-cf8e-4683-85cb-f84fb64760ab tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:21.909026 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=9af7f6a4-e7fe-4907-a4e0-dc330b729c96,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:21.915031 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4a022-cf8e-4683-85cb-f84fb64760ab tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30c5571-4f21-4fac-ac94-395366878ab1,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:21.977302 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-89a4a022-cf8e-4683-85cb-f84fb64760ab tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:21.978927 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-89a4a022-cf8e-4683-85cb-f84fb64760ab tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5414805 Feb 09 18:17:22.120440 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8562dbb9-cad5-43c3-8d5d-399ccfb08319 req-ab91da34-1404-404c-b04b-ac98a8e25ffe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:22.203481 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91da34-1404-404c-b04b-ac98a8e25ffe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Pushing event deleted for resources: {'Port': ['ID=3c50323d-8aaa-4a71-9a40-fef611f06724,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:22.308485 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-8562dbb9-cad5-43c3-8d5d-399ccfb08319 req-ab91da34-1404-404c-b04b-ac98a8e25ffe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] No DVR routers for this DVR port 3c50323d-8aaa-4a71-9a40-fef611f06724 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:17:22.311274 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8562dbb9-cad5-43c3-8d5d-399ccfb08319 req-ab91da34-1404-404c-b04b-ac98a8e25ffe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:22.315471 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e62f554-ae7b-4c7a-989b-bf249dadbdd8', 'name': 'network-vif-deleted', 'tag': '3c50323d-8aaa-4a71-9a40-fef611f06724'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:17:22.369766 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-8ca34c57-3e9e-409d-9f02-1e8904a05a23 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:17:22.390721 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8562dbb9-cad5-43c3-8d5d-399ccfb08319 req-ab91da34-1404-404c-b04b-ac98a8e25ffe tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.50 "DELETE /v2.0/ports/3c50323d-8aaa-4a71-9a40-fef611f06724 HTTP/1.1" status: 204 len: 173 time: 1.1979721 Feb 09 18:17:22.413393 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e62f554-ae7b-4c7a-989b-bf249dadbdd8', 'name': 'network-vif-deleted', 'tag': '3c50323d-8aaa-4a71-9a40-fef611f06724', 'status': 'completed', 'code': 200} Feb 09 18:17:22.469106 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-8ca34c57-3e9e-409d-9f02-1e8904a05a23 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:17:22.472075 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-8ca34c57-3e9e-409d-9f02-1e8904a05a23 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1243406974&fields=id&tenant_id=352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 267 time: 0.1844077 Feb 09 18:17:22.669397 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-79006139-5ef0-44ff-8fc2-7dd240bf69f4 req-bcff8604-7609-44b5-9f9d-10e4362f5d2c tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 210 time: 0.1459749 Feb 09 18:17:22.774554 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-956b145b-217b-4629-89cd-483c13e8b536 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:22.775401 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-956b145b-217b-4629-89cd-483c13e8b536 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:network {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:17:22.851261 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-956b145b-217b-4629-89cd-483c13e8b536 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:network {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:17:22.852328 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-956b145b-217b-4629-89cd-483c13e8b536 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/networks?id=22ac092f-9b9c-4fc1-92e2-0eea7a628bdd HTTP/1.1" status: 200 len: 796 time: 0.3725863 Feb 09 18:17:22.872476 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-68d033a1-f20b-4a73-aadb-904e6a0aed1d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/quotas/352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 375 time: 0.0121591 Feb 09 18:17:23.006022 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-49c363b8-ce05-4ab1-886a-1e7e02f7275b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:17:23.102724 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 9af7f6a4-e7fe-4907-a4e0-dc330b729c96 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:17:23.104675 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-49c363b8-ce05-4ab1-886a-1e7e02f7275b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:17:23.107744 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-49c363b8-ce05-4ab1-886a-1e7e02f7275b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2220724 Feb 09 18:17:23.248964 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 9af7f6a4-e7fe-4907-a4e0-dc330b729c96 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:17:23.249302 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:23.494010 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-03c59b66-0f4c-407c-86ff-f403a42f804f service neutron] 10.222.0.21 "GET /v2.0/networks/22ac092f-9b9c-4fc1-92e2-0eea7a628bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722174 Feb 09 18:17:23.656041 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-c2943bf4-a9bc-44a3-aaae-5ac68311e011 service neutron] 10.222.0.21 "GET /v2.0/networks/22ac092f-9b9c-4fc1-92e2-0eea7a628bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547155 Feb 09 18:17:23.891543 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d91af3f4-5ff0-41e6-baf8-a7458dec6c00 req-71a55973-cd27-474f-bc5a-a402d4188433 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e62f554-ae7b-4c7a-989b-bf249dadbdd8 HTTP/1.1" status: 200 len: 210 time: 0.0432029 Feb 09 18:17:24.009307 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-211cfe0d-bf13-43b9-823f-5e0f585b20f7 req-08275193-788b-4cbd-b38b-daac491fe6f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad354ea6-1e98-4e39-9777-013061121503 HTTP/1.1" status: 200 len: 210 time: 0.0441158 Feb 09 18:17:24.818544 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 3c50323d-8aaa-4a71-9a40-fef611f06724 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:17:24.859202 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: 3c50323d-8aaa-4a71-9a40-fef611f06724 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:17:24.859622 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 3c50323d-8aaa-4a71-9a40-fef611f06724 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:17:25.203737 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-284845e3-1c23-4469-b27e-f1c546a67f33 req-962a5190-c50e-4d48-b33b-525e5499eda3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad354ea6-1e98-4e39-9777-013061121503 HTTP/1.1" status: 200 len: 210 time: 0.0707319 Feb 09 18:17:26.443974 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-08f1784a-e0f4-46ea-b0df-5bd3ba844eda req-e8ee2cbc-934d-47cb-9d83-14b9e80e7b62 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad354ea6-1e98-4e39-9777-013061121503 HTTP/1.1" status: 200 len: 210 time: 0.0466368 Feb 09 18:17:27.706393 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e7912c25-e2a6-4569-a5cc-7925c0f3556e req-ee9940a9-83b1-4da0-8ea2-52577fd6f9be tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad354ea6-1e98-4e39-9777-013061121503 HTTP/1.1" status: 200 len: 210 time: 0.0978434 Feb 09 18:17:27.798463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-1a3c61a8-00d7-48ce-89ad-6835fffa642d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:27.799482 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-1a3c61a8-00d7-48ce-89ad-6835fffa642d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:17:27.814726 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-1a3c61a8-00d7-48ce-89ad-6835fffa642d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:17:27.821538 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-1a3c61a8-00d7-48ce-89ad-6835fffa642d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/networks?id=22ac092f-9b9c-4fc1-92e2-0eea7a628bdd HTTP/1.1" status: 200 len: 796 time: 0.4176593 Feb 09 18:17:27.878811 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-a43281a1-2c79-4d55-baea-5d60503bffa4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:17:27.894484 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-a43281a1-2c79-4d55-baea-5d60503bffa4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:17:27.895925 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-a43281a1-2c79-4d55-baea-5d60503bffa4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 380 time: 0.0671666 Feb 09 18:17:27.904632 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-5b252eef-e89f-47ae-9d7a-07beb38b257c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'port': {'device_id': 'ad354ea6-1e98-4e39-9777-013061121503', 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd', 'admin_state_up': True, 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'security_groups': ['65cd9f66-8068-40da-b3c0-815704c607a6']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:17:28.242901 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-5b252eef-e89f-47ae-9d7a-07beb38b257c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:17:28.272570 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-5b252eef-e89f-47ae-9d7a-07beb38b257c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:17:28.406552 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-5b252eef-e89f-47ae-9d7a-07beb38b257c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:17:28.413816 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-5b252eef-e89f-47ae-9d7a-07beb38b257c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:28.738186 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-5b252eef-e89f-47ae-9d7a-07beb38b257c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.20.0.7 (22ac092f-9b9c-4fc1-92e2-0eea7a628bdd/5a84fb95-701d-4817-bb2e-08e1edce3b77/b8bf9a2c-9544-41ee-9411-6979ef0012dd) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:17:28.972535 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-5b252eef-e89f-47ae-9d7a-07beb38b257c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:28.994542 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-5b252eef-e89f-47ae-9d7a-07beb38b257c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Transition to ACTIVE for port object b8bf9a2c-9544-41ee-9411-6979ef0012dd will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:17:29.076870 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-98d4bc0b-472a-465e-b904-33c8e6d30899 req-6ceb85ee-7e98-4144-905f-0555ad69b816 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad354ea6-1e98-4e39-9777-013061121503 HTTP/1.1" status: 200 len: 210 time: 0.0623345 Feb 09 18:17:29.127592 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-5b252eef-e89f-47ae-9d7a-07beb38b257c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:29.252961 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-5b252eef-e89f-47ae-9d7a-07beb38b257c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network 22ac092f-9b9c-4fc1-92e2-0eea7a628bdd is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:17:29.261242 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-5b252eef-e89f-47ae-9d7a-07beb38b257c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:17:29.280776 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-5b252eef-e89f-47ae-9d7a-07beb38b257c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:17:29.372624 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b252eef-e89f-47ae-9d7a-07beb38b257c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=b8bf9a2c-9544-41ee-9411-6979ef0012dd,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:29.402819 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-5b252eef-e89f-47ae-9d7a-07beb38b257c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:29.403485 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-5b252eef-e89f-47ae-9d7a-07beb38b257c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:29.537986 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-5b252eef-e89f-47ae-9d7a-07beb38b257c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6373317 Feb 09 18:17:29.550541 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-24630cc3-0b27-4dbf-9791-b7ea46dbe3fa service neutron] Request body: {'port': {'device_id': 'ad354ea6-1e98-4e39-9777-013061121503', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:17:29.670626 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-24630cc3-0b27-4dbf-9791-b7ea46dbe3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:29.735058 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-eea72ff9-6d83-4b2d-b648-569538a04df4 None None] Provisioning for port b8bf9a2c-9544-41ee-9411-6979ef0012dd completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:17:29.741257 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-eea72ff9-6d83-4b2d-b648-569538a04df4 None None] Provisioning complete for port b8bf9a2c-9544-41ee-9411-6979ef0012dd triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:17:29.741631 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eea72ff9-6d83-4b2d-b648-569538a04df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:29.805144 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-eea72ff9-6d83-4b2d-b648-569538a04df4 None None] Port b8bf9a2c-9544-41ee-9411-6979ef0012dd cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:17:30.149008 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-24630cc3-0b27-4dbf-9791-b7ea46dbe3fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8bf9a2c-9544-41ee-9411-6979ef0012dd {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:17:30.164348 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-24630cc3-0b27-4dbf-9791-b7ea46dbe3fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:30.193286 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-24630cc3-0b27-4dbf-9791-b7ea46dbe3fa service neutron] Transition to ACTIVE for port object b8bf9a2c-9544-41ee-9411-6979ef0012dd will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:17:30.285617 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-24630cc3-0b27-4dbf-9791-b7ea46dbe3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:30.321567 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa6959-dfdf-4cf3-98ae-397d8999888d req-d303d21f-83c8-461c-8878-ec7b48718425 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:30.323219 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-56aa6959-dfdf-4cf3-98ae-397d8999888d req-d303d21f-83c8-461c-8878-ec7b48718425 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad354ea6-1e98-4e39-9777-013061121503 HTTP/1.1" status: 200 len: 931 time: 0.1047549 Feb 09 18:17:30.403893 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-56aa6959-dfdf-4cf3-98ae-397d8999888d req-3a5c29ea-7f08-40a5-be55-6ccb3659ceab tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=65cd9f66-8068-40da-b3c0-815704c607a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705478 Feb 09 18:17:30.426483 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24630cc3-0b27-4dbf-9791-b7ea46dbe3fa service neutron] Pushing event updated for resources: {'Port': ['ID=b8bf9a2c-9544-41ee-9411-6979ef0012dd,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:30.558927 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-24630cc3-0b27-4dbf-9791-b7ea46dbe3fa service neutron] Attempting to bind port b8bf9a2c-9544-41ee-9411-6979ef0012dd on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:17:30.559261 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-24630cc3-0b27-4dbf-9791-b7ea46dbe3fa service neutron] Attempting to bind port b8bf9a2c-9544-41ee-9411-6979ef0012dd by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '5937f7f7-463a-49f6-92b0-6b9c61472878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:17:30.559590 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-24630cc3-0b27-4dbf-9791-b7ea46dbe3fa service neutron] Attempting to bind port b8bf9a2c-9544-41ee-9411-6979ef0012dd on network 22ac092f-9b9c-4fc1-92e2-0eea7a628bdd {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:17:30.567712 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-24630cc3-0b27-4dbf-9791-b7ea46dbe3fa service neutron] Port b8bf9a2c-9544-41ee-9411-6979ef0012dd on network 22ac092f-9b9c-4fc1-92e2-0eea7a628bdd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:17:30.568036 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-24630cc3-0b27-4dbf-9791-b7ea46dbe3fa service neutron] Attempting to bind port b8bf9a2c-9544-41ee-9411-6979ef0012dd on network 22ac092f-9b9c-4fc1-92e2-0eea7a628bdd {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:17:30.575779 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-24630cc3-0b27-4dbf-9791-b7ea46dbe3fa service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:17:30.576202 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-24630cc3-0b27-4dbf-9791-b7ea46dbe3fa service neutron] Checking segment: {'id': '5937f7f7-463a-49f6-92b0-6b9c61472878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:17:30.576776 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-24630cc3-0b27-4dbf-9791-b7ea46dbe3fa service neutron] Bound using segment: {'id': '5937f7f7-463a-49f6-92b0-6b9c61472878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:17:30.577020 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-24630cc3-0b27-4dbf-9791-b7ea46dbe3fa service neutron] Bound port: b8bf9a2c-9544-41ee-9411-6979ef0012dd, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5937f7f7-463a-49f6-92b0-6b9c61472878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:17:30.577373 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-24630cc3-0b27-4dbf-9791-b7ea46dbe3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:30.684151 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-24630cc3-0b27-4dbf-9791-b7ea46dbe3fa service neutron] For port b8bf9a2c-9544-41ee-9411-6979ef0012dd, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:17:30.687639 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-24630cc3-0b27-4dbf-9791-b7ea46dbe3fa service neutron] For port b8bf9a2c-9544-41ee-9411-6979ef0012dd, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=b8bf9a2c-9544-41ee-9411-6979ef0012dd,segment=NetworkSegment(5937f7f7-463a-49f6-92b0-6b9c61472878),segment_id=5937f7f7-463a-49f6-92b0-6b9c61472878)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:17:30.788916 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-24630cc3-0b27-4dbf-9791-b7ea46dbe3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:30.857859 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-24630cc3-0b27-4dbf-9791-b7ea46dbe3fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:30.859317 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-24630cc3-0b27-4dbf-9791-b7ea46dbe3fa service neutron] 10.222.0.50 "PUT /v2.0/ports/b8bf9a2c-9544-41ee-9411-6979ef0012dd HTTP/1.1" status: 200 len: 1093 time: 1.3139024 Feb 09 18:17:30.859787 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad354ea6-1e98-4e39-9777-013061121503', 'tag': 'b8bf9a2c-9544-41ee-9411-6979ef0012dd'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:17:30.891217 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24630cc3-0b27-4dbf-9791-b7ea46dbe3fa service neutron] Pushing event updated for resources: {'Port': ['ID=b8bf9a2c-9544-41ee-9411-6979ef0012dd,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:31.006987 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad354ea6-1e98-4e39-9777-013061121503', 'tag': 'b8bf9a2c-9544-41ee-9411-6979ef0012dd', 'status': 'completed', 'code': 200} Feb 09 18:17:31.062753 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-9548b7e8-bff1-4a81-90e0-12a13938fa31 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=ad354ea6-1e98-4e39-9777-013061121503 HTTP/1.1" status: 200 len: 1096 time: 0.0893691 Feb 09 18:17:31.243088 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56666) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:31.247524 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-35b83263-7aea-44a9-ab0b-2259637fa54f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8bf9a2c-9544-41ee-9411-6979ef0012dd HTTP/1.1" status: 200 len: 217 time: 0.1763520 Feb 09 18:17:31.351796 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-9c48cb0e-be31-4c26-9ac8-099be03085df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:31.353312 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-9c48cb0e-be31-4c26-9ac8-099be03085df service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5a84fb95-701d-4817-bb2e-08e1edce3b77 HTTP/1.1" status: 200 len: 842 time: 0.0716913 Feb 09 18:17:31.548417 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-cb645aab-6234-43d0-b178-48885a027993 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Deleting port bafa544a-d863-41f6-bd5f-7db2cb2d1726 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:17:31.549300 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cb645aab-6234-43d0-b178-48885a027993 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:31.609895 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-4100a67c-fa32-41d4-8b1c-8816512c78cb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=22ac092f-9b9c-4fc1-92e2-0eea7a628bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2498341 Feb 09 18:17:31.800693 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cb645aab-6234-43d0-b178-48885a027993 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:31.801012 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cb645aab-6234-43d0-b178-48885a027993 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:31.817970 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386c36b-b083-49e8-9734-fe11b9a819fe req-c6291cba-4773-4c83-8575-23783b4dc964 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:31.820279 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6386c36b-b083-49e8-9734-fe11b9a819fe req-c6291cba-4773-4c83-8575-23783b4dc964 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad354ea6-1e98-4e39-9777-013061121503 HTTP/1.1" status: 200 len: 943 time: 0.2178352 Feb 09 18:17:31.840505 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-59e232cd-51e3-4bad-81e1-38887096990b service neutron] 10.222.0.50 "GET /v2.0/networks/22ac092f-9b9c-4fc1-92e2-0eea7a628bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244406 Feb 09 18:17:31.949141 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-cb645aab-6234-43d0-b178-48885a027993 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Calling delete_port for bafa544a-d863-41f6-bd5f-7db2cb2d1726 owned by network:floatingip {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:17:32.006413 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9bce557f-d136-4ed8-ac8d-0f3c8edffeea req-dcbba5b3-2f25-4c94-9da1-e1d06db9100b service neutron] 10.222.0.50 "GET /v2.0/networks/22ac092f-9b9c-4fc1-92e2-0eea7a628bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593132 Feb 09 18:17:32.034840 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6386c36b-b083-49e8-9734-fe11b9a819fe req-210fb2c8-54cd-4315-917f-302437dc3c2b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=65cd9f66-8068-40da-b3c0-815704c607a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635885 Feb 09 18:17:32.204982 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3da2881f-dff7-47a9-900a-78697f7fc7fa req-54cf6140-6bbc-4a9b-9fe7-cef6af905081 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=ad354ea6-1e98-4e39-9777-013061121503 HTTP/1.1" status: 200 len: 1096 time: 0.0794404 Feb 09 18:17:32.314813 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cb645aab-6234-43d0-b178-48885a027993 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:32.365145 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb645aab-6234-43d0-b178-48885a027993 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Pushing event deleted for resources: {'Port': ['ID=bafa544a-d863-41f6-bd5f-7db2cb2d1726,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:32.386987 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2881f-dff7-47a9-900a-78697f7fc7fa req-2d151941-0cac-4883-a324-15d778612bba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:32.389444 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3da2881f-dff7-47a9-900a-78697f7fc7fa req-2d151941-0cac-4883-a324-15d778612bba service neutron] 10.222.0.50 "GET /v2.0/networks?id=22ac092f-9b9c-4fc1-92e2-0eea7a628bdd HTTP/1.1" status: 200 len: 897 time: 0.1785080 Feb 09 18:17:32.469915 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3da2881f-dff7-47a9-900a-78697f7fc7fa req-55b0267c-8e39-4759-951d-17d632a0e85d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8bf9a2c-9544-41ee-9411-6979ef0012dd HTTP/1.1" status: 200 len: 217 time: 0.0744987 Feb 09 18:17:32.545600 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2881f-dff7-47a9-900a-78697f7fc7fa req-89630381-7f8c-4e0f-80bc-aedfe901ae35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:32.547931 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3da2881f-dff7-47a9-900a-78697f7fc7fa req-89630381-7f8c-4e0f-80bc-aedfe901ae35 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5a84fb95-701d-4817-bb2e-08e1edce3b77 HTTP/1.1" status: 200 len: 842 time: 0.0711040 Feb 09 18:17:32.585435 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cb645aab-6234-43d0-b178-48885a027993 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for floatingip, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:32.639132 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3da2881f-dff7-47a9-900a-78697f7fc7fa req-e9469046-c75a-4b90-b7d4-31332482ec03 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=22ac092f-9b9c-4fc1-92e2-0eea7a628bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838528 Feb 09 18:17:32.810921 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3da2881f-dff7-47a9-900a-78697f7fc7fa req-b49bc593-717e-43ea-8cc1-96bb0fe5e501 service neutron] 10.222.0.50 "GET /v2.0/networks/22ac092f-9b9c-4fc1-92e2-0eea7a628bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646621 Feb 09 18:17:32.834401 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device b8bf9a2c-9544-41ee-9411-6979ef0012dd details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:17:32.988531 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port b8bf9a2c-9544-41ee-9411-6979ef0012dd, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=b8bf9a2c-9544-41ee-9411-6979ef0012dd,segment=NetworkSegment(5937f7f7-463a-49f6-92b0-6b9c61472878),segment_id=5937f7f7-463a-49f6-92b0-6b9c61472878)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:17:32.998271 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3da2881f-dff7-47a9-900a-78697f7fc7fa req-5b5a0788-b193-43ca-8a5e-950857d0a6d3 service neutron] 10.222.0.50 "GET /v2.0/networks/22ac092f-9b9c-4fc1-92e2-0eea7a628bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805394 Feb 09 18:17:33.005758 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': 'b8bf9a2c-9544-41ee-9411-6979ef0012dd', 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd', 'port_id': 'b8bf9a2c-9544-41ee-9411-6979ef0012dd', 'mac_address': 'fa:16:3e:aa:29:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a84fb95-701d-4817-bb2e-08e1edce3b77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:17:33.102826 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:33.134888 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8bf9a2c-9544-41ee-9411-6979ef0012dd {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:17:33.155309 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port b8bf9a2c-9544-41ee-9411-6979ef0012dd, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=b8bf9a2c-9544-41ee-9411-6979ef0012dd,segment=NetworkSegment(5937f7f7-463a-49f6-92b0-6b9c61472878),segment_id=5937f7f7-463a-49f6-92b0-6b9c61472878)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:17:33.175795 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb645aab-6234-43d0-b178-48885a027993 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:17:33.245394 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:33.335807 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=b8bf9a2c-9544-41ee-9411-6979ef0012dd,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:33.441442 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cca758-7407-4731-93e7-2fd688213313 req-f01f8589-ea75-44a6-8ab5-3aeb57677ec7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:33.443033 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d7cca758-7407-4731-93e7-2fd688213313 req-f01f8589-ea75-44a6-8ab5-3aeb57677ec7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad354ea6-1e98-4e39-9777-013061121503 HTTP/1.1" status: 200 len: 944 time: 0.1758120 Feb 09 18:17:33.464595 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['b8bf9a2c-9544-41ee-9411-6979ef0012dd'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:17:33.519882 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d7cca758-7407-4731-93e7-2fd688213313 req-7cbcd003-ac12-41e4-ba09-e68b965c47c6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=65cd9f66-8068-40da-b3c0-815704c607a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657597 Feb 09 18:17:33.540220 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb645aab-6234-43d0-b178-48885a027993 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:17:33.553677 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad615aa9-07a1-4b7a-8000-65f065d7758c None None] Sync routers for ids ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:17:33.561790 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cb645aab-6234-43d0-b178-48885a027993 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:33.569507 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad615aa9-07a1-4b7a-8000-65f065d7758c None None] Routers {'3f7e0be2-fa0f-4081-8802-dd4bd4d20318'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:17:33.570122 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ad615aa9-07a1-4b7a-8000-65f065d7758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:17:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:33.629582 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cb645aab-6234-43d0-b178-48885a027993 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "DELETE /v2.0/floatingips/c4ab1183-3095-4e25-ac07-2eda2f41ac35 HTTP/1.1" status: 204 len: 168 time: 2.3851509 Feb 09 18:17:33.630336 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee765166-44f2-4305-8297-da1234350bee', 'tag': 'ac3e592d-c4ab-414b-9d2f-fd52dc2144c1'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:17:33.774153 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee765166-44f2-4305-8297-da1234350bee', 'tag': 'ac3e592d-c4ab-414b-9d2f-fd52dc2144c1', 'status': 'completed', 'code': 200} Feb 09 18:17:33.915407 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-ad615aa9-07a1-4b7a-8000-65f065d7758c None None] Set router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:17:33.930043 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9f1e9066-2a01-4f31-af08-c0759845c3dd req-b04415f6-fa75-496d-a962-9a3809b1b1c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10a4b1464e30470e8e13c0bd2bfded95&device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 1098 time: 0.1349072 Feb 09 18:17:34.113992 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e9066-2a01-4f31-af08-c0759845c3dd req-cfb6f51f-7055-4c63-a53a-6df066b9e591 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:34.115689 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9f1e9066-2a01-4f31-af08-c0759845c3dd req-cfb6f51f-7055-4c63-a53a-6df066b9e591 service neutron] 10.222.0.50 "GET /v2.0/networks?id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd HTTP/1.1" status: 200 len: 912 time: 0.1793108 Feb 09 18:17:34.221698 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9f1e9066-2a01-4f31-af08-c0759845c3dd req-0d58077a-c863-4361-b853-b8ebe8014fea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 HTTP/1.1" status: 200 len: 217 time: 0.0992830 Feb 09 18:17:34.301514 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e9066-2a01-4f31-af08-c0759845c3dd req-0b49bc6d-11a5-47a8-8c80-56027e66cbd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:34.303122 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9f1e9066-2a01-4f31-af08-c0759845c3dd req-0b49bc6d-11a5-47a8-8c80-56027e66cbd4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e8a71708-3c6c-4754-9944-bc1082e83c1e HTTP/1.1" status: 200 len: 850 time: 0.0750651 Feb 09 18:17:34.445459 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ad615aa9-07a1-4b7a-8000-65f065d7758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:04:25Z', 'revision_number': 4, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port': {'id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:13Z', 'updated_at': '2022-02-09T18:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7c3760f8-e3f8-419b-a593-4e5263a8677e', 'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'mac_address': 'fa:16:3e:3a:97:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:22Z', 'updated_at': '2022-02-09T18:04:35Z', 'revision_number': 5, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'subnets': [{'id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:34.452914 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad615aa9-07a1-4b7a-8000-65f065d7758c None None] Checking router: 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:17:34.476914 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad615aa9-07a1-4b7a-8000-65f065d7758c None None] Routers {'3f7e0be2-fa0f-4081-8802-dd4bd4d20318'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:17:34.478344 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ad615aa9-07a1-4b7a-8000-65f065d7758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:17:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:34.502285 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9f1e9066-2a01-4f31-af08-c0759845c3dd req-d74f2d89-d950-427e-955a-8a67f19f1f07 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=80e60e6d-fc87-452b-ad1a-b77ca354a9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1932871 Feb 09 18:17:34.732504 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47208f3-81d0-4b07-9074-05fa73e0559f req-b6194e6e-0cf1-4b3e-a89a-9d5258b8678c tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:34.733720 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-e47208f3-81d0-4b07-9074-05fa73e0559f req-b6194e6e-0cf1-4b3e-a89a-9d5258b8678c tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Synchronizing usage tracker for tenant:10a4b1464e30470e8e13c0bd2bfded95 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:17:34.774525 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9f1e9066-2a01-4f31-af08-c0759845c3dd req-0e8bbd3f-4d7f-4ed3-92a6-f4ad4dbcda99 service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611637 Feb 09 18:17:34.835319 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device b8bf9a2c-9544-41ee-9411-6979ef0012dd up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:17:34.869336 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-e47208f3-81d0-4b07-9074-05fa73e0559f req-b6194e6e-0cf1-4b3e-a89a-9d5258b8678c tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Unset dirty status for tenant:10a4b1464e30470e8e13c0bd2bfded95 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:17:34.871508 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e47208f3-81d0-4b07-9074-05fa73e0559f req-b6194e6e-0cf1-4b3e-a89a-9d5258b8678c tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 945 time: 0.3112767 Feb 09 18:17:35.008241 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-ad615aa9-07a1-4b7a-8000-65f065d7758c None None] Set router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:17:35.018084 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e47208f3-81d0-4b07-9074-05fa73e0559f req-a7c082b0-472a-4f80-86c9-158b48f9a950 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341012 Feb 09 18:17:35.039802 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port b8bf9a2c-9544-41ee-9411-6979ef0012dd completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:17:35.046377 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port b8bf9a2c-9544-41ee-9411-6979ef0012dd triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:17:35.046759 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:35.068579 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c8646-0824-4409-952d-dc645a6f9820 req-aaa036b6-4d3f-4a0e-8324-95d32cabc007 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:35.068579 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-294c8646-0824-4409-952d-dc645a6f9820 req-aaa036b6-4d3f-4a0e-8324-95d32cabc007 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad354ea6-1e98-4e39-9777-013061121503 HTTP/1.1" status: 200 len: 944 time: 0.2498057 Feb 09 18:17:35.163152 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-294c8646-0824-4409-952d-dc645a6f9820 req-c7f0bb54-e327-43b4-840b-f6e0d8f6c2df tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=65cd9f66-8068-40da-b3c0-815704c607a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918431 Feb 09 18:17:35.214184 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9f1e9066-2a01-4f31-af08-c0759845c3dd req-8dc7a6bd-1ec5-4d19-ac00-a1c1579a0d95 service neutron] 10.222.0.50 "GET /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330568 Feb 09 18:17:35.278830 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:35.292065 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324cb45-0c31-42e5-ba44-d3404b793fc8 req-2aaf9fe2-588d-4630-8e47-f4477ee16cdb tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:35.292065 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-5324cb45-0c31-42e5-ba44-d3404b793fc8 req-2aaf9fe2-588d-4630-8e47-f4477ee16cdb tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Synchronizing usage tracker for tenant:10a4b1464e30470e8e13c0bd2bfded95 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:17:35.303903 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-5324cb45-0c31-42e5-ba44-d3404b793fc8 req-2aaf9fe2-588d-4630-8e47-f4477ee16cdb tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Unset dirty status for tenant:10a4b1464e30470e8e13c0bd2bfded95 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:17:35.305859 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5324cb45-0c31-42e5-ba44-d3404b793fc8 req-2aaf9fe2-588d-4630-8e47-f4477ee16cdb tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 945 time: 0.3700726 Feb 09 18:17:35.337726 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad354ea6-1e98-4e39-9777-013061121503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bf9a2c-9544-41ee-9411-6979ef0012dd'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:17:35.356339 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port b8bf9a2c-9544-41ee-9411-6979ef0012dd, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=b8bf9a2c-9544-41ee-9411-6979ef0012dd,segment=NetworkSegment(5937f7f7-463a-49f6-92b0-6b9c61472878),segment_id=5937f7f7-463a-49f6-92b0-6b9c61472878)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:17:35.405790 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:35.443735 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-5324cb45-0c31-42e5-ba44-d3404b793fc8 req-1e07c5a0-fe7d-4904-ba79-17225b12890e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Deleting port ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:17:35.444503 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5324cb45-0c31-42e5-ba44-d3404b793fc8 req-1e07c5a0-fe7d-4904-ba79-17225b12890e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:35.468576 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad354ea6-1e98-4e39-9777-013061121503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bf9a2c-9544-41ee-9411-6979ef0012dd', 'code': 200} Feb 09 18:17:35.545443 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=b8bf9a2c-9544-41ee-9411-6979ef0012dd,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:35.684533 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ad615aa9-07a1-4b7a-8000-65f065d7758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:04:25Z', 'revision_number': 4, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port': {'id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:13Z', 'updated_at': '2022-02-09T18:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7c3760f8-e3f8-419b-a593-4e5263a8677e', 'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'mac_address': 'fa:16:3e:3a:97:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:22Z', 'updated_at': '2022-02-09T18:04:35Z', 'revision_number': 5, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'subnets': [{'id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:35.690116 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad615aa9-07a1-4b7a-8000-65f065d7758c None None] The sync data for ids ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'] in dv-neutron-827016-2-hyperv is: [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:04:25Z', 'revision_number': 4, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port': {'id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:13Z', 'updated_at': '2022-02-09T18:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7c3760f8-e3f8-419b-a593-4e5263a8677e', 'name': '', 'network_id': '80e60e6d-fc87-452b-ad1a-b77ca354a9cd', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'mac_address': 'fa:16:3e:3a:97:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:22Z', 'updated_at': '2022-02-09T18:04:35Z', 'revision_number': 5, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'subnets': [{'id': 'e8a71708-3c6c-4754-9944-bc1082e83c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:17:35.877346 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-5324cb45-0c31-42e5-ba44-d3404b793fc8 req-1e07c5a0-fe7d-4904-ba79-17225b12890e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] For port ac3e592d-c4ab-414b-9d2f-fd52dc2144c1, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=ac3e592d-c4ab-414b-9d2f-fd52dc2144c1,segment=NetworkSegment(ef1edd2b-cf25-4f82-9baf-16b100c9302b),segment_id=ef1edd2b-cf25-4f82-9baf-16b100c9302b)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:17:35.877592 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5324cb45-0c31-42e5-ba44-d3404b793fc8 req-1e07c5a0-fe7d-4904-ba79-17225b12890e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:36.005967 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-5324cb45-0c31-42e5-ba44-d3404b793fc8 req-1e07c5a0-fe7d-4904-ba79-17225b12890e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Calling delete_port for ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:17:36.184628 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-12f3452b-9d63-435a-9621-4fe7cd68e7f9 req-c9fab310-dc0a-4b94-8e5b-f2b1c08e7b32 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ad354ea6-1e98-4e39-9777-013061121503 HTTP/1.1" status: 200 len: 1098 time: 0.1855519 Feb 09 18:17:36.252776 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-12f3452b-9d63-435a-9621-4fe7cd68e7f9 req-2a58fe6d-d5f5-4e22-9e2d-b3b96a41fd18 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=65cd9f66-8068-40da-b3c0-815704c607a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600085 Feb 09 18:17:36.314731 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5324cb45-0c31-42e5-ba44-d3404b793fc8 req-1e07c5a0-fe7d-4904-ba79-17225b12890e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:36.370825 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07c5a0-fe7d-4904-ba79-17225b12890e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Pushing event deleted for resources: {'Port': ['ID=ac3e592d-c4ab-414b-9d2f-fd52dc2144c1,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:36.396531 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58225032-5a96-4c20-85cd-75e56e6390b7 req-cbbd9069-b78e-4cb4-a22a-2d9705da780a tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:36.401038 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-58225032-5a96-4c20-85cd-75e56e6390b7 req-cbbd9069-b78e-4cb4-a22a-2d9705da780a tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 867 time: 0.1648858 Feb 09 18:17:36.495094 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-5324cb45-0c31-42e5-ba44-d3404b793fc8 req-1e07c5a0-fe7d-4904-ba79-17225b12890e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] No DVR routers for this DVR port ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:17:36.498897 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5324cb45-0c31-42e5-ba44-d3404b793fc8 req-1e07c5a0-fe7d-4904-ba79-17225b12890e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:36.503337 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee765166-44f2-4305-8297-da1234350bee', 'name': 'network-vif-deleted', 'tag': 'ac3e592d-c4ab-414b-9d2f-fd52dc2144c1'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:17:36.524622 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-58225032-5a96-4c20-85cd-75e56e6390b7 req-59d2f21e-e6ee-4ae2-994e-4ea033f172ce tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/security-groups?id=182a8754-6bb2-4adb-a270-f7f586a0643c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141653 Feb 09 18:17:36.553015 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b753d7-177a-4c8b-9ed3-7eb545f1482c req-c8158291-3aef-497d-b754-64f87d18d6ae tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:36.555172 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-89b753d7-177a-4c8b-9ed3-7eb545f1482c req-c8158291-3aef-497d-b754-64f87d18d6ae tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad354ea6-1e98-4e39-9777-013061121503 HTTP/1.1" status: 200 len: 945 time: 0.1216738 Feb 09 18:17:36.591073 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5324cb45-0c31-42e5-ba44-d3404b793fc8 req-1e07c5a0-fe7d-4904-ba79-17225b12890e tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.50 "DELETE /v2.0/ports/ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 HTTP/1.1" status: 204 len: 173 time: 1.2787261 Feb 09 18:17:36.645629 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-89b753d7-177a-4c8b-9ed3-7eb545f1482c req-d0c84d59-157d-4e3e-8a32-7d39be51ac20 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=65cd9f66-8068-40da-b3c0-815704c607a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781834 Feb 09 18:17:36.686476 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c48689-5b17-49ef-870d-2c8c3f446d3c None None] New status for floating IP c4ab1183-3095-4e25-ac07-2eda2f41ac35: DOWN {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:17:36.743147 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee765166-44f2-4305-8297-da1234350bee', 'name': 'network-vif-deleted', 'tag': 'ac3e592d-c4ab-414b-9d2f-fd52dc2144c1', 'status': 'completed', 'code': 200} Feb 09 18:17:37.769505 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d2eeb5b0-4f62-4e2e-80f2-7cc32735b476 req-1bddc622-414a-40c0-976a-00b89e94958f tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee765166-44f2-4305-8297-da1234350bee HTTP/1.1" status: 200 len: 210 time: 0.0820105 Feb 09 18:17:37.973572 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52b717-7ba3-42d4-ba19-4c999d17ba7b req-72033754-42a4-40b0-aa7c-84f5dfa92874 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:37.975285 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3a52b717-7ba3-42d4-ba19-4c999d17ba7b req-72033754-42a4-40b0-aa7c-84f5dfa92874 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad354ea6-1e98-4e39-9777-013061121503 HTTP/1.1" status: 200 len: 945 time: 0.1128833 Feb 09 18:17:38.036183 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3a52b717-7ba3-42d4-ba19-4c999d17ba7b req-ef90eb0d-9368-4805-94aa-062eaf02e988 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=65cd9f66-8068-40da-b3c0-815704c607a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540981 Feb 09 18:17:38.302824 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7395fc-d4f5-4988-b6ea-a2de210d1b72 req-b37e3f17-0437-4e1d-8873-60c4767a6760 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:38.304378 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2c7395fc-d4f5-4988-b6ea-a2de210d1b72 req-b37e3f17-0437-4e1d-8873-60c4767a6760 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad354ea6-1e98-4e39-9777-013061121503 HTTP/1.1" status: 200 len: 945 time: 0.0854197 Feb 09 18:17:38.359222 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2c7395fc-d4f5-4988-b6ea-a2de210d1b72 req-17236ccd-8d64-4589-93ba-fdf98213d3f2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=65cd9f66-8068-40da-b3c0-815704c607a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488389 Feb 09 18:17:38.401113 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56700) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:38.491584 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-74a2aedc-8565-46c5-8569-b44880d7517b tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ad354ea6-1e98-4e39-9777-013061121503 HTTP/1.1" status: 200 len: 1093 time: 0.0887377 Feb 09 18:17:38.498897 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56704) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:38.504621 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-01c98594-4ecc-433f-ac04-2463846f59ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': 'b8bf9a2c-9544-41ee-9411-6979ef0012dd', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:17:38.515125 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-01c98594-4ecc-433f-ac04-2463846f59ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:17:38.522250 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-01c98594-4ecc-433f-ac04-2463846f59ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:floatingip and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:17:38.527314 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-01c98594-4ecc-433f-ac04-2463846f59ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:17:38.536853 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-01c98594-4ecc-433f-ac04-2463846f59ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:17:38.834050 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-01c98594-4ecc-433f-ac04-2463846f59ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:38.866255 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:17:38.914732 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56710) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:38.949250 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:17:38.949913 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device ac3e592d-c4ab-414b-9d2f-fd52dc2144c1 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:17:39.056032 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-01c98594-4ecc-433f-ac04-2463846f59ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:39.155351 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c01247d0-3ab3-408c-8796-c57e1096efad tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Deleting port f68f8e1d-2709-41c8-821f-818e589e8bcf {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:17:39.155702 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c01247d0-3ab3-408c-8796-c57e1096efad tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:39.251654 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-01c98594-4ecc-433f-ac04-2463846f59ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.26.8.172 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/4cb16463-7881-4731-aadc-7403c6945a69) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:17:39.470103 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-01c98594-4ecc-433f-ac04-2463846f59ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:39.510688 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c01247d0-3ab3-408c-8796-c57e1096efad tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:39.511090 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c01247d0-3ab3-408c-8796-c57e1096efad tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:39.571561 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-01c98594-4ecc-433f-ac04-2463846f59ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:39.681183 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c01247d0-3ab3-408c-8796-c57e1096efad tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Calling delete_port for f68f8e1d-2709-41c8-821f-818e589e8bcf owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:17:39.704190 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c98594-4ecc-433f-ac04-2463846f59ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:17:39.707856 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-01c98594-4ecc-433f-ac04-2463846f59ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:17:39.712086 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c98594-4ecc-433f-ac04-2463846f59ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:17:39.743679 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c98594-4ecc-433f-ac04-2463846f59ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=4cb16463-7881-4731-aadc-7403c6945a69,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:39.994365 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c01247d0-3ab3-408c-8796-c57e1096efad tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:40.086714 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01247d0-3ab3-408c-8796-c57e1096efad tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Pushing event deleted for resources: {'Port': ['ID=f68f8e1d-2709-41c8-821f-818e589e8bcf,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:40.269682 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c01247d0-3ab3-408c-8796-c57e1096efad tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:40.302287 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c01247d0-3ab3-408c-8796-c57e1096efad tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:40.304312 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c01247d0-3ab3-408c-8796-c57e1096efad tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "DELETE /v2.0/floatingips/d49f67fa-a619-45de-90d6-dce1c981cb32 HTTP/1.1" status: 204 len: 168 time: 1.3873167 Feb 09 18:17:40.326691 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-01c98594-4ecc-433f-ac04-2463846f59ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:40.733519 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-01c98594-4ecc-433f-ac04-2463846f59ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:40.988541 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-01c98594-4ecc-433f-ac04-2463846f59ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:41.239507 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-01c98594-4ecc-433f-ac04-2463846f59ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:41.349964 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c98594-4ecc-433f-ac04-2463846f59ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=4cb16463-7881-4731-aadc-7403c6945a69,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:41.366334 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-01c98594-4ecc-433f-ac04-2463846f59ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:41.684886 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.l3_db [None req-01c98594-4ecc-433f-ac04-2463846f59ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Floating IP af08c323-5717-4894-a549-4a510b68cbe7 associated. External IP: 172.26.8.172, port: b8bf9a2c-9544-41ee-9411-6979ef0012dd. Feb 09 18:17:42.149000 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c98594-4ecc-433f-ac04-2463846f59ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router dc62cca7-32db-4264-8be4-b664c8e9fe22 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:17:42.388166 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c98594-4ecc-433f-ac04-2463846f59ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:17:42.401125 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f91cce-3c19-45bc-831b-40aa5ae2bf47 None None] Sync routers for ids ['dc62cca7-32db-4264-8be4-b664c8e9fe22'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:17:42.418255 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f91cce-3c19-45bc-831b-40aa5ae2bf47 None None] Routers {'dc62cca7-32db-4264-8be4-b664c8e9fe22'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:17:42.418915 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-98f91cce-3c19-45bc-831b-40aa5ae2bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:17:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['dc62cca7-32db-4264-8be4-b664c8e9fe22'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:42.514454 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-01c98594-4ecc-433f-ac04-2463846f59ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:42.601932 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-01c98594-4ecc-433f-ac04-2463846f59ca tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1055920 Feb 09 18:17:42.602984 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad354ea6-1e98-4e39-9777-013061121503', 'tag': 'b8bf9a2c-9544-41ee-9411-6979ef0012dd'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:17:42.605796 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56724) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:42.679251 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-98f91cce-3c19-45bc-831b-40aa5ae2bf47 None None] Set router dc62cca7-32db-4264-8be4-b664c8e9fe22 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:17:42.686244 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad354ea6-1e98-4e39-9777-013061121503', 'tag': 'b8bf9a2c-9544-41ee-9411-6979ef0012dd', 'status': 'completed', 'code': 200} Feb 09 18:17:42.794345 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-411da8bd-eaa3-4f44-899c-475a8ff90afc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/af08c323-5717-4894-a549-4a510b68cbe7 HTTP/1.1" status: 200 len: 991 time: 0.1871703 Feb 09 18:17:42.816636 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6413782f-8eb7-4058-ae14-0f94143b89c5 req-eb5cd3b8-6386-45ed-8635-91f7e8b610b4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=ad354ea6-1e98-4e39-9777-013061121503 HTTP/1.1" status: 200 len: 1098 time: 0.1064041 Feb 09 18:17:42.964760 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413782f-8eb7-4058-ae14-0f94143b89c5 req-f8947681-de5a-4587-8f16-2e65dec12bf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:42.966262 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6413782f-8eb7-4058-ae14-0f94143b89c5 req-f8947681-de5a-4587-8f16-2e65dec12bf0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=22ac092f-9b9c-4fc1-92e2-0eea7a628bdd HTTP/1.1" status: 200 len: 897 time: 0.1438239 Feb 09 18:17:43.092985 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6413782f-8eb7-4058-ae14-0f94143b89c5 req-e919d07c-f0d9-4552-a19a-0e5389bd7ef5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8bf9a2c-9544-41ee-9411-6979ef0012dd HTTP/1.1" status: 200 len: 999 time: 0.1198895 Feb 09 18:17:43.104912 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-98f91cce-3c19-45bc-831b-40aa5ae2bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'name': 'tempest-TestNetworkBasicOps-router-938088260', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:13Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'af08c323-5717-4894-a549-4a510b68cbe7', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.172', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'port_id': 'b8bf9a2c-9544-41ee-9411-6979ef0012dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd', 'mac_address': 'fa:16:3e:aa:29:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad354ea6-1e98-4e39-9777-013061121503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:17:40Z', 'updated_at': '2022-02-09T18:17:40Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af7f6a4-e7fe-4907-a4e0-dc330b729c96', 'name': '', 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:71:77:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a84fb95-701d-4817-bb2e-08e1edce3b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:17:12Z', 'updated_at': '2022-02-09T18:17:21Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '5a84fb95-701d-4817-bb2e-08e1edce3b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:43.110759 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f91cce-3c19-45bc-831b-40aa5ae2bf47 None None] Checking router: dc62cca7-32db-4264-8be4-b664c8e9fe22 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:17:43.124244 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f91cce-3c19-45bc-831b-40aa5ae2bf47 None None] Routers {'dc62cca7-32db-4264-8be4-b664c8e9fe22'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:17:43.124882 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-98f91cce-3c19-45bc-831b-40aa5ae2bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:17:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['dc62cca7-32db-4264-8be4-b664c8e9fe22'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:43.170429 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413782f-8eb7-4058-ae14-0f94143b89c5 req-75737744-5462-4ec1-8afb-8b00b3514e3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:17:43.173722 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6413782f-8eb7-4058-ae14-0f94143b89c5 req-75737744-5462-4ec1-8afb-8b00b3514e3b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5a84fb95-701d-4817-bb2e-08e1edce3b77 HTTP/1.1" status: 200 len: 842 time: 0.0726795 Feb 09 18:17:43.300481 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56732) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:43.356999 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6413782f-8eb7-4058-ae14-0f94143b89c5 req-c1d1fe71-e15a-4c2e-a92f-6ec2057dc554 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=22ac092f-9b9c-4fc1-92e2-0eea7a628bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1775680 Feb 09 18:17:43.370817 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-98f91cce-3c19-45bc-831b-40aa5ae2bf47 None None] Set router dc62cca7-32db-4264-8be4-b664c8e9fe22 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:17:43.463847 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d8c96ef-57df-454e-96c8-95fed2ffa9b0 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:43.516400 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d8c96ef-57df-454e-96c8-95fed2ffa9b0 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:43.582531 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6413782f-8eb7-4058-ae14-0f94143b89c5 req-e75c2f48-7476-4468-8a4c-911e6208f680 service neutron] 10.222.0.50 "GET /v2.0/networks/22ac092f-9b9c-4fc1-92e2-0eea7a628bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181551 Feb 09 18:17:43.756850 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6413782f-8eb7-4058-ae14-0f94143b89c5 req-3da849a4-ebf9-45de-a924-fc297ff16e01 service neutron] 10.222.0.50 "GET /v2.0/networks/22ac092f-9b9c-4fc1-92e2-0eea7a628bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682827 Feb 09 18:17:43.799102 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56736) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:43.811107 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d8c96ef-57df-454e-96c8-95fed2ffa9b0 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:43.848364 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c96ef-57df-454e-96c8-95fed2ffa9b0 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=182a8754-6bb2-4adb-a270-f7f586a0643c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:43.900985 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-98f91cce-3c19-45bc-831b-40aa5ae2bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'name': 'tempest-TestNetworkBasicOps-router-938088260', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:13Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'af08c323-5717-4894-a549-4a510b68cbe7', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.172', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'port_id': 'b8bf9a2c-9544-41ee-9411-6979ef0012dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd', 'mac_address': 'fa:16:3e:aa:29:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad354ea6-1e98-4e39-9777-013061121503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:17:40Z', 'updated_at': '2022-02-09T18:17:40Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af7f6a4-e7fe-4907-a4e0-dc330b729c96', 'name': '', 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:71:77:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a84fb95-701d-4817-bb2e-08e1edce3b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:17:12Z', 'updated_at': '2022-02-09T18:17:21Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '5a84fb95-701d-4817-bb2e-08e1edce3b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:43.909581 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f91cce-3c19-45bc-831b-40aa5ae2bf47 None None] The sync data for ids ['dc62cca7-32db-4264-8be4-b664c8e9fe22'] in dv-neutron-827016-2-hyperv is: [{'id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'name': 'tempest-TestNetworkBasicOps-router-938088260', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:13Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'af08c323-5717-4894-a549-4a510b68cbe7', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.172', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'port_id': 'b8bf9a2c-9544-41ee-9411-6979ef0012dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd', 'mac_address': 'fa:16:3e:aa:29:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad354ea6-1e98-4e39-9777-013061121503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:17:40Z', 'updated_at': '2022-02-09T18:17:40Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af7f6a4-e7fe-4907-a4e0-dc330b729c96', 'name': '', 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:71:77:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a84fb95-701d-4817-bb2e-08e1edce3b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:17:12Z', 'updated_at': '2022-02-09T18:17:21Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '5a84fb95-701d-4817-bb2e-08e1edce3b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:17:43.947429 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-432034b5-17c0-4224-9459-1d730e174d04 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/af08c323-5717-4894-a549-4a510b68cbe7 HTTP/1.1" status: 200 len: 991 time: 0.1467776 Feb 09 18:17:43.973192 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d8c96ef-57df-454e-96c8-95fed2ffa9b0 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:43.975470 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5d8c96ef-57df-454e-96c8-95fed2ffa9b0 tempest-TestVolumeBootPattern-1989345618 tempest-TestVolumeBootPattern-1989345618-project] 10.222.0.21 "DELETE /v2.0/security-groups/182a8754-6bb2-4adb-a270-f7f586a0643c HTTP/1.1" status: 204 len: 168 time: 0.6737936 Feb 09 18:17:44.182757 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56742) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:44.191770 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aee133f-3473-401e-8d09-d6782ed4c150 None None] New status for floating IP af08c323-5717-4894-a549-4a510b68cbe7: ACTIVE {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:17:44.783686 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a09968ed-54bd-4dbe-aeb8-94570b474b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:44.951570 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56748) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:45.146487 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-744b7527-cba6-49d9-973a-a0749a763a3c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/af08c323-5717-4894-a549-4a510b68cbe7 HTTP/1.1" status: 200 len: 993 time: 0.1931245 Feb 09 18:17:45.791805 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-a09968ed-54bd-4dbe-aeb8-94570b474b34 admin admin] Deleting port 7c3760f8-e3f8-419b-a593-4e5263a8677e {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:17:45.792564 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a09968ed-54bd-4dbe-aeb8-94570b474b34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:46.023839 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-a09968ed-54bd-4dbe-aeb8-94570b474b34 admin admin] For port 7c3760f8-e3f8-419b-a593-4e5263a8677e, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7c3760f8-e3f8-419b-a593-4e5263a8677e,segment=NetworkSegment(ef1edd2b-cf25-4f82-9baf-16b100c9302b),segment_id=ef1edd2b-cf25-4f82-9baf-16b100c9302b)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:17:46.024436 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a09968ed-54bd-4dbe-aeb8-94570b474b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:46.254068 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-a09968ed-54bd-4dbe-aeb8-94570b474b34 admin admin] Calling delete_port for 7c3760f8-e3f8-419b-a593-4e5263a8677e owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:17:46.559303 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a09968ed-54bd-4dbe-aeb8-94570b474b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:46.610477 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09968ed-54bd-4dbe-aeb8-94570b474b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c3760f8-e3f8-419b-a593-4e5263a8677e,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:46.610920 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37b1339e-08df-41a4-a73f-239748165740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:46.949982 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a09968ed-54bd-4dbe-aeb8-94570b474b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:47.023606 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:47.729450 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09968ed-54bd-4dbe-aeb8-94570b474b34 admin admin] Router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:17:47.965996 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09968ed-54bd-4dbe-aeb8-94570b474b34 admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:17:47.983648 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd5361-0139-4f90-9801-8ed5424b8a7a None None] Sync routers for ids ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:17:47.993329 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a09968ed-54bd-4dbe-aeb8-94570b474b34 admin admin] 10.222.0.21 "PUT /v2.0/routers/3f7e0be2-fa0f-4081-8802-dd4bd4d20318/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8069253 Feb 09 18:17:47.996202 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56754) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:48.005183 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd5361-0139-4f90-9801-8ed5424b8a7a None None] Routers {'3f7e0be2-fa0f-4081-8802-dd4bd4d20318'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:17:48.005935 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-60fd5361-0139-4f90-9801-8ed5424b8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:17:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:48.238064 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-60fd5361-0139-4f90-9801-8ed5424b8a7a None None] Set router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:17:48.329037 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea5d36a2-c83f-406a-9698-e43cb893ef7e admin admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:48.583724 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea5d36a2-c83f-406a-9698-e43cb893ef7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:48.696745 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ea5d36a2-c83f-406a-9698-e43cb893ef7e admin admin] Deleting port 02a3fa91-cb63-442e-a471-37a71bd0303d {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:17:48.697317 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea5d36a2-c83f-406a-9698-e43cb893ef7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:48.730509 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-60fd5361-0139-4f90-9801-8ed5424b8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:17:46Z', 'revision_number': 5, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port': {'id': '02a3fa91-cb63-442e-a471-37a71bd0303d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:13Z', 'updated_at': '2022-02-09T18:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:48.736158 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd5361-0139-4f90-9801-8ed5424b8a7a None None] Checking router: 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:17:48.751246 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd5361-0139-4f90-9801-8ed5424b8a7a None None] Routers {'3f7e0be2-fa0f-4081-8802-dd4bd4d20318'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:17:48.752156 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-60fd5361-0139-4f90-9801-8ed5424b8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:17:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:48.918339 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-ea5d36a2-c83f-406a-9698-e43cb893ef7e admin admin] For port 02a3fa91-cb63-442e-a471-37a71bd0303d, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=02a3fa91-cb63-442e-a471-37a71bd0303d,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:17:48.918910 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea5d36a2-c83f-406a-9698-e43cb893ef7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:48.925176 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-60fd5361-0139-4f90-9801-8ed5424b8a7a None None] Set router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:17:49.075648 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d8e061f-2bb0-4ec3-acff-ce7e81f8f447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:49.105403 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-60fd5361-0139-4f90-9801-8ed5424b8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:17:48Z', 'revision_number': 6, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port_host': None}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:49.110395 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd5361-0139-4f90-9801-8ed5424b8a7a None None] The sync data for ids ['3f7e0be2-fa0f-4081-8802-dd4bd4d20318'] in dv-neutron-827016-2-hyperv is: [{'id': '3f7e0be2-fa0f-4081-8802-dd4bd4d20318', 'name': 'tempest-TestVolumeBootPattern-282749400-router', 'tenant_id': '10a4b1464e30470e8e13c0bd2bfded95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:12Z', 'updated_at': '2022-02-09T18:17:48Z', 'revision_number': 6, 'project_id': '10a4b1464e30470e8e13c0bd2bfded95', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:17:49.141191 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ea5d36a2-c83f-406a-9698-e43cb893ef7e admin admin] Calling delete_port for 02a3fa91-cb63-442e-a471-37a71bd0303d owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:17:49.450616 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea5d36a2-c83f-406a-9698-e43cb893ef7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:49.504622 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d36a2-c83f-406a-9698-e43cb893ef7e admin admin] Pushing event deleted for resources: {'Port': ['ID=02a3fa91-cb63-442e-a471-37a71bd0303d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:49.745376 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea5d36a2-c83f-406a-9698-e43cb893ef7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:50.044836 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:50.118073 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:50.239608 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea5d36a2-c83f-406a-9698-e43cb893ef7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:50.244478 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea5d36a2-c83f-406a-9698-e43cb893ef7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:50.416461 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea5d36a2-c83f-406a-9698-e43cb893ef7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:50.417167 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5d36a2-c83f-406a-9698-e43cb893ef7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f7e0be2-fa0f-4081-8802-dd4bd4d20318 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:17:50.433556 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea5d36a2-c83f-406a-9698-e43cb893ef7e admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:50.434742 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ea5d36a2-c83f-406a-9698-e43cb893ef7e admin admin] 10.222.0.21 "DELETE /v2.0/routers/3f7e0be2-fa0f-4081-8802-dd4bd4d20318 HTTP/1.1" status: 204 len: 168 time: 2.4366837 Feb 09 18:17:50.439002 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56758) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:50.503968 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-95682fe9-4afe-4de2-b8c9-73b1e05d138c admin admin] Deleting subnet e8a71708-3c6c-4754-9944-bc1082e83c1e {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:17:50.507386 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-95682fe9-4afe-4de2-b8c9-73b1e05d138c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:50.562517 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-95682fe9-4afe-4de2-b8c9-73b1e05d138c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:50.652403 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-95682fe9-4afe-4de2-b8c9-73b1e05d138c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:50.833987 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-95682fe9-4afe-4de2-b8c9-73b1e05d138c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:50.883874 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95682fe9-4afe-4de2-b8c9-73b1e05d138c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8a71708-3c6c-4754-9944-bc1082e83c1e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:50.895885 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-95682fe9-4afe-4de2-b8c9-73b1e05d138c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:50.907693 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-95682fe9-4afe-4de2-b8c9-73b1e05d138c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e8a71708-3c6c-4754-9944-bc1082e83c1e HTTP/1.1" status: 204 len: 168 time: 0.4663391 Feb 09 18:17:50.907970 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5fb09b-3a1c-40f7-bbe9-439657fc25fb None None] Network 80e60e6d-fc87-452b-ad1a-b77ca354a9cd requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:17:50.909707 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56762) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:51.107223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc70a-bd41-4da1-bace-196f0d91d1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:51.110734 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7c3760f8-e3f8-419b-a593-4e5263a8677e no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:17:51.126635 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7a1dc70a-bd41-4da1-bace-196f0d91d1f8 admin admin] Deleting port 78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:17:51.127186 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc70a-bd41-4da1-bace-196f0d91d1f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:51.196215 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 7c3760f8-e3f8-419b-a593-4e5263a8677e {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:17:51.196215 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7c3760f8-e3f8-419b-a593-4e5263a8677e not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:17:51.196215 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 02a3fa91-cb63-442e-a471-37a71bd0303d no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:17:51.239042 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 02a3fa91-cb63-442e-a471-37a71bd0303d {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:17:51.239392 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 02a3fa91-cb63-442e-a471-37a71bd0303d not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:17:51.342314 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9991717-bf28-4de3-a45c-b10ce77ed2a7 None None] DHCP port deletion for 80e60e6d-fc87-452b-ad1a-b77ca354a9cd request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:17:51.348062 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d9991717-bf28-4de3-a45c-b10ce77ed2a7 None None] Deleting port 78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:17:51.348440 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d9991717-bf28-4de3-a45c-b10ce77ed2a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:51.453822 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-7a1dc70a-bd41-4da1-bace-196f0d91d1f8 admin admin] For port 78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd,segment=NetworkSegment(ef1edd2b-cf25-4f82-9baf-16b100c9302b),segment_id=ef1edd2b-cf25-4f82-9baf-16b100c9302b)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:17:51.454452 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc70a-bd41-4da1-bace-196f0d91d1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:51.576422 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d9991717-bf28-4de3-a45c-b10ce77ed2a7 None None] For port 78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd,segment=NetworkSegment(ef1edd2b-cf25-4f82-9baf-16b100c9302b),segment_id=ef1edd2b-cf25-4f82-9baf-16b100c9302b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:17:51.576729 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d9991717-bf28-4de3-a45c-b10ce77ed2a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:51.584633 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7a1dc70a-bd41-4da1-bace-196f0d91d1f8 admin admin] Calling delete_port for 78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:17:51.694355 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:51.700721 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d9991717-bf28-4de3-a45c-b10ce77ed2a7 None None] Calling delete_port for 78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:17:51.753496 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc70a-bd41-4da1-bace-196f0d91d1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:51.793505 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-d9991717-bf28-4de3-a45c-b10ce77ed2a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:17:51.794045 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-d9991717-bf28-4de3-a45c-b10ce77ed2a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:17:51.816284 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1dc70a-bd41-4da1-bace-196f0d91d1f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:51.822191 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1dc70a-bd41-4da1-bace-196f0d91d1f8 admin admin] No DVR routers for this DVR port 78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:17:51.954479 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc70a-bd41-4da1-bace-196f0d91d1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:51.981068 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-7a1dc70a-bd41-4da1-bace-196f0d91d1f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e60e6d-fc87-452b-ad1a-b77ca354a9cd']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:51.995260 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-7a1dc70a-bd41-4da1-bace-196f0d91d1f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef1edd2b-cf25-4f82-9baf-16b100c9302b') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:51.995552 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-7a1dc70a-bd41-4da1-bace-196f0d91d1f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef1edd2b-cf25-4f82-9baf-16b100c9302b') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:52.008695 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc70a-bd41-4da1-bace-196f0d91d1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:52.025916 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc70a-bd41-4da1-bace-196f0d91d1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:52.033605 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a1dc70a-bd41-4da1-bace-196f0d91d1f8 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:17:52.034102 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc70a-bd41-4da1-bace-196f0d91d1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:17:52.052680 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:17:52.193528 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc70a-bd41-4da1-bace-196f0d91d1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:52.211330 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc70a-bd41-4da1-bace-196f0d91d1f8 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:52.222575 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1dc70a-bd41-4da1-bace-196f0d91d1f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=80e60e6d-fc87-452b-ad1a-b77ca354a9cd,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:52.295508 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d9991717-bf28-4de3-a45c-b10ce77ed2a7 None None] Deleting port 78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:17:52.296077 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d9991717-bf28-4de3-a45c-b10ce77ed2a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:52.331725 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7a1dc70a-bd41-4da1-bace-196f0d91d1f8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/80e60e6d-fc87-452b-ad1a-b77ca354a9cd HTTP/1.1" status: 204 len: 168 time: 1.4199500 Feb 09 18:17:52.334871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56768) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:52.411396 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d9991717-bf28-4de3-a45c-b10ce77ed2a7 None None] The port '78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:17:52.760907 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aeafa928-75b1-4180-9964-aede477de74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:53.083428 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:17:53.127588 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:17:53.128068 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 78eefa7c-cc9a-4140-bdd8-e1fe65ef60bd not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:17:53.610562 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-aeafa928-75b1-4180-9964-aede477de74f admin admin] Deleting port 3cca6c1d-dc04-4c63-9014-13f7972ec808 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:17:53.611173 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aeafa928-75b1-4180-9964-aede477de74f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:53.822479 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-aeafa928-75b1-4180-9964-aede477de74f admin admin] For port 3cca6c1d-dc04-4c63-9014-13f7972ec808, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=3cca6c1d-dc04-4c63-9014-13f7972ec808,segment=NetworkSegment(ff3ad7d2-ae22-407d-aad4-944a085ef318),segment_id=ff3ad7d2-ae22-407d-aad4-944a085ef318)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:17:53.822853 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aeafa928-75b1-4180-9964-aede477de74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:53.947330 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-aeafa928-75b1-4180-9964-aede477de74f admin admin] Calling delete_port for 3cca6c1d-dc04-4c63-9014-13f7972ec808 owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:17:54.273455 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aeafa928-75b1-4180-9964-aede477de74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:54.322811 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeafa928-75b1-4180-9964-aede477de74f admin admin] Pushing event deleted for resources: {'Port': ['ID=3cca6c1d-dc04-4c63-9014-13f7972ec808,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:54.365152 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeafa928-75b1-4180-9964-aede477de74f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:54.370490 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeafa928-75b1-4180-9964-aede477de74f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:54.370490 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeafa928-75b1-4180-9964-aede477de74f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:54.370490 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeafa928-75b1-4180-9964-aede477de74f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:54.370490 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeafa928-75b1-4180-9964-aede477de74f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:54.370490 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeafa928-75b1-4180-9964-aede477de74f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:54.370490 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeafa928-75b1-4180-9964-aede477de74f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:54.370490 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeafa928-75b1-4180-9964-aede477de74f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:54.370490 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeafa928-75b1-4180-9964-aede477de74f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:54.370490 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeafa928-75b1-4180-9964-aede477de74f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:54.370490 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeafa928-75b1-4180-9964-aede477de74f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:17:54.659975 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aeafa928-75b1-4180-9964-aede477de74f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:55.421083 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeafa928-75b1-4180-9964-aede477de74f admin admin] Router 8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:17:55.642132 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeafa928-75b1-4180-9964-aede477de74f admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:17:55.656809 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e6f4b-8d12-4007-a7a9-4c1b3c7cf7e8 None None] Sync routers for ids ['8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:17:55.670129 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e6f4b-8d12-4007-a7a9-4c1b3c7cf7e8 None None] Routers {'8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:17:55.672406 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-cf8e6f4b-8d12-4007-a7a9-4c1b3c7cf7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:17:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:55.758053 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-aeafa928-75b1-4180-9964-aede477de74f admin admin] 10.222.0.21 "PUT /v2.0/routers/8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4193654 Feb 09 18:17:55.759076 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56772) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:55.867206 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-cf8e6f4b-8d12-4007-a7a9-4c1b3c7cf7e8 None None] Set router 8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:17:55.987979 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae401-e4cf-4850-b46a-9aad672001a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:56.206965 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-cf8e6f4b-8d12-4007-a7a9-4c1b3c7cf7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf', 'name': 'tempest-TestVolumeBootPattern-1190233698-router', 'tenant_id': 'b5559461405241f58e7ce666d1f2cd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '575f6197-d8c3-431b-a872-70f0b0442cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:40Z', 'updated_at': '2022-02-09T18:17:54Z', 'revision_number': 5, 'project_id': 'b5559461405241f58e7ce666d1f2cd64', 'gw_port': {'id': '575f6197-d8c3-431b-a872-70f0b0442cff', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:42Z', 'updated_at': '2022-02-09T18:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:56.211929 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e6f4b-8d12-4007-a7a9-4c1b3c7cf7e8 None None] Checking router: 8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:17:56.216183 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae401-e4cf-4850-b46a-9aad672001a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:56.224816 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e6f4b-8d12-4007-a7a9-4c1b3c7cf7e8 None None] Routers {'8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:17:56.225839 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-cf8e6f4b-8d12-4007-a7a9-4c1b3c7cf7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:17:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:56.357606 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ae401-e4cf-4850-b46a-9aad672001a4 admin admin] Deleting port 575f6197-d8c3-431b-a872-70f0b0442cff {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:17:56.357950 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae401-e4cf-4850-b46a-9aad672001a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:56.429842 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-cf8e6f4b-8d12-4007-a7a9-4c1b3c7cf7e8 None None] Set router 8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:17:56.547275 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-fd9ae401-e4cf-4850-b46a-9aad672001a4 admin admin] For port 575f6197-d8c3-431b-a872-70f0b0442cff, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=575f6197-d8c3-431b-a872-70f0b0442cff,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:17:56.547644 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae401-e4cf-4850-b46a-9aad672001a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:56.674206 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ae401-e4cf-4850-b46a-9aad672001a4 admin admin] Calling delete_port for 575f6197-d8c3-431b-a872-70f0b0442cff owned by network:router_gateway {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:17:56.757256 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-cf8e6f4b-8d12-4007-a7a9-4c1b3c7cf7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf', 'name': 'tempest-TestVolumeBootPattern-1190233698-router', 'tenant_id': 'b5559461405241f58e7ce666d1f2cd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '575f6197-d8c3-431b-a872-70f0b0442cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:40Z', 'updated_at': '2022-02-09T18:17:54Z', 'revision_number': 5, 'project_id': 'b5559461405241f58e7ce666d1f2cd64', 'gw_port': {'id': '575f6197-d8c3-431b-a872-70f0b0442cff', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:42Z', 'updated_at': '2022-02-09T18:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:56.762945 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e6f4b-8d12-4007-a7a9-4c1b3c7cf7e8 None None] The sync data for ids ['8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf'] in dv-neutron-827016-2-hyperv is: [{'id': '8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf', 'name': 'tempest-TestVolumeBootPattern-1190233698-router', 'tenant_id': 'b5559461405241f58e7ce666d1f2cd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '575f6197-d8c3-431b-a872-70f0b0442cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:04:40Z', 'updated_at': '2022-02-09T18:17:54Z', 'revision_number': 5, 'project_id': 'b5559461405241f58e7ce666d1f2cd64', 'gw_port': {'id': '575f6197-d8c3-431b-a872-70f0b0442cff', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:04:42Z', 'updated_at': '2022-02-09T18:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:17:57.038922 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae401-e4cf-4850-b46a-9aad672001a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:57.071199 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:17:57.089154 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ae401-e4cf-4850-b46a-9aad672001a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=575f6197-d8c3-431b-a872-70f0b0442cff,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:57.220161 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 3cca6c1d-dc04-4c63-9014-13f7972ec808 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:17:57.269186 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 3cca6c1d-dc04-4c63-9014-13f7972ec808 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:17:57.269645 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 3cca6c1d-dc04-4c63-9014-13f7972ec808 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:17:57.500113 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae401-e4cf-4850-b46a-9aad672001a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:57.780076 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae401-e4cf-4850-b46a-9aad672001a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:57.785035 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae401-e4cf-4850-b46a-9aad672001a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:57.912892 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae401-e4cf-4850-b46a-9aad672001a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:57.913409 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9ae401-e4cf-4850-b46a-9aad672001a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:17:57.927377 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae401-e4cf-4850-b46a-9aad672001a4 admin admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:57.928581 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fd9ae401-e4cf-4850-b46a-9aad672001a4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8c8c70ee-47f6-47bd-ac6e-f91b30b14cbf HTTP/1.1" status: 204 len: 168 time: 2.1690834 Feb 09 18:17:57.931203 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56776) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:57.997553 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-648e6851-c2ba-495b-8e5f-220c8163af3b admin admin] Deleting subnet 3b299fa4-f28b-4442-92ed-ac2c5a07c4f0 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:17:58.009812 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-648e6851-c2ba-495b-8e5f-220c8163af3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:58.067642 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-648e6851-c2ba-495b-8e5f-220c8163af3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:58.158760 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-648e6851-c2ba-495b-8e5f-220c8163af3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:58.340865 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-648e6851-c2ba-495b-8e5f-220c8163af3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:58.383954 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e6851-c2ba-495b-8e5f-220c8163af3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b299fa4-f28b-4442-92ed-ac2c5a07c4f0,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:58.388848 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-648e6851-c2ba-495b-8e5f-220c8163af3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:58.395601 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e367396b-c79f-4d4a-adc6-c59cc9943451 None None] Network 6313fddf-e111-40b9-9808-bfd8b01627da requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:17:58.400724 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-648e6851-c2ba-495b-8e5f-220c8163af3b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3b299fa4-f28b-4442-92ed-ac2c5a07c4f0 HTTP/1.1" status: 204 len: 168 time: 0.4663670 Feb 09 18:17:58.402934 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56780) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:17:58.528806 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9bc96776-253b-4d3f-85da-931668088219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:58.541272 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-9bc96776-253b-4d3f-85da-931668088219 admin admin] Deleting port 6203389a-dae3-4085-a2ab-fa6e5015277d {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:17:58.542144 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9bc96776-253b-4d3f-85da-931668088219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:58.739701 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf17818c-214a-4416-948f-8b2e91f8be3b None None] DHCP port deletion for 6313fddf-e111-40b9-9808-bfd8b01627da request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:17:58.745310 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-cf17818c-214a-4416-948f-8b2e91f8be3b None None] Deleting port 6203389a-dae3-4085-a2ab-fa6e5015277d {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:17:58.745677 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cf17818c-214a-4416-948f-8b2e91f8be3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:58.809906 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-9bc96776-253b-4d3f-85da-931668088219 admin admin] For port 6203389a-dae3-4085-a2ab-fa6e5015277d, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=6203389a-dae3-4085-a2ab-fa6e5015277d,segment=NetworkSegment(ff3ad7d2-ae22-407d-aad4-944a085ef318),segment_id=ff3ad7d2-ae22-407d-aad4-944a085ef318)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:17:58.810438 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9bc96776-253b-4d3f-85da-931668088219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:58.965447 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-cf17818c-214a-4416-948f-8b2e91f8be3b None None] For port 6203389a-dae3-4085-a2ab-fa6e5015277d, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=6203389a-dae3-4085-a2ab-fa6e5015277d,segment=NetworkSegment(ff3ad7d2-ae22-407d-aad4-944a085ef318),segment_id=ff3ad7d2-ae22-407d-aad4-944a085ef318)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:17:58.965724 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cf17818c-214a-4416-948f-8b2e91f8be3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:59.033566 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-9bc96776-253b-4d3f-85da-931668088219 admin admin] Calling delete_port for 6203389a-dae3-4085-a2ab-fa6e5015277d owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:17:59.107319 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-cf17818c-214a-4416-948f-8b2e91f8be3b None None] Calling delete_port for 6203389a-dae3-4085-a2ab-fa6e5015277d owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:17:59.144499 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 575f6197-d8c3-431b-a872-70f0b0442cff no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:17:59.192302 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 575f6197-d8c3-431b-a872-70f0b0442cff {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:17:59.192633 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 575f6197-d8c3-431b-a872-70f0b0442cff not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:17:59.193043 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6203389a-dae3-4085-a2ab-fa6e5015277d no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:17:59.284343 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9bc96776-253b-4d3f-85da-931668088219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:59.309787 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Port 6203389a-dae3-4085-a2ab-fa6e5015277d update to DOWN by agent not found {{(pid=84543) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 09 18:17:59.318390 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-cf17818c-214a-4416-948f-8b2e91f8be3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:17:59.318390 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-cf17818c-214a-4416-948f-8b2e91f8be3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:17:59.331467 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc96776-253b-4d3f-85da-931668088219 admin admin] Pushing event deleted for resources: {'Port': ['ID=6203389a-dae3-4085-a2ab-fa6e5015277d,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:59.338011 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc96776-253b-4d3f-85da-931668088219 admin admin] No DVR routers for this DVR port 6203389a-dae3-4085-a2ab-fa6e5015277d on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:17:59.578263 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9bc96776-253b-4d3f-85da-931668088219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:59.606528 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-9bc96776-253b-4d3f-85da-931668088219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6313fddf-e111-40b9-9808-bfd8b01627da']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:59.619697 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-9bc96776-253b-4d3f-85da-931668088219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3ad7d2-ae22-407d-aad4-944a085ef318') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:59.620027 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-9bc96776-253b-4d3f-85da-931668088219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3ad7d2-ae22-407d-aad4-944a085ef318') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:17:59.634004 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9bc96776-253b-4d3f-85da-931668088219 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:59.651588 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9bc96776-253b-4d3f-85da-931668088219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:59.659439 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc96776-253b-4d3f-85da-931668088219 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:17:59.659836 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9bc96776-253b-4d3f-85da-931668088219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:17:59.673923 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:17:59.818208 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-cf17818c-214a-4416-948f-8b2e91f8be3b None None] Deleting port 6203389a-dae3-4085-a2ab-fa6e5015277d {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:17:59.818831 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cf17818c-214a-4416-948f-8b2e91f8be3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:59.843793 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9bc96776-253b-4d3f-85da-931668088219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:59.875855 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9bc96776-253b-4d3f-85da-931668088219 admin admin] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:17:59.891856 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc96776-253b-4d3f-85da-931668088219 admin admin] Pushing event deleted for resources: {'Network': ['ID=6313fddf-e111-40b9-9808-bfd8b01627da,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:17:59.907144 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9bc96776-253b-4d3f-85da-931668088219 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6313fddf-e111-40b9-9808-bfd8b01627da HTTP/1.1" status: 204 len: 168 time: 1.5005810 Feb 09 18:17:59.915812 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-cf17818c-214a-4416-948f-8b2e91f8be3b None None] The port '6203389a-dae3-4085-a2ab-fa6e5015277d' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:18:00.444299 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56786) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:18:00.499969 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-10c432c6-c31f-4e6e-844e-004044c00e4e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10a4b1464e30470e8e13c0bd2bfded95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0535691 Feb 09 18:18:00.502737 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56790) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:18:00.572599 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-27d65bcc-7144-4040-ad34-ca35aeeda12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:18:00.600541 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-27d65bcc-7144-4040-ad34-ca35aeeda12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:18:00.803668 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-27d65bcc-7144-4040-ad34-ca35aeeda12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:18:00.823365 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d65bcc-7144-4040-ad34-ca35aeeda12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8d5c9a-000f-4ff9-a8cd-328e4a0a0598,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:18:00.831337 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-27d65bcc-7144-4040-ad34-ca35aeeda12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:18:00.832040 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-27d65bcc-7144-4040-ad34-ca35aeeda12b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb8d5c9a-000f-4ff9-a8cd-328e4a0a0598 HTTP/1.1" status: 204 len: 168 time: 0.3283737 Feb 09 18:18:01.823845 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56798) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:18:01.880815 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a5e09db7-4167-45cb-be04-f01a6b313ee8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5559461405241f58e7ce666d1f2cd64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0557585 Feb 09 18:18:01.885049 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56802) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:18:01.957307 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-55c31cf9-e2de-47d5-82a4-db05b1efb509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:18:01.988781 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-55c31cf9-e2de-47d5-82a4-db05b1efb509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:18:02.141598 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-55c31cf9-e2de-47d5-82a4-db05b1efb509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:18:02.160939 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c31cf9-e2de-47d5-82a4-db05b1efb509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426dcd8f-b96b-4aae-b819-b6326bc35f49,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:18:02.164417 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-55c31cf9-e2de-47d5-82a4-db05b1efb509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:18:02.165561 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-55c31cf9-e2de-47d5-82a4-db05b1efb509 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/426dcd8f-b96b-4aae-b819-b6326bc35f49 HTTP/1.1" status: 204 len: 168 time: 0.2794564 Feb 09 18:18:16.647943 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ac2bb17a-c960-40ea-8348-332f828d024d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:18:16.992490 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:18:19.003597 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-756682e3-4b6d-4387-b6dc-f5b08a188232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:18:20.066730 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:18:20.123654 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:18:21.597549 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:18:34.062631 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:18:38.918606 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-49df4123-afe9-400e-9bc0-7faaf98d55db req-8df0e63a-fb81-4930-b4d7-2b8a5d89f487 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ad354ea6-1e98-4e39-9777-013061121503&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0934212 Feb 09 18:18:39.110508 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-49df4123-afe9-400e-9bc0-7faaf98d55db req-ba317ed1-11b0-4007-8082-ec49383fc069 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=ad354ea6-1e98-4e39-9777-013061121503 HTTP/1.1" status: 200 len: 1098 time: 0.1015141 Feb 09 18:18:39.384021 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df4123-afe9-400e-9bc0-7faaf98d55db req-8c05ef54-09e7-45b1-aa3a-97a889a0b4a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:18:39.388035 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-49df4123-afe9-400e-9bc0-7faaf98d55db req-8c05ef54-09e7-45b1-aa3a-97a889a0b4a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=22ac092f-9b9c-4fc1-92e2-0eea7a628bdd HTTP/1.1" status: 200 len: 897 time: 0.2578976 Feb 09 18:18:39.530285 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-49df4123-afe9-400e-9bc0-7faaf98d55db req-3d9f0e88-18d8-4e91-b31c-d9224b462117 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8bf9a2c-9544-41ee-9411-6979ef0012dd HTTP/1.1" status: 200 len: 1001 time: 0.1350217 Feb 09 18:18:39.618367 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df4123-afe9-400e-9bc0-7faaf98d55db req-d244f29d-504e-40bc-9410-8edec4675fc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:18:39.620189 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-49df4123-afe9-400e-9bc0-7faaf98d55db req-d244f29d-504e-40bc-9410-8edec4675fc1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5a84fb95-701d-4817-bb2e-08e1edce3b77 HTTP/1.1" status: 200 len: 842 time: 0.0840602 Feb 09 18:18:39.719704 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-49df4123-afe9-400e-9bc0-7faaf98d55db req-6660e5b8-3996-42a2-8f12-31523e261639 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=22ac092f-9b9c-4fc1-92e2-0eea7a628bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0926130 Feb 09 18:18:39.870586 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-49df4123-afe9-400e-9bc0-7faaf98d55db req-abc99424-3bb7-4725-a5db-1e87dfc1d531 service neutron] 10.222.0.50 "GET /v2.0/networks/22ac092f-9b9c-4fc1-92e2-0eea7a628bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451356 Feb 09 18:18:40.024603 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-49df4123-afe9-400e-9bc0-7faaf98d55db req-54e29259-0a35-4990-8337-d1b6d8401109 service neutron] 10.222.0.50 "GET /v2.0/networks/22ac092f-9b9c-4fc1-92e2-0eea7a628bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477630 Feb 09 18:18:46.608883 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-130a78ae-c805-4541-8860-720729ad8187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:18:46.989174 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:18:49.000167 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4bc0c1c1-97bc-433b-b4bb-7d9977f53c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:18:50.048946 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:18:50.148985 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:18:51.602520 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:19:11.067357 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:19:16.787659 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ac47837-0ac3-464f-be94-0b44ee5ecaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:19:17.187695 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:19:18.989638 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17b21b13-364b-47a3-9e9c-f42b549736a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:19:20.045810 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:19:20.141111 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:19:21.590380 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:19:36.689952 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56834) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:19:36.996912 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-d3c1d7f7-c1b6-4ce9-b427-cf10a5380512 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:19:37.345269 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d3c1d7f7-c1b6-4ce9-b427-cf10a5380512 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-65282995'] for subnet, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:19:37.649196 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d3c1d7f7-c1b6-4ce9-b427-cf10a5380512 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779619510155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1085756'] for subnet, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:19:37.706136 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c1d7f7-c1b6-4ce9-b427-cf10a5380512 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:19:37.707325 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d3c1d7f7-c1b6-4ce9-b427-cf10a5380512 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:19:37.707597 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3fadfd-a459-458a-83ab-7d645fb51b47 None None] Network 22ac092f-9b9c-4fc1-92e2-0eea7a628bdd requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:19:37.709640 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d3c1d7f7-c1b6-4ce9-b427-cf10a5380512 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "PUT /v2.0/subnets/5a84fb95-701d-4817-bb2e-08e1edce3b77 HTTP/1.1" status: 200 len: 834 time: 1.0181174 Feb 09 18:19:37.738725 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1d7f7-c1b6-4ce9-b427-cf10a5380512 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Subnet': ['ID=5a84fb95-701d-4817-bb2e-08e1edce3b77,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:19:37.754961 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c1d7f7-c1b6-4ce9-b427-cf10a5380512 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:19:37.755522 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c1d7f7-c1b6-4ce9-b427-cf10a5380512 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:19:37.756215 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c1d7f7-c1b6-4ce9-b427-cf10a5380512 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:19:37.756773 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c1d7f7-c1b6-4ce9-b427-cf10a5380512 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:19:37.757310 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c1d7f7-c1b6-4ce9-b427-cf10a5380512 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:19:37.757858 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c1d7f7-c1b6-4ce9-b427-cf10a5380512 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:19:37.758438 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c1d7f7-c1b6-4ce9-b427-cf10a5380512 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:19:37.758988 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c1d7f7-c1b6-4ce9-b427-cf10a5380512 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:19:37.759621 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c1d7f7-c1b6-4ce9-b427-cf10a5380512 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:19:37.760186 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c1d7f7-c1b6-4ce9-b427-cf10a5380512 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:19:37.760975 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c1d7f7-c1b6-4ce9-b427-cf10a5380512 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:19:38.248471 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-26fb907f-6c4c-46ee-91d1-e60178c6a24c None None] Provisioning complete for port b8bf9a2c-9544-41ee-9411-6979ef0012dd triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:19:38.248829 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-26fb907f-6c4c-46ee-91d1-e60178c6a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:19:38.440570 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-26fb907f-6c4c-46ee-91d1-e60178c6a24c None None] Provisioning complete for port 4bdd5606-6d14-45a0-bf47-6b6302cee7a9 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:19:38.440944 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-26fb907f-6c4c-46ee-91d1-e60178c6a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:19:38.606312 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-26fb907f-6c4c-46ee-91d1-e60178c6a24c None None] Provisioning complete for port 9af7f6a4-e7fe-4907-a4e0-dc330b729c96 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:19:38.606713 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-26fb907f-6c4c-46ee-91d1-e60178c6a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:19:40.898542 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ee0e8c60-1543-48f2-b768-6ac23194db3e req-7e2dbb58-c178-4a95-aa24-d59efe958911 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ad354ea6-1e98-4e39-9777-013061121503&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747759 Feb 09 18:19:41.057651 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ee0e8c60-1543-48f2-b768-6ac23194db3e req-a8197973-0907-4349-b0b7-c65d43560635 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=ad354ea6-1e98-4e39-9777-013061121503 HTTP/1.1" status: 200 len: 1098 time: 0.0839062 Feb 09 18:19:41.222029 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e8c60-1543-48f2-b768-6ac23194db3e req-897d440e-a612-4ea5-8595-41aebe05a5e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:19:41.223560 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ee0e8c60-1543-48f2-b768-6ac23194db3e req-897d440e-a612-4ea5-8595-41aebe05a5e8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=22ac092f-9b9c-4fc1-92e2-0eea7a628bdd HTTP/1.1" status: 200 len: 897 time: 0.1429622 Feb 09 18:19:41.341634 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ee0e8c60-1543-48f2-b768-6ac23194db3e req-da6a1f91-84bf-4fd5-b7d1-87e72243f977 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8bf9a2c-9544-41ee-9411-6979ef0012dd HTTP/1.1" status: 200 len: 1001 time: 0.1107097 Feb 09 18:19:41.411507 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e8c60-1543-48f2-b768-6ac23194db3e req-27e04216-76a9-4fc3-946e-00601ed67500 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:19:41.413007 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ee0e8c60-1543-48f2-b768-6ac23194db3e req-27e04216-76a9-4fc3-946e-00601ed67500 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5a84fb95-701d-4817-bb2e-08e1edce3b77 HTTP/1.1" status: 200 len: 842 time: 0.0655153 Feb 09 18:19:41.497192 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ee0e8c60-1543-48f2-b768-6ac23194db3e req-e9606397-fa67-4ce4-9786-6cb0fff7633d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=22ac092f-9b9c-4fc1-92e2-0eea7a628bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774069 Feb 09 18:19:41.641325 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ee0e8c60-1543-48f2-b768-6ac23194db3e req-06a8790f-136f-4fb7-b90d-bc8d1f69ffe7 service neutron] 10.222.0.50 "GET /v2.0/networks/22ac092f-9b9c-4fc1-92e2-0eea7a628bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380715 Feb 09 18:19:41.788859 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ee0e8c60-1543-48f2-b768-6ac23194db3e req-3270be4f-7485-423e-a1fa-994bf4bc88fc service neutron] 10.222.0.50 "GET /v2.0/networks/22ac092f-9b9c-4fc1-92e2-0eea7a628bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414347 Feb 09 18:19:46.631576 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-66dbb23e-0a92-4383-bd80-b47fa83f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:19:47.014209 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:19:48.069509 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:19:49.037430 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8f93577a-31df-4306-845d-ff74754a1eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:19:50.072431 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:19:50.171666 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:19:51.611839 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:16.635392 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-823fc8dd-7b1a-48cb-82d8-b3e70d65f8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:17.039767 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:19.018217 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67cc4a97-7448-4237-bb30-77cf988b2b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:20.096406 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:20.132745 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:20.578716 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56854) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:20:20.826762 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-32bc1794-402d-4869-b9fb-686e0b410fa6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port 4cb16463-7881-4731-aadc-7403c6945a69 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:20:20.827444 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-32bc1794-402d-4869-b9fb-686e0b410fa6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:21.127137 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-32bc1794-402d-4869-b9fb-686e0b410fa6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:21.127464 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-32bc1794-402d-4869-b9fb-686e0b410fa6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:21.257513 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-32bc1794-402d-4869-b9fb-686e0b410fa6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for 4cb16463-7881-4731-aadc-7403c6945a69 owned by network:floatingip {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:20:21.606967 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-32bc1794-402d-4869-b9fb-686e0b410fa6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:21.619639 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:21.661029 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc1794-402d-4869-b9fb-686e0b410fa6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=4cb16463-7881-4731-aadc-7403c6945a69,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:21.767832 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-32bc1794-402d-4869-b9fb-686e0b410fa6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:22.191670 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bc1794-402d-4869-b9fb-686e0b410fa6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router dc62cca7-32db-4264-8be4-b664c8e9fe22 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:20:22.418865 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bc1794-402d-4869-b9fb-686e0b410fa6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:20:22.431425 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dce811-f749-455b-9489-2a87d447448e None None] Sync routers for ids ['dc62cca7-32db-4264-8be4-b664c8e9fe22'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:20:22.440072 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-32bc1794-402d-4869-b9fb-686e0b410fa6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:22.451140 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dce811-f749-455b-9489-2a87d447448e None None] Routers {'dc62cca7-32db-4264-8be4-b664c8e9fe22'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:20:22.452131 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-51dce811-f749-455b-9489-2a87d447448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:20:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['dc62cca7-32db-4264-8be4-b664c8e9fe22'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:20:22.530840 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-32bc1794-402d-4869-b9fb-686e0b410fa6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/floatingips/af08c323-5717-4894-a549-4a510b68cbe7 HTTP/1.1" status: 204 len: 168 time: 1.9504912 Feb 09 18:20:22.531731 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad354ea6-1e98-4e39-9777-013061121503', 'tag': 'b8bf9a2c-9544-41ee-9411-6979ef0012dd'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:20:22.772008 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-51dce811-f749-455b-9489-2a87d447448e None None] Set router dc62cca7-32db-4264-8be4-b664c8e9fe22 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:20:22.941424 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad354ea6-1e98-4e39-9777-013061121503', 'tag': 'b8bf9a2c-9544-41ee-9411-6979ef0012dd', 'status': 'completed', 'code': 200} Feb 09 18:20:23.082327 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-34ac1688-49fd-42db-8ae6-eb3d03b6d2e0 req-253c59a5-9876-4ae0-b4fd-7697d1d4fc3f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=ad354ea6-1e98-4e39-9777-013061121503 HTTP/1.1" status: 200 len: 1098 time: 0.1115398 Feb 09 18:20:23.161065 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-51dce811-f749-455b-9489-2a87d447448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'name': 'tempest-TestNetworkBasicOps-router-938088260', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:13Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '9af7f6a4-e7fe-4907-a4e0-dc330b729c96', 'name': '', 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:71:77:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a84fb95-701d-4817-bb2e-08e1edce3b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:17:12Z', 'updated_at': '2022-02-09T18:17:21Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '5a84fb95-701d-4817-bb2e-08e1edce3b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:20:23.167499 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dce811-f749-455b-9489-2a87d447448e None None] Checking router: dc62cca7-32db-4264-8be4-b664c8e9fe22 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:20:23.180396 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dce811-f749-455b-9489-2a87d447448e None None] Routers {'dc62cca7-32db-4264-8be4-b664c8e9fe22'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:20:23.181021 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-51dce811-f749-455b-9489-2a87d447448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:20:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['dc62cca7-32db-4264-8be4-b664c8e9fe22'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:20:23.434855 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-51dce811-f749-455b-9489-2a87d447448e None None] Set router dc62cca7-32db-4264-8be4-b664c8e9fe22 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:20:23.465585 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac1688-49fd-42db-8ae6-eb3d03b6d2e0 req-9c426173-0ee4-4f57-af8f-78233c0bf16e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:20:23.467593 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-34ac1688-49fd-42db-8ae6-eb3d03b6d2e0 req-9c426173-0ee4-4f57-af8f-78233c0bf16e service neutron] 10.222.0.50 "GET /v2.0/networks?id=22ac092f-9b9c-4fc1-92e2-0eea7a628bdd HTTP/1.1" status: 200 len: 897 time: 0.3778698 Feb 09 18:20:23.547047 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3871c-ae3d-4c91-a242-a29c9e99fe5b req-deb41633-d99e-4d82-9043-d6620b148d19 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:20:23.548322 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-a0f3871c-ae3d-4c91-a242-a29c9e99fe5b req-deb41633-d99e-4d82-9043-d6620b148d19 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:20:23.550393 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-34ac1688-49fd-42db-8ae6-eb3d03b6d2e0 req-24abf92b-8790-4efe-9c49-348935b5884a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8bf9a2c-9544-41ee-9411-6979ef0012dd HTTP/1.1" status: 200 len: 217 time: 0.0759790 Feb 09 18:20:23.621889 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac1688-49fd-42db-8ae6-eb3d03b6d2e0 req-9fd7564c-609c-42f4-a2d6-c25b517c2fc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:20:23.623444 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-34ac1688-49fd-42db-8ae6-eb3d03b6d2e0 req-9fd7564c-609c-42f4-a2d6-c25b517c2fc8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5a84fb95-701d-4817-bb2e-08e1edce3b77 HTTP/1.1" status: 200 len: 842 time: 0.0671673 Feb 09 18:20:23.645176 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-a0f3871c-ae3d-4c91-a242-a29c9e99fe5b req-deb41633-d99e-4d82-9043-d6620b148d19 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:20:23.647437 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a0f3871c-ae3d-4c91-a242-a29c9e99fe5b req-deb41633-d99e-4d82-9043-d6620b148d19 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad354ea6-1e98-4e39-9777-013061121503 HTTP/1.1" status: 200 len: 945 time: 0.2144289 Feb 09 18:20:23.705873 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a0f3871c-ae3d-4c91-a242-a29c9e99fe5b req-b458eb48-2644-445f-ba8b-dd6b5673f13f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=65cd9f66-8068-40da-b3c0-815704c607a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500684 Feb 09 18:20:23.709028 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-34ac1688-49fd-42db-8ae6-eb3d03b6d2e0 req-5c063089-7f01-442d-8a0d-3c67f47a61e1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=22ac092f-9b9c-4fc1-92e2-0eea7a628bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792665 Feb 09 18:20:23.861473 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-34ac1688-49fd-42db-8ae6-eb3d03b6d2e0 req-420ad498-a3fe-4a67-b3b8-e0e46c737ade service neutron] 10.222.0.50 "GET /v2.0/networks/22ac092f-9b9c-4fc1-92e2-0eea7a628bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435525 Feb 09 18:20:24.010767 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-34ac1688-49fd-42db-8ae6-eb3d03b6d2e0 req-8e076fe6-5960-498b-b3e3-5e5ad4b4aa66 service neutron] 10.222.0.50 "GET /v2.0/networks/22ac092f-9b9c-4fc1-92e2-0eea7a628bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417468 Feb 09 18:20:24.015354 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-51dce811-f749-455b-9489-2a87d447448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'name': 'tempest-TestNetworkBasicOps-router-938088260', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:13Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '9af7f6a4-e7fe-4907-a4e0-dc330b729c96', 'name': '', 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:71:77:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a84fb95-701d-4817-bb2e-08e1edce3b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:17:12Z', 'updated_at': '2022-02-09T18:17:21Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '5a84fb95-701d-4817-bb2e-08e1edce3b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:20:24.022797 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dce811-f749-455b-9489-2a87d447448e None None] The sync data for ids ['dc62cca7-32db-4264-8be4-b664c8e9fe22'] in dv-neutron-827016-2-hyperv is: [{'id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'name': 'tempest-TestNetworkBasicOps-router-938088260', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:13Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '9af7f6a4-e7fe-4907-a4e0-dc330b729c96', 'name': '', 'network_id': '22ac092f-9b9c-4fc1-92e2-0eea7a628bdd', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:71:77:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a84fb95-701d-4817-bb2e-08e1edce3b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:17:12Z', 'updated_at': '2022-02-09T18:17:21Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '5a84fb95-701d-4817-bb2e-08e1edce3b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:20:24.282922 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115ba017-7316-429b-b3ca-e267a9f867c2 None None] New status for floating IP af08c323-5717-4894-a549-4a510b68cbe7: DOWN {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:20:24.672393 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361f394-7482-4118-824f-f82a053e4bef req-d910c5d0-c587-43a4-ad65-509b53e2d7ee tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:20:24.673244 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-0361f394-7482-4118-824f-f82a053e4bef req-d910c5d0-c587-43a4-ad65-509b53e2d7ee tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:20:24.686753 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-0361f394-7482-4118-824f-f82a053e4bef req-d910c5d0-c587-43a4-ad65-509b53e2d7ee tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:20:24.687925 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0361f394-7482-4118-824f-f82a053e4bef req-d910c5d0-c587-43a4-ad65-509b53e2d7ee tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad354ea6-1e98-4e39-9777-013061121503 HTTP/1.1" status: 200 len: 945 time: 0.1028819 Feb 09 18:20:24.762289 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-0361f394-7482-4118-824f-f82a053e4bef req-ea43fef6-67e4-4b81-a3b1-3ff889a4eca7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port b8bf9a2c-9544-41ee-9411-6979ef0012dd {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:20:24.762670 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0361f394-7482-4118-824f-f82a053e4bef req-ea43fef6-67e4-4b81-a3b1-3ff889a4eca7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:25.056004 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf6acd-f04d-43b3-8e42-ded49ea04f57 req-d8610fa9-9b83-46a8-bf45-aaf06103be73 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:20:25.057548 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-efbf6acd-f04d-43b3-8e42-ded49ea04f57 req-d8610fa9-9b83-46a8-bf45-aaf06103be73 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad354ea6-1e98-4e39-9777-013061121503 HTTP/1.1" status: 200 len: 945 time: 0.0930331 Feb 09 18:20:25.075590 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:20:25.091040 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-0361f394-7482-4118-824f-f82a053e4bef req-ea43fef6-67e4-4b81-a3b1-3ff889a4eca7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port b8bf9a2c-9544-41ee-9411-6979ef0012dd, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=b8bf9a2c-9544-41ee-9411-6979ef0012dd,segment=NetworkSegment(5937f7f7-463a-49f6-92b0-6b9c61472878),segment_id=5937f7f7-463a-49f6-92b0-6b9c61472878)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:20:25.091523 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0361f394-7482-4118-824f-f82a053e4bef req-ea43fef6-67e4-4b81-a3b1-3ff889a4eca7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:25.140368 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-efbf6acd-f04d-43b3-8e42-ded49ea04f57 req-f2b8e390-5819-42d9-aa94-6a67ff1b70c2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=65cd9f66-8068-40da-b3c0-815704c607a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684724 Feb 09 18:20:25.226019 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-0361f394-7482-4118-824f-f82a053e4bef req-ea43fef6-67e4-4b81-a3b1-3ff889a4eca7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for b8bf9a2c-9544-41ee-9411-6979ef0012dd owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:20:25.438972 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0361f394-7482-4118-824f-f82a053e4bef req-ea43fef6-67e4-4b81-a3b1-3ff889a4eca7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:25.492250 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43fef6-67e4-4b81-a3b1-3ff889a4eca7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=b8bf9a2c-9544-41ee-9411-6979ef0012dd,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:25.565957 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43fef6-67e4-4b81-a3b1-3ff889a4eca7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:25.566329 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43fef6-67e4-4b81-a3b1-3ff889a4eca7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:25.566668 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43fef6-67e4-4b81-a3b1-3ff889a4eca7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:25.566996 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43fef6-67e4-4b81-a3b1-3ff889a4eca7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:25.567321 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43fef6-67e4-4b81-a3b1-3ff889a4eca7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:25.567642 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43fef6-67e4-4b81-a3b1-3ff889a4eca7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:25.567962 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43fef6-67e4-4b81-a3b1-3ff889a4eca7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:25.568280 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43fef6-67e4-4b81-a3b1-3ff889a4eca7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:25.568599 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43fef6-67e4-4b81-a3b1-3ff889a4eca7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:25.569502 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43fef6-67e4-4b81-a3b1-3ff889a4eca7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:25.569830 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43fef6-67e4-4b81-a3b1-3ff889a4eca7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:25.584033 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-0361f394-7482-4118-824f-f82a053e4bef req-ea43fef6-67e4-4b81-a3b1-3ff889a4eca7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] No DVR routers for this DVR port b8bf9a2c-9544-41ee-9411-6979ef0012dd on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:20:25.587603 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0361f394-7482-4118-824f-f82a053e4bef req-ea43fef6-67e4-4b81-a3b1-3ff889a4eca7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:25.590402 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad354ea6-1e98-4e39-9777-013061121503', 'name': 'network-vif-deleted', 'tag': 'b8bf9a2c-9544-41ee-9411-6979ef0012dd'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:20:25.649444 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad354ea6-1e98-4e39-9777-013061121503', 'name': 'network-vif-deleted', 'tag': 'b8bf9a2c-9544-41ee-9411-6979ef0012dd', 'status': 'completed', 'code': 200} Feb 09 18:20:25.663334 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0361f394-7482-4118-824f-f82a053e4bef req-ea43fef6-67e4-4b81-a3b1-3ff889a4eca7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "DELETE /v2.0/ports/b8bf9a2c-9544-41ee-9411-6979ef0012dd HTTP/1.1" status: 204 len: 173 time: 0.9695244 Feb 09 18:20:26.354570 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-96e4a458-0deb-43cb-adf4-88811408cab4 req-3f59a6d5-7ac3-42cd-a6e1-3e2a694d210c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad354ea6-1e98-4e39-9777-013061121503 HTTP/1.1" status: 200 len: 210 time: 0.0441136 Feb 09 18:20:27.469775 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56888) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:20:27.550560 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5e7d0f2-c42e-4b17-937b-e1bc8b784d72 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:27.586819 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5e7d0f2-c42e-4b17-937b-e1bc8b784d72 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:27.591967 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device b8bf9a2c-9544-41ee-9411-6979ef0012dd no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:20:27.657747 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: b8bf9a2c-9544-41ee-9411-6979ef0012dd {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:20:27.658251 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device b8bf9a2c-9544-41ee-9411-6979ef0012dd not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:20:27.725446 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5e7d0f2-c42e-4b17-937b-e1bc8b784d72 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:27.748364 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7d0f2-c42e-4b17-937b-e1bc8b784d72 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cd9f66-8068-40da-b3c0-815704c607a6,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:27.818153 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5e7d0f2-c42e-4b17-937b-e1bc8b784d72 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:27.820304 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c5e7d0f2-c42e-4b17-937b-e1bc8b784d72 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/security-groups/65cd9f66-8068-40da-b3c0-815704c607a6 HTTP/1.1" status: 204 len: 168 time: 0.3487935 Feb 09 18:20:27.958043 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56894) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:20:28.530733 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-53dd7611-25b1-4d64-af09-37879f5c0b7c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:29.376832 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-53dd7611-25b1-4d64-af09-37879f5c0b7c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port 9af7f6a4-e7fe-4907-a4e0-dc330b729c96 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:20:29.377810 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-53dd7611-25b1-4d64-af09-37879f5c0b7c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:29.618149 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-53dd7611-25b1-4d64-af09-37879f5c0b7c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port 9af7f6a4-e7fe-4907-a4e0-dc330b729c96, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9af7f6a4-e7fe-4907-a4e0-dc330b729c96,segment=NetworkSegment(5937f7f7-463a-49f6-92b0-6b9c61472878),segment_id=5937f7f7-463a-49f6-92b0-6b9c61472878)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:20:29.618634 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-53dd7611-25b1-4d64-af09-37879f5c0b7c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:29.749201 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-53dd7611-25b1-4d64-af09-37879f5c0b7c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for 9af7f6a4-e7fe-4907-a4e0-dc330b729c96 owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:20:30.064434 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-53dd7611-25b1-4d64-af09-37879f5c0b7c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:30.153857 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd7611-25b1-4d64-af09-37879f5c0b7c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=9af7f6a4-e7fe-4907-a4e0-dc330b729c96,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:30.550141 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-53dd7611-25b1-4d64-af09-37879f5c0b7c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:31.344004 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53dd7611-25b1-4d64-af09-37879f5c0b7c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router dc62cca7-32db-4264-8be4-b664c8e9fe22 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:20:31.582879 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53dd7611-25b1-4d64-af09-37879f5c0b7c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:20:31.595990 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead73e4-6824-4dea-a811-758db61306d1 None None] Sync routers for ids ['dc62cca7-32db-4264-8be4-b664c8e9fe22'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:20:31.598330 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-53dd7611-25b1-4d64-af09-37879f5c0b7c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "PUT /v2.0/routers/dc62cca7-32db-4264-8be4-b664c8e9fe22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6389961 Feb 09 18:20:31.602914 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56898) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:20:31.612295 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ead73e4-6824-4dea-a811-758db61306d1 None None] Routers {'dc62cca7-32db-4264-8be4-b664c8e9fe22'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:20:31.613084 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2ead73e4-6824-4dea-a811-758db61306d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:20:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['dc62cca7-32db-4264-8be4-b664c8e9fe22'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:20:31.815010 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-2ead73e4-6824-4dea-a811-758db61306d1 None None] Set router dc62cca7-32db-4264-8be4-b664c8e9fe22 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:20:31.830795 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4a099c-b5a6-41fd-8fc5-ccce961367a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting subnet 5a84fb95-701d-4817-bb2e-08e1edce3b77 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:20:31.835243 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e4a099c-b5a6-41fd-8fc5-ccce961367a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:31.900877 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e4a099c-b5a6-41fd-8fc5-ccce961367a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:31.992368 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e4a099c-b5a6-41fd-8fc5-ccce961367a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:32.179199 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e4a099c-b5a6-41fd-8fc5-ccce961367a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:32.183145 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2ead73e4-6824-4dea-a811-758db61306d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'name': 'tempest-TestNetworkBasicOps-router-938088260', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:20:29Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:20:32.189172 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead73e4-6824-4dea-a811-758db61306d1 None None] Checking router: dc62cca7-32db-4264-8be4-b664c8e9fe22 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:20:32.201018 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ead73e4-6824-4dea-a811-758db61306d1 None None] Routers {'dc62cca7-32db-4264-8be4-b664c8e9fe22'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:20:32.201644 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2ead73e4-6824-4dea-a811-758db61306d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:20:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['dc62cca7-32db-4264-8be4-b664c8e9fe22'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:20:32.222460 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a099c-b5a6-41fd-8fc5-ccce961367a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Subnet': ['ID=5a84fb95-701d-4817-bb2e-08e1edce3b77,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:32.227779 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9e4a099c-b5a6-41fd-8fc5-ccce961367a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:32.235192 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9e4a099c-b5a6-41fd-8fc5-ccce961367a4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/subnets/5a84fb95-701d-4817-bb2e-08e1edce3b77 HTTP/1.1" status: 204 len: 168 time: 0.6306927 Feb 09 18:20:32.239586 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56902) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:20:32.245208 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa194f6-3dc3-4172-bd0a-b9be7c24fa8c None None] Network 22ac092f-9b9c-4fc1-92e2-0eea7a628bdd requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:20:32.452292 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-2ead73e4-6824-4dea-a811-758db61306d1 None None] Set router dc62cca7-32db-4264-8be4-b664c8e9fe22 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:20:32.467852 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-60a099d3-972e-41d8-8844-fe712ca36daf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:32.584027 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8105a9e7-c7f4-448e-ab57-8ff115d3ed2f None None] DHCP port deletion for 22ac092f-9b9c-4fc1-92e2-0eea7a628bdd request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:20:32.590825 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8105a9e7-c7f4-448e-ab57-8ff115d3ed2f None None] Deleting port 4bdd5606-6d14-45a0-bf47-6b6302cee7a9 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:20:32.591559 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8105a9e7-c7f4-448e-ab57-8ff115d3ed2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:32.804066 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2ead73e4-6824-4dea-a811-758db61306d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'name': 'tempest-TestNetworkBasicOps-router-938088260', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:20:29Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:20:32.808279 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead73e4-6824-4dea-a811-758db61306d1 None None] The sync data for ids ['dc62cca7-32db-4264-8be4-b664c8e9fe22'] in dv-neutron-827016-2-hyperv is: [{'id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'name': 'tempest-TestNetworkBasicOps-router-938088260', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:20:29Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': 'bbd29e5d-2dcc-43be-ab89-e8fd38b42136', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc62cca7-32db-4264-8be4-b664c8e9fe22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:17:07Z', 'updated_at': '2022-02-09T18:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:20:32.861271 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-8105a9e7-c7f4-448e-ab57-8ff115d3ed2f None None] For port 4bdd5606-6d14-45a0-bf47-6b6302cee7a9, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=4bdd5606-6d14-45a0-bf47-6b6302cee7a9,segment=NetworkSegment(5937f7f7-463a-49f6-92b0-6b9c61472878),segment_id=5937f7f7-463a-49f6-92b0-6b9c61472878)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:20:32.861271 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8105a9e7-c7f4-448e-ab57-8ff115d3ed2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:32.896524 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-60a099d3-972e-41d8-8844-fe712ca36daf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:32.981641 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-60a099d3-972e-41d8-8844-fe712ca36daf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port bbd29e5d-2dcc-43be-ab89-e8fd38b42136 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:20:32.982123 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-60a099d3-972e-41d8-8844-fe712ca36daf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:32.982561 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8105a9e7-c7f4-448e-ab57-8ff115d3ed2f None None] Calling delete_port for 4bdd5606-6d14-45a0-bf47-6b6302cee7a9 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:20:33.151546 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8105a9e7-c7f4-448e-ab57-8ff115d3ed2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:33.200394 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-60a099d3-972e-41d8-8844-fe712ca36daf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port bbd29e5d-2dcc-43be-ab89-e8fd38b42136, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=bbd29e5d-2dcc-43be-ab89-e8fd38b42136,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:20:33.200873 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-60a099d3-972e-41d8-8844-fe712ca36daf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:33.272744 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 4bdd5606-6d14-45a0-bf47-6b6302cee7a9 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:20:33.327235 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8105a9e7-c7f4-448e-ab57-8ff115d3ed2f None None] No DVR routers for this DVR port 4bdd5606-6d14-45a0-bf47-6b6302cee7a9 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:20:33.338149 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105a9e7-c7f4-448e-ab57-8ff115d3ed2f None None] Pushing event deleted for resources: {'Port': ['ID=4bdd5606-6d14-45a0-bf47-6b6302cee7a9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:33.352997 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-60a099d3-972e-41d8-8844-fe712ca36daf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for bbd29e5d-2dcc-43be-ab89-e8fd38b42136 owned by network:router_gateway {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:20:33.360011 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 4bdd5606-6d14-45a0-bf47-6b6302cee7a9 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:20:33.360610 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 4bdd5606-6d14-45a0-bf47-6b6302cee7a9 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:20:33.361325 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 9af7f6a4-e7fe-4907-a4e0-dc330b729c96 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:20:33.432775 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105a9e7-c7f4-448e-ab57-8ff115d3ed2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:33.433346 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105a9e7-c7f4-448e-ab57-8ff115d3ed2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:33.433918 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105a9e7-c7f4-448e-ab57-8ff115d3ed2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:33.434606 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105a9e7-c7f4-448e-ab57-8ff115d3ed2f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:33.435164 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105a9e7-c7f4-448e-ab57-8ff115d3ed2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:33.435720 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105a9e7-c7f4-448e-ab57-8ff115d3ed2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:33.436260 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105a9e7-c7f4-448e-ab57-8ff115d3ed2f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:33.436817 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105a9e7-c7f4-448e-ab57-8ff115d3ed2f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:33.437354 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105a9e7-c7f4-448e-ab57-8ff115d3ed2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:33.437916 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105a9e7-c7f4-448e-ab57-8ff115d3ed2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:33.438509 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8105a9e7-c7f4-448e-ab57-8ff115d3ed2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:33.442949 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 9af7f6a4-e7fe-4907-a4e0-dc330b729c96 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:20:33.444229 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 9af7f6a4-e7fe-4907-a4e0-dc330b729c96 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:20:33.657714 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-60a099d3-972e-41d8-8844-fe712ca36daf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:33.711333 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a099d3-972e-41d8-8844-fe712ca36daf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=bbd29e5d-2dcc-43be-ab89-e8fd38b42136,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:34.125228 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-60a099d3-972e-41d8-8844-fe712ca36daf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:34.460710 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-60a099d3-972e-41d8-8844-fe712ca36daf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:34.465478 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-60a099d3-972e-41d8-8844-fe712ca36daf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:34.558704 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-60a099d3-972e-41d8-8844-fe712ca36daf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:34.559427 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a099d3-972e-41d8-8844-fe712ca36daf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Fanout notify agent at l3_agent the message router_deleted on router dc62cca7-32db-4264-8be4-b664c8e9fe22 {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:20:34.582356 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-60a099d3-972e-41d8-8844-fe712ca36daf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:34.589149 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-60a099d3-972e-41d8-8844-fe712ca36daf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/routers/dc62cca7-32db-4264-8be4-b664c8e9fe22 HTTP/1.1" status: 204 len: 168 time: 2.3435888 Feb 09 18:20:34.589149 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56906) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:20:34.863560 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc94eaec-46eb-4fd0-bfa0-27291fd2c774 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:35.109206 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc94eaec-46eb-4fd0-bfa0-27291fd2c774 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:35.160474 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-bc94eaec-46eb-4fd0-bfa0-27291fd2c774 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ac092f-9b9c-4fc1-92e2-0eea7a628bdd']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:20:35.161234 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device bbd29e5d-2dcc-43be-ab89-e8fd38b42136 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:20:35.175962 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-bc94eaec-46eb-4fd0-bfa0-27291fd2c774 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5937f7f7-463a-49f6-92b0-6b9c61472878') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:20:35.176268 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-bc94eaec-46eb-4fd0-bfa0-27291fd2c774 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5937f7f7-463a-49f6-92b0-6b9c61472878') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:20:35.190025 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc94eaec-46eb-4fd0-bfa0-27291fd2c774 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:35.208949 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc94eaec-46eb-4fd0-bfa0-27291fd2c774 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:35.216538 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc94eaec-46eb-4fd0-bfa0-27291fd2c774 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:20:35.217014 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc94eaec-46eb-4fd0-bfa0-27291fd2c774 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:35.231617 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: bbd29e5d-2dcc-43be-ab89-e8fd38b42136 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:20:35.232204 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device bbd29e5d-2dcc-43be-ab89-e8fd38b42136 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:20:35.232471 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:20:35.400664 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc94eaec-46eb-4fd0-bfa0-27291fd2c774 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:35.421526 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc94eaec-46eb-4fd0-bfa0-27291fd2c774 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:35.433702 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94eaec-46eb-4fd0-bfa0-27291fd2c774 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Network': ['ID=22ac092f-9b9c-4fc1-92e2-0eea7a628bdd,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:35.539097 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-bc94eaec-46eb-4fd0-bfa0-27291fd2c774 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/networks/22ac092f-9b9c-4fc1-92e2-0eea7a628bdd HTTP/1.1" status: 204 len: 168 time: 0.9488163 Feb 09 18:20:35.556204 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56910) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:20:35.563260 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-153aa43a-89ac-4fa1-a490-60daec900656 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'network': {'name': 'tempest-network-smoke--1716333865', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'port_security_enabled': True}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:20:35.569349 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-153aa43a-89ac-4fa1-a490-60daec900656 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:20:35.574180 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-153aa43a-89ac-4fa1-a490-60daec900656 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:network and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:20:35.577643 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-153aa43a-89ac-4fa1-a490-60daec900656 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:20:35.585338 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-153aa43a-89ac-4fa1-a490-60daec900656 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:20:35.703019 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153aa43a-89ac-4fa1-a490-60daec900656 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:20:35.706064 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-153aa43a-89ac-4fa1-a490-60daec900656 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:35.740960 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153aa43a-89ac-4fa1-a490-60daec900656 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:20:35.752171 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-153aa43a-89ac-4fa1-a490-60daec900656 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:35.752850 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-153aa43a-89ac-4fa1-a490-60daec900656 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Added segment 34e22a16-d5e6-482f-96ce-8fa1cd1ba612 of type vlan for network 1dc4c523-54f6-43b3-ae26-6c0351010434 Feb 09 18:20:35.787927 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-153aa43a-89ac-4fa1-a490-60daec900656 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:35.903106 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-153aa43a-89ac-4fa1-a490-60daec900656 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:35.907147 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153aa43a-89ac-4fa1-a490-60daec900656 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:20:35.907795 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-153aa43a-89ac-4fa1-a490-60daec900656 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:36.033753 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153aa43a-89ac-4fa1-a490-60daec900656 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Network': ['ID=1dc4c523-54f6-43b3-ae26-6c0351010434,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:36.049314 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 1dc4c523-54f6-43b3-ae26-6c0351010434 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:20:36.093118 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-153aa43a-89ac-4fa1-a490-60daec900656 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5352628 Feb 09 18:20:36.096890 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56914) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:20:36.103829 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-9699b08b-5b57-485a-92c8-0c0c92539263 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-58862450', 'admin_state_up': True, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:20:36.113229 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9699b08b-5b57-485a-92c8-0c0c92539263 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:20:36.120011 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9699b08b-5b57-485a-92c8-0c0c92539263 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:router and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:20:36.124190 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9699b08b-5b57-485a-92c8-0c0c92539263 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:20:36.134078 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9699b08b-5b57-485a-92c8-0c0c92539263 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:20:36.229177 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9699b08b-5b57-485a-92c8-0c0c92539263 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:36.230278 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9699b08b-5b57-485a-92c8-0c0c92539263 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:36.252006 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9699b08b-5b57-485a-92c8-0c0c92539263 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:36.500633 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9699b08b-5b57-485a-92c8-0c0c92539263 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:36.797986 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9699b08b-5b57-485a-92c8-0c0c92539263 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_gateway, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:36.839287 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9699b08b-5b57-485a-92c8-0c0c92539263 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:36.997442 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-9699b08b-5b57-485a-92c8-0c0c92539263 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.26.8.175 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/6546138e-27a0-4e92-a8ad-818f05d8002d) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:20:37.210715 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9699b08b-5b57-485a-92c8-0c0c92539263 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:37.341679 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9699b08b-5b57-485a-92c8-0c0c92539263 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:37.426566 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9699b08b-5b57-485a-92c8-0c0c92539263 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:20:37.430250 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-9699b08b-5b57-485a-92c8-0c0c92539263 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:20:37.436625 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9699b08b-5b57-485a-92c8-0c0c92539263 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:20:37.473269 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699b08b-5b57-485a-92c8-0c0c92539263 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=6546138e-27a0-4e92-a8ad-818f05d8002d,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:37.743468 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9699b08b-5b57-485a-92c8-0c0c92539263 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_gateway, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:37.744097 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9699b08b-5b57-485a-92c8-0c0c92539263 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:38.216937 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9699b08b-5b57-485a-92c8-0c0c92539263 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 59fe8bcb-ad00-431d-8621-837cef22a7c7 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:20:38.442334 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9699b08b-5b57-485a-92c8-0c0c92539263 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:20:38.455103 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] Sync routers for ids ['59fe8bcb-ad00-431d-8621-837cef22a7c7'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:20:38.469477 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] Routers {'59fe8bcb-ad00-431d-8621-837cef22a7c7'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:20:38.470109 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:20:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['59fe8bcb-ad00-431d-8621-837cef22a7c7'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:20:38.548248 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9699b08b-5b57-485a-92c8-0c0c92539263 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:38.550374 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9699b08b-5b57-485a-92c8-0c0c92539263 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4518485 Feb 09 18:20:38.556155 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56918) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:20:38.721771 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] Set router 59fe8bcb-ad00-431d-8621-837cef22a7c7 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:20:38.832364 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-13c0535d-aa6c-43f9-acc4-076a01df29cb tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=352fd60817ff4d5d9e97f16f52485b96&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2719741 Feb 09 18:20:38.832784 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56924) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:20:38.998163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f5096f-5ab8-42f4-a240-0ce438d1d5dd tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:20:39.000563 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c0f5096f-5ab8-42f4-a240-0ce438d1d5dd tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1663845 Feb 09 18:20:39.004291 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56928) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:20:39.059359 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e4d3b1d5-26c3-488c-9c0d-6d5ec3bd842d tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0533414 Feb 09 18:20:39.062729 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56932) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:20:39.069408 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ddf39856-b118-4504-a73e-9bee0eb154e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1116147860', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:20:39.156487 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'name': 'tempest-TestNetworkBasicOps-router-58862450', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:37Z', 'revision_number': 3, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:20:39.161836 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] Checking router: 59fe8bcb-ad00-431d-8621-837cef22a7c7 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:20:39.162890 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] Updating router 59fe8bcb-ad00-431d-8621-837cef22a7c7 port 6546138e-27a0-4e92-a8ad-818f05d8002d binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:20:39.227451 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:39.335103 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ddf39856-b118-4504-a73e-9bee0eb154e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:20:39.342216 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ddf39856-b118-4504-a73e-9bee0eb154e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:subnet and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:20:39.347664 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ddf39856-b118-4504-a73e-9bee0eb154e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:20:39.359037 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ddf39856-b118-4504-a73e-9bee0eb154e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:20:39.428848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf39856-b118-4504-a73e-9bee0eb154e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:20:39.557181 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ddf39856-b118-4504-a73e-9bee0eb154e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:39.681628 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:39.696348 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] Transition to ACTIVE for port object 6546138e-27a0-4e92-a8ad-818f05d8002d will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:20:39.805302 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:39.907777 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63c69c-642d-411b-83d2-c56b3b41ab3c None None] Pushing event updated for resources: {'Port': ['ID=6546138e-27a0-4e92-a8ad-818f05d8002d,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:39.911598 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] Attempting to bind port 6546138e-27a0-4e92-a8ad-818f05d8002d on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:20:39.912392 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] Attempting to bind port 6546138e-27a0-4e92-a8ad-818f05d8002d by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:20:39.912743 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] Attempting to bind port 6546138e-27a0-4e92-a8ad-818f05d8002d on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:20:39.920467 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:20:39.920844 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:20:39.921285 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:39.921722 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:20:39.922237 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] Bound port: 6546138e-27a0-4e92-a8ad-818f05d8002d, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:20:39.922644 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:39.936241 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ddf39856-b118-4504-a73e-9bee0eb154e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:40.009569 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] For port 6546138e-27a0-4e92-a8ad-818f05d8002d, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:20:40.013835 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] For port 6546138e-27a0-4e92-a8ad-818f05d8002d, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=6546138e-27a0-4e92-a8ad-818f05d8002d,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:20:40.038467 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf39856-b118-4504-a73e-9bee0eb154e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Subnet': ['ID=f11092ca-5ede-4092-b4de-badbca1b7bae,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:40.051809 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf39856-b118-4504-a73e-9bee0eb154e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Checking segment: {'id': '34e22a16-d5e6-482f-96ce-8fa1cd1ba612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:20:40.052168 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf39856-b118-4504-a73e-9bee0eb154e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network hostable DHCP agents. Network: 1dc4c523-54f6-43b3-ae26-6c0351010434, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:20:40.103237 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:40.135077 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf39856-b118-4504-a73e-9bee0eb154e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network 1dc4c523-54f6-43b3-ae26-6c0351010434 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:20:40.191104 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63c69c-642d-411b-83d2-c56b3b41ab3c None None] Pushing event updated for resources: {'Port': ['ID=6546138e-27a0-4e92-a8ad-818f05d8002d,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:40.197325 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] Routers {'59fe8bcb-ad00-431d-8621-837cef22a7c7'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:20:40.197974 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:20:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['59fe8bcb-ad00-431d-8621-837cef22a7c7'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:20:40.211491 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-ddf39856-b118-4504-a73e-9bee0eb154e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 1dc4c523-54f6-43b3-ae26-6c0351010434) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:20:40.218550 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf39856-b118-4504-a73e-9bee0eb154e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:20:40.219927 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ddf39856-b118-4504-a73e-9bee0eb154e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:40.255278 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e215f7-cd81-4c76-be7c-a3542b60cb07 None None] Network 1dc4c523-54f6-43b3-ae26-6c0351010434 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:20:40.319656 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ddf39856-b118-4504-a73e-9bee0eb154e5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2512844 Feb 09 18:20:40.320441 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56936) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:20:40.545993 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] Set router 59fe8bcb-ad00-431d-8621-837cef22a7c7 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:20:40.824032 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80234e65-da27-439a-87a3-66cffbf6a975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-1dc4c523-54f6-43b3-ae26-6c0351010434', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ips': [{'subnet_id': 'f11092ca-5ede-4092-b4de-badbca1b7bae'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:20:40.825075 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80234e65-da27-439a-87a3-66cffbf6a975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:41.087945 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-80234e65-da27-439a-87a3-66cffbf6a975 None None] Allocated IP 172.20.0.2 (1dc4c523-54f6-43b3-ae26-6c0351010434/f11092ca-5ede-4092-b4de-badbca1b7bae/4c271548-b6d6-4706-b70b-86c9a11cd8dc) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:20:41.126717 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'name': 'tempest-TestNetworkBasicOps-router-58862450', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:37Z', 'revision_number': 3, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:20:41.183098 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1718a85c-7e92-4ad3-bd0f-262e0137fe98 None None] The sync data for ids ['59fe8bcb-ad00-431d-8621-837cef22a7c7'] in dv-neutron-827016-2-hyperv is: [{'id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'name': 'tempest-TestNetworkBasicOps-router-58862450', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:37Z', 'revision_number': 3, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:20:41.402622 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80234e65-da27-439a-87a3-66cffbf6a975 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:41.415007 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-80234e65-da27-439a-87a3-66cffbf6a975 None None] Transition to ACTIVE for port object 4c271548-b6d6-4706-b70b-86c9a11cd8dc will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:20:41.459159 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-80234e65-da27-439a-87a3-66cffbf6a975 None None] Transition to ACTIVE for port object 4c271548-b6d6-4706-b70b-86c9a11cd8dc will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:20:41.464564 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6dd7cf1a-28c2-4add-9a72-ea0e8795ebdc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:41.519360 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80234e65-da27-439a-87a3-66cffbf6a975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:41.640598 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80234e65-da27-439a-87a3-66cffbf6a975 None None] Network 1dc4c523-54f6-43b3-ae26-6c0351010434 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:20:41.643199 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-80234e65-da27-439a-87a3-66cffbf6a975 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:20:41.650489 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80234e65-da27-439a-87a3-66cffbf6a975 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:20:41.671523 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80234e65-da27-439a-87a3-66cffbf6a975 None None] Pushing event updated for resources: {'Port': ['ID=4c271548-b6d6-4706-b70b-86c9a11cd8dc,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:41.813481 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-80234e65-da27-439a-87a3-66cffbf6a975 None None] Attempting to bind port 4c271548-b6d6-4706-b70b-86c9a11cd8dc on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:20:41.814008 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-80234e65-da27-439a-87a3-66cffbf6a975 None None] Attempting to bind port 4c271548-b6d6-4706-b70b-86c9a11cd8dc by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '34e22a16-d5e6-482f-96ce-8fa1cd1ba612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:20:41.814605 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80234e65-da27-439a-87a3-66cffbf6a975 None None] Attempting to bind port 4c271548-b6d6-4706-b70b-86c9a11cd8dc on network 1dc4c523-54f6-43b3-ae26-6c0351010434 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:20:41.823656 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80234e65-da27-439a-87a3-66cffbf6a975 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:20:41.824220 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80234e65-da27-439a-87a3-66cffbf6a975 None None] Checking segment: {'id': '34e22a16-d5e6-482f-96ce-8fa1cd1ba612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:20:41.825076 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80234e65-da27-439a-87a3-66cffbf6a975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:41.825399 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80234e65-da27-439a-87a3-66cffbf6a975 None None] Bound using segment: {'id': '34e22a16-d5e6-482f-96ce-8fa1cd1ba612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:20:41.826021 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-80234e65-da27-439a-87a3-66cffbf6a975 None None] Bound port: 4c271548-b6d6-4706-b70b-86c9a11cd8dc, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e22a16-d5e6-482f-96ce-8fa1cd1ba612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:20:41.826520 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80234e65-da27-439a-87a3-66cffbf6a975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:41.950393 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-80234e65-da27-439a-87a3-66cffbf6a975 None None] For port 4c271548-b6d6-4706-b70b-86c9a11cd8dc, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:20:41.955345 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-80234e65-da27-439a-87a3-66cffbf6a975 None None] For port 4c271548-b6d6-4706-b70b-86c9a11cd8dc, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=4c271548-b6d6-4706-b70b-86c9a11cd8dc,segment=NetworkSegment(34e22a16-d5e6-482f-96ce-8fa1cd1ba612),segment_id=34e22a16-d5e6-482f-96ce-8fa1cd1ba612)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:20:42.017510 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80234e65-da27-439a-87a3-66cffbf6a975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:42.124796 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80234e65-da27-439a-87a3-66cffbf6a975 None None] Pushing event updated for resources: {'Port': ['ID=4c271548-b6d6-4706-b70b-86c9a11cd8dc,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:42.283115 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-6dd7cf1a-28c2-4add-9a72-ea0e8795ebdc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.20.0.1 (1dc4c523-54f6-43b3-ae26-6c0351010434/f11092ca-5ede-4092-b4de-badbca1b7bae/18160850-5820-444e-974a-55aa0b675af6) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:20:42.497299 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6dd7cf1a-28c2-4add-9a72-ea0e8795ebdc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:42.516405 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-6dd7cf1a-28c2-4add-9a72-ea0e8795ebdc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Transition to ACTIVE for port object 18160850-5820-444e-974a-55aa0b675af6 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:20:42.627672 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6dd7cf1a-28c2-4add-9a72-ea0e8795ebdc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:42.704600 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd7cf1a-28c2-4add-9a72-ea0e8795ebdc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network 1dc4c523-54f6-43b3-ae26-6c0351010434 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:20:42.708029 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-6dd7cf1a-28c2-4add-9a72-ea0e8795ebdc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:20:42.712975 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd7cf1a-28c2-4add-9a72-ea0e8795ebdc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:20:42.739662 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7cf1a-28c2-4add-9a72-ea0e8795ebdc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=18160850-5820-444e-974a-55aa0b675af6,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:42.792106 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6dd7cf1a-28c2-4add-9a72-ea0e8795ebdc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:42.986175 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6dd7cf1a-28c2-4add-9a72-ea0e8795ebdc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:43.264972 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 4c271548-b6d6-4706-b70b-86c9a11cd8dc up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:20:43.334891 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224409f6-0d59-4234-9e3b-8c49d3d17eae None None] Network 1dc4c523-54f6-43b3-ae26-6c0351010434 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:20:43.528035 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-cc3722b3-785d-45dc-a1d2-d8dcc67e8754 None None] Provisioning for port 4c271548-b6d6-4706-b70b-86c9a11cd8dc completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:20:43.546468 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 4c271548-b6d6-4706-b70b-86c9a11cd8dc completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:20:43.557286 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 4c271548-b6d6-4706-b70b-86c9a11cd8dc triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:20:43.557701 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:43.562825 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6dd7cf1a-28c2-4add-9a72-ea0e8795ebdc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:43.633605 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6dd7cf1a-28c2-4add-9a72-ea0e8795ebdc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:43.748868 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:43.762091 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6dd7cf1a-28c2-4add-9a72-ea0e8795ebdc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:43.766055 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7cf1a-28c2-4add-9a72-ea0e8795ebdc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=18160850-5820-444e-974a-55aa0b675af6,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:43.805597 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 4c271548-b6d6-4706-b70b-86c9a11cd8dc, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=4c271548-b6d6-4706-b70b-86c9a11cd8dc,segment=NetworkSegment(34e22a16-d5e6-482f-96ce-8fa1cd1ba612),segment_id=34e22a16-d5e6-482f-96ce-8fa1cd1ba612)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:20:43.879553 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:43.882161 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6546138e-27a0-4e92-a8ad-818f05d8002d up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:20:43.952381 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd7cf1a-28c2-4add-9a72-ea0e8795ebdc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network 1dc4c523-54f6-43b3-ae26-6c0351010434 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:20:43.954066 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-6dd7cf1a-28c2-4add-9a72-ea0e8795ebdc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:20:44.013190 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=4c271548-b6d6-4706-b70b-86c9a11cd8dc,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:44.119851 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 6546138e-27a0-4e92-a8ad-818f05d8002d completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:20:44.128057 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 6546138e-27a0-4e92-a8ad-818f05d8002d triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:20:44.128646 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:44.279481 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-59a8d765-2779-4389-97f9-dc5052fc32a8 None None] Provisioning for port 18160850-5820-444e-974a-55aa0b675af6 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:20:44.314535 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-59a8d765-2779-4389-97f9-dc5052fc32a8 None None] Provisioning complete for port 18160850-5820-444e-974a-55aa0b675af6 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:20:44.314535 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59a8d765-2779-4389-97f9-dc5052fc32a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:44.412959 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:44.433976 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-59a8d765-2779-4389-97f9-dc5052fc32a8 None None] Port 18160850-5820-444e-974a-55aa0b675af6 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:20:44.440565 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 6546138e-27a0-4e92-a8ad-818f05d8002d, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=6546138e-27a0-4e92-a8ad-818f05d8002d,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:20:44.455497 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-59a8d765-2779-4389-97f9-dc5052fc32a8 None None] Provisioning complete for port 4c271548-b6d6-4706-b70b-86c9a11cd8dc triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:20:44.455942 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59a8d765-2779-4389-97f9-dc5052fc32a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:44.519949 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:44.642623 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=6546138e-27a0-4e92-a8ad-818f05d8002d,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:44.712274 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd7cf1a-28c2-4add-9a72-ea0e8795ebdc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 59fe8bcb-ad00-431d-8621-837cef22a7c7 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:20:44.800873 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-33a38d58-f73e-4497-b6dc-3452f70aec6f None None] Provisioning complete for port 18160850-5820-444e-974a-55aa0b675af6 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:20:44.801567 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-33a38d58-f73e-4497-b6dc-3452f70aec6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:44.891174 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-33a38d58-f73e-4497-b6dc-3452f70aec6f None None] Port 18160850-5820-444e-974a-55aa0b675af6 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:20:44.983801 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd7cf1a-28c2-4add-9a72-ea0e8795ebdc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:20:45.004538 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6dd7cf1a-28c2-4add-9a72-ea0e8795ebdc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "PUT /v2.0/routers/59fe8bcb-ad00-431d-8621-837cef22a7c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6820915 Feb 09 18:20:45.008716 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56940) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:20:45.111307 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] Sync routers for ids ['59fe8bcb-ad00-431d-8621-837cef22a7c7'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:20:45.137242 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] Routers {'59fe8bcb-ad00-431d-8621-837cef22a7c7'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:20:45.138241 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:20:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['59fe8bcb-ad00-431d-8621-837cef22a7c7'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:20:45.220058 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 4c271548-b6d6-4706-b70b-86c9a11cd8dc up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:20:45.233089 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3b35f7-8df4-4a7b-8b09-4cc9b71ae9f6 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:20:45.233460 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3b35f7-8df4-4a7b-8b09-4cc9b71ae9f6 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:20:45.233924 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3b35f7-8df4-4a7b-8b09-4cc9b71ae9f6 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:20:45.234355 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3b35f7-8df4-4a7b-8b09-4cc9b71ae9f6 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:20:45.240972 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-bb3b35f7-8df4-4a7b-8b09-4cc9b71ae9f6 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2259793 Feb 09 18:20:45.241280 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56944) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:20:45.336244 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 4c271548-b6d6-4706-b70b-86c9a11cd8dc triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:20:45.337390 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:45.349472 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e141f99a-2f9d-45dd-9a5b-51e82b86278f tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:20:45.350529 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e141f99a-2f9d-45dd-9a5b-51e82b86278f tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:20:45.351222 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e141f99a-2f9d-45dd-9a5b-51e82b86278f tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:20:45.351997 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e141f99a-2f9d-45dd-9a5b-51e82b86278f tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:20:45.356574 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e141f99a-2f9d-45dd-9a5b-51e82b86278f tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1124310 Feb 09 18:20:45.359868 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56948) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:20:45.438265 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] Set router 59fe8bcb-ad00-431d-8621-837cef22a7c7 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:20:45.509997 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6546138e-27a0-4e92-a8ad-818f05d8002d up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:20:45.595898 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 6546138e-27a0-4e92-a8ad-818f05d8002d triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:20:45.596379 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:45.722994 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0ac66955-33cc-4590-876a-f0e95cb2125e tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3607793 Feb 09 18:20:45.893885 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'name': 'tempest-TestNetworkBasicOps-router-58862450', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:42Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '18160850-5820-444e-974a-55aa0b675af6', 'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:79:0f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:41Z', 'updated_at': '2022-02-09T18:20:43Z', 'revision_number': 2, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:20:45.900115 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] Checking router: 59fe8bcb-ad00-431d-8621-837cef22a7c7 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:20:45.900588 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] Updating router 59fe8bcb-ad00-431d-8621-837cef22a7c7 port 18160850-5820-444e-974a-55aa0b675af6 binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:20:45.987719 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:46.133721 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56954) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:20:46.140769 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-247cadb3-4eba-4f90-b270-ade07b50a1aa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2059073304', 'description': 'tempest-secgroup-smoke-2059073304 description', 'project_id': '352fd60817ff4d5d9e97f16f52485b96'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:20:46.148483 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-247cadb3-4eba-4f90-b270-ade07b50a1aa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:20:46.154204 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-247cadb3-4eba-4f90-b270-ade07b50a1aa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:20:46.158229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-247cadb3-4eba-4f90-b270-ade07b50a1aa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:20:46.167184 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-247cadb3-4eba-4f90-b270-ade07b50a1aa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:20:46.274476 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-247cadb3-4eba-4f90-b270-ade07b50a1aa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:46.327185 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-247cadb3-4eba-4f90-b270-ade07b50a1aa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:20:46.336453 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-247cadb3-4eba-4f90-b270-ade07b50a1aa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:20:46.341800 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-247cadb3-4eba-4f90-b270-ade07b50a1aa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:20:46.353490 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-247cadb3-4eba-4f90-b270-ade07b50a1aa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:20:46.422807 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-247cadb3-4eba-4f90-b270-ade07b50a1aa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:46.471023 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:46.486048 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] Transition to ACTIVE for port object 18160850-5820-444e-974a-55aa0b675af6 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:20:46.513606 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-247cadb3-4eba-4f90-b270-ade07b50a1aa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:46.572004 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247cadb3-4eba-4f90-b270-ade07b50a1aa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9511e22-7bb6-4b4a-b0ea-d671f4321b66,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:46.815050 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:46.845738 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-247cadb3-4eba-4f90-b270-ade07b50a1aa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:46.847368 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-247cadb3-4eba-4f90-b270-ade07b50a1aa tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7122095 Feb 09 18:20:46.851798 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56958) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:20:46.856836 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5b2e33e-2bb7-42a0-9d84-8d4dd83d4e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:46.860124 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-49ecd95a-a535-45f3-bcf7-03319e47418e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'e9511e22-7bb6-4b4a-b0ea-d671f4321b66', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:20:46.867438 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-49ecd95a-a535-45f3-bcf7-03319e47418e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:20:46.871843 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-49ecd95a-a535-45f3-bcf7-03319e47418e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:20:46.875485 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-49ecd95a-a535-45f3-bcf7-03319e47418e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:20:46.884276 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-49ecd95a-a535-45f3-bcf7-03319e47418e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:20:46.953196 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e29bd9-b0e3-4418-baf1-82880411675f None None] Pushing event updated for resources: {'Port': ['ID=18160850-5820-444e-974a-55aa0b675af6,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:46.996363 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e29bd9-b0e3-4418-baf1-82880411675f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:46.996712 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e29bd9-b0e3-4418-baf1-82880411675f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:46.997048 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e29bd9-b0e3-4418-baf1-82880411675f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:46.997380 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e29bd9-b0e3-4418-baf1-82880411675f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:46.997745 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e29bd9-b0e3-4418-baf1-82880411675f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:46.998077 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e29bd9-b0e3-4418-baf1-82880411675f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:46.998439 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e29bd9-b0e3-4418-baf1-82880411675f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:46.998766 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e29bd9-b0e3-4418-baf1-82880411675f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:46.999091 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e29bd9-b0e3-4418-baf1-82880411675f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:46.999413 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e29bd9-b0e3-4418-baf1-82880411675f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:46.999731 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e29bd9-b0e3-4418-baf1-82880411675f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:47.013630 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-49ecd95a-a535-45f3-bcf7-03319e47418e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:47.030097 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:47.105070 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] Attempting to bind port 18160850-5820-444e-974a-55aa0b675af6 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:20:47.105578 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] Attempting to bind port 18160850-5820-444e-974a-55aa0b675af6 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '34e22a16-d5e6-482f-96ce-8fa1cd1ba612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:20:47.106158 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] Attempting to bind port 18160850-5820-444e-974a-55aa0b675af6 on network 1dc4c523-54f6-43b3-ae26-6c0351010434 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:20:47.108449 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-49ecd95a-a535-45f3-bcf7-03319e47418e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:47.119491 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:20:47.120191 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] Checking segment: {'id': '34e22a16-d5e6-482f-96ce-8fa1cd1ba612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:20:47.120693 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:47.121313 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] Bound using segment: {'id': '34e22a16-d5e6-482f-96ce-8fa1cd1ba612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:20:47.122474 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] Bound port: 18160850-5820-444e-974a-55aa0b675af6, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e22a16-d5e6-482f-96ce-8fa1cd1ba612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:20:47.122966 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:47.176931 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-49ecd95a-a535-45f3-bcf7-03319e47418e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:47.201609 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecd95a-a535-45f3-bcf7-03319e47418e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a665ca85-9b4e-43b6-91ed-07c06d00a9ad,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:47.248440 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] For port 18160850-5820-444e-974a-55aa0b675af6, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:20:47.252110 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] For port 18160850-5820-444e-974a-55aa0b675af6, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=18160850-5820-444e-974a-55aa0b675af6,segment=NetworkSegment(34e22a16-d5e6-482f-96ce-8fa1cd1ba612),segment_id=34e22a16-d5e6-482f-96ce-8fa1cd1ba612)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:20:47.285051 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-49ecd95a-a535-45f3-bcf7-03319e47418e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:47.286325 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-49ecd95a-a535-45f3-bcf7-03319e47418e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4333696 Feb 09 18:20:47.289771 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56962) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:20:47.296007 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-56a9f9b8-bebe-4b1a-b38f-f42f6cf19ef4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'e9511e22-7bb6-4b4a-b0ea-d671f4321b66', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:20:47.302468 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-56a9f9b8-bebe-4b1a-b38f-f42f6cf19ef4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:20:47.307137 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-56a9f9b8-bebe-4b1a-b38f-f42f6cf19ef4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:20:47.310381 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-56a9f9b8-bebe-4b1a-b38f-f42f6cf19ef4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:20:47.314358 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:47.316887 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-56a9f9b8-bebe-4b1a-b38f-f42f6cf19ef4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:20:47.407647 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e29bd9-b0e3-4418-baf1-82880411675f None None] Pushing event updated for resources: {'Port': ['ID=18160850-5820-444e-974a-55aa0b675af6,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:47.413374 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-56a9f9b8-bebe-4b1a-b38f-f42f6cf19ef4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:47.414429 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] Routers {'59fe8bcb-ad00-431d-8621-837cef22a7c7'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:20:47.415168 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:20:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['59fe8bcb-ad00-431d-8621-837cef22a7c7'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:20:47.538381 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-56a9f9b8-bebe-4b1a-b38f-f42f6cf19ef4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:47.605064 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-56a9f9b8-bebe-4b1a-b38f-f42f6cf19ef4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:47.633392 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9f9b8-bebe-4b1a-b38f-f42f6cf19ef4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2705446-18dd-46b7-91e6-b554d58358e0,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:47.657890 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] Set router 59fe8bcb-ad00-431d-8621-837cef22a7c7 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:20:47.719861 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-56a9f9b8-bebe-4b1a-b38f-f42f6cf19ef4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:47.721056 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-56a9f9b8-bebe-4b1a-b38f-f42f6cf19ef4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4300981 Feb 09 18:20:47.725740 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 56966) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:20:47.734301 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-85ac10ff-810e-4c49-8290-91944af5f897 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'e9511e22-7bb6-4b4a-b0ea-d671f4321b66', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:20:47.740889 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-85ac10ff-810e-4c49-8290-91944af5f897 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:20:47.745427 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-85ac10ff-810e-4c49-8290-91944af5f897 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:20:47.748842 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-85ac10ff-810e-4c49-8290-91944af5f897 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:20:47.758605 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-85ac10ff-810e-4c49-8290-91944af5f897 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:20:47.837639 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-85ac10ff-810e-4c49-8290-91944af5f897 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:47.913229 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-85ac10ff-810e-4c49-8290-91944af5f897 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:47.994730 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-85ac10ff-810e-4c49-8290-91944af5f897 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:48.037916 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac10ff-810e-4c49-8290-91944af5f897 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eab26d0-f83a-4cd2-ba92-7b38a552bdc2,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:48.061270 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac10ff-810e-4c49-8290-91944af5f897 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:48.061807 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac10ff-810e-4c49-8290-91944af5f897 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:48.062285 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac10ff-810e-4c49-8290-91944af5f897 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:48.062770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac10ff-810e-4c49-8290-91944af5f897 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:48.063302 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac10ff-810e-4c49-8290-91944af5f897 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:48.063838 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac10ff-810e-4c49-8290-91944af5f897 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:48.064584 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac10ff-810e-4c49-8290-91944af5f897 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:48.065652 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac10ff-810e-4c49-8290-91944af5f897 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:48.066187 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac10ff-810e-4c49-8290-91944af5f897 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:48.066759 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac10ff-810e-4c49-8290-91944af5f897 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:48.067294 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac10ff-810e-4c49-8290-91944af5f897 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:20:48.096026 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'name': 'tempest-TestNetworkBasicOps-router-58862450', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:42Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '18160850-5820-444e-974a-55aa0b675af6', 'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:79:0f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:41Z', 'updated_at': '2022-02-09T18:20:47Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:20:48.102207 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef8b2ef-1e15-4780-a964-f643aeae10fb None None] The sync data for ids ['59fe8bcb-ad00-431d-8621-837cef22a7c7'] in dv-neutron-827016-2-hyperv is: [{'id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'name': 'tempest-TestNetworkBasicOps-router-58862450', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:42Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '18160850-5820-444e-974a-55aa0b675af6', 'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:79:0f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:41Z', 'updated_at': '2022-02-09T18:20:47Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:20:48.137037 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-85ac10ff-810e-4c49-8290-91944af5f897 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:48.140682 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-85ac10ff-810e-4c49-8290-91944af5f897 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4121709 Feb 09 18:20:48.143760 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56970) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:20:48.154741 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e61d8eee-f7e5-4cdd-850c-96377dc443cb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'e9511e22-7bb6-4b4a-b0ea-d671f4321b66', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:20:48.180762 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e61d8eee-f7e5-4cdd-850c-96377dc443cb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:20:48.190019 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e61d8eee-f7e5-4cdd-850c-96377dc443cb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:20:48.199129 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e61d8eee-f7e5-4cdd-850c-96377dc443cb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:20:48.206245 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e61d8eee-f7e5-4cdd-850c-96377dc443cb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:20:48.292941 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e61d8eee-f7e5-4cdd-850c-96377dc443cb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:48.399128 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e61d8eee-f7e5-4cdd-850c-96377dc443cb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:48.474852 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e61d8eee-f7e5-4cdd-850c-96377dc443cb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:48.501460 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d8eee-f7e5-4cdd-850c-96377dc443cb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ebc670-71d7-447c-bba4-9be8ed348ae1,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:48.575634 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e61d8eee-f7e5-4cdd-850c-96377dc443cb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:48.577259 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e61d8eee-f7e5-4cdd-850c-96377dc443cb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4318547 Feb 09 18:20:48.581140 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56974) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:20:48.587456 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-50340b63-d379-4e6c-a3ef-d4bc3b4904f0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'e9511e22-7bb6-4b4a-b0ea-d671f4321b66', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:20:48.594448 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-50340b63-d379-4e6c-a3ef-d4bc3b4904f0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:20:48.603758 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-50340b63-d379-4e6c-a3ef-d4bc3b4904f0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:20:48.603758 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-50340b63-d379-4e6c-a3ef-d4bc3b4904f0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:20:48.610849 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-50340b63-d379-4e6c-a3ef-d4bc3b4904f0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:20:48.695812 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-50340b63-d379-4e6c-a3ef-d4bc3b4904f0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Project 352fd60817ff4d5d9e97f16f52485b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:20:48.707164 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50340b63-d379-4e6c-a3ef-d4bc3b4904f0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:48.797202 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50340b63-d379-4e6c-a3ef-d4bc3b4904f0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:48.862428 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50340b63-d379-4e6c-a3ef-d4bc3b4904f0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:48.896049 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50340b63-d379-4e6c-a3ef-d4bc3b4904f0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da7a683-cb6c-442d-b658-5fca8a945983,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:48.984746 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50340b63-d379-4e6c-a3ef-d4bc3b4904f0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:48.987499 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-50340b63-d379-4e6c-a3ef-d4bc3b4904f0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4045053 Feb 09 18:20:48.991453 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 56978) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:20:49.002582 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-00b6533f-21d6-47fd-95aa-1d00c9b2ff12 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': 'e9511e22-7bb6-4b4a-b0ea-d671f4321b66', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:20:49.014593 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-00b6533f-21d6-47fd-95aa-1d00c9b2ff12 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:20:49.022202 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-00b6533f-21d6-47fd-95aa-1d00c9b2ff12 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:20:49.027960 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-00b6533f-21d6-47fd-95aa-1d00c9b2ff12 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:20:49.034353 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-140dbaa7-e119-43dc-8d05-3b3ab4542637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:49.043687 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-00b6533f-21d6-47fd-95aa-1d00c9b2ff12 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:20:49.152768 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-00b6533f-21d6-47fd-95aa-1d00c9b2ff12 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Project 352fd60817ff4d5d9e97f16f52485b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:20:49.164635 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-00b6533f-21d6-47fd-95aa-1d00c9b2ff12 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:49.250067 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 18160850-5820-444e-974a-55aa0b675af6 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:20:49.257851 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-00b6533f-21d6-47fd-95aa-1d00c9b2ff12 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:49.359536 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-00b6533f-21d6-47fd-95aa-1d00c9b2ff12 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:49.387083 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6533f-21d6-47fd-95aa-1d00c9b2ff12 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bcfdf86-2b2c-43f0-8758-bc368244a3b5,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:49.393234 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 18160850-5820-444e-974a-55aa0b675af6 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:20:49.398819 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 18160850-5820-444e-974a-55aa0b675af6 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:20:49.399194 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:49.496857 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-00b6533f-21d6-47fd-95aa-1d00c9b2ff12 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:49.498709 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-00b6533f-21d6-47fd-95aa-1d00c9b2ff12 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5055141 Feb 09 18:20:49.532938 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:49.574399 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 18160850-5820-444e-974a-55aa0b675af6, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=18160850-5820-444e-974a-55aa0b675af6,segment=NetworkSegment(34e22a16-d5e6-482f-96ce-8fa1cd1ba612),segment_id=34e22a16-d5e6-482f-96ce-8fa1cd1ba612)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:20:49.738291 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9fe30f57-7649-4367-950c-5753b421606f req-6e07e994-f8c3-4231-99d5-6936fca4be24 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2059073304&fields=id&tenant_id=352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 267 time: 0.0534003 Feb 09 18:20:49.909231 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe30f57-7649-4367-950c-5753b421606f req-4fb9f2b3-1699-473b-b78c-518acdcb5037 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:20:49.909944 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-9fe30f57-7649-4367-950c-5753b421606f req-4fb9f2b3-1699-473b-b78c-518acdcb5037 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:network {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:20:49.919187 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:49.993900 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-9fe30f57-7649-4367-950c-5753b421606f req-4fb9f2b3-1699-473b-b78c-518acdcb5037 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:network {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:20:49.995744 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9fe30f57-7649-4367-950c-5753b421606f req-4fb9f2b3-1699-473b-b78c-518acdcb5037 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/networks?id=1dc4c523-54f6-43b3-ae26-6c0351010434 HTTP/1.1" status: 200 len: 797 time: 0.2486341 Feb 09 18:20:50.006679 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=18160850-5820-444e-974a-55aa0b675af6,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:50.023709 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9fe30f57-7649-4367-950c-5753b421606f req-dbb5948c-526d-48af-8ec2-e655f75dda2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/quotas/352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 375 time: 0.0192149 Feb 09 18:20:50.074153 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:50.150780 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-9fe30f57-7649-4367-950c-5753b421606f req-c86c7173-5d0c-4568-bf90-7fe3794368f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:20:50.153279 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:50.262215 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-9fe30f57-7649-4367-950c-5753b421606f req-c86c7173-5d0c-4568-bf90-7fe3794368f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:20:50.263625 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9fe30f57-7649-4367-950c-5753b421606f req-c86c7173-5d0c-4568-bf90-7fe3794368f3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2320011 Feb 09 18:20:50.510579 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9fe30f57-7649-4367-950c-5753b421606f req-754fe2fb-531f-4dc1-837e-8dda629eb612 service neutron] 10.222.0.21 "GET /v2.0/networks/1dc4c523-54f6-43b3-ae26-6c0351010434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340188 Feb 09 18:20:50.667815 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9fe30f57-7649-4367-950c-5753b421606f req-c1e6d00b-480d-498a-bb70-72c210cb2caf service neutron] 10.222.0.21 "GET /v2.0/networks/1dc4c523-54f6-43b3-ae26-6c0351010434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513386 Feb 09 18:20:50.952896 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9bf8117f-7c1e-4f1e-9eb7-d379d91d4031 req-a6129206-dbed-42eb-b0a4-b328e4a99984 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 210 time: 0.0443015 Feb 09 18:20:51.191020 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 18160850-5820-444e-974a-55aa0b675af6 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:20:51.272742 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 18160850-5820-444e-974a-55aa0b675af6 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:20:51.273081 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:51.672381 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:52.111614 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b75aa337-92a7-4e3f-8f6f-0ccff10dab16 req-c847b25a-9c67-4fdd-be5e-9f1c06b87704 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 210 time: 0.0821273 Feb 09 18:20:53.326856 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-88833db9-be2f-4a09-b92f-8e0cf4f2eee9 req-83341881-7a79-43cc-83c2-46b6327bbd97 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 210 time: 0.0431352 Feb 09 18:20:53.669196 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe30f57-7649-4367-950c-5753b421606f req-57bc3e2a-f11b-4013-8bb5-95a7fcd730ed tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:20:53.670639 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9fe30f57-7649-4367-950c-5753b421606f req-57bc3e2a-f11b-4013-8bb5-95a7fcd730ed tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/networks?id=1dc4c523-54f6-43b3-ae26-6c0351010434 HTTP/1.1" status: 200 len: 797 time: 0.1645777 Feb 09 18:20:53.731084 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-9fe30f57-7649-4367-950c-5753b421606f req-66474c41-e89f-4abd-8eb2-a516cff6f4dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:20:53.816310 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-9fe30f57-7649-4367-950c-5753b421606f req-66474c41-e89f-4abd-8eb2-a516cff6f4dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:20:53.817762 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9fe30f57-7649-4367-950c-5753b421606f req-66474c41-e89f-4abd-8eb2-a516cff6f4dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 380 time: 0.1353137 Feb 09 18:20:53.827339 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-9fe30f57-7649-4367-950c-5753b421606f req-61626829-26ee-4376-8d9c-57ee47b6702e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'port': {'device_id': 'd2975ee7-0d41-44f1-916e-58b4dbef6183', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'admin_state_up': True, 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'security_groups': ['e9511e22-7bb6-4b4a-b0ea-d671f4321b66']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:20:54.006869 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-9fe30f57-7649-4367-950c-5753b421606f req-61626829-26ee-4376-8d9c-57ee47b6702e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:20:54.017612 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-9fe30f57-7649-4367-950c-5753b421606f req-61626829-26ee-4376-8d9c-57ee47b6702e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:20:54.085747 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe30f57-7649-4367-950c-5753b421606f req-61626829-26ee-4376-8d9c-57ee47b6702e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:20:54.091518 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9fe30f57-7649-4367-950c-5753b421606f req-61626829-26ee-4376-8d9c-57ee47b6702e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:54.400178 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-9fe30f57-7649-4367-950c-5753b421606f req-61626829-26ee-4376-8d9c-57ee47b6702e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.20.0.9 (1dc4c523-54f6-43b3-ae26-6c0351010434/f11092ca-5ede-4092-b4de-badbca1b7bae/bc46a985-089a-4187-a171-15d7eb4445a0) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:20:54.524363 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bd95e76d-c90c-4b12-9fc3-7cfb105eced1 req-23c85d01-66a7-400a-9d8e-45ec24891e5b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 210 time: 0.0444937 Feb 09 18:20:54.785273 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9fe30f57-7649-4367-950c-5753b421606f req-61626829-26ee-4376-8d9c-57ee47b6702e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:54.805848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-9fe30f57-7649-4367-950c-5753b421606f req-61626829-26ee-4376-8d9c-57ee47b6702e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Transition to ACTIVE for port object bc46a985-089a-4187-a171-15d7eb4445a0 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:20:54.902110 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9fe30f57-7649-4367-950c-5753b421606f req-61626829-26ee-4376-8d9c-57ee47b6702e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:54.980008 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe30f57-7649-4367-950c-5753b421606f req-61626829-26ee-4376-8d9c-57ee47b6702e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network 1dc4c523-54f6-43b3-ae26-6c0351010434 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:20:54.983173 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-9fe30f57-7649-4367-950c-5753b421606f req-61626829-26ee-4376-8d9c-57ee47b6702e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:20:54.987324 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe30f57-7649-4367-950c-5753b421606f req-61626829-26ee-4376-8d9c-57ee47b6702e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:20:55.023489 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61626829-26ee-4376-8d9c-57ee47b6702e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=bc46a985-089a-4187-a171-15d7eb4445a0,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:55.082472 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe30f57-7649-4367-950c-5753b421606f req-61626829-26ee-4376-8d9c-57ee47b6702e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:20:55.084026 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9fe30f57-7649-4367-950c-5753b421606f req-61626829-26ee-4376-8d9c-57ee47b6702e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:55.223364 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9fe30f57-7649-4367-950c-5753b421606f req-61626829-26ee-4376-8d9c-57ee47b6702e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3997407 Feb 09 18:20:55.239794 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-9fe30f57-7649-4367-950c-5753b421606f req-56589aaa-488b-4073-9e9e-13f615919b3b service neutron] Request body: {'port': {'device_id': 'd2975ee7-0d41-44f1-916e-58b4dbef6183', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:20:55.307642 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-023ff7b7-edaf-4e12-a136-cad76e273d33 None None] Provisioning for port bc46a985-089a-4187-a171-15d7eb4445a0 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:20:55.314327 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-023ff7b7-edaf-4e12-a136-cad76e273d33 None None] Provisioning complete for port bc46a985-089a-4187-a171-15d7eb4445a0 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:20:55.323379 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-023ff7b7-edaf-4e12-a136-cad76e273d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:55.363654 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9fe30f57-7649-4367-950c-5753b421606f req-56589aaa-488b-4073-9e9e-13f615919b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:55.377904 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-023ff7b7-edaf-4e12-a136-cad76e273d33 None None] Port bc46a985-089a-4187-a171-15d7eb4445a0 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:20:55.815718 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-9fe30f57-7649-4367-950c-5753b421606f req-56589aaa-488b-4073-9e9e-13f615919b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc46a985-089a-4187-a171-15d7eb4445a0 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:20:55.825212 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9fe30f57-7649-4367-950c-5753b421606f req-56589aaa-488b-4073-9e9e-13f615919b3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:55.845608 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-9fe30f57-7649-4367-950c-5753b421606f req-56589aaa-488b-4073-9e9e-13f615919b3b service neutron] Transition to ACTIVE for port object bc46a985-089a-4187-a171-15d7eb4445a0 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:20:55.876915 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3012d15-f8da-4e8a-a9b7-dca53788f77e req-4f6d239b-58b4-4b78-bdb3-0d86a5bf2d2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:20:55.878742 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b3012d15-f8da-4e8a-a9b7-dca53788f77e req-4f6d239b-58b4-4b78-bdb3-0d86a5bf2d2a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 931 time: 0.1035948 Feb 09 18:20:55.896607 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9fe30f57-7649-4367-950c-5753b421606f req-56589aaa-488b-4073-9e9e-13f615919b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:55.939002 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b3012d15-f8da-4e8a-a9b7-dca53788f77e req-1c0fab1e-86b1-4613-bbf7-65ffc492114c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9511e22-7bb6-4b4a-b0ea-d671f4321b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537899 Feb 09 18:20:56.097646 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56589aaa-488b-4073-9e9e-13f615919b3b service neutron] Pushing event updated for resources: {'Port': ['ID=bc46a985-089a-4187-a171-15d7eb4445a0,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:56.232235 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9fe30f57-7649-4367-950c-5753b421606f req-56589aaa-488b-4073-9e9e-13f615919b3b service neutron] Attempting to bind port bc46a985-089a-4187-a171-15d7eb4445a0 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:20:56.232774 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9fe30f57-7649-4367-950c-5753b421606f req-56589aaa-488b-4073-9e9e-13f615919b3b service neutron] Attempting to bind port bc46a985-089a-4187-a171-15d7eb4445a0 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '34e22a16-d5e6-482f-96ce-8fa1cd1ba612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:20:56.233326 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe30f57-7649-4367-950c-5753b421606f req-56589aaa-488b-4073-9e9e-13f615919b3b service neutron] Attempting to bind port bc46a985-089a-4187-a171-15d7eb4445a0 on network 1dc4c523-54f6-43b3-ae26-6c0351010434 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:20:56.244922 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe30f57-7649-4367-950c-5753b421606f req-56589aaa-488b-4073-9e9e-13f615919b3b service neutron] Port bc46a985-089a-4187-a171-15d7eb4445a0 on network 1dc4c523-54f6-43b3-ae26-6c0351010434 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:20:56.245442 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe30f57-7649-4367-950c-5753b421606f req-56589aaa-488b-4073-9e9e-13f615919b3b service neutron] Attempting to bind port bc46a985-089a-4187-a171-15d7eb4445a0 on network 1dc4c523-54f6-43b3-ae26-6c0351010434 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:20:56.256643 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe30f57-7649-4367-950c-5753b421606f req-56589aaa-488b-4073-9e9e-13f615919b3b service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:20:56.257159 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe30f57-7649-4367-950c-5753b421606f req-56589aaa-488b-4073-9e9e-13f615919b3b service neutron] Checking segment: {'id': '34e22a16-d5e6-482f-96ce-8fa1cd1ba612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:20:56.257811 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe30f57-7649-4367-950c-5753b421606f req-56589aaa-488b-4073-9e9e-13f615919b3b service neutron] Bound using segment: {'id': '34e22a16-d5e6-482f-96ce-8fa1cd1ba612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:20:56.258557 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9fe30f57-7649-4367-950c-5753b421606f req-56589aaa-488b-4073-9e9e-13f615919b3b service neutron] Bound port: bc46a985-089a-4187-a171-15d7eb4445a0, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34e22a16-d5e6-482f-96ce-8fa1cd1ba612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:20:56.259091 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9fe30f57-7649-4367-950c-5753b421606f req-56589aaa-488b-4073-9e9e-13f615919b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:56.388263 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-9fe30f57-7649-4367-950c-5753b421606f req-56589aaa-488b-4073-9e9e-13f615919b3b service neutron] For port bc46a985-089a-4187-a171-15d7eb4445a0, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:20:56.391918 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-9fe30f57-7649-4367-950c-5753b421606f req-56589aaa-488b-4073-9e9e-13f615919b3b service neutron] For port bc46a985-089a-4187-a171-15d7eb4445a0, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bc46a985-089a-4187-a171-15d7eb4445a0,segment=NetworkSegment(34e22a16-d5e6-482f-96ce-8fa1cd1ba612),segment_id=34e22a16-d5e6-482f-96ce-8fa1cd1ba612)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:20:56.457418 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9fe30f57-7649-4367-950c-5753b421606f req-56589aaa-488b-4073-9e9e-13f615919b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:56.598739 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9fe30f57-7649-4367-950c-5753b421606f req-56589aaa-488b-4073-9e9e-13f615919b3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:20:56.600215 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9fe30f57-7649-4367-950c-5753b421606f req-56589aaa-488b-4073-9e9e-13f615919b3b service neutron] 10.222.0.50 "PUT /v2.0/ports/bc46a985-089a-4187-a171-15d7eb4445a0 HTTP/1.1" status: 200 len: 1093 time: 1.3683643 Feb 09 18:20:56.600685 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2975ee7-0d41-44f1-916e-58b4dbef6183', 'tag': 'bc46a985-089a-4187-a171-15d7eb4445a0'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:20:56.627170 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56589aaa-488b-4073-9e9e-13f615919b3b service neutron] Pushing event updated for resources: {'Port': ['ID=bc46a985-089a-4187-a171-15d7eb4445a0,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:20:56.698751 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2975ee7-0d41-44f1-916e-58b4dbef6183', 'tag': 'bc46a985-089a-4187-a171-15d7eb4445a0', 'status': 'completed', 'code': 200} Feb 09 18:20:56.811700 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9fe30f57-7649-4367-950c-5753b421606f req-80c273c5-e3ac-4265-9ea4-6eededc9c2c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 1096 time: 0.1038992 Feb 09 18:20:56.892577 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9fe30f57-7649-4367-950c-5753b421606f req-3d696ab9-94f6-417f-a874-c53d41a47087 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc46a985-089a-4187-a171-15d7eb4445a0 HTTP/1.1" status: 200 len: 217 time: 0.0709016 Feb 09 18:20:56.978521 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe30f57-7649-4367-950c-5753b421606f req-8d52c350-19d1-496b-a951-a895ce314338 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:20:56.981039 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9fe30f57-7649-4367-950c-5753b421606f req-8d52c350-19d1-496b-a951-a895ce314338 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f11092ca-5ede-4092-b4de-badbca1b7bae HTTP/1.1" status: 200 len: 835 time: 0.0857093 Feb 09 18:20:57.070752 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9fe30f57-7649-4367-950c-5753b421606f req-2c319f60-885e-4eaa-8a8f-8d7ddec319e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1dc4c523-54f6-43b3-ae26-6c0351010434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842903 Feb 09 18:20:57.230132 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777b845-ee79-4580-9b3c-d015c8c80b06 req-d2c2f8b4-61a5-4748-b4f4-5c985dad210c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:20:57.232648 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6777b845-ee79-4580-9b3c-d015c8c80b06 req-d2c2f8b4-61a5-4748-b4f4-5c985dad210c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 943 time: 0.0956237 Feb 09 18:20:57.280950 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9fe30f57-7649-4367-950c-5753b421606f req-4a091198-f50a-4de4-8b38-e8aa9067a70f service neutron] 10.222.0.50 "GET /v2.0/networks/1dc4c523-54f6-43b3-ae26-6c0351010434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038713 Feb 09 18:20:57.412160 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6777b845-ee79-4580-9b3c-d015c8c80b06 req-c450de3e-fd7e-4b1c-908f-dd40570743d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9511e22-7bb6-4b4a-b0ea-d671f4321b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736267 Feb 09 18:20:57.548847 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9fe30f57-7649-4367-950c-5753b421606f req-0d3c144b-bb5f-45f0-b097-f9054ad7417a service neutron] 10.222.0.50 "GET /v2.0/networks/1dc4c523-54f6-43b3-ae26-6c0351010434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615833 Feb 09 18:20:57.743731 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b232fb2c-779a-4044-a9bb-90a68a576fa0 req-35b02959-c356-4621-9ccd-d543799f4a85 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 1096 time: 0.0802462 Feb 09 18:20:57.893287 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232fb2c-779a-4044-a9bb-90a68a576fa0 req-b45b2548-1ee5-4191-a879-27a6b1a96d48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:20:57.894679 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b232fb2c-779a-4044-a9bb-90a68a576fa0 req-b45b2548-1ee5-4191-a879-27a6b1a96d48 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1dc4c523-54f6-43b3-ae26-6c0351010434 HTTP/1.1" status: 200 len: 898 time: 0.1414764 Feb 09 18:20:57.968652 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b232fb2c-779a-4044-a9bb-90a68a576fa0 req-a1f8824d-6a6c-4522-b0a9-3f62114307d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc46a985-089a-4187-a171-15d7eb4445a0 HTTP/1.1" status: 200 len: 217 time: 0.0673556 Feb 09 18:20:58.043024 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232fb2c-779a-4044-a9bb-90a68a576fa0 req-68a53fa0-e3aa-41ac-a87f-f90fad13f9f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:20:58.044687 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b232fb2c-779a-4044-a9bb-90a68a576fa0 req-68a53fa0-e3aa-41ac-a87f-f90fad13f9f4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f11092ca-5ede-4092-b4de-badbca1b7bae HTTP/1.1" status: 200 len: 835 time: 0.0697474 Feb 09 18:20:58.128353 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b232fb2c-779a-4044-a9bb-90a68a576fa0 req-db98ef84-ca64-481e-a011-45482c111bbc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1dc4c523-54f6-43b3-ae26-6c0351010434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769651 Feb 09 18:20:58.277938 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b232fb2c-779a-4044-a9bb-90a68a576fa0 req-caabdfbd-aad4-4a59-9aca-9eb63bb1b122 service neutron] 10.222.0.50 "GET /v2.0/networks/1dc4c523-54f6-43b3-ae26-6c0351010434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419873 Feb 09 18:20:58.428857 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b232fb2c-779a-4044-a9bb-90a68a576fa0 req-da902f9d-bb3a-4daf-9e2c-6c80c65cfcdd service neutron] 10.222.0.50 "GET /v2.0/networks/1dc4c523-54f6-43b3-ae26-6c0351010434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440318 Feb 09 18:20:58.646514 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c112e-cfaf-46e0-928c-44fea370b8f0 req-8fa1624c-d208-4107-8423-555fd8593734 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:20:58.648101 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7d1c112e-cfaf-46e0-928c-44fea370b8f0 req-8fa1624c-d208-4107-8423-555fd8593734 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 943 time: 0.0867128 Feb 09 18:20:58.704521 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7d1c112e-cfaf-46e0-928c-44fea370b8f0 req-203d002b-649d-4183-99a9-10bc8c356f5d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9511e22-7bb6-4b4a-b0ea-d671f4321b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462959 Feb 09 18:21:00.006498 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1f22a-371f-4693-b60d-50a1e4b346dd req-60f16944-6fbf-4e08-8919-672491e37011 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:00.009747 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b6f1f22a-371f-4693-b60d-50a1e4b346dd req-60f16944-6fbf-4e08-8919-672491e37011 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 943 time: 0.1722522 Feb 09 18:21:00.090339 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b6f1f22a-371f-4693-b60d-50a1e4b346dd req-70a3e56c-dad2-4c6d-8ba7-b956925fe135 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9511e22-7bb6-4b4a-b0ea-d671f4321b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744863 Feb 09 18:21:01.332334 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7226f7-a921-4a4f-88e2-b2d7a7b5f11c req-0f6f01d7-2532-468f-974b-a03353894a51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:01.333815 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ad7226f7-a921-4a4f-88e2-b2d7a7b5f11c req-0f6f01d7-2532-468f-974b-a03353894a51 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 943 time: 0.1113801 Feb 09 18:21:01.390336 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ad7226f7-a921-4a4f-88e2-b2d7a7b5f11c req-e6c84541-4183-43f5-bad7-4c60da236dc5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9511e22-7bb6-4b4a-b0ea-d671f4321b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465808 Feb 09 18:21:01.792797 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device bc46a985-089a-4187-a171-15d7eb4445a0 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:21:01.940697 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port bc46a985-089a-4187-a171-15d7eb4445a0, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bc46a985-089a-4187-a171-15d7eb4445a0,segment=NetworkSegment(34e22a16-d5e6-482f-96ce-8fa1cd1ba612),segment_id=34e22a16-d5e6-482f-96ce-8fa1cd1ba612)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:21:01.957018 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': 'bc46a985-089a-4187-a171-15d7eb4445a0', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'port_id': 'bc46a985-089a-4187-a171-15d7eb4445a0', 'mac_address': 'fa:16:3e:b9:c6:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:21:02.020170 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:02.074006 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:21:02.089959 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc46a985-089a-4187-a171-15d7eb4445a0 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:21:02.117117 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port bc46a985-089a-4187-a171-15d7eb4445a0, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bc46a985-089a-4187-a171-15d7eb4445a0,segment=NetworkSegment(34e22a16-d5e6-482f-96ce-8fa1cd1ba612),segment_id=34e22a16-d5e6-482f-96ce-8fa1cd1ba612)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:21:02.261492 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:02.334840 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=bc46a985-089a-4187-a171-15d7eb4445a0,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:21:02.492834 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['bc46a985-089a-4187-a171-15d7eb4445a0'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:21:02.656408 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23227ae-9c5e-4fef-98a0-7d5a09a16ffa req-06d4d950-debc-4cf8-8611-7ef18e099998 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:02.658379 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c23227ae-9c5e-4fef-98a0-7d5a09a16ffa req-06d4d950-debc-4cf8-8611-7ef18e099998 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 944 time: 0.1402462 Feb 09 18:21:02.711282 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c23227ae-9c5e-4fef-98a0-7d5a09a16ffa req-315fb8ed-4001-4d1e-aa3c-01579ec49f30 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9511e22-7bb6-4b4a-b0ea-d671f4321b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463796 Feb 09 18:21:03.792027 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device bc46a985-089a-4187-a171-15d7eb4445a0 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:21:03.941394 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port bc46a985-089a-4187-a171-15d7eb4445a0 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:21:03.942734 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220b367-a2e5-4cf2-81c5-1966b6723824 req-0d85595c-9ada-4708-bbd1-e4a6446bb393 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:03.945063 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a220b367-a2e5-4cf2-81c5-1966b6723824 req-0d85595c-9ada-4708-bbd1-e4a6446bb393 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 944 time: 0.0948052 Feb 09 18:21:03.948304 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port bc46a985-089a-4187-a171-15d7eb4445a0 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:21:03.948735 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:04.014691 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a220b367-a2e5-4cf2-81c5-1966b6723824 req-03efce79-4a0b-48fc-af38-188e76f84aad tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9511e22-7bb6-4b4a-b0ea-d671f4321b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633521 Feb 09 18:21:04.096331 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:04.129383 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2975ee7-0d41-44f1-916e-58b4dbef6183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc46a985-089a-4187-a171-15d7eb4445a0'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:21:04.140502 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port bc46a985-089a-4187-a171-15d7eb4445a0, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bc46a985-089a-4187-a171-15d7eb4445a0,segment=NetworkSegment(34e22a16-d5e6-482f-96ce-8fa1cd1ba612),segment_id=34e22a16-d5e6-482f-96ce-8fa1cd1ba612)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:21:04.232509 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:04.269204 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2975ee7-0d41-44f1-916e-58b4dbef6183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc46a985-089a-4187-a171-15d7eb4445a0', 'code': 200} Feb 09 18:21:04.304791 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=bc46a985-089a-4187-a171-15d7eb4445a0,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:21:04.667289 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5d99a981-aab6-4e48-afdc-280e95cfed9c req-4c053257-ab95-4a9f-84d2-269323fc224f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 1098 time: 0.0777299 Feb 09 18:21:04.718109 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5d99a981-aab6-4e48-afdc-280e95cfed9c req-788e84a8-1594-488b-921f-0320e6205ddc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e9511e22-7bb6-4b4a-b0ea-d671f4321b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445623 Feb 09 18:21:05.238612 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ea22b-fbb1-4e72-a3e7-c2073bdb4798 req-bd81117c-d882-4721-b58d-b7f8ec4708e9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:05.240436 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-213ea22b-fbb1-4e72-a3e7-c2073bdb4798 req-bd81117c-d882-4721-b58d-b7f8ec4708e9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 945 time: 0.0849428 Feb 09 18:21:05.291808 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-213ea22b-fbb1-4e72-a3e7-c2073bdb4798 req-0604868b-96dc-44b4-b5a5-40c86c852476 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9511e22-7bb6-4b4a-b0ea-d671f4321b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452359 Feb 09 18:21:06.516995 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdadd9-657d-40dc-897d-2aa2e503bb50 req-09cd942c-6f3b-445f-911a-f4bd736e1fe6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:06.518571 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e7bdadd9-657d-40dc-897d-2aa2e503bb50 req-09cd942c-6f3b-445f-911a-f4bd736e1fe6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 945 time: 0.0926859 Feb 09 18:21:06.574497 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e7bdadd9-657d-40dc-897d-2aa2e503bb50 req-928bc2f4-ff15-463c-ba4c-1929a854ad81 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9511e22-7bb6-4b4a-b0ea-d671f4321b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454919 Feb 09 18:21:06.857180 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55340794-ec50-43a5-9902-7b705e1a9a9f req-b3355758-d0f5-4a46-b92a-2bd01c4be35d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:06.859904 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-55340794-ec50-43a5-9902-7b705e1a9a9f req-b3355758-d0f5-4a46-b92a-2bd01c4be35d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 945 time: 0.1547694 Feb 09 18:21:06.913877 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-55340794-ec50-43a5-9902-7b705e1a9a9f req-d8e250d3-b804-41c8-9392-5636a0f5a13b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9511e22-7bb6-4b4a-b0ea-d671f4321b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468910 Feb 09 18:21:06.947368 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57040) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:21:07.092046 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-92d317d3-89b4-496e-b391-865d666db8be tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 1093 time: 0.1427829 Feb 09 18:21:07.095322 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57044) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:21:07.105530 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-bac181d0-afca-4449-8af2-dbe45c7ef4d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': 'bc46a985-089a-4187-a171-15d7eb4445a0', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:21:07.118099 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-bac181d0-afca-4449-8af2-dbe45c7ef4d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:21:07.125103 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-bac181d0-afca-4449-8af2-dbe45c7ef4d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:floatingip and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:21:07.131642 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-bac181d0-afca-4449-8af2-dbe45c7ef4d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:21:07.142768 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-bac181d0-afca-4449-8af2-dbe45c7ef4d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:21:07.215911 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bac181d0-afca-4449-8af2-dbe45c7ef4d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:07.370415 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bac181d0-afca-4449-8af2-dbe45c7ef4d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:07.596786 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-bac181d0-afca-4449-8af2-dbe45c7ef4d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.26.8.198 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/0153ad0d-a0f4-4778-a943-fac6c254b1db) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:21:07.827263 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bac181d0-afca-4449-8af2-dbe45c7ef4d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:07.919690 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bac181d0-afca-4449-8af2-dbe45c7ef4d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:08.025015 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac181d0-afca-4449-8af2-dbe45c7ef4d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:21:08.029650 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-bac181d0-afca-4449-8af2-dbe45c7ef4d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:21:08.038284 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac181d0-afca-4449-8af2-dbe45c7ef4d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:21:08.084211 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac181d0-afca-4449-8af2-dbe45c7ef4d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=0153ad0d-a0f4-4778-a943-fac6c254b1db,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:21:08.963741 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bac181d0-afca-4449-8af2-dbe45c7ef4d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:09.110258 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bac181d0-afca-4449-8af2-dbe45c7ef4d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:09.393679 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bac181d0-afca-4449-8af2-dbe45c7ef4d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:09.500048 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bac181d0-afca-4449-8af2-dbe45c7ef4d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:09.642313 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac181d0-afca-4449-8af2-dbe45c7ef4d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=0153ad0d-a0f4-4778-a943-fac6c254b1db,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:21:09.661692 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bac181d0-afca-4449-8af2-dbe45c7ef4d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:09.952283 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.l3_db [None req-bac181d0-afca-4449-8af2-dbe45c7ef4d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Floating IP 5869cd49-d29e-48f0-9dde-e72bff15d597 associated. External IP: 172.26.8.198, port: bc46a985-089a-4187-a171-15d7eb4445a0. Feb 09 18:21:10.576545 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac181d0-afca-4449-8af2-dbe45c7ef4d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 59fe8bcb-ad00-431d-8621-837cef22a7c7 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:21:10.947604 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac181d0-afca-4449-8af2-dbe45c7ef4d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:21:10.959722 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885bca8b-081f-427c-b3d5-8cdbcfbd78d3 None None] Sync routers for ids ['59fe8bcb-ad00-431d-8621-837cef22a7c7'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:21:10.977347 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885bca8b-081f-427c-b3d5-8cdbcfbd78d3 None None] Routers {'59fe8bcb-ad00-431d-8621-837cef22a7c7'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:21:10.978379 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-885bca8b-081f-427c-b3d5-8cdbcfbd78d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:20:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['59fe8bcb-ad00-431d-8621-837cef22a7c7'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:21:11.073145 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bac181d0-afca-4449-8af2-dbe45c7ef4d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:11.174361 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-bac181d0-afca-4449-8af2-dbe45c7ef4d9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0771763 Feb 09 18:21:11.175613 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2975ee7-0d41-44f1-916e-58b4dbef6183', 'tag': 'bc46a985-089a-4187-a171-15d7eb4445a0'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:21:11.177378 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57048) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:21:11.195441 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-885bca8b-081f-427c-b3d5-8cdbcfbd78d3 None None] Set router 59fe8bcb-ad00-431d-8621-837cef22a7c7 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:21:11.260661 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-362f6441-57fe-45ba-9a1c-570cfc48e048 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 1093 time: 0.0819471 Feb 09 18:21:11.283520 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2975ee7-0d41-44f1-916e-58b4dbef6183', 'tag': 'bc46a985-089a-4187-a171-15d7eb4445a0', 'status': 'completed', 'code': 200} Feb 09 18:21:11.398325 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ca73ba24-7a55-4a53-ae41-fbdaacd13467 req-2ae49c3b-c657-403b-842a-45a1920ae65b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 1098 time: 0.0910804 Feb 09 18:21:11.623988 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73ba24-7a55-4a53-ae41-fbdaacd13467 req-485ed873-e445-41b2-acd3-99ef85e4270c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:11.625694 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ca73ba24-7a55-4a53-ae41-fbdaacd13467 req-485ed873-e445-41b2-acd3-99ef85e4270c service neutron] 10.222.0.50 "GET /v2.0/networks?id=1dc4c523-54f6-43b3-ae26-6c0351010434 HTTP/1.1" status: 200 len: 898 time: 0.2214184 Feb 09 18:21:11.728999 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-885bca8b-081f-427c-b3d5-8cdbcfbd78d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'name': 'tempest-TestNetworkBasicOps-router-58862450', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:42Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '5869cd49-d29e-48f0-9dde-e72bff15d597', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.198', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'port_id': 'bc46a985-089a-4187-a171-15d7eb4445a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'mac_address': 'fa:16:3e:b9:c6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2975ee7-0d41-44f1-916e-58b4dbef6183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:21:08Z', 'updated_at': '2022-02-09T18:21:08Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18160850-5820-444e-974a-55aa0b675af6', 'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:79:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:41Z', 'updated_at': '2022-02-09T18:20:49Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:21:11.734816 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885bca8b-081f-427c-b3d5-8cdbcfbd78d3 None None] Checking router: 59fe8bcb-ad00-431d-8621-837cef22a7c7 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:21:11.751515 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885bca8b-081f-427c-b3d5-8cdbcfbd78d3 None None] Routers {'59fe8bcb-ad00-431d-8621-837cef22a7c7'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:21:11.752297 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-885bca8b-081f-427c-b3d5-8cdbcfbd78d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:20:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['59fe8bcb-ad00-431d-8621-837cef22a7c7'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:21:11.771101 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57056) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:21:11.780524 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7c696ac6-8ce4-4101-a50e-53a2734beff0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1801726984', 'description': 'tempest-secgroup-smoke-1801726984 description', 'project_id': '352fd60817ff4d5d9e97f16f52485b96'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:21:11.792556 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7c696ac6-8ce4-4101-a50e-53a2734beff0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:21:11.801617 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ca73ba24-7a55-4a53-ae41-fbdaacd13467 req-54e76b44-ed49-4551-b79d-ccfac6d8586b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc46a985-089a-4187-a171-15d7eb4445a0 HTTP/1.1" status: 200 len: 999 time: 0.1682820 Feb 09 18:21:11.811169 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7c696ac6-8ce4-4101-a50e-53a2734beff0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:21:11.885670 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73ba24-7a55-4a53-ae41-fbdaacd13467 req-72f1356a-5317-4aa1-874b-f43462352816 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:11.888082 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ca73ba24-7a55-4a53-ae41-fbdaacd13467 req-72f1356a-5317-4aa1-874b-f43462352816 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f11092ca-5ede-4092-b4de-badbca1b7bae HTTP/1.1" status: 200 len: 835 time: 0.0773332 Feb 09 18:21:11.953241 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c696ac6-8ce4-4101-a50e-53a2734beff0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:11.984697 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-885bca8b-081f-427c-b3d5-8cdbcfbd78d3 None None] Set router 59fe8bcb-ad00-431d-8621-837cef22a7c7 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:21:12.020562 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7c696ac6-8ce4-4101-a50e-53a2734beff0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:21:12.026205 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7c696ac6-8ce4-4101-a50e-53a2734beff0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:21:12.030182 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7c696ac6-8ce4-4101-a50e-53a2734beff0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:21:12.038550 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7c696ac6-8ce4-4101-a50e-53a2734beff0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:21:12.043311 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ca73ba24-7a55-4a53-ae41-fbdaacd13467 req-739e3a84-8302-4e2e-9245-1a2c64e8b3b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1dc4c523-54f6-43b3-ae26-6c0351010434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1468699 Feb 09 18:21:12.218515 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c696ac6-8ce4-4101-a50e-53a2734beff0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:12.344003 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ca73ba24-7a55-4a53-ae41-fbdaacd13467 req-71d66e46-9508-45ce-b7bd-f125bf2a8e9f service neutron] 10.222.0.50 "GET /v2.0/networks/1dc4c523-54f6-43b3-ae26-6c0351010434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907567 Feb 09 18:21:12.344593 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c696ac6-8ce4-4101-a50e-53a2734beff0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:12.473645 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c696ac6-8ce4-4101-a50e-53a2734beff0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8a1b57-e32b-4577-9188-c1e70dd3c114,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:21:12.478490 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-885bca8b-081f-427c-b3d5-8cdbcfbd78d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'name': 'tempest-TestNetworkBasicOps-router-58862450', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:42Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '5869cd49-d29e-48f0-9dde-e72bff15d597', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.198', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'port_id': 'bc46a985-089a-4187-a171-15d7eb4445a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'mac_address': 'fa:16:3e:b9:c6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2975ee7-0d41-44f1-916e-58b4dbef6183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:21:08Z', 'updated_at': '2022-02-09T18:21:08Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18160850-5820-444e-974a-55aa0b675af6', 'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:79:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:41Z', 'updated_at': '2022-02-09T18:20:49Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:21:12.484960 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885bca8b-081f-427c-b3d5-8cdbcfbd78d3 None None] The sync data for ids ['59fe8bcb-ad00-431d-8621-837cef22a7c7'] in dv-neutron-827016-2-hyperv is: [{'id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'name': 'tempest-TestNetworkBasicOps-router-58862450', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:42Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '5869cd49-d29e-48f0-9dde-e72bff15d597', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.198', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'port_id': 'bc46a985-089a-4187-a171-15d7eb4445a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'mac_address': 'fa:16:3e:b9:c6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2975ee7-0d41-44f1-916e-58b4dbef6183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:21:08Z', 'updated_at': '2022-02-09T18:21:08Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18160850-5820-444e-974a-55aa0b675af6', 'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:79:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:41Z', 'updated_at': '2022-02-09T18:20:49Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:21:12.544517 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ca73ba24-7a55-4a53-ae41-fbdaacd13467 req-dbf8c678-2ce1-4443-8730-83ac3c8a8f6b service neutron] 10.222.0.50 "GET /v2.0/networks/1dc4c523-54f6-43b3-ae26-6c0351010434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861999 Feb 09 18:21:12.552560 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c696ac6-8ce4-4101-a50e-53a2734beff0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:12.554579 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7c696ac6-8ce4-4101-a50e-53a2734beff0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7815201 Feb 09 18:21:12.558476 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57060) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:21:12.565030 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-24ea1beb-2fe8-4e12-a24d-dab8b4915cc2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '7d8a1b57-e32b-4577-9188-c1e70dd3c114', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:21:12.574455 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-24ea1beb-2fe8-4e12-a24d-dab8b4915cc2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:21:12.577826 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-24ea1beb-2fe8-4e12-a24d-dab8b4915cc2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:21:12.581418 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-24ea1beb-2fe8-4e12-a24d-dab8b4915cc2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:21:12.590031 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-24ea1beb-2fe8-4e12-a24d-dab8b4915cc2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:21:12.686811 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24ea1beb-2fe8-4e12-a24d-dab8b4915cc2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:12.724472 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abab10ad-a1ca-48cd-9c52-75cd33d62a8f None None] New status for floating IP 5869cd49-d29e-48f0-9dde-e72bff15d597: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:21:12.767060 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24ea1beb-2fe8-4e12-a24d-dab8b4915cc2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:12.860739 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24ea1beb-2fe8-4e12-a24d-dab8b4915cc2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:12.888342 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea1beb-2fe8-4e12-a24d-dab8b4915cc2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bbf60a5-6c3c-470f-af7e-af0b78c48956,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:21:13.065968 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24ea1beb-2fe8-4e12-a24d-dab8b4915cc2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:13.074129 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-24ea1beb-2fe8-4e12-a24d-dab8b4915cc2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5085225 Feb 09 18:21:13.074129 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57064) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:21:13.078094 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f3d601a4-9b3b-4b68-8bc6-4d6863ad261d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '7d8a1b57-e32b-4577-9188-c1e70dd3c114', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:21:13.085555 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f3d601a4-9b3b-4b68-8bc6-4d6863ad261d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:21:13.090082 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f3d601a4-9b3b-4b68-8bc6-4d6863ad261d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:21:13.094274 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f3d601a4-9b3b-4b68-8bc6-4d6863ad261d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:21:13.101727 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f3d601a4-9b3b-4b68-8bc6-4d6863ad261d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:21:13.422405 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3d601a4-9b3b-4b68-8bc6-4d6863ad261d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:13.499005 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3d601a4-9b3b-4b68-8bc6-4d6863ad261d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:13.603940 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3d601a4-9b3b-4b68-8bc6-4d6863ad261d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:13.630648 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d601a4-9b3b-4b68-8bc6-4d6863ad261d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5789a2c-5e81-4245-9af3-d01095c9ff3d,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:21:13.718449 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3d601a4-9b3b-4b68-8bc6-4d6863ad261d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:13.720092 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f3d601a4-9b3b-4b68-8bc6-4d6863ad261d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6475070 Feb 09 18:21:13.723512 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57068) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:21:13.729945 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e86a21e5-f146-45cc-9d7f-e96333f53f42 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '7d8a1b57-e32b-4577-9188-c1e70dd3c114', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:21:13.736538 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e86a21e5-f146-45cc-9d7f-e96333f53f42 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:21:13.742106 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e86a21e5-f146-45cc-9d7f-e96333f53f42 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:21:13.746126 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e86a21e5-f146-45cc-9d7f-e96333f53f42 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:21:13.755035 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e86a21e5-f146-45cc-9d7f-e96333f53f42 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:21:13.857528 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e86a21e5-f146-45cc-9d7f-e96333f53f42 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:13.932973 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e86a21e5-f146-45cc-9d7f-e96333f53f42 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:14.009563 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e86a21e5-f146-45cc-9d7f-e96333f53f42 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:14.037876 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a21e5-f146-45cc-9d7f-e96333f53f42 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4b9c6a-e3cd-41ba-a672-86f255ce9dba,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:21:14.129789 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e86a21e5-f146-45cc-9d7f-e96333f53f42 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:14.131071 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e86a21e5-f146-45cc-9d7f-e96333f53f42 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4065464 Feb 09 18:21:14.134469 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57072) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:21:14.140890 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e8eaa83b-84c1-4d05-afee-8a341974391f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '7d8a1b57-e32b-4577-9188-c1e70dd3c114', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:21:14.148512 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e8eaa83b-84c1-4d05-afee-8a341974391f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:21:14.153186 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e8eaa83b-84c1-4d05-afee-8a341974391f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:21:14.156727 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e8eaa83b-84c1-4d05-afee-8a341974391f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:21:14.167496 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e8eaa83b-84c1-4d05-afee-8a341974391f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:21:14.256683 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa83b-84c1-4d05-afee-8a341974391f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:14.335515 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa83b-84c1-4d05-afee-8a341974391f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:14.386281 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa83b-84c1-4d05-afee-8a341974391f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:14.419706 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eaa83b-84c1-4d05-afee-8a341974391f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662036f1-ce8a-4388-aef5-d7018f90023a,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:21:14.495463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa83b-84c1-4d05-afee-8a341974391f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:14.497361 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e8eaa83b-84c1-4d05-afee-8a341974391f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3615196 Feb 09 18:21:14.500491 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57076) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:21:14.507523 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-96556889-6e01-40a0-9d1c-abee9f135324 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '7d8a1b57-e32b-4577-9188-c1e70dd3c114', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:21:14.513929 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-96556889-6e01-40a0-9d1c-abee9f135324 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:21:14.518981 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-96556889-6e01-40a0-9d1c-abee9f135324 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:21:14.523436 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-96556889-6e01-40a0-9d1c-abee9f135324 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:21:14.530873 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-96556889-6e01-40a0-9d1c-abee9f135324 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:21:14.603697 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-96556889-6e01-40a0-9d1c-abee9f135324 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Project 352fd60817ff4d5d9e97f16f52485b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:21:14.611302 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-96556889-6e01-40a0-9d1c-abee9f135324 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:14.692765 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-96556889-6e01-40a0-9d1c-abee9f135324 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:14.746718 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-96556889-6e01-40a0-9d1c-abee9f135324 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:14.775591 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96556889-6e01-40a0-9d1c-abee9f135324 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa8be27-3c58-4a10-98c5-42d2c7b8be3b,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:21:14.854682 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-96556889-6e01-40a0-9d1c-abee9f135324 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:14.856205 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-96556889-6e01-40a0-9d1c-abee9f135324 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3544557 Feb 09 18:21:14.859404 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57080) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:21:14.867344 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-f6aec93a-ebbc-4085-b2ca-a595c76596e3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '7d8a1b57-e32b-4577-9188-c1e70dd3c114', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:21:14.874402 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f6aec93a-ebbc-4085-b2ca-a595c76596e3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:21:14.880804 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f6aec93a-ebbc-4085-b2ca-a595c76596e3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:21:14.884613 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f6aec93a-ebbc-4085-b2ca-a595c76596e3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:21:14.892952 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f6aec93a-ebbc-4085-b2ca-a595c76596e3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:21:14.986358 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-f6aec93a-ebbc-4085-b2ca-a595c76596e3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Project 352fd60817ff4d5d9e97f16f52485b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:21:14.995060 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f6aec93a-ebbc-4085-b2ca-a595c76596e3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:15.083442 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f6aec93a-ebbc-4085-b2ca-a595c76596e3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:15.203795 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f6aec93a-ebbc-4085-b2ca-a595c76596e3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:15.360340 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aec93a-ebbc-4085-b2ca-a595c76596e3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53065f3-877c-4105-b613-5193986bce12,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:21:15.473370 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f6aec93a-ebbc-4085-b2ca-a595c76596e3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:15.475817 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f6aec93a-ebbc-4085-b2ca-a595c76596e3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6145728 Feb 09 18:21:15.669272 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-4bda2b3f-681c-4e10-88f8-a1822ff67dcc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1801726984&fields=id&tenant_id=352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 267 time: 0.0456264 Feb 09 18:21:15.839107 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-2b242540-5e59-41e8-9613-9973091dbfda tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:15.841974 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-2b242540-5e59-41e8-9613-9973091dbfda tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/networks?id=1dc4c523-54f6-43b3-ae26-6c0351010434 HTTP/1.1" status: 200 len: 797 time: 0.1648986 Feb 09 18:21:15.859767 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-30d9ddca-23aa-4004-801e-5effefe01d04 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/quotas/352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 375 time: 0.0125000 Feb 09 18:21:15.956281 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-68a7e068-bbfd-48e2-8995-18cdc77a2e03 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0894079 Feb 09 18:21:16.226917 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-a4bd54d4-dcfc-4bf7-93a7-ff9c098774e4 service neutron] 10.222.0.21 "GET /v2.0/networks/1dc4c523-54f6-43b3-ae26-6c0351010434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569256 Feb 09 18:21:16.372634 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-712cf9ed-16a9-40e0-a0db-87be37ebe637 service neutron] 10.222.0.21 "GET /v2.0/networks/1dc4c523-54f6-43b3-ae26-6c0351010434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393895 Feb 09 18:21:16.632249 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-516a420d-db57-4483-bedd-c6d4958110b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:17.015038 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:17.736953 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e30eb52d-03f5-4155-b035-6d94cb4c0878 req-5ab03688-2c1c-417a-9930-e278e95bd35a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f163a45-074c-420f-9fbd-c9de0628fdf9 HTTP/1.1" status: 200 len: 210 time: 0.0521901 Feb 09 18:21:18.947061 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b66eda84-3ed6-497d-adc3-a396819146a6 req-bbdb450d-2b29-4a55-9905-e1b0fd4ce45c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f163a45-074c-420f-9fbd-c9de0628fdf9 HTTP/1.1" status: 200 len: 210 time: 0.0544236 Feb 09 18:21:19.021176 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-165349b0-f80d-4cb1-b3bc-4db5aa21ff78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:20.069989 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:20.176007 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:20.181602 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d15fe58f-28fc-4d4d-8350-206a2fee6dcc req-47b92c02-c4a7-4937-ac7d-00ce4fdeaa37 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f163a45-074c-420f-9fbd-c9de0628fdf9 HTTP/1.1" status: 200 len: 210 time: 0.0701787 Feb 09 18:21:20.250131 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-b2871c37-acb7-476d-90f5-bb6524e1de5d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:20.252390 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-b2871c37-acb7-476d-90f5-bb6524e1de5d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/networks?id=1dc4c523-54f6-43b3-ae26-6c0351010434 HTTP/1.1" status: 200 len: 797 time: 0.2298217 Feb 09 18:21:20.332869 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-1b887cee-4f41-4317-9b8b-cfae42734781 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:21:20.450476 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-1b887cee-4f41-4317-9b8b-cfae42734781 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:21:20.457639 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-1b887cee-4f41-4317-9b8b-cfae42734781 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 473 time: 0.1741855 Feb 09 18:21:20.469771 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-5c9ddf8d-05ec-4d18-8d2e-ef0038b083d5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'port': {'device_id': '5f163a45-074c-420f-9fbd-c9de0628fdf9', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'admin_state_up': True, 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'security_groups': ['7d8a1b57-e32b-4577-9188-c1e70dd3c114']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:21:20.645584 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-5c9ddf8d-05ec-4d18-8d2e-ef0038b083d5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:21:20.651123 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-5c9ddf8d-05ec-4d18-8d2e-ef0038b083d5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:port and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:21:20.654577 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-5c9ddf8d-05ec-4d18-8d2e-ef0038b083d5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:21:20.662232 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-5c9ddf8d-05ec-4d18-8d2e-ef0038b083d5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:21:20.774679 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-5c9ddf8d-05ec-4d18-8d2e-ef0038b083d5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:21:20.777874 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-5c9ddf8d-05ec-4d18-8d2e-ef0038b083d5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:20.975318 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-5c9ddf8d-05ec-4d18-8d2e-ef0038b083d5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.20.0.7 (1dc4c523-54f6-43b3-ae26-6c0351010434/f11092ca-5ede-4092-b4de-badbca1b7bae/8a878e81-560d-49fd-b486-652ca1d9045d) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:21:21.208366 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-5c9ddf8d-05ec-4d18-8d2e-ef0038b083d5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:21.227707 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-5c9ddf8d-05ec-4d18-8d2e-ef0038b083d5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Transition to ACTIVE for port object 8a878e81-560d-49fd-b486-652ca1d9045d will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:21:21.330252 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-5c9ddf8d-05ec-4d18-8d2e-ef0038b083d5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:21.440365 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-5c9ddf8d-05ec-4d18-8d2e-ef0038b083d5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network 1dc4c523-54f6-43b3-ae26-6c0351010434 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:21:21.444598 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-5c9ddf8d-05ec-4d18-8d2e-ef0038b083d5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:21:21.449005 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-5c9ddf8d-05ec-4d18-8d2e-ef0038b083d5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:21:21.484534 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ddf8d-05ec-4d18-8d2e-ef0038b083d5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=8a878e81-560d-49fd-b486-652ca1d9045d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:21:21.484849 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8d051-3463-4dc9-8a55-55f36f309ea7 req-359a0540-a63d-4e12-b026-da9fc8681d93 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:21.490438 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3ac8d051-3463-4dc9-8a55-55f36f309ea7 req-359a0540-a63d-4e12-b026-da9fc8681d93 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f163a45-074c-420f-9fbd-c9de0628fdf9 HTTP/1.1" status: 200 len: 931 time: 0.1148961 Feb 09 18:21:21.540407 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-5c9ddf8d-05ec-4d18-8d2e-ef0038b083d5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:21.541051 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-5c9ddf8d-05ec-4d18-8d2e-ef0038b083d5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:21.585847 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3ac8d051-3463-4dc9-8a55-55f36f309ea7 req-b8395189-b96e-415c-8d52-c4f2e08a9efc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8a1b57-e32b-4577-9188-c1e70dd3c114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816970 Feb 09 18:21:21.620841 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:21.650885 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-5c9ddf8d-05ec-4d18-8d2e-ef0038b083d5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1849105 Feb 09 18:21:21.668260 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-57467239-5278-471c-b57e-b4cabb13e9ec service neutron] Request body: {'port': {'device_id': '5f163a45-074c-420f-9fbd-c9de0628fdf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:21:21.873601 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-57467239-5278-471c-b57e-b4cabb13e9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:21.942445 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-69f90d1c-5941-42a0-9782-39514002dedf None None] Provisioning for port 8a878e81-560d-49fd-b486-652ca1d9045d completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:21:21.951947 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-69f90d1c-5941-42a0-9782-39514002dedf None None] Provisioning complete for port 8a878e81-560d-49fd-b486-652ca1d9045d triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:21:21.952318 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69f90d1c-5941-42a0-9782-39514002dedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:22.068174 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-69f90d1c-5941-42a0-9782-39514002dedf None None] Port 8a878e81-560d-49fd-b486-652ca1d9045d cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:21:22.415147 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-57467239-5278-471c-b57e-b4cabb13e9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a878e81-560d-49fd-b486-652ca1d9045d {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:21:22.423580 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-57467239-5278-471c-b57e-b4cabb13e9ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:22.442996 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-57467239-5278-471c-b57e-b4cabb13e9ec service neutron] Transition to ACTIVE for port object 8a878e81-560d-49fd-b486-652ca1d9045d will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:21:22.506758 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-57467239-5278-471c-b57e-b4cabb13e9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:22.651426 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57467239-5278-471c-b57e-b4cabb13e9ec service neutron] Pushing event updated for resources: {'Port': ['ID=8a878e81-560d-49fd-b486-652ca1d9045d,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:21:22.840851 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-57467239-5278-471c-b57e-b4cabb13e9ec service neutron] Attempting to bind port 8a878e81-560d-49fd-b486-652ca1d9045d on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:21:22.841199 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-57467239-5278-471c-b57e-b4cabb13e9ec service neutron] Attempting to bind port 8a878e81-560d-49fd-b486-652ca1d9045d by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '34e22a16-d5e6-482f-96ce-8fa1cd1ba612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:21:22.841528 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-57467239-5278-471c-b57e-b4cabb13e9ec service neutron] Attempting to bind port 8a878e81-560d-49fd-b486-652ca1d9045d on network 1dc4c523-54f6-43b3-ae26-6c0351010434 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:21:22.849671 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-57467239-5278-471c-b57e-b4cabb13e9ec service neutron] Port 8a878e81-560d-49fd-b486-652ca1d9045d on network 1dc4c523-54f6-43b3-ae26-6c0351010434 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:21:22.849925 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-57467239-5278-471c-b57e-b4cabb13e9ec service neutron] Attempting to bind port 8a878e81-560d-49fd-b486-652ca1d9045d on network 1dc4c523-54f6-43b3-ae26-6c0351010434 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:21:22.857610 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-57467239-5278-471c-b57e-b4cabb13e9ec service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:21:22.858052 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-57467239-5278-471c-b57e-b4cabb13e9ec service neutron] Checking segment: {'id': '34e22a16-d5e6-482f-96ce-8fa1cd1ba612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:21:22.858437 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-57467239-5278-471c-b57e-b4cabb13e9ec service neutron] Bound using segment: {'id': '34e22a16-d5e6-482f-96ce-8fa1cd1ba612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:21:22.858885 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-57467239-5278-471c-b57e-b4cabb13e9ec service neutron] Bound port: 8a878e81-560d-49fd-b486-652ca1d9045d, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34e22a16-d5e6-482f-96ce-8fa1cd1ba612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:21:22.859241 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-57467239-5278-471c-b57e-b4cabb13e9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:22.866575 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1464d-929f-47e7-bb0f-b3f172f664f4 req-b1ddc90d-81b3-4b10-bde8-aaa768e049bd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:22.869389 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-18f1464d-929f-47e7-bb0f-b3f172f664f4 req-b1ddc90d-81b3-4b10-bde8-aaa768e049bd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f163a45-074c-420f-9fbd-c9de0628fdf9 HTTP/1.1" status: 200 len: 943 time: 0.1162353 Feb 09 18:21:22.945905 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-18f1464d-929f-47e7-bb0f-b3f172f664f4 req-cae6ebed-ed05-481f-8312-c14d41efcbf5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8a1b57-e32b-4577-9188-c1e70dd3c114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696113 Feb 09 18:21:22.989951 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-57467239-5278-471c-b57e-b4cabb13e9ec service neutron] For port 8a878e81-560d-49fd-b486-652ca1d9045d, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:21:22.996675 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-57467239-5278-471c-b57e-b4cabb13e9ec service neutron] For port 8a878e81-560d-49fd-b486-652ca1d9045d, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=8a878e81-560d-49fd-b486-652ca1d9045d,segment=NetworkSegment(34e22a16-d5e6-482f-96ce-8fa1cd1ba612),segment_id=34e22a16-d5e6-482f-96ce-8fa1cd1ba612)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:21:23.072817 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-57467239-5278-471c-b57e-b4cabb13e9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:23.165890 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-57467239-5278-471c-b57e-b4cabb13e9ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:23.167450 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-57467239-5278-471c-b57e-b4cabb13e9ec service neutron] 10.222.0.50 "PUT /v2.0/ports/8a878e81-560d-49fd-b486-652ca1d9045d HTTP/1.1" status: 200 len: 1093 time: 1.5068824 Feb 09 18:21:23.167854 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f163a45-074c-420f-9fbd-c9de0628fdf9', 'tag': '8a878e81-560d-49fd-b486-652ca1d9045d'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:21:23.187619 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57467239-5278-471c-b57e-b4cabb13e9ec service neutron] Pushing event updated for resources: {'Port': ['ID=8a878e81-560d-49fd-b486-652ca1d9045d,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:21:23.260179 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f163a45-074c-420f-9fbd-c9de0628fdf9', 'tag': '8a878e81-560d-49fd-b486-652ca1d9045d', 'status': 'completed', 'code': 200} Feb 09 18:21:23.387705 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fdc2a812-49a4-45b4-9080-5912632d419f req-cdc37605-bcbe-45ba-a453-ac082a720d7b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=5f163a45-074c-420f-9fbd-c9de0628fdf9 HTTP/1.1" status: 200 len: 1096 time: 0.1046195 Feb 09 18:21:23.559574 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2a812-49a4-45b4-9080-5912632d419f req-66caf92d-c9b4-4fd3-b924-95316ecafd37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:23.561119 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fdc2a812-49a4-45b4-9080-5912632d419f req-66caf92d-c9b4-4fd3-b924-95316ecafd37 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=352fd60817ff4d5d9e97f16f52485b96&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1652591 Feb 09 18:21:23.720295 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2a812-49a4-45b4-9080-5912632d419f req-bbd6f2f1-4196-404c-9f47-c0ed35168745 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:23.722553 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fdc2a812-49a4-45b4-9080-5912632d419f req-bbd6f2f1-4196-404c-9f47-c0ed35168745 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1544981 Feb 09 18:21:23.864390 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-da7dcbe1-328d-4c64-a762-70f7109da96c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=5f163a45-074c-420f-9fbd-c9de0628fdf9 HTTP/1.1" status: 200 len: 1096 time: 0.0830467 Feb 09 18:21:23.942702 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-56e546da-9777-49ef-affb-3b6872c990b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a878e81-560d-49fd-b486-652ca1d9045d HTTP/1.1" status: 200 len: 217 time: 0.0709755 Feb 09 18:21:24.020171 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-91bcf230-364b-41fa-ae25-68a5353703d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:24.021984 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-91bcf230-364b-41fa-ae25-68a5353703d9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f11092ca-5ede-4092-b4de-badbca1b7bae HTTP/1.1" status: 200 len: 835 time: 0.0727584 Feb 09 18:21:24.132849 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-2596c640-9853-47e0-bd41-439c13c33f4d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1dc4c523-54f6-43b3-ae26-6c0351010434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1045980 Feb 09 18:21:24.256234 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e09b58-6000-46c3-b4af-0dad013dc26d req-8418f66d-7b75-48d1-b470-f8c45adcfc7c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:24.289148 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-96e09b58-6000-46c3-b4af-0dad013dc26d req-8418f66d-7b75-48d1-b470-f8c45adcfc7c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f163a45-074c-420f-9fbd-c9de0628fdf9 HTTP/1.1" status: 200 len: 943 time: 0.1189916 Feb 09 18:21:24.329513 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-96e09b58-6000-46c3-b4af-0dad013dc26d req-f8d1d526-4773-4ed6-ad6b-5ad50e0bb715 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8a1b57-e32b-4577-9188-c1e70dd3c114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614226 Feb 09 18:21:24.332842 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-84087ecc-c887-4f33-b51a-9e972ba2bb02 service neutron] 10.222.0.50 "GET /v2.0/networks/1dc4c523-54f6-43b3-ae26-6c0351010434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895828 Feb 09 18:21:24.495148 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a005fd02-67b3-40b9-a9db-276fc49bcf4e req-df717885-257d-420c-b44f-3d47282b19ca service neutron] 10.222.0.50 "GET /v2.0/networks/1dc4c523-54f6-43b3-ae26-6c0351010434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554692 Feb 09 18:21:25.567590 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65a645-5240-41e9-903a-4b44aa350e07 req-2937f222-ac1f-4b0c-a026-6a530719f51f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:25.569168 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7b65a645-5240-41e9-903a-4b44aa350e07 req-2937f222-ac1f-4b0c-a026-6a530719f51f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f163a45-074c-420f-9fbd-c9de0628fdf9 HTTP/1.1" status: 200 len: 943 time: 0.0899386 Feb 09 18:21:25.620908 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7b65a645-5240-41e9-903a-4b44aa350e07 req-c06df9e5-b01c-4cf8-a811-39c75f9e6500 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8a1b57-e32b-4577-9188-c1e70dd3c114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454741 Feb 09 18:21:26.839248 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59d863-f58e-4cb4-a1b5-a0605fbd9a8f req-2c5a6e4f-fe3a-468c-84c8-fd40e5384b5b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:26.841088 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5b59d863-f58e-4cb4-a1b5-a0605fbd9a8f req-2c5a6e4f-fe3a-468c-84c8-fd40e5384b5b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f163a45-074c-420f-9fbd-c9de0628fdf9 HTTP/1.1" status: 200 len: 943 time: 0.0843189 Feb 09 18:21:26.920867 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5b59d863-f58e-4cb4-a1b5-a0605fbd9a8f req-88c52eeb-c88b-42b6-8d92-53871f2fc8a9 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8a1b57-e32b-4577-9188-c1e70dd3c114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721385 Feb 09 18:21:27.938982 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 8a878e81-560d-49fd-b486-652ca1d9045d details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:21:28.234543 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 8a878e81-560d-49fd-b486-652ca1d9045d, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=8a878e81-560d-49fd-b486-652ca1d9045d,segment=NetworkSegment(34e22a16-d5e6-482f-96ce-8fa1cd1ba612),segment_id=34e22a16-d5e6-482f-96ce-8fa1cd1ba612)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:21:28.256424 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10283d2a-dc54-42e0-b273-83e1249f2dfc req-28925d71-9dca-4f97-9def-025b352715af tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:28.258508 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-10283d2a-dc54-42e0-b273-83e1249f2dfc req-28925d71-9dca-4f97-9def-025b352715af tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f163a45-074c-420f-9fbd-c9de0628fdf9 HTTP/1.1" status: 200 len: 943 time: 0.1160493 Feb 09 18:21:28.258939 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '8a878e81-560d-49fd-b486-652ca1d9045d', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'port_id': '8a878e81-560d-49fd-b486-652ca1d9045d', 'mac_address': 'fa:16:3e:c0:1f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:21:28.325421 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:28.334233 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-10283d2a-dc54-42e0-b273-83e1249f2dfc req-15c1a4bc-7cb6-421d-b365-465b82a212b4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8a1b57-e32b-4577-9188-c1e70dd3c114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692375 Feb 09 18:21:28.351077 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a878e81-560d-49fd-b486-652ca1d9045d {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:21:28.373633 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 8a878e81-560d-49fd-b486-652ca1d9045d, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=8a878e81-560d-49fd-b486-652ca1d9045d,segment=NetworkSegment(34e22a16-d5e6-482f-96ce-8fa1cd1ba612),segment_id=34e22a16-d5e6-482f-96ce-8fa1cd1ba612)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:21:28.528761 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:28.635792 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=8a878e81-560d-49fd-b486-652ca1d9045d,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:21:28.747434 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['8a878e81-560d-49fd-b486-652ca1d9045d'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:21:29.609488 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af4941-616d-4b6d-b787-c7aec399f224 req-971ab3c1-cabe-4888-a127-20ae46d14345 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:29.614362 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-64af4941-616d-4b6d-b787-c7aec399f224 req-971ab3c1-cabe-4888-a127-20ae46d14345 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f163a45-074c-420f-9fbd-c9de0628fdf9 HTTP/1.1" status: 200 len: 944 time: 0.1330919 Feb 09 18:21:29.675741 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-64af4941-616d-4b6d-b787-c7aec399f224 req-62134e36-fcde-467b-aa09-dfac6f44c073 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8a1b57-e32b-4577-9188-c1e70dd3c114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542450 Feb 09 18:21:29.951283 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 8a878e81-560d-49fd-b486-652ca1d9045d up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:21:30.123035 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 8a878e81-560d-49fd-b486-652ca1d9045d completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:21:30.129856 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 8a878e81-560d-49fd-b486-652ca1d9045d triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:21:30.130227 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:30.262277 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:30.298049 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f163a45-074c-420f-9fbd-c9de0628fdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a878e81-560d-49fd-b486-652ca1d9045d'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:21:30.309271 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 8a878e81-560d-49fd-b486-652ca1d9045d, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=8a878e81-560d-49fd-b486-652ca1d9045d,segment=NetworkSegment(34e22a16-d5e6-482f-96ce-8fa1cd1ba612),segment_id=34e22a16-d5e6-482f-96ce-8fa1cd1ba612)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:21:30.394482 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f163a45-074c-420f-9fbd-c9de0628fdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a878e81-560d-49fd-b486-652ca1d9045d', 'code': 200} Feb 09 18:21:30.443190 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:30.517587 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=8a878e81-560d-49fd-b486-652ca1d9045d,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:21:30.941145 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9c817-1f92-46d8-9c73-756dddcffa8b req-92c95bf9-f980-44fd-832f-0ade7fce75cf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:31.011494 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1fd9c817-1f92-46d8-9c73-756dddcffa8b req-92c95bf9-f980-44fd-832f-0ade7fce75cf tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f163a45-074c-420f-9fbd-c9de0628fdf9 HTTP/1.1" status: 200 len: 945 time: 0.1214142 Feb 09 18:21:31.011494 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1fd9c817-1f92-46d8-9c73-756dddcffa8b req-f665033c-72b7-4877-ae63-4f9fad0a5e87 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8a1b57-e32b-4577-9188-c1e70dd3c114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537393 Feb 09 18:21:31.304505 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-98797569-9a0d-442e-a1ba-6f5ff361c8ca req-efbf990c-e77b-4d6f-bbee-602bb569a682 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5f163a45-074c-420f-9fbd-c9de0628fdf9 HTTP/1.1" status: 200 len: 1098 time: 0.1310635 Feb 09 18:21:31.354491 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-98797569-9a0d-442e-a1ba-6f5ff361c8ca req-5cb8394b-ef1b-4590-9299-b408dc2416be service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7d8a1b57-e32b-4577-9188-c1e70dd3c114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419540 Feb 09 18:21:32.236580 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719851d-9406-4f04-974e-1ac60af44d59 req-3e032118-cd26-4a86-b423-125afe487bdc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:32.240133 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6719851d-9406-4f04-974e-1ac60af44d59 req-3e032118-cd26-4a86-b423-125afe487bdc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f163a45-074c-420f-9fbd-c9de0628fdf9 HTTP/1.1" status: 200 len: 945 time: 0.0904284 Feb 09 18:21:32.310329 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6719851d-9406-4f04-974e-1ac60af44d59 req-31e1fc8c-a6b5-4acb-b6ae-ab5d7cc34b3b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8a1b57-e32b-4577-9188-c1e70dd3c114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633826 Feb 09 18:21:33.573785 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37829a-f28b-4b19-b446-e72a1fdbdf5e req-f09398ef-8f47-466e-973d-edab2ed27fd2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:33.575614 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5c37829a-f28b-4b19-b446-e72a1fdbdf5e req-f09398ef-8f47-466e-973d-edab2ed27fd2 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f163a45-074c-420f-9fbd-c9de0628fdf9 HTTP/1.1" status: 200 len: 945 time: 0.1279595 Feb 09 18:21:33.655459 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5c37829a-f28b-4b19-b446-e72a1fdbdf5e req-5bf81156-4341-4b35-9d31-2335d6849b3d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8a1b57-e32b-4577-9188-c1e70dd3c114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719335 Feb 09 18:21:33.891194 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a3183-b56e-4018-89b5-31111fa358aa req-4819a1ad-fe38-45b1-9891-abd49a80236d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:33.892828 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7d1a3183-b56e-4018-89b5-31111fa358aa req-4819a1ad-fe38-45b1-9891-abd49a80236d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f163a45-074c-420f-9fbd-c9de0628fdf9 HTTP/1.1" status: 200 len: 945 time: 0.0923223 Feb 09 18:21:33.950271 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7d1a3183-b56e-4018-89b5-31111fa358aa req-bf14ed7f-d6d5-4083-99ef-5a16de36333b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8a1b57-e32b-4577-9188-c1e70dd3c114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505068 Feb 09 18:21:33.983669 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57136) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:21:34.079462 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d8d05941-321c-47e8-b8ad-ac2d9dea9403 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5f163a45-074c-420f-9fbd-c9de0628fdf9 HTTP/1.1" status: 200 len: 1093 time: 0.0942285 Feb 09 18:21:34.084252 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57140) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:21:34.093708 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': '8a878e81-560d-49fd-b486-652ca1d9045d', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:21:34.103723 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:21:34.110078 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:floatingip and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:21:34.115007 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:21:34.122171 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:21:34.248460 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:34.402103 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:34.657820 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.26.8.104 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/22411bf8-bd73-4dc6-8ef9-e915239254b2) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:21:34.839060 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:34.963560 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:35.041919 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:21:35.044909 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:21:35.049021 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:21:35.079791 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=22411bf8-bd73-4dc6-8ef9-e915239254b2,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:21:35.105692 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:21:35.105692 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:21:35.106027 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:21:35.106160 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:21:35.106423 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:21:35.106752 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:21:35.107080 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:21:35.107404 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:21:35.107726 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:21:35.108044 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:21:35.108364 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:21:35.641795 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:35.786411 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:36.020283 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:36.076388 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:36.195477 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=22411bf8-bd73-4dc6-8ef9-e915239254b2,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:21:36.211804 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:36.418325 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Floating IP f039eb71-4b64-410a-94b1-91e266ff4102 associated. External IP: 172.26.8.104, port: 8a878e81-560d-49fd-b486-652ca1d9045d. Feb 09 18:21:37.188234 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 59fe8bcb-ad00-431d-8621-837cef22a7c7 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:21:37.406645 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:21:37.419327 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30210ca0-dcdd-46bb-bb46-8243973bc34b None None] Sync routers for ids ['59fe8bcb-ad00-431d-8621-837cef22a7c7'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:21:37.440990 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30210ca0-dcdd-46bb-bb46-8243973bc34b None None] Routers {'59fe8bcb-ad00-431d-8621-837cef22a7c7'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:21:37.447734 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-30210ca0-dcdd-46bb-bb46-8243973bc34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:21:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['59fe8bcb-ad00-431d-8621-837cef22a7c7'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:21:37.494118 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:37.574328 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-60edc802-59e7-4875-be2d-d30f67eadeff tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4733748 Feb 09 18:21:37.574328 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f163a45-074c-420f-9fbd-c9de0628fdf9', 'tag': '8a878e81-560d-49fd-b486-652ca1d9045d'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:21:37.658346 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f163a45-074c-420f-9fbd-c9de0628fdf9', 'tag': '8a878e81-560d-49fd-b486-652ca1d9045d', 'status': 'completed', 'code': 200} Feb 09 18:21:37.716967 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-30210ca0-dcdd-46bb-bb46-8243973bc34b None None] Set router 59fe8bcb-ad00-431d-8621-837cef22a7c7 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:21:37.781442 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-7059ba3f-80f5-4a68-a6b6-d1b36b2cabe3 req-718a4120-0a32-4dd5-9d6a-df01ce56a4a3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=5f163a45-074c-420f-9fbd-c9de0628fdf9 HTTP/1.1" status: 200 len: 1098 time: 0.0938003 Feb 09 18:21:37.935521 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059ba3f-80f5-4a68-a6b6-d1b36b2cabe3 req-aec25c95-34e3-4bcf-9e05-678ae7f6c08e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:37.937224 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-7059ba3f-80f5-4a68-a6b6-d1b36b2cabe3 req-aec25c95-34e3-4bcf-9e05-678ae7f6c08e service neutron] 10.222.0.50 "GET /v2.0/networks?id=1dc4c523-54f6-43b3-ae26-6c0351010434 HTTP/1.1" status: 200 len: 898 time: 0.1492844 Feb 09 18:21:38.055668 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-7059ba3f-80f5-4a68-a6b6-d1b36b2cabe3 req-62979777-e566-4ced-ba83-5f73e9dd5a47 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a878e81-560d-49fd-b486-652ca1d9045d HTTP/1.1" status: 200 len: 999 time: 0.1119277 Feb 09 18:21:38.138415 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059ba3f-80f5-4a68-a6b6-d1b36b2cabe3 req-f8b7ba3e-cb59-48b6-91c4-0126d3953386 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:38.140580 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-7059ba3f-80f5-4a68-a6b6-d1b36b2cabe3 req-f8b7ba3e-cb59-48b6-91c4-0126d3953386 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f11092ca-5ede-4092-b4de-badbca1b7bae HTTP/1.1" status: 200 len: 835 time: 0.0778832 Feb 09 18:21:38.229540 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-7059ba3f-80f5-4a68-a6b6-d1b36b2cabe3 req-95f28ee7-61eb-435c-a517-d3a7136b4b77 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1dc4c523-54f6-43b3-ae26-6c0351010434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818863 Feb 09 18:21:38.249340 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-30210ca0-dcdd-46bb-bb46-8243973bc34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'name': 'tempest-TestNetworkBasicOps-router-58862450', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:42Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '5869cd49-d29e-48f0-9dde-e72bff15d597', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.198', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'port_id': 'bc46a985-089a-4187-a171-15d7eb4445a0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'mac_address': 'fa:16:3e:b9:c6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2975ee7-0d41-44f1-916e-58b4dbef6183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:21:08Z', 'updated_at': '2022-02-09T18:21:12Z', 'revision_number': 1, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}, {'id': 'f039eb71-4b64-410a-94b1-91e266ff4102', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'port_id': '8a878e81-560d-49fd-b486-652ca1d9045d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'mac_address': 'fa:16:3e:c0:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f163a45-074c-420f-9fbd-c9de0628fdf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:21:35Z', 'updated_at': '2022-02-09T18:21:35Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18160850-5820-444e-974a-55aa0b675af6', 'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:79:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:41Z', 'updated_at': '2022-02-09T18:20:49Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:21:38.256528 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30210ca0-dcdd-46bb-bb46-8243973bc34b None None] Checking router: 59fe8bcb-ad00-431d-8621-837cef22a7c7 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:21:38.276713 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30210ca0-dcdd-46bb-bb46-8243973bc34b None None] Routers {'59fe8bcb-ad00-431d-8621-837cef22a7c7'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:21:38.277704 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-30210ca0-dcdd-46bb-bb46-8243973bc34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:21:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['59fe8bcb-ad00-431d-8621-837cef22a7c7'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:21:38.485636 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-7059ba3f-80f5-4a68-a6b6-d1b36b2cabe3 req-f33a6f4c-e03c-4aba-8ec8-4dc326ccb2d4 service neutron] 10.222.0.50 "GET /v2.0/networks/1dc4c523-54f6-43b3-ae26-6c0351010434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457585 Feb 09 18:21:38.594414 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-30210ca0-dcdd-46bb-bb46-8243973bc34b None None] Set router 59fe8bcb-ad00-431d-8621-837cef22a7c7 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:21:38.639280 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-7059ba3f-80f5-4a68-a6b6-d1b36b2cabe3 req-39e631e0-5d7f-4f21-9467-3f724abbb190 service neutron] 10.222.0.50 "GET /v2.0/networks/1dc4c523-54f6-43b3-ae26-6c0351010434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453855 Feb 09 18:21:39.070742 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:21:39.076582 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-30210ca0-dcdd-46bb-bb46-8243973bc34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'name': 'tempest-TestNetworkBasicOps-router-58862450', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:42Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '5869cd49-d29e-48f0-9dde-e72bff15d597', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.198', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'port_id': 'bc46a985-089a-4187-a171-15d7eb4445a0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'mac_address': 'fa:16:3e:b9:c6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2975ee7-0d41-44f1-916e-58b4dbef6183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:21:08Z', 'updated_at': '2022-02-09T18:21:12Z', 'revision_number': 1, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}, {'id': 'f039eb71-4b64-410a-94b1-91e266ff4102', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'port_id': '8a878e81-560d-49fd-b486-652ca1d9045d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'mac_address': 'fa:16:3e:c0:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f163a45-074c-420f-9fbd-c9de0628fdf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:21:35Z', 'updated_at': '2022-02-09T18:21:35Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18160850-5820-444e-974a-55aa0b675af6', 'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:79:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:41Z', 'updated_at': '2022-02-09T18:20:49Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:21:39.082381 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30210ca0-dcdd-46bb-bb46-8243973bc34b None None] The sync data for ids ['59fe8bcb-ad00-431d-8621-837cef22a7c7'] in dv-neutron-827016-2-hyperv is: [{'id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'name': 'tempest-TestNetworkBasicOps-router-58862450', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:42Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '5869cd49-d29e-48f0-9dde-e72bff15d597', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.198', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'port_id': 'bc46a985-089a-4187-a171-15d7eb4445a0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'mac_address': 'fa:16:3e:b9:c6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2975ee7-0d41-44f1-916e-58b4dbef6183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:21:08Z', 'updated_at': '2022-02-09T18:21:12Z', 'revision_number': 1, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}, {'id': 'f039eb71-4b64-410a-94b1-91e266ff4102', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'port_id': '8a878e81-560d-49fd-b486-652ca1d9045d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'mac_address': 'fa:16:3e:c0:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f163a45-074c-420f-9fbd-c9de0628fdf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:21:35Z', 'updated_at': '2022-02-09T18:21:35Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18160850-5820-444e-974a-55aa0b675af6', 'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:79:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:41Z', 'updated_at': '2022-02-09T18:20:49Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:21:39.328776 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3bbf5c-b6df-4fe4-898d-8ae42262d76a None None] New status for floating IP f039eb71-4b64-410a-94b1-91e266ff4102: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:21:40.905119 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ce2d0102-dab1-434d-89b8-bdd8fa9518ef req-e43aeb61-f384-4b39-928b-21f429b5ef62 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771995 Feb 09 18:21:41.073250 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ce2d0102-dab1-434d-89b8-bdd8fa9518ef req-7dd703ba-b115-4bfe-aa3b-a6c8ee3b6d82 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 1098 time: 0.0851622 Feb 09 18:21:41.399637 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d0102-dab1-434d-89b8-bdd8fa9518ef req-706aeca3-2d17-4feb-a973-e74e6ac55c41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:41.401712 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ce2d0102-dab1-434d-89b8-bdd8fa9518ef req-706aeca3-2d17-4feb-a973-e74e6ac55c41 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1dc4c523-54f6-43b3-ae26-6c0351010434 HTTP/1.1" status: 200 len: 898 time: 0.3048327 Feb 09 18:21:41.526558 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ce2d0102-dab1-434d-89b8-bdd8fa9518ef req-b0f3c8dc-3c65-4fe8-b0b0-5ee3a0a2317a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc46a985-089a-4187-a171-15d7eb4445a0 HTTP/1.1" status: 200 len: 1001 time: 0.1178679 Feb 09 18:21:41.607259 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d0102-dab1-434d-89b8-bdd8fa9518ef req-28039c90-74b9-4997-858e-76554af0c550 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:21:41.610206 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ce2d0102-dab1-434d-89b8-bdd8fa9518ef req-28039c90-74b9-4997-858e-76554af0c550 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f11092ca-5ede-4092-b4de-badbca1b7bae HTTP/1.1" status: 200 len: 835 time: 0.0755286 Feb 09 18:21:41.700264 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ce2d0102-dab1-434d-89b8-bdd8fa9518ef req-d8e51412-c7e7-40d1-b6ef-70971d5be979 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1dc4c523-54f6-43b3-ae26-6c0351010434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825534 Feb 09 18:21:41.872048 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ce2d0102-dab1-434d-89b8-bdd8fa9518ef req-26be76ef-95d5-47ab-bbd9-14a7ebf24144 service neutron] 10.222.0.50 "GET /v2.0/networks/1dc4c523-54f6-43b3-ae26-6c0351010434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644361 Feb 09 18:21:42.032287 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ce2d0102-dab1-434d-89b8-bdd8fa9518ef req-8a90113f-b064-4d17-b3e3-8c2c331b3913 service neutron] 10.222.0.50 "GET /v2.0/networks/1dc4c523-54f6-43b3-ae26-6c0351010434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533823 Feb 09 18:21:46.653399 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ce7edcc4-9911-434f-bef8-011e7af73e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:47.036243 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:49.001996 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4d83662f-29ac-4863-bbb5-da31d3988596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:50.093414 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:50.138769 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:21:51.607220 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:04.914434 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57156) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:05.038381 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-94bd7170-d74e-448b-999b-e5d2f71e561c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/5869cd49-d29e-48f0-9dde-e72bff15d597 HTTP/1.1" status: 200 len: 993 time: 0.1222734 Feb 09 18:22:06.802850 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57166) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:06.809725 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5b3b1deb-3cfd-4237-a5ca-f65b22effb63 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:22:06.973218 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1deb-3cfd-4237-a5ca-f65b22effb63 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:07.227807 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-5b3b1deb-3cfd-4237-a5ca-f65b22effb63 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port bc46a985-089a-4187-a171-15d7eb4445a0, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bc46a985-089a-4187-a171-15d7eb4445a0,segment=NetworkSegment(34e22a16-d5e6-482f-96ce-8fa1cd1ba612),segment_id=34e22a16-d5e6-482f-96ce-8fa1cd1ba612)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:22:07.260871 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1deb-3cfd-4237-a5ca-f65b22effb63 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:07.332274 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1deb-3cfd-4237-a5ca-f65b22effb63 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:07.408577 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3b1deb-3cfd-4237-a5ca-f65b22effb63 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:07.409393 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5b3b1deb-3cfd-4237-a5ca-f65b22effb63 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:07.410744 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5b3b1deb-3cfd-4237-a5ca-f65b22effb63 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "PUT /v2.0/ports/bc46a985-089a-4187-a171-15d7eb4445a0 HTTP/1.1" status: 200 len: 938 time: 0.6067119 Feb 09 18:22:07.411301 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2975ee7-0d41-44f1-916e-58b4dbef6183', 'tag': 'bc46a985-089a-4187-a171-15d7eb4445a0'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:22:07.441410 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b1deb-3cfd-4237-a5ca-f65b22effb63 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=bc46a985-089a-4187-a171-15d7eb4445a0,revision_number=6']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:07.515939 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2975ee7-0d41-44f1-916e-58b4dbef6183', 'tag': 'bc46a985-089a-4187-a171-15d7eb4445a0', 'status': 'completed', 'code': 200} Feb 09 18:22:07.640893 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c24218d3-915e-4380-9c74-5367fc0de245 req-a1f97d2d-79f7-4032-9a53-ae773be875f3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 1099 time: 0.1001778 Feb 09 18:22:07.683470 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d7311a0e-067d-4a86-8a19-469851751516 None None] Provisioning complete for port bc46a985-089a-4187-a171-15d7eb4445a0 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:22:07.684539 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d7311a0e-067d-4a86-8a19-469851751516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:07.752547 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d7311a0e-067d-4a86-8a19-469851751516 None None] Port bc46a985-089a-4187-a171-15d7eb4445a0 is administratively disabled so it will not transition to active. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Feb 09 18:22:07.791285 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24218d3-915e-4380-9c74-5367fc0de245 req-eb325664-d71a-47c1-af27-d6d569788c5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:07.792788 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c24218d3-915e-4380-9c74-5367fc0de245 req-eb325664-d71a-47c1-af27-d6d569788c5b service neutron] 10.222.0.50 "GET /v2.0/networks?id=1dc4c523-54f6-43b3-ae26-6c0351010434 HTTP/1.1" status: 200 len: 898 time: 0.1458147 Feb 09 18:22:07.912122 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c24218d3-915e-4380-9c74-5367fc0de245 req-4e5e8552-3a21-4c23-b3ad-e3489016b074 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc46a985-089a-4187-a171-15d7eb4445a0 HTTP/1.1" status: 200 len: 1002 time: 0.1126952 Feb 09 18:22:07.986533 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24218d3-915e-4380-9c74-5367fc0de245 req-c0be4806-1a29-468f-b58e-1e59bddae0df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:07.988201 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c24218d3-915e-4380-9c74-5367fc0de245 req-c0be4806-1a29-468f-b58e-1e59bddae0df service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f11092ca-5ede-4092-b4de-badbca1b7bae HTTP/1.1" status: 200 len: 835 time: 0.0696461 Feb 09 18:22:08.075242 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c24218d3-915e-4380-9c74-5367fc0de245 req-6a230cd1-e0aa-4049-9dc9-80951f45b21d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1dc4c523-54f6-43b3-ae26-6c0351010434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808148 Feb 09 18:22:08.313904 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c24218d3-915e-4380-9c74-5367fc0de245 req-1f72f018-41d9-4a36-a7c3-6cf80b921c80 service neutron] 10.222.0.50 "GET /v2.0/networks/1dc4c523-54f6-43b3-ae26-6c0351010434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312624 Feb 09 18:22:08.492733 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c24218d3-915e-4380-9c74-5367fc0de245 req-91497f2a-25e4-4520-93ea-31783a5529ae service neutron] 10.222.0.50 "GET /v2.0/networks/1dc4c523-54f6-43b3-ae26-6c0351010434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723778 Feb 09 18:22:10.968647 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57176) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:10.975625 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-06a55b0a-47c9-4153-8885-5fed6db05a7d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:22:11.153544 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-06a55b0a-47c9-4153-8885-5fed6db05a7d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:11.618015 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-06a55b0a-47c9-4153-8885-5fed6db05a7d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port bc46a985-089a-4187-a171-15d7eb4445a0, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bc46a985-089a-4187-a171-15d7eb4445a0,segment=NetworkSegment(34e22a16-d5e6-482f-96ce-8fa1cd1ba612),segment_id=34e22a16-d5e6-482f-96ce-8fa1cd1ba612)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:22:11.644447 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-06a55b0a-47c9-4153-8885-5fed6db05a7d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:11.731957 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-06a55b0a-47c9-4153-8885-5fed6db05a7d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:11.808600 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a55b0a-47c9-4153-8885-5fed6db05a7d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:11.809246 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-06a55b0a-47c9-4153-8885-5fed6db05a7d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:11.814004 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-06a55b0a-47c9-4153-8885-5fed6db05a7d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "PUT /v2.0/ports/bc46a985-089a-4187-a171-15d7eb4445a0 HTTP/1.1" status: 200 len: 937 time: 0.8405530 Feb 09 18:22:11.814004 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2975ee7-0d41-44f1-916e-58b4dbef6183', 'tag': 'bc46a985-089a-4187-a171-15d7eb4445a0'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:22:11.815517 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57180) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:11.835255 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a55b0a-47c9-4153-8885-5fed6db05a7d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=bc46a985-089a-4187-a171-15d7eb4445a0,revision_number=7']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:11.853408 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a55b0a-47c9-4153-8885-5fed6db05a7d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:11.853988 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a55b0a-47c9-4153-8885-5fed6db05a7d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:11.854606 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a55b0a-47c9-4153-8885-5fed6db05a7d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:11.855186 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a55b0a-47c9-4153-8885-5fed6db05a7d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:11.855756 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a55b0a-47c9-4153-8885-5fed6db05a7d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:11.856291 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a55b0a-47c9-4153-8885-5fed6db05a7d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:11.856796 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a55b0a-47c9-4153-8885-5fed6db05a7d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:11.857297 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a55b0a-47c9-4153-8885-5fed6db05a7d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:11.857831 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a55b0a-47c9-4153-8885-5fed6db05a7d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:11.860769 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a55b0a-47c9-4153-8885-5fed6db05a7d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:11.860769 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a55b0a-47c9-4153-8885-5fed6db05a7d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:11.881985 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2975ee7-0d41-44f1-916e-58b4dbef6183', 'tag': 'bc46a985-089a-4187-a171-15d7eb4445a0', 'status': 'completed', 'code': 200} Feb 09 18:22:12.013560 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-90710b7e-ff90-4846-b222-ad25e61ba80c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/5869cd49-d29e-48f0-9dde-e72bff15d597 HTTP/1.1" status: 200 len: 993 time: 0.1957383 Feb 09 18:22:12.036450 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f416ed93-8190-4f9b-9309-9499e6963449 req-f0f43f0e-9c02-468c-aab7-47214a597ccc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 1098 time: 0.1220620 Feb 09 18:22:12.038462 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['bc46a985-089a-4187-a171-15d7eb4445a0'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:22:12.177723 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-291a3d25-91be-45aa-85fa-0b4728d32a58 None None] Provisioning complete for port bc46a985-089a-4187-a171-15d7eb4445a0 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:22:12.178102 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-291a3d25-91be-45aa-85fa-0b4728d32a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:12.198593 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416ed93-8190-4f9b-9309-9499e6963449 req-34932ed7-751d-4cf2-b23a-beccb330fe7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:12.200184 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f416ed93-8190-4f9b-9309-9499e6963449 req-34932ed7-751d-4cf2-b23a-beccb330fe7c service neutron] 10.222.0.50 "GET /v2.0/networks?id=1dc4c523-54f6-43b3-ae26-6c0351010434 HTTP/1.1" status: 200 len: 898 time: 0.1569660 Feb 09 18:22:12.316259 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f416ed93-8190-4f9b-9309-9499e6963449 req-c0f3fa59-bd3b-4779-8c39-1c291dfcc817 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc46a985-089a-4187-a171-15d7eb4445a0 HTTP/1.1" status: 200 len: 1001 time: 0.1093340 Feb 09 18:22:12.391751 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416ed93-8190-4f9b-9309-9499e6963449 req-358b1fb0-9549-4997-962c-53e1e0de2915 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:12.393534 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f416ed93-8190-4f9b-9309-9499e6963449 req-358b1fb0-9549-4997-962c-53e1e0de2915 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f11092ca-5ede-4092-b4de-badbca1b7bae HTTP/1.1" status: 200 len: 835 time: 0.0713401 Feb 09 18:22:12.487844 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f416ed93-8190-4f9b-9309-9499e6963449 req-2e4aa2ad-db06-4423-a071-776974ee0588 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1dc4c523-54f6-43b3-ae26-6c0351010434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879500 Feb 09 18:22:12.637154 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f416ed93-8190-4f9b-9309-9499e6963449 req-3d2524b0-bcc0-4cb7-a001-32da2f441fa4 service neutron] 10.222.0.50 "GET /v2.0/networks/1dc4c523-54f6-43b3-ae26-6c0351010434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430275 Feb 09 18:22:12.796969 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f416ed93-8190-4f9b-9309-9499e6963449 req-87829d0e-d820-4f8a-892e-b9ec4f2585ef service neutron] 10.222.0.50 "GET /v2.0/networks/1dc4c523-54f6-43b3-ae26-6c0351010434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520684 Feb 09 18:22:14.981490 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57194) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:15.214722 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-77cbfdc8-9005-4ddf-9845-c432ed2e0eac tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port 22411bf8-bd73-4dc6-8ef9-e915239254b2 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:22:15.215063 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77cbfdc8-9005-4ddf-9845-c432ed2e0eac tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:15.386962 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77cbfdc8-9005-4ddf-9845-c432ed2e0eac tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:15.387297 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77cbfdc8-9005-4ddf-9845-c432ed2e0eac tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:15.671778 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-77cbfdc8-9005-4ddf-9845-c432ed2e0eac tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for 22411bf8-bd73-4dc6-8ef9-e915239254b2 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:22:15.955669 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77cbfdc8-9005-4ddf-9845-c432ed2e0eac tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:16.005076 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbfdc8-9005-4ddf-9845-c432ed2e0eac tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=22411bf8-bd73-4dc6-8ef9-e915239254b2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:16.064264 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:22:16.121567 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77cbfdc8-9005-4ddf-9845-c432ed2e0eac tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:16.640316 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a2812a1b-8cc6-42eb-86dd-ac59fcf62512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:16.690256 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77cbfdc8-9005-4ddf-9845-c432ed2e0eac tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 59fe8bcb-ad00-431d-8621-837cef22a7c7 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:22:16.919611 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cbfdc8-9005-4ddf-9845-c432ed2e0eac tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:22:16.931362 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd4f215-7d78-4179-aa64-1ebdd5627bd1 None None] Sync routers for ids ['59fe8bcb-ad00-431d-8621-837cef22a7c7'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:22:16.942136 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77cbfdc8-9005-4ddf-9845-c432ed2e0eac tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:16.954866 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd4f215-7d78-4179-aa64-1ebdd5627bd1 None None] Routers {'59fe8bcb-ad00-431d-8621-837cef22a7c7'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:22:16.955195 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-5bd4f215-7d78-4179-aa64-1ebdd5627bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:21:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['59fe8bcb-ad00-431d-8621-837cef22a7c7'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:22:17.006507 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-77cbfdc8-9005-4ddf-9845-c432ed2e0eac tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/floatingips/f039eb71-4b64-410a-94b1-91e266ff4102 HTTP/1.1" status: 204 len: 168 time: 2.0238054 Feb 09 18:22:17.007530 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f163a45-074c-420f-9fbd-c9de0628fdf9', 'tag': '8a878e81-560d-49fd-b486-652ca1d9045d'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:22:17.117285 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f163a45-074c-420f-9fbd-c9de0628fdf9', 'tag': '8a878e81-560d-49fd-b486-652ca1d9045d', 'status': 'completed', 'code': 200} Feb 09 18:22:17.247740 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:17.258628 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-5bd4f215-7d78-4179-aa64-1ebdd5627bd1 None None] Set router 59fe8bcb-ad00-431d-8621-837cef22a7c7 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:22:17.272407 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-892bfd05-ad4e-40ff-aeb1-166c558f19b2 req-e5a86c4d-53e8-44ac-91e4-0a2ef9f39373 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=5f163a45-074c-420f-9fbd-c9de0628fdf9 HTTP/1.1" status: 200 len: 1098 time: 0.1368592 Feb 09 18:22:17.489804 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bfd05-ad4e-40ff-aeb1-166c558f19b2 req-6c848446-b95e-4f54-a5a4-1828e76b91a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:17.492220 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-892bfd05-ad4e-40ff-aeb1-166c558f19b2 req-6c848446-b95e-4f54-a5a4-1828e76b91a1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1dc4c523-54f6-43b3-ae26-6c0351010434 HTTP/1.1" status: 200 len: 898 time: 0.2135940 Feb 09 18:22:17.621940 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-892bfd05-ad4e-40ff-aeb1-166c558f19b2 req-14745199-6cb4-4487-a57b-12e2f709b8e3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a878e81-560d-49fd-b486-652ca1d9045d HTTP/1.1" status: 200 len: 217 time: 0.1235900 Feb 09 18:22:17.740773 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bfd05-ad4e-40ff-aeb1-166c558f19b2 req-26faddb8-cc25-4cdc-9a0d-acd4b77ffe5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:17.744138 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-892bfd05-ad4e-40ff-aeb1-166c558f19b2 req-26faddb8-cc25-4cdc-9a0d-acd4b77ffe5a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f11092ca-5ede-4092-b4de-badbca1b7bae HTTP/1.1" status: 200 len: 835 time: 0.1159780 Feb 09 18:22:17.771389 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-5bd4f215-7d78-4179-aa64-1ebdd5627bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'name': 'tempest-TestNetworkBasicOps-router-58862450', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:42Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '5869cd49-d29e-48f0-9dde-e72bff15d597', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.198', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'port_id': 'bc46a985-089a-4187-a171-15d7eb4445a0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'mac_address': 'fa:16:3e:b9:c6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2975ee7-0d41-44f1-916e-58b4dbef6183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:21:08Z', 'updated_at': '2022-02-09T18:21:12Z', 'revision_number': 1, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18160850-5820-444e-974a-55aa0b675af6', 'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:79:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:41Z', 'updated_at': '2022-02-09T18:20:49Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:22:17.778159 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd4f215-7d78-4179-aa64-1ebdd5627bd1 None None] Checking router: 59fe8bcb-ad00-431d-8621-837cef22a7c7 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:22:17.789874 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd4f215-7d78-4179-aa64-1ebdd5627bd1 None None] Routers {'59fe8bcb-ad00-431d-8621-837cef22a7c7'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:22:17.790510 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-5bd4f215-7d78-4179-aa64-1ebdd5627bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:21:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['59fe8bcb-ad00-431d-8621-837cef22a7c7'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:22:17.841749 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-892bfd05-ad4e-40ff-aeb1-166c558f19b2 req-4aa5122a-0f12-4463-949c-d4ecb514f57b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1dc4c523-54f6-43b3-ae26-6c0351010434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0905452 Feb 09 18:22:18.013203 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-5bd4f215-7d78-4179-aa64-1ebdd5627bd1 None None] Set router 59fe8bcb-ad00-431d-8621-837cef22a7c7 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:22:18.111137 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b87d95-c828-4e67-99ca-d1ceee92abf8 req-420e6e75-b6a4-4a3e-9580-e6d612bf6cd8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:18.125365 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-98b87d95-c828-4e67-99ca-d1ceee92abf8 req-420e6e75-b6a4-4a3e-9580-e6d612bf6cd8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f163a45-074c-420f-9fbd-c9de0628fdf9 HTTP/1.1" status: 200 len: 945 time: 0.3030322 Feb 09 18:22:18.214456 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-98b87d95-c828-4e67-99ca-d1ceee92abf8 req-c13b8380-a113-4190-a629-1c60c49f98fb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8a1b57-e32b-4577-9188-c1e70dd3c114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874836 Feb 09 18:22:18.214724 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-892bfd05-ad4e-40ff-aeb1-166c558f19b2 req-fe9ee8bf-5e93-458f-a25a-4401fdf9a26d service neutron] 10.222.0.50 "GET /v2.0/networks/1dc4c523-54f6-43b3-ae26-6c0351010434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649945 Feb 09 18:22:18.426060 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-892bfd05-ad4e-40ff-aeb1-166c558f19b2 req-26fae7b7-9e95-4f6e-bc29-eb92cf38eb4d service neutron] 10.222.0.50 "GET /v2.0/networks/1dc4c523-54f6-43b3-ae26-6c0351010434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048151 Feb 09 18:22:18.457316 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-5bd4f215-7d78-4179-aa64-1ebdd5627bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'name': 'tempest-TestNetworkBasicOps-router-58862450', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:42Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '5869cd49-d29e-48f0-9dde-e72bff15d597', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.198', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'port_id': 'bc46a985-089a-4187-a171-15d7eb4445a0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'mac_address': 'fa:16:3e:b9:c6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2975ee7-0d41-44f1-916e-58b4dbef6183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:21:08Z', 'updated_at': '2022-02-09T18:21:12Z', 'revision_number': 1, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18160850-5820-444e-974a-55aa0b675af6', 'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:79:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:41Z', 'updated_at': '2022-02-09T18:20:49Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:22:18.462053 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd4f215-7d78-4179-aa64-1ebdd5627bd1 None None] The sync data for ids ['59fe8bcb-ad00-431d-8621-837cef22a7c7'] in dv-neutron-827016-2-hyperv is: [{'id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'name': 'tempest-TestNetworkBasicOps-router-58862450', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:42Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '5869cd49-d29e-48f0-9dde-e72bff15d597', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.198', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'port_id': 'bc46a985-089a-4187-a171-15d7eb4445a0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'mac_address': 'fa:16:3e:b9:c6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2975ee7-0d41-44f1-916e-58b4dbef6183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:21:08Z', 'updated_at': '2022-02-09T18:21:12Z', 'revision_number': 1, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18160850-5820-444e-974a-55aa0b675af6', 'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:79:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:41Z', 'updated_at': '2022-02-09T18:20:49Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:22:18.747052 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e847b14-b40d-41bc-b583-a1b24844eb7f None None] New status for floating IP f039eb71-4b64-410a-94b1-91e266ff4102: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:22:19.064133 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0348fefe-f381-46d6-bc11-ec646a3f2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:19.134130 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672f5cd-ea5d-4da8-bd3c-e0c6aa339667 req-9dd1326e-9463-4cc4-90c5-feaf70a9d200 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:19.135327 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-2672f5cd-ea5d-4da8-bd3c-e0c6aa339667 req-9dd1326e-9463-4cc4-90c5-feaf70a9d200 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:22:19.240335 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-2672f5cd-ea5d-4da8-bd3c-e0c6aa339667 req-9dd1326e-9463-4cc4-90c5-feaf70a9d200 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:22:19.241430 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2672f5cd-ea5d-4da8-bd3c-e0c6aa339667 req-9dd1326e-9463-4cc4-90c5-feaf70a9d200 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f163a45-074c-420f-9fbd-c9de0628fdf9 HTTP/1.1" status: 200 len: 945 time: 0.2223630 Feb 09 18:22:19.326231 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-2672f5cd-ea5d-4da8-bd3c-e0c6aa339667 req-e8e74c05-e7f7-43fb-86fb-3137505c66ce tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port 8a878e81-560d-49fd-b486-652ca1d9045d {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:22:19.326784 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2672f5cd-ea5d-4da8-bd3c-e0c6aa339667 req-e8e74c05-e7f7-43fb-86fb-3137505c66ce tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:19.612359 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-2672f5cd-ea5d-4da8-bd3c-e0c6aa339667 req-e8e74c05-e7f7-43fb-86fb-3137505c66ce tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port 8a878e81-560d-49fd-b486-652ca1d9045d, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=8a878e81-560d-49fd-b486-652ca1d9045d,segment=NetworkSegment(34e22a16-d5e6-482f-96ce-8fa1cd1ba612),segment_id=34e22a16-d5e6-482f-96ce-8fa1cd1ba612)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:22:19.612917 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2672f5cd-ea5d-4da8-bd3c-e0c6aa339667 req-e8e74c05-e7f7-43fb-86fb-3137505c66ce tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:19.643459 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b959ee-d7c1-4b1f-8ee0-d5df8a776fab req-36e56722-974c-40c0-ad45-7f0ea7b81832 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:19.646133 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-13b959ee-d7c1-4b1f-8ee0-d5df8a776fab req-36e56722-974c-40c0-ad45-7f0ea7b81832 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f163a45-074c-420f-9fbd-c9de0628fdf9 HTTP/1.1" status: 200 len: 945 time: 0.2939577 Feb 09 18:22:19.727611 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-13b959ee-d7c1-4b1f-8ee0-d5df8a776fab req-f9729a7c-ad83-4212-a682-d48b5581076d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8a1b57-e32b-4577-9188-c1e70dd3c114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748115 Feb 09 18:22:19.748755 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-2672f5cd-ea5d-4da8-bd3c-e0c6aa339667 req-e8e74c05-e7f7-43fb-86fb-3137505c66ce tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for 8a878e81-560d-49fd-b486-652ca1d9045d owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:22:19.977637 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2672f5cd-ea5d-4da8-bd3c-e0c6aa339667 req-e8e74c05-e7f7-43fb-86fb-3137505c66ce tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:20.037609 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e74c05-e7f7-43fb-86fb-3137505c66ce tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=8a878e81-560d-49fd-b486-652ca1d9045d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:20.087805 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:20.122664 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-2672f5cd-ea5d-4da8-bd3c-e0c6aa339667 req-e8e74c05-e7f7-43fb-86fb-3137505c66ce tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] No DVR routers for this DVR port 8a878e81-560d-49fd-b486-652ca1d9045d on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:22:20.125526 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2672f5cd-ea5d-4da8-bd3c-e0c6aa339667 req-e8e74c05-e7f7-43fb-86fb-3137505c66ce tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:20.128356 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f163a45-074c-420f-9fbd-c9de0628fdf9', 'name': 'network-vif-deleted', 'tag': '8a878e81-560d-49fd-b486-652ca1d9045d'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:22:20.177349 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:20.203920 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f163a45-074c-420f-9fbd-c9de0628fdf9', 'name': 'network-vif-deleted', 'tag': '8a878e81-560d-49fd-b486-652ca1d9045d', 'status': 'completed', 'code': 200} Feb 09 18:22:20.206861 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2672f5cd-ea5d-4da8-bd3c-e0c6aa339667 req-e8e74c05-e7f7-43fb-86fb-3137505c66ce tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "DELETE /v2.0/ports/8a878e81-560d-49fd-b486-652ca1d9045d HTTP/1.1" status: 204 len: 173 time: 0.9597726 Feb 09 18:22:20.940252 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-81ef60d5-ef03-4192-99f2-1eee820c0d6f req-00a45b53-804b-4d9b-80f4-ea8acc71cb00 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f163a45-074c-420f-9fbd-c9de0628fdf9 HTTP/1.1" status: 200 len: 210 time: 0.0473979 Feb 09 18:22:21.589849 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:22.057650 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57216) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:22.142802 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98b68437-1650-4279-a432-c051ab921cde tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:22.177269 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98b68437-1650-4279-a432-c051ab921cde tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:22.320310 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98b68437-1650-4279-a432-c051ab921cde tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:22.340824 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b68437-1650-4279-a432-c051ab921cde tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8a1b57-e32b-4577-9188-c1e70dd3c114,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:22.384198 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 8a878e81-560d-49fd-b486-652ca1d9045d no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:22:22.417165 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98b68437-1650-4279-a432-c051ab921cde tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:22.422470 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-98b68437-1650-4279-a432-c051ab921cde tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/security-groups/7d8a1b57-e32b-4577-9188-c1e70dd3c114 HTTP/1.1" status: 204 len: 168 time: 0.3592339 Feb 09 18:22:22.422767 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: 8a878e81-560d-49fd-b486-652ca1d9045d {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:22:22.422767 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 8a878e81-560d-49fd-b486-652ca1d9045d not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:22:22.544506 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57222) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:22.769389 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-e42c9a7e-eba5-48c1-8b31-579e5b0cd4f0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port 0153ad0d-a0f4-4778-a943-fac6c254b1db {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:22:22.769628 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e42c9a7e-eba5-48c1-8b31-579e5b0cd4f0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:22.964780 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e42c9a7e-eba5-48c1-8b31-579e5b0cd4f0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:22.965168 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e42c9a7e-eba5-48c1-8b31-579e5b0cd4f0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:23.194807 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-e42c9a7e-eba5-48c1-8b31-579e5b0cd4f0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for 0153ad0d-a0f4-4778-a943-fac6c254b1db owned by network:floatingip {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:22:23.555401 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e42c9a7e-eba5-48c1-8b31-579e5b0cd4f0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:23.642804 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c9a7e-eba5-48c1-8b31-579e5b0cd4f0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=0153ad0d-a0f4-4778-a943-fac6c254b1db,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:23.779248 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e42c9a7e-eba5-48c1-8b31-579e5b0cd4f0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:24.459564 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42c9a7e-eba5-48c1-8b31-579e5b0cd4f0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 59fe8bcb-ad00-431d-8621-837cef22a7c7 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:22:24.817310 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42c9a7e-eba5-48c1-8b31-579e5b0cd4f0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:22:24.831461 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d8b7ff-e937-418f-8251-59063c8eb0ef None None] Sync routers for ids ['59fe8bcb-ad00-431d-8621-837cef22a7c7'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:22:24.837134 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e42c9a7e-eba5-48c1-8b31-579e5b0cd4f0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:24.851501 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d8b7ff-e937-418f-8251-59063c8eb0ef None None] Routers {'59fe8bcb-ad00-431d-8621-837cef22a7c7'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:22:24.852569 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-77d8b7ff-e937-418f-8251-59063c8eb0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:22:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['59fe8bcb-ad00-431d-8621-837cef22a7c7'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:22:24.899262 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e42c9a7e-eba5-48c1-8b31-579e5b0cd4f0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/floatingips/5869cd49-d29e-48f0-9dde-e72bff15d597 HTTP/1.1" status: 204 len: 168 time: 2.3506150 Feb 09 18:22:24.899262 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2975ee7-0d41-44f1-916e-58b4dbef6183', 'tag': 'bc46a985-089a-4187-a171-15d7eb4445a0'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:22:24.957548 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2975ee7-0d41-44f1-916e-58b4dbef6183', 'tag': 'bc46a985-089a-4187-a171-15d7eb4445a0', 'status': 'completed', 'code': 200} Feb 09 18:22:25.105453 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-665cdb03-8cda-4280-8331-46b438f3cfbb req-230eec15-c283-4b49-bc84-20ae4243a212 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 1098 time: 0.1184938 Feb 09 18:22:25.173231 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-77d8b7ff-e937-418f-8251-59063c8eb0ef None None] Set router 59fe8bcb-ad00-431d-8621-837cef22a7c7 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:22:25.287970 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cdb03-8cda-4280-8331-46b438f3cfbb req-7003eaad-0d5d-4fbf-8178-24778cb790fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:25.290359 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-665cdb03-8cda-4280-8331-46b438f3cfbb req-7003eaad-0d5d-4fbf-8178-24778cb790fb service neutron] 10.222.0.50 "GET /v2.0/networks?id=1dc4c523-54f6-43b3-ae26-6c0351010434 HTTP/1.1" status: 200 len: 898 time: 0.1789880 Feb 09 18:22:25.424300 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-665cdb03-8cda-4280-8331-46b438f3cfbb req-dc708272-164c-4a95-9d01-baaec373fa42 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc46a985-089a-4187-a171-15d7eb4445a0 HTTP/1.1" status: 200 len: 217 time: 0.1277621 Feb 09 18:22:25.539038 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cdb03-8cda-4280-8331-46b438f3cfbb req-92bdce16-248a-4d68-908b-c2f9c1f3b039 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:25.542161 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-665cdb03-8cda-4280-8331-46b438f3cfbb req-92bdce16-248a-4d68-908b-c2f9c1f3b039 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f11092ca-5ede-4092-b4de-badbca1b7bae HTTP/1.1" status: 200 len: 835 time: 0.1107032 Feb 09 18:22:25.755297 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093ef75-ef3a-41a4-89b4-064c40fa9fd1 req-9f2e7d6b-f1ac-4c7c-a40c-bb0377bc71dd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:25.757221 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-1093ef75-ef3a-41a4-89b4-064c40fa9fd1 req-9f2e7d6b-f1ac-4c7c-a40c-bb0377bc71dd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:22:25.777881 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-77d8b7ff-e937-418f-8251-59063c8eb0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'name': 'tempest-TestNetworkBasicOps-router-58862450', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:42Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '18160850-5820-444e-974a-55aa0b675af6', 'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:79:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:41Z', 'updated_at': '2022-02-09T18:20:49Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:22:25.785382 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d8b7ff-e937-418f-8251-59063c8eb0ef None None] Checking router: 59fe8bcb-ad00-431d-8621-837cef22a7c7 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:22:25.796258 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-665cdb03-8cda-4280-8331-46b438f3cfbb req-342e8503-5795-47ab-95db-16dc019a15d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1dc4c523-54f6-43b3-ae26-6c0351010434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2396913 Feb 09 18:22:25.799736 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [req-665cdb03-8cda-4280-8331-46b438f3cfbb req-f91a813e-cba2-4254-8928-0904d498aef9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:22:25.800838 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-665cdb03-8cda-4280-8331-46b438f3cfbb req-f91a813e-cba2-4254-8928-0904d498aef9 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062377 Feb 09 18:22:25.805924 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d8b7ff-e937-418f-8251-59063c8eb0ef None None] Routers {'59fe8bcb-ad00-431d-8621-837cef22a7c7'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:22:25.807064 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-77d8b7ff-e937-418f-8251-59063c8eb0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:22:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['59fe8bcb-ad00-431d-8621-837cef22a7c7'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:22:25.863034 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-1093ef75-ef3a-41a4-89b4-064c40fa9fd1 req-9f2e7d6b-f1ac-4c7c-a40c-bb0377bc71dd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:22:25.865110 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1093ef75-ef3a-41a4-89b4-064c40fa9fd1 req-9f2e7d6b-f1ac-4c7c-a40c-bb0377bc71dd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 945 time: 0.2448719 Feb 09 18:22:25.932382 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1093ef75-ef3a-41a4-89b4-064c40fa9fd1 req-f56e9892-d6e5-4ac1-848f-47901f7d015a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9511e22-7bb6-4b4a-b0ea-d671f4321b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589836 Feb 09 18:22:25.963410 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-665cdb03-8cda-4280-8331-46b438f3cfbb req-8857dff4-8be9-4757-89fb-34e10deb1d3b service neutron] 10.222.0.50 "GET /v2.0/networks/1dc4c523-54f6-43b3-ae26-6c0351010434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561356 Feb 09 18:22:26.120321 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-665cdb03-8cda-4280-8331-46b438f3cfbb req-81a51ab5-1c97-4c52-ba2e-83e90ddbd73d service neutron] 10.222.0.50 "GET /v2.0/networks/1dc4c523-54f6-43b3-ae26-6c0351010434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502314 Feb 09 18:22:26.197708 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-77d8b7ff-e937-418f-8251-59063c8eb0ef None None] Set router 59fe8bcb-ad00-431d-8621-837cef22a7c7 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:22:26.568224 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-77d8b7ff-e937-418f-8251-59063c8eb0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'name': 'tempest-TestNetworkBasicOps-router-58862450', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:42Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '18160850-5820-444e-974a-55aa0b675af6', 'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:79:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:41Z', 'updated_at': '2022-02-09T18:20:49Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:22:26.573145 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d8b7ff-e937-418f-8251-59063c8eb0ef None None] The sync data for ids ['59fe8bcb-ad00-431d-8621-837cef22a7c7'] in dv-neutron-827016-2-hyperv is: [{'id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'name': 'tempest-TestNetworkBasicOps-router-58862450', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:42Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '18160850-5820-444e-974a-55aa0b675af6', 'name': '', 'network_id': '1dc4c523-54f6-43b3-ae26-6c0351010434', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:79:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:41Z', 'updated_at': '2022-02-09T18:20:49Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': 'f11092ca-5ede-4092-b4de-badbca1b7bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:22:26.877463 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1698485c-0283-4e47-a1c5-dd83aab55b89 None None] New status for floating IP 5869cd49-d29e-48f0-9dde-e72bff15d597: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:22:27.067803 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efb107-9756-4edc-8b1b-738eee9a4fb4 req-18b7d03b-4a03-4b48-9823-f228b03b2871 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:27.068597 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-14efb107-9756-4edc-8b1b-738eee9a4fb4 req-18b7d03b-4a03-4b48-9823-f228b03b2871 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:22:27.092751 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-14efb107-9756-4edc-8b1b-738eee9a4fb4 req-18b7d03b-4a03-4b48-9823-f228b03b2871 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:22:27.095216 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-14efb107-9756-4edc-8b1b-738eee9a4fb4 req-18b7d03b-4a03-4b48-9823-f228b03b2871 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 945 time: 0.1402214 Feb 09 18:22:27.201203 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-14efb107-9756-4edc-8b1b-738eee9a4fb4 req-0c524e61-eb37-4e66-a0e5-f85ce20d2e3c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port bc46a985-089a-4187-a171-15d7eb4445a0 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:22:27.201944 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-14efb107-9756-4edc-8b1b-738eee9a4fb4 req-0c524e61-eb37-4e66-a0e5-f85ce20d2e3c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:27.319766 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45071f40-eee4-459f-b691-896ff223f9df req-0cb30f41-3d80-4510-8f77-d2bd9f7e9794 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:27.322452 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-45071f40-eee4-459f-b691-896ff223f9df req-0cb30f41-3d80-4510-8f77-d2bd9f7e9794 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 945 time: 0.1323426 Feb 09 18:22:27.385867 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-45071f40-eee4-459f-b691-896ff223f9df req-055e3e13-a9d5-4e6f-85b0-bca6cc1e716b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9511e22-7bb6-4b4a-b0ea-d671f4321b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530367 Feb 09 18:22:27.518771 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-14efb107-9756-4edc-8b1b-738eee9a4fb4 req-0c524e61-eb37-4e66-a0e5-f85ce20d2e3c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port bc46a985-089a-4187-a171-15d7eb4445a0, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bc46a985-089a-4187-a171-15d7eb4445a0,segment=NetworkSegment(34e22a16-d5e6-482f-96ce-8fa1cd1ba612),segment_id=34e22a16-d5e6-482f-96ce-8fa1cd1ba612)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:22:27.519129 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-14efb107-9756-4edc-8b1b-738eee9a4fb4 req-0c524e61-eb37-4e66-a0e5-f85ce20d2e3c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:27.649176 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-14efb107-9756-4edc-8b1b-738eee9a4fb4 req-0c524e61-eb37-4e66-a0e5-f85ce20d2e3c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for bc46a985-089a-4187-a171-15d7eb4445a0 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:22:28.000541 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-14efb107-9756-4edc-8b1b-738eee9a4fb4 req-0c524e61-eb37-4e66-a0e5-f85ce20d2e3c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:28.068409 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c524e61-eb37-4e66-a0e5-f85ce20d2e3c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=bc46a985-089a-4187-a171-15d7eb4445a0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:28.152755 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-14efb107-9756-4edc-8b1b-738eee9a4fb4 req-0c524e61-eb37-4e66-a0e5-f85ce20d2e3c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] No DVR routers for this DVR port bc46a985-089a-4187-a171-15d7eb4445a0 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:22:28.156165 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-14efb107-9756-4edc-8b1b-738eee9a4fb4 req-0c524e61-eb37-4e66-a0e5-f85ce20d2e3c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:28.160364 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2975ee7-0d41-44f1-916e-58b4dbef6183', 'name': 'network-vif-deleted', 'tag': 'bc46a985-089a-4187-a171-15d7eb4445a0'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:22:28.246210 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-14efb107-9756-4edc-8b1b-738eee9a4fb4 req-0c524e61-eb37-4e66-a0e5-f85ce20d2e3c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "DELETE /v2.0/ports/bc46a985-089a-4187-a171-15d7eb4445a0 HTTP/1.1" status: 204 len: 173 time: 1.1443040 Feb 09 18:22:28.262434 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2975ee7-0d41-44f1-916e-58b4dbef6183', 'name': 'network-vif-deleted', 'tag': 'bc46a985-089a-4187-a171-15d7eb4445a0', 'status': 'completed', 'code': 200} Feb 09 18:22:28.629364 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3f3ad0ee-0683-426a-abeb-9a0d6be02ea1 req-6ce94520-16a3-4781-9411-84e01142d624 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2975ee7-0d41-44f1-916e-58b4dbef6183 HTTP/1.1" status: 200 len: 210 time: 0.0682056 Feb 09 18:22:29.760299 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57240) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:29.856999 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f32e83a8-f824-45f2-a6b6-db40f91994c1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:29.916309 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f32e83a8-f824-45f2-a6b6-db40f91994c1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:30.104370 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f32e83a8-f824-45f2-a6b6-db40f91994c1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:30.128283 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e83a8-f824-45f2-a6b6-db40f91994c1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9511e22-7bb6-4b4a-b0ea-d671f4321b66,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:30.142858 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f32e83a8-f824-45f2-a6b6-db40f91994c1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:30.146430 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f32e83a8-f824-45f2-a6b6-db40f91994c1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/security-groups/e9511e22-7bb6-4b4a-b0ea-d671f4321b66 HTTP/1.1" status: 204 len: 168 time: 0.3827286 Feb 09 18:22:30.275807 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57246) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:30.445566 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device bc46a985-089a-4187-a171-15d7eb4445a0 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:22:30.493057 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: bc46a985-089a-4187-a171-15d7eb4445a0 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:22:30.493598 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device bc46a985-089a-4187-a171-15d7eb4445a0 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:22:30.752688 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ae75eb5e-4cb6-4f09-8aa8-43fa4e7a4b5f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:31.694208 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-ae75eb5e-4cb6-4f09-8aa8-43fa4e7a4b5f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port 18160850-5820-444e-974a-55aa0b675af6 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:22:31.694977 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ae75eb5e-4cb6-4f09-8aa8-43fa4e7a4b5f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:31.965838 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-ae75eb5e-4cb6-4f09-8aa8-43fa4e7a4b5f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port 18160850-5820-444e-974a-55aa0b675af6, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=18160850-5820-444e-974a-55aa0b675af6,segment=NetworkSegment(34e22a16-d5e6-482f-96ce-8fa1cd1ba612),segment_id=34e22a16-d5e6-482f-96ce-8fa1cd1ba612)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:22:31.966161 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ae75eb5e-4cb6-4f09-8aa8-43fa4e7a4b5f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:32.109197 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-ae75eb5e-4cb6-4f09-8aa8-43fa4e7a4b5f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for 18160850-5820-444e-974a-55aa0b675af6 owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:22:32.388964 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ae75eb5e-4cb6-4f09-8aa8-43fa4e7a4b5f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:32.465658 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75eb5e-4cb6-4f09-8aa8-43fa4e7a4b5f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=18160850-5820-444e-974a-55aa0b675af6,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:32.881435 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ae75eb5e-4cb6-4f09-8aa8-43fa4e7a4b5f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:33.719179 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae75eb5e-4cb6-4f09-8aa8-43fa4e7a4b5f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 59fe8bcb-ad00-431d-8621-837cef22a7c7 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:22:33.943985 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae75eb5e-4cb6-4f09-8aa8-43fa4e7a4b5f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:22:33.956937 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119b65aa-b928-4b8d-a7b7-e915af46abb1 None None] Sync routers for ids ['59fe8bcb-ad00-431d-8621-837cef22a7c7'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:22:33.960741 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ae75eb5e-4cb6-4f09-8aa8-43fa4e7a4b5f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "PUT /v2.0/routers/59fe8bcb-ad00-431d-8621-837cef22a7c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6837709 Feb 09 18:22:33.964040 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57250) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:33.974032 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119b65aa-b928-4b8d-a7b7-e915af46abb1 None None] Routers {'59fe8bcb-ad00-431d-8621-837cef22a7c7'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:22:33.974805 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-119b65aa-b928-4b8d-a7b7-e915af46abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:22:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['59fe8bcb-ad00-431d-8621-837cef22a7c7'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:22:34.238573 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-119b65aa-b928-4b8d-a7b7-e915af46abb1 None None] Set router 59fe8bcb-ad00-431d-8621-837cef22a7c7 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:22:34.255200 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-579d397a-0aa1-4ac9-b41d-138ce540c2be tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting subnet f11092ca-5ede-4092-b4de-badbca1b7bae {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:22:34.258854 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-579d397a-0aa1-4ac9-b41d-138ce540c2be tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:34.319291 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-579d397a-0aa1-4ac9-b41d-138ce540c2be tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:34.414743 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-579d397a-0aa1-4ac9-b41d-138ce540c2be tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:34.594656 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-579d397a-0aa1-4ac9-b41d-138ce540c2be tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:34.651681 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d397a-0aa1-4ac9-b41d-138ce540c2be tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Subnet': ['ID=f11092ca-5ede-4092-b4de-badbca1b7bae,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:34.663550 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-119b65aa-b928-4b8d-a7b7-e915af46abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'name': 'tempest-TestNetworkBasicOps-router-58862450', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:22:32Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:22:34.668279 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-579d397a-0aa1-4ac9-b41d-138ce540c2be tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:34.671991 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119b65aa-b928-4b8d-a7b7-e915af46abb1 None None] Checking router: 59fe8bcb-ad00-431d-8621-837cef22a7c7 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:22:34.680648 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-579d397a-0aa1-4ac9-b41d-138ce540c2be tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/subnets/f11092ca-5ede-4092-b4de-badbca1b7bae HTTP/1.1" status: 204 len: 168 time: 0.7152679 Feb 09 18:22:34.682370 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12596d2b-c02a-400a-8328-5a0fb9e0c1ca None None] Network 1dc4c523-54f6-43b3-ae26-6c0351010434 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:22:34.684409 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57254) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:34.817241 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119b65aa-b928-4b8d-a7b7-e915af46abb1 None None] Routers {'59fe8bcb-ad00-431d-8621-837cef22a7c7'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:22:34.817952 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-119b65aa-b928-4b8d-a7b7-e915af46abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:22:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['59fe8bcb-ad00-431d-8621-837cef22a7c7'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:22:34.987880 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8004f4f5-20ba-4d63-a9ff-d3aa21b8bd2b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:35.169997 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-119b65aa-b928-4b8d-a7b7-e915af46abb1 None None] Set router 59fe8bcb-ad00-431d-8621-837cef22a7c7 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:22:35.346149 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8004f4f5-20ba-4d63-a9ff-d3aa21b8bd2b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:35.378354 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7606b1cc-4150-400f-a641-f4c18f634e4e None None] DHCP port deletion for 1dc4c523-54f6-43b3-ae26-6c0351010434 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:22:35.388855 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7606b1cc-4150-400f-a641-f4c18f634e4e None None] Deleting port 4c271548-b6d6-4706-b70b-86c9a11cd8dc {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:22:35.389259 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7606b1cc-4150-400f-a641-f4c18f634e4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:35.417115 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-8004f4f5-20ba-4d63-a9ff-d3aa21b8bd2b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port 6546138e-27a0-4e92-a8ad-818f05d8002d {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:22:35.417671 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8004f4f5-20ba-4d63-a9ff-d3aa21b8bd2b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:35.702738 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-7606b1cc-4150-400f-a641-f4c18f634e4e None None] For port 4c271548-b6d6-4706-b70b-86c9a11cd8dc, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=4c271548-b6d6-4706-b70b-86c9a11cd8dc,segment=NetworkSegment(34e22a16-d5e6-482f-96ce-8fa1cd1ba612),segment_id=34e22a16-d5e6-482f-96ce-8fa1cd1ba612)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:22:35.703039 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7606b1cc-4150-400f-a641-f4c18f634e4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:35.802262 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-8004f4f5-20ba-4d63-a9ff-d3aa21b8bd2b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port 6546138e-27a0-4e92-a8ad-818f05d8002d, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=6546138e-27a0-4e92-a8ad-818f05d8002d,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:22:35.802901 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8004f4f5-20ba-4d63-a9ff-d3aa21b8bd2b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:35.845851 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-119b65aa-b928-4b8d-a7b7-e915af46abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'name': 'tempest-TestNetworkBasicOps-router-58862450', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:22:32Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:22:35.854064 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7606b1cc-4150-400f-a641-f4c18f634e4e None None] Calling delete_port for 4c271548-b6d6-4706-b70b-86c9a11cd8dc owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:22:35.891430 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119b65aa-b928-4b8d-a7b7-e915af46abb1 None None] The sync data for ids ['59fe8bcb-ad00-431d-8621-837cef22a7c7'] in dv-neutron-827016-2-hyperv is: [{'id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'name': 'tempest-TestNetworkBasicOps-router-58862450', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:22:32Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '6546138e-27a0-4e92-a8ad-818f05d8002d', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:24:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe8bcb-ad00-431d-8621-837cef22a7c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:20:36Z', 'updated_at': '2022-02-09T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:22:35.959528 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-8004f4f5-20ba-4d63-a9ff-d3aa21b8bd2b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for 6546138e-27a0-4e92-a8ad-818f05d8002d owned by network:router_gateway {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:22:36.017012 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7606b1cc-4150-400f-a641-f4c18f634e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:36.105227 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606b1cc-4150-400f-a641-f4c18f634e4e None None] Pushing event deleted for resources: {'Port': ['ID=4c271548-b6d6-4706-b70b-86c9a11cd8dc,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:36.117859 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7606b1cc-4150-400f-a641-f4c18f634e4e None None] No DVR routers for this DVR port 4c271548-b6d6-4706-b70b-86c9a11cd8dc on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:22:36.149006 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7606b1cc-4150-400f-a641-f4c18f634e4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:36.149513 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7606b1cc-4150-400f-a641-f4c18f634e4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:36.153811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7606b1cc-4150-400f-a641-f4c18f634e4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:36.153811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7606b1cc-4150-400f-a641-f4c18f634e4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:36.153811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7606b1cc-4150-400f-a641-f4c18f634e4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:36.153811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7606b1cc-4150-400f-a641-f4c18f634e4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:36.153811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7606b1cc-4150-400f-a641-f4c18f634e4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:36.153811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7606b1cc-4150-400f-a641-f4c18f634e4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:36.153811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7606b1cc-4150-400f-a641-f4c18f634e4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:36.154776 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7606b1cc-4150-400f-a641-f4c18f634e4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:36.154776 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7606b1cc-4150-400f-a641-f4c18f634e4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:36.280024 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8004f4f5-20ba-4d63-a9ff-d3aa21b8bd2b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:36.346125 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004f4f5-20ba-4d63-a9ff-d3aa21b8bd2b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=6546138e-27a0-4e92-a8ad-818f05d8002d,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:36.614621 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8004f4f5-20ba-4d63-a9ff-d3aa21b8bd2b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:36.898752 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8004f4f5-20ba-4d63-a9ff-d3aa21b8bd2b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:36.903548 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8004f4f5-20ba-4d63-a9ff-d3aa21b8bd2b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:37.033794 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8004f4f5-20ba-4d63-a9ff-d3aa21b8bd2b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:37.034526 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8004f4f5-20ba-4d63-a9ff-d3aa21b8bd2b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Fanout notify agent at l3_agent the message router_deleted on router 59fe8bcb-ad00-431d-8621-837cef22a7c7 {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:22:37.060004 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8004f4f5-20ba-4d63-a9ff-d3aa21b8bd2b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:37.063984 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8004f4f5-20ba-4d63-a9ff-d3aa21b8bd2b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/routers/59fe8bcb-ad00-431d-8621-837cef22a7c7 HTTP/1.1" status: 204 len: 168 time: 2.3772624 Feb 09 18:22:37.066800 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57258) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:37.242549 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5ca1a08-6848-4ef8-9fdd-25e85d0ca9a6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:37.399306 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5ca1a08-6848-4ef8-9fdd-25e85d0ca9a6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:37.429896 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-c5ca1a08-6848-4ef8-9fdd-25e85d0ca9a6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc4c523-54f6-43b3-ae26-6c0351010434']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:22:37.445198 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-c5ca1a08-6848-4ef8-9fdd-25e85d0ca9a6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e22a16-d5e6-482f-96ce-8fa1cd1ba612') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:22:37.445452 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-c5ca1a08-6848-4ef8-9fdd-25e85d0ca9a6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e22a16-d5e6-482f-96ce-8fa1cd1ba612') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:22:37.463644 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5ca1a08-6848-4ef8-9fdd-25e85d0ca9a6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:37.492849 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5ca1a08-6848-4ef8-9fdd-25e85d0ca9a6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:37.501368 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ca1a08-6848-4ef8-9fdd-25e85d0ca9a6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:22:37.502010 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5ca1a08-6848-4ef8-9fdd-25e85d0ca9a6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:22:37.527701 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:22:37.596339 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 4c271548-b6d6-4706-b70b-86c9a11cd8dc no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:22:37.659993 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 4c271548-b6d6-4706-b70b-86c9a11cd8dc {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:22:37.660419 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 4c271548-b6d6-4706-b70b-86c9a11cd8dc not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:22:37.661110 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6546138e-27a0-4e92-a8ad-818f05d8002d no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:22:37.719665 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 6546138e-27a0-4e92-a8ad-818f05d8002d {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:22:37.720209 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6546138e-27a0-4e92-a8ad-818f05d8002d not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:22:37.720841 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 18160850-5820-444e-974a-55aa0b675af6 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:22:37.786661 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 18160850-5820-444e-974a-55aa0b675af6 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:22:37.787207 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 18160850-5820-444e-974a-55aa0b675af6 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:22:38.256380 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5ca1a08-6848-4ef8-9fdd-25e85d0ca9a6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:38.260940 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5ca1a08-6848-4ef8-9fdd-25e85d0ca9a6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:38.291592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca1a08-6848-4ef8-9fdd-25e85d0ca9a6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Network': ['ID=1dc4c523-54f6-43b3-ae26-6c0351010434,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:38.423310 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c5ca1a08-6848-4ef8-9fdd-25e85d0ca9a6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/networks/1dc4c523-54f6-43b3-ae26-6c0351010434 HTTP/1.1" status: 204 len: 168 time: 1.3546119 Feb 09 18:22:38.458192 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57262) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:38.465173 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'network': {'name': 'tempest-network-smoke--702930169', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'port_security_enabled': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:22:38.471776 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:22:38.476858 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:network and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:22:38.480359 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:22:38.488671 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:22:38.605440 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:22:38.609750 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:38.644966 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:22:38.655487 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:38.655824 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Added segment e866d43a-43a6-41ed-8116-d4aed70abcbd of type vlan for network 26c4cd87-c658-47a7-9c57-46de8759fd2a Feb 09 18:22:38.688764 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:38.793862 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:38.798989 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:38.799766 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:38.922628 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Network': ['ID=26c4cd87-c658-47a7-9c57-46de8759fd2a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:38.933217 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:38.933667 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:38.934162 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:38.934604 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:38.941595 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:38.941595 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:38.941595 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:38.941595 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:38.941595 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:38.941595 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:38.941595 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:38.951499 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 26c4cd87-c658-47a7-9c57-46de8759fd2a details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:22:38.994619 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c9d58ec2-21d8-482b-9c55-2b29f8eb611a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5346739 Feb 09 18:22:38.999369 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57266) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:39.009113 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a540e4bb-a4ec-4e83-84b4-37d39bd973d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-199124493', 'admin_state_up': True, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:22:39.018057 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a540e4bb-a4ec-4e83-84b4-37d39bd973d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:22:39.023081 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a540e4bb-a4ec-4e83-84b4-37d39bd973d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:router and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:22:39.026942 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a540e4bb-a4ec-4e83-84b4-37d39bd973d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:22:39.039678 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a540e4bb-a4ec-4e83-84b4-37d39bd973d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:22:39.131568 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a540e4bb-a4ec-4e83-84b4-37d39bd973d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:39.132721 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a540e4bb-a4ec-4e83-84b4-37d39bd973d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:39.156453 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a540e4bb-a4ec-4e83-84b4-37d39bd973d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:39.432889 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a540e4bb-a4ec-4e83-84b4-37d39bd973d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:39.718766 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a540e4bb-a4ec-4e83-84b4-37d39bd973d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_gateway, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:39.753659 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a540e4bb-a4ec-4e83-84b4-37d39bd973d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:39.920127 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-a540e4bb-a4ec-4e83-84b4-37d39bd973d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.26.8.140 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/5f361fcb-e4b1-4d96-a952-a540229e6c5c) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:22:40.105400 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a540e4bb-a4ec-4e83-84b4-37d39bd973d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:40.240165 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a540e4bb-a4ec-4e83-84b4-37d39bd973d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:40.317833 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a540e4bb-a4ec-4e83-84b4-37d39bd973d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:22:40.321030 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-a540e4bb-a4ec-4e83-84b4-37d39bd973d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:22:40.325997 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a540e4bb-a4ec-4e83-84b4-37d39bd973d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:22:40.359307 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540e4bb-a4ec-4e83-84b4-37d39bd973d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=5f361fcb-e4b1-4d96-a952-a540229e6c5c,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:40.638696 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a540e4bb-a4ec-4e83-84b4-37d39bd973d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_gateway, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:40.640341 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a540e4bb-a4ec-4e83-84b4-37d39bd973d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:41.016464 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a540e4bb-a4ec-4e83-84b4-37d39bd973d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:22:41.243231 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a540e4bb-a4ec-4e83-84b4-37d39bd973d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:22:41.254398 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] Sync routers for ids ['6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:22:41.269279 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] Routers {'6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:22:41.269897 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:22:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:22:41.353850 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a540e4bb-a4ec-4e83-84b4-37d39bd973d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:41.355520 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a540e4bb-a4ec-4e83-84b4-37d39bd973d8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3545806 Feb 09 18:22:41.359226 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57270) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:41.411534 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-da7c3dee-ddda-4be7-9ab1-1dc86a610e6d tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=352fd60817ff4d5d9e97f16f52485b96&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0479627 Feb 09 18:22:41.411836 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57274) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:41.460494 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] Set router 6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:22:41.703393 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6798134-0147-407d-9df6-f2095a4e0760 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:41.705502 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d6798134-0147-407d-9df6-f2095a4e0760 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2921124 Feb 09 18:22:41.709404 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57278) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:41.757638 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-aad87eb3-2ec7-4969-a0e4-5a8f20f63fc1 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455399 Feb 09 18:22:41.759801 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57282) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:41.771326 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a3873c42-d38a-4cb7-a0df-7eefd9e7df20 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-681159977', 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:22:41.786034 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'name': 'tempest-TestNetworkBasicOps-router-199124493', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:22:40Z', 'revision_number': 3, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:22:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:22:41.790518 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] Checking router: 6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:22:41.790916 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] Updating router 6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 port 5f361fcb-e4b1-4d96-a952-a540229e6c5c binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:22:41.847833 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:41.913554 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a3873c42-d38a-4cb7-a0df-7eefd9e7df20 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:22:41.919157 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a3873c42-d38a-4cb7-a0df-7eefd9e7df20 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:subnet and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:22:41.923510 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a3873c42-d38a-4cb7-a0df-7eefd9e7df20 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:22:41.930552 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a3873c42-d38a-4cb7-a0df-7eefd9e7df20 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:22:42.029498 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3873c42-d38a-4cb7-a0df-7eefd9e7df20 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:22:42.200934 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a3873c42-d38a-4cb7-a0df-7eefd9e7df20 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:42.253417 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:42.276389 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] Transition to ACTIVE for port object 5f361fcb-e4b1-4d96-a952-a540229e6c5c will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:22:42.423029 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:42.541863 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620ab06-da9c-4eec-bb5a-b2df507a4597 None None] Pushing event updated for resources: {'Port': ['ID=5f361fcb-e4b1-4d96-a952-a540229e6c5c,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:42.544887 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] Attempting to bind port 5f361fcb-e4b1-4d96-a952-a540229e6c5c on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:22:42.545377 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] Attempting to bind port 5f361fcb-e4b1-4d96-a952-a540229e6c5c by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:22:42.545928 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] Attempting to bind port 5f361fcb-e4b1-4d96-a952-a540229e6c5c on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:22:42.559835 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8620ab06-da9c-4eec-bb5a-b2df507a4597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:42.560180 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8620ab06-da9c-4eec-bb5a-b2df507a4597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:42.560516 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8620ab06-da9c-4eec-bb5a-b2df507a4597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:42.561494 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8620ab06-da9c-4eec-bb5a-b2df507a4597 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:42.561865 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8620ab06-da9c-4eec-bb5a-b2df507a4597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:42.562200 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8620ab06-da9c-4eec-bb5a-b2df507a4597 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:42.562573 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8620ab06-da9c-4eec-bb5a-b2df507a4597 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:42.563101 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8620ab06-da9c-4eec-bb5a-b2df507a4597 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:42.563363 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8620ab06-da9c-4eec-bb5a-b2df507a4597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:42.563675 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8620ab06-da9c-4eec-bb5a-b2df507a4597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:42.564015 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8620ab06-da9c-4eec-bb5a-b2df507a4597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:22:42.565435 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a3873c42-d38a-4cb7-a0df-7eefd9e7df20 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:42.569992 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:22:42.570440 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:22:42.570799 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:42.571190 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:22:42.571669 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] Bound port: 5f361fcb-e4b1-4d96-a952-a540229e6c5c, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:22:42.572057 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:42.664712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3873c42-d38a-4cb7-a0df-7eefd9e7df20 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Subnet': ['ID=927ae610-af5d-401f-9c26-f17b3f31f73c,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:42.679096 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3873c42-d38a-4cb7-a0df-7eefd9e7df20 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Checking segment: {'id': 'e866d43a-43a6-41ed-8116-d4aed70abcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:22:42.679516 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3873c42-d38a-4cb7-a0df-7eefd9e7df20 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network hostable DHCP agents. Network: 26c4cd87-c658-47a7-9c57-46de8759fd2a, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:22:42.696371 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] For port 5f361fcb-e4b1-4d96-a952-a540229e6c5c, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:22:42.702730 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] For port 5f361fcb-e4b1-4d96-a952-a540229e6c5c, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5f361fcb-e4b1-4d96-a952-a540229e6c5c,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:22:42.828975 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3873c42-d38a-4cb7-a0df-7eefd9e7df20 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network 26c4cd87-c658-47a7-9c57-46de8759fd2a is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:22:42.879936 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:42.947950 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-a3873c42-d38a-4cb7-a0df-7eefd9e7df20 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 26c4cd87-c658-47a7-9c57-46de8759fd2a) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:22:42.954919 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3873c42-d38a-4cb7-a0df-7eefd9e7df20 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:42.959313 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a3873c42-d38a-4cb7-a0df-7eefd9e7df20 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:42.962473 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17614939-a8ff-48a6-a0cd-60bb759552af None None] Network 26c4cd87-c658-47a7-9c57-46de8759fd2a requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:22:43.023784 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620ab06-da9c-4eec-bb5a-b2df507a4597 None None] Pushing event updated for resources: {'Port': ['ID=5f361fcb-e4b1-4d96-a952-a540229e6c5c,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:43.041156 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] Routers {'6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:22:43.042189 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:22:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:22:43.099312 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57286) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:43.102675 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a3873c42-d38a-4cb7-a0df-7eefd9e7df20 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3410816 Feb 09 18:22:43.347053 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0484cb3f-f80d-4e13-91a7-238fd49cf979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-26c4cd87-c658-47a7-9c57-46de8759fd2a', 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ips': [{'subnet_id': '927ae610-af5d-401f-9c26-f17b3f31f73c'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:22:43.348517 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0484cb3f-f80d-4e13-91a7-238fd49cf979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:43.358284 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] Set router 6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:22:43.627964 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-0484cb3f-f80d-4e13-91a7-238fd49cf979 None None] Allocated IP 172.20.0.2 (26c4cd87-c658-47a7-9c57-46de8759fd2a/927ae610-af5d-401f-9c26-f17b3f31f73c/024fdac6-55fe-4376-b390-fdd06155b6b2) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:22:43.885092 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'name': 'tempest-TestNetworkBasicOps-router-199124493', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:22:40Z', 'revision_number': 3, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:22:43.891060 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22e11da-b1e1-489b-8cbf-57dbe93157a8 None None] The sync data for ids ['6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'] in dv-neutron-827016-2-hyperv is: [{'id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'name': 'tempest-TestNetworkBasicOps-router-199124493', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:22:40Z', 'revision_number': 3, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:22:43.992201 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0484cb3f-f80d-4e13-91a7-238fd49cf979 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:44.011699 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0484cb3f-f80d-4e13-91a7-238fd49cf979 None None] Transition to ACTIVE for port object 024fdac6-55fe-4376-b390-fdd06155b6b2 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:22:44.048376 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0484cb3f-f80d-4e13-91a7-238fd49cf979 None None] Transition to ACTIVE for port object 024fdac6-55fe-4376-b390-fdd06155b6b2 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:22:44.138765 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0484cb3f-f80d-4e13-91a7-238fd49cf979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:44.252054 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0484cb3f-f80d-4e13-91a7-238fd49cf979 None None] Network 26c4cd87-c658-47a7-9c57-46de8759fd2a is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:22:44.256898 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484cb3f-f80d-4e13-91a7-238fd49cf979 None None] Pushing event updated for resources: {'Port': ['ID=024fdac6-55fe-4376-b390-fdd06155b6b2,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:44.260923 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-0484cb3f-f80d-4e13-91a7-238fd49cf979 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:22:44.272645 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0484cb3f-f80d-4e13-91a7-238fd49cf979 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:22:44.369794 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b9a8-f4f9-4fc6-baa3-42ee1b287d33 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:44.424543 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-0484cb3f-f80d-4e13-91a7-238fd49cf979 None None] Attempting to bind port 024fdac6-55fe-4376-b390-fdd06155b6b2 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:22:44.424988 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-0484cb3f-f80d-4e13-91a7-238fd49cf979 None None] Attempting to bind port 024fdac6-55fe-4376-b390-fdd06155b6b2 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'e866d43a-43a6-41ed-8116-d4aed70abcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:22:44.425433 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0484cb3f-f80d-4e13-91a7-238fd49cf979 None None] Attempting to bind port 024fdac6-55fe-4376-b390-fdd06155b6b2 on network 26c4cd87-c658-47a7-9c57-46de8759fd2a {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:22:44.436885 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0484cb3f-f80d-4e13-91a7-238fd49cf979 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:22:44.437475 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0484cb3f-f80d-4e13-91a7-238fd49cf979 None None] Checking segment: {'id': 'e866d43a-43a6-41ed-8116-d4aed70abcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:22:44.438195 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0484cb3f-f80d-4e13-91a7-238fd49cf979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:44.438896 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0484cb3f-f80d-4e13-91a7-238fd49cf979 None None] Bound using segment: {'id': 'e866d43a-43a6-41ed-8116-d4aed70abcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:22:44.439683 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-0484cb3f-f80d-4e13-91a7-238fd49cf979 None None] Bound port: 024fdac6-55fe-4376-b390-fdd06155b6b2, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e866d43a-43a6-41ed-8116-d4aed70abcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:22:44.440319 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0484cb3f-f80d-4e13-91a7-238fd49cf979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:44.590849 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-0484cb3f-f80d-4e13-91a7-238fd49cf979 None None] For port 024fdac6-55fe-4376-b390-fdd06155b6b2, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:22:44.595190 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-0484cb3f-f80d-4e13-91a7-238fd49cf979 None None] For port 024fdac6-55fe-4376-b390-fdd06155b6b2, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=024fdac6-55fe-4376-b390-fdd06155b6b2,segment=NetworkSegment(e866d43a-43a6-41ed-8116-d4aed70abcbd),segment_id=e866d43a-43a6-41ed-8116-d4aed70abcbd)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:22:44.691592 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0484cb3f-f80d-4e13-91a7-238fd49cf979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:44.781416 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484cb3f-f80d-4e13-91a7-238fd49cf979 None None] Pushing event updated for resources: {'Port': ['ID=024fdac6-55fe-4376-b390-fdd06155b6b2,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:44.846248 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-2fe8b9a8-f4f9-4fc6-baa3-42ee1b287d33 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.20.0.1 (26c4cd87-c658-47a7-9c57-46de8759fd2a/927ae610-af5d-401f-9c26-f17b3f31f73c/cc5c9e78-28da-4786-9410-68217db78760) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:22:45.060006 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b9a8-f4f9-4fc6-baa3-42ee1b287d33 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:45.081101 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-2fe8b9a8-f4f9-4fc6-baa3-42ee1b287d33 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Transition to ACTIVE for port object cc5c9e78-28da-4786-9410-68217db78760 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:22:45.199312 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b9a8-f4f9-4fc6-baa3-42ee1b287d33 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:45.296764 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe8b9a8-f4f9-4fc6-baa3-42ee1b287d33 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network 26c4cd87-c658-47a7-9c57-46de8759fd2a is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:22:45.300732 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-2fe8b9a8-f4f9-4fc6-baa3-42ee1b287d33 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:22:45.308802 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8b9a8-f4f9-4fc6-baa3-42ee1b287d33 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=cc5c9e78-28da-4786-9410-68217db78760,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:45.312225 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe8b9a8-f4f9-4fc6-baa3-42ee1b287d33 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:22:45.373659 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5f361fcb-e4b1-4d96-a952-a540229e6c5c up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:22:45.389847 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b9a8-f4f9-4fc6-baa3-42ee1b287d33 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:45.707667 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 5f361fcb-e4b1-4d96-a952-a540229e6c5c completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:22:45.714760 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 5f361fcb-e4b1-4d96-a952-a540229e6c5c triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:22:45.715223 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:45.758036 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b9a8-f4f9-4fc6-baa3-42ee1b287d33 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:45.878132 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:45.902863 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdb4d18-dbbd-490a-b859-75d2e67397b5 None None] Network 26c4cd87-c658-47a7-9c57-46de8759fd2a requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:22:45.920967 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 5f361fcb-e4b1-4d96-a952-a540229e6c5c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5f361fcb-e4b1-4d96-a952-a540229e6c5c,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:22:46.011695 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:46.012920 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 024fdac6-55fe-4376-b390-fdd06155b6b2 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:22:46.236641 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=5f361fcb-e4b1-4d96-a952-a540229e6c5c,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:46.283821 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-53a192df-8211-4e2f-bd4e-815426730944 None None] Provisioning for port 024fdac6-55fe-4376-b390-fdd06155b6b2 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:22:46.392335 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 024fdac6-55fe-4376-b390-fdd06155b6b2 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:22:46.403670 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 024fdac6-55fe-4376-b390-fdd06155b6b2 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:22:46.403670 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:46.518759 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b9a8-f4f9-4fc6-baa3-42ee1b287d33 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:46.572589 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:46.588322 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b9a8-f4f9-4fc6-baa3-42ee1b287d33 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:46.616947 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 024fdac6-55fe-4376-b390-fdd06155b6b2, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=024fdac6-55fe-4376-b390-fdd06155b6b2,segment=NetworkSegment(e866d43a-43a6-41ed-8116-d4aed70abcbd),segment_id=e866d43a-43a6-41ed-8116-d4aed70abcbd)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:22:46.684239 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-457241e8-4665-45c8-97db-f1203f5badd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:46.725333 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8b9a8-f4f9-4fc6-baa3-42ee1b287d33 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=cc5c9e78-28da-4786-9410-68217db78760,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:46.728204 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b9a8-f4f9-4fc6-baa3-42ee1b287d33 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:46.729362 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:46.851759 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=024fdac6-55fe-4376-b390-fdd06155b6b2,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:46.891679 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ad7536b4-cd22-48eb-8d9a-733bc5b236aa None None] Provisioning for port cc5c9e78-28da-4786-9410-68217db78760 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:22:46.897258 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ad7536b4-cd22-48eb-8d9a-733bc5b236aa None None] Provisioning complete for port cc5c9e78-28da-4786-9410-68217db78760 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:22:46.897644 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad7536b4-cd22-48eb-8d9a-733bc5b236aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:46.927852 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe8b9a8-f4f9-4fc6-baa3-42ee1b287d33 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network 26c4cd87-c658-47a7-9c57-46de8759fd2a is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:22:46.929928 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-2fe8b9a8-f4f9-4fc6-baa3-42ee1b287d33 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:22:46.970799 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ad7536b4-cd22-48eb-8d9a-733bc5b236aa None None] Port cc5c9e78-28da-4786-9410-68217db78760 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:22:46.987289 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ad7536b4-cd22-48eb-8d9a-733bc5b236aa None None] Provisioning complete for port 024fdac6-55fe-4376-b390-fdd06155b6b2 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:22:46.987827 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad7536b4-cd22-48eb-8d9a-733bc5b236aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:47.124312 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:47.302498 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5f361fcb-e4b1-4d96-a952-a540229e6c5c up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:22:47.382374 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b2c5f264-47d8-4218-9935-ccbb450b82ac None None] Provisioning complete for port cc5c9e78-28da-4786-9410-68217db78760 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:22:47.382722 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b2c5f264-47d8-4218-9935-ccbb450b82ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:47.461713 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b2c5f264-47d8-4218-9935-ccbb450b82ac None None] Port cc5c9e78-28da-4786-9410-68217db78760 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:22:47.463583 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 5f361fcb-e4b1-4d96-a952-a540229e6c5c triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:22:47.463825 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:47.521457 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe8b9a8-f4f9-4fc6-baa3-42ee1b287d33 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:22:47.665157 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 024fdac6-55fe-4376-b390-fdd06155b6b2 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:22:47.797278 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 024fdac6-55fe-4376-b390-fdd06155b6b2 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:22:47.797930 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:47.812218 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe8b9a8-f4f9-4fc6-baa3-42ee1b287d33 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:22:47.827561 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2fe8b9a8-f4f9-4fc6-baa3-42ee1b287d33 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "PUT /v2.0/routers/6e9dd4a8-313d-4e37-8800-ea6f34e8bf61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7259507 Feb 09 18:22:47.832443 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57290) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:47.870505 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] Sync routers for ids ['6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:22:47.904893 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] Routers {'6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:22:47.905824 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:22:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:22:48.022077 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1087221-0a23-4cf4-aba7-05672c0458de tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:48.022817 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1087221-0a23-4cf4-aba7-05672c0458de tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:48.023446 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1087221-0a23-4cf4-aba7-05672c0458de tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:48.024077 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1087221-0a23-4cf4-aba7-05672c0458de tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:48.028283 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d1087221-0a23-4cf4-aba7-05672c0458de tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1901612 Feb 09 18:22:48.030104 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57294) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:48.140767 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da128ef3-ee33-4f69-957f-185f308b8340 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:48.141817 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da128ef3-ee33-4f69-957f-185f308b8340 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:48.142728 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da128ef3-ee33-4f69-957f-185f308b8340 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:48.143535 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da128ef3-ee33-4f69-957f-185f308b8340 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:48.151163 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57298) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:48.155415 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-da128ef3-ee33-4f69-957f-185f308b8340 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1191380 Feb 09 18:22:48.275038 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] Set router 6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:22:48.488110 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b2515437-9f6f-445d-93d9-a5fab3802f14 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3351474 Feb 09 18:22:48.704294 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'name': 'tempest-TestNetworkBasicOps-router-199124493', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:22:45Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'cc5c9e78-28da-4786-9410-68217db78760', 'name': '', 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:c6:28:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '927ae610-af5d-401f-9c26-f17b3f31f73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:22:44Z', 'updated_at': '2022-02-09T18:22:46Z', 'revision_number': 2, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '927ae610-af5d-401f-9c26-f17b3f31f73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:22:48.709226 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] Checking router: 6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:22:48.709529 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] Updating router 6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 port cc5c9e78-28da-4786-9410-68217db78760 binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:22:48.807946 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:48.921507 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57304) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:48.929554 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-70b52a9d-efb0-4a5c-8f2a-d394607e3f53 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-444086011', 'description': 'tempest-secgroup-smoke-444086011 description', 'project_id': '352fd60817ff4d5d9e97f16f52485b96'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:22:48.937426 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-70b52a9d-efb0-4a5c-8f2a-d394607e3f53 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:22:48.943648 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-70b52a9d-efb0-4a5c-8f2a-d394607e3f53 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:22:48.948499 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-70b52a9d-efb0-4a5c-8f2a-d394607e3f53 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:22:48.957249 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-70b52a9d-efb0-4a5c-8f2a-d394607e3f53 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:22:49.051722 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-70b52a9d-efb0-4a5c-8f2a-d394607e3f53 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:49.129598 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-70b52a9d-efb0-4a5c-8f2a-d394607e3f53 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:22:49.136926 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-70b52a9d-efb0-4a5c-8f2a-d394607e3f53 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:22:49.143722 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-70b52a9d-efb0-4a5c-8f2a-d394607e3f53 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:22:49.155025 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d88a-25fc-4f93-8b73-84b5e64a99f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:49.156243 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-70b52a9d-efb0-4a5c-8f2a-d394607e3f53 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:22:49.236521 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-70b52a9d-efb0-4a5c-8f2a-d394607e3f53 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:49.331685 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-70b52a9d-efb0-4a5c-8f2a-d394607e3f53 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:49.376361 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:49.400164 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] Transition to ACTIVE for port object cc5c9e78-28da-4786-9410-68217db78760 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:22:49.426635 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b52a9d-efb0-4a5c-8f2a-d394607e3f53 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3b8bed-9a92-46b1-a11f-46ea731ba2ab,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:49.496554 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:49.496903 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-70b52a9d-efb0-4a5c-8f2a-d394607e3f53 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:49.499081 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-70b52a9d-efb0-4a5c-8f2a-d394607e3f53 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5745344 Feb 09 18:22:49.502584 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57308) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:49.512772 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-cb788853-87a9-465b-9857-62bdead6d122 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '1b3b8bed-9a92-46b1-a11f-46ea731ba2ab', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:22:49.520913 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-cb788853-87a9-465b-9857-62bdead6d122 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:22:49.527367 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cb788853-87a9-465b-9857-62bdead6d122 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:22:49.532606 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-cb788853-87a9-465b-9857-62bdead6d122 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:22:49.542170 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-cb788853-87a9-465b-9857-62bdead6d122 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:22:49.644310 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b3a54-1ab8-46d5-a425-c30178cf168d None None] Pushing event updated for resources: {'Port': ['ID=cc5c9e78-28da-4786-9410-68217db78760,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:49.656535 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cb788853-87a9-465b-9857-62bdead6d122 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:49.762385 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cb788853-87a9-465b-9857-62bdead6d122 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:49.764867 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] Attempting to bind port cc5c9e78-28da-4786-9410-68217db78760 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:22:49.765673 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] Attempting to bind port cc5c9e78-28da-4786-9410-68217db78760 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'e866d43a-43a6-41ed-8116-d4aed70abcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:22:49.766085 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] Attempting to bind port cc5c9e78-28da-4786-9410-68217db78760 on network 26c4cd87-c658-47a7-9c57-46de8759fd2a {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:22:49.775225 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:22:49.775674 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] Checking segment: {'id': 'e866d43a-43a6-41ed-8116-d4aed70abcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:22:49.776151 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:49.776660 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] Bound using segment: {'id': 'e866d43a-43a6-41ed-8116-d4aed70abcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:22:49.777272 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] Bound port: cc5c9e78-28da-4786-9410-68217db78760, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e866d43a-43a6-41ed-8116-d4aed70abcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:22:49.777817 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:49.856579 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cb788853-87a9-465b-9857-62bdead6d122 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:49.886816 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb788853-87a9-465b-9857-62bdead6d122 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0dd8acc-49fe-4b99-96ed-65a7f7723e5c,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:49.922956 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] For port cc5c9e78-28da-4786-9410-68217db78760, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:22:49.930085 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] For port cc5c9e78-28da-4786-9410-68217db78760, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=cc5c9e78-28da-4786-9410-68217db78760,segment=NetworkSegment(e866d43a-43a6-41ed-8116-d4aed70abcbd),segment_id=e866d43a-43a6-41ed-8116-d4aed70abcbd)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:22:49.982230 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cb788853-87a9-465b-9857-62bdead6d122 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:49.988886 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cb788853-87a9-465b-9857-62bdead6d122 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4802039 Feb 09 18:22:49.993493 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57312) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:49.996542 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b099a59f-f35e-4b6a-b392-128099d74329 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '1b3b8bed-9a92-46b1-a11f-46ea731ba2ab', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:22:50.005424 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b099a59f-f35e-4b6a-b392-128099d74329 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:22:50.012866 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-b099a59f-f35e-4b6a-b392-128099d74329 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:22:50.017576 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:50.019206 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-b099a59f-f35e-4b6a-b392-128099d74329 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:22:50.031214 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b099a59f-f35e-4b6a-b392-128099d74329 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:22:50.120982 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b3a54-1ab8-46d5-a425-c30178cf168d None None] Pushing event updated for resources: {'Port': ['ID=cc5c9e78-28da-4786-9410-68217db78760,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:50.128318 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:50.135260 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] Routers {'6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:22:50.135551 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:22:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:22:50.180761 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b099a59f-f35e-4b6a-b392-128099d74329 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:50.238848 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:50.295765 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b099a59f-f35e-4b6a-b392-128099d74329 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:50.383100 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b099a59f-f35e-4b6a-b392-128099d74329 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:50.426600 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099a59f-f35e-4b6a-b392-128099d74329 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32868b2c-4ea8-4d52-aff5-b08783c7a97b,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:50.427074 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] Set router 6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:22:50.519146 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b099a59f-f35e-4b6a-b392-128099d74329 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:50.520767 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b099a59f-f35e-4b6a-b392-128099d74329 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5301611 Feb 09 18:22:50.525210 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57316) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:50.531676 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-eb5ff7af-b336-4ddf-b0dc-be5847cf1888 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '1b3b8bed-9a92-46b1-a11f-46ea731ba2ab', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:22:50.538344 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-eb5ff7af-b336-4ddf-b0dc-be5847cf1888 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:22:50.547323 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-eb5ff7af-b336-4ddf-b0dc-be5847cf1888 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:22:50.547323 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-eb5ff7af-b336-4ddf-b0dc-be5847cf1888 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:22:50.554327 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-eb5ff7af-b336-4ddf-b0dc-be5847cf1888 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:22:50.687196 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-eb5ff7af-b336-4ddf-b0dc-be5847cf1888 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:50.770879 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-eb5ff7af-b336-4ddf-b0dc-be5847cf1888 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:50.855866 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-eb5ff7af-b336-4ddf-b0dc-be5847cf1888 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:50.884603 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ff7af-b336-4ddf-b0dc-be5847cf1888 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9724738b-e26d-46df-ab2f-cda7fb5cd1c2,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:50.963270 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'name': 'tempest-TestNetworkBasicOps-router-199124493', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:22:45Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'cc5c9e78-28da-4786-9410-68217db78760', 'name': '', 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:c6:28:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '927ae610-af5d-401f-9c26-f17b3f31f73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:22:44Z', 'updated_at': '2022-02-09T18:22:49Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '927ae610-af5d-401f-9c26-f17b3f31f73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:22:50.969013 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dc8be9-ee61-4594-a798-1e505e8b7562 None None] The sync data for ids ['6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'] in dv-neutron-827016-2-hyperv is: [{'id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'name': 'tempest-TestNetworkBasicOps-router-199124493', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:22:45Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'cc5c9e78-28da-4786-9410-68217db78760', 'name': '', 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:c6:28:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '927ae610-af5d-401f-9c26-f17b3f31f73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:22:44Z', 'updated_at': '2022-02-09T18:22:49Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '927ae610-af5d-401f-9c26-f17b3f31f73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:22:51.005300 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-eb5ff7af-b336-4ddf-b0dc-be5847cf1888 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:51.007632 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-eb5ff7af-b336-4ddf-b0dc-be5847cf1888 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4811733 Feb 09 18:22:51.012626 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57320) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:51.039849 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-e7722a34-15c0-427b-9fd5-1168f1a002f6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '1b3b8bed-9a92-46b1-a11f-46ea731ba2ab', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:22:51.051685 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e7722a34-15c0-427b-9fd5-1168f1a002f6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:22:51.063083 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e7722a34-15c0-427b-9fd5-1168f1a002f6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:22:51.067890 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e7722a34-15c0-427b-9fd5-1168f1a002f6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:22:51.079058 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e7722a34-15c0-427b-9fd5-1168f1a002f6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:22:51.193040 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e7722a34-15c0-427b-9fd5-1168f1a002f6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:51.302535 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e7722a34-15c0-427b-9fd5-1168f1a002f6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:51.333084 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device cc5c9e78-28da-4786-9410-68217db78760 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:22:51.416472 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e7722a34-15c0-427b-9fd5-1168f1a002f6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:51.447381 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7722a34-15c0-427b-9fd5-1168f1a002f6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fcdaec7-7db9-4711-92d2-a17ef5b7be84,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:51.502372 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port cc5c9e78-28da-4786-9410-68217db78760 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:22:51.511308 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port cc5c9e78-28da-4786-9410-68217db78760 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:22:51.514529 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:51.531436 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e7722a34-15c0-427b-9fd5-1168f1a002f6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:51.534377 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e7722a34-15c0-427b-9fd5-1168f1a002f6 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5189908 Feb 09 18:22:51.536770 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57324) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:51.544899 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-65052cc3-663f-43e6-a7d5-bf919c034362 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '1b3b8bed-9a92-46b1-a11f-46ea731ba2ab', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:22:51.553105 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-65052cc3-663f-43e6-a7d5-bf919c034362 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:22:51.559211 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-65052cc3-663f-43e6-a7d5-bf919c034362 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:22:51.565174 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-65052cc3-663f-43e6-a7d5-bf919c034362 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:22:51.575494 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-65052cc3-663f-43e6-a7d5-bf919c034362 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:22:51.674154 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-65052cc3-663f-43e6-a7d5-bf919c034362 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Project 352fd60817ff4d5d9e97f16f52485b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:22:51.688282 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65052cc3-663f-43e6-a7d5-bf919c034362 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:51.724789 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:51.746679 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:51.776504 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65052cc3-663f-43e6-a7d5-bf919c034362 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:51.795491 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port cc5c9e78-28da-4786-9410-68217db78760, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=cc5c9e78-28da-4786-9410-68217db78760,segment=NetworkSegment(e866d43a-43a6-41ed-8116-d4aed70abcbd),segment_id=e866d43a-43a6-41ed-8116-d4aed70abcbd)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:22:51.901865 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65052cc3-663f-43e6-a7d5-bf919c034362 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:51.927299 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65052cc3-663f-43e6-a7d5-bf919c034362 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1bcef9-2e68-4bf5-afb7-16e2f685e9ad,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:51.952865 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:52.057479 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65052cc3-663f-43e6-a7d5-bf919c034362 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:52.064809 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-65052cc3-663f-43e6-a7d5-bf919c034362 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5200953 Feb 09 18:22:52.064809 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57330) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:22:52.072781 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a065ad3b-32e5-41d0-9aec-cb929b9215d3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'security_group_rule': {'security_group_id': '1b3b8bed-9a92-46b1-a11f-46ea731ba2ab', 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:22:52.083856 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a065ad3b-32e5-41d0-9aec-cb929b9215d3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:22:52.091978 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a065ad3b-32e5-41d0-9aec-cb929b9215d3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:security_group_rule and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:22:52.092415 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=cc5c9e78-28da-4786-9410-68217db78760,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:52.100847 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a065ad3b-32e5-41d0-9aec-cb929b9215d3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:22:52.114471 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a065ad3b-32e5-41d0-9aec-cb929b9215d3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:22:52.245524 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-a065ad3b-32e5-41d0-9aec-cb929b9215d3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Project 352fd60817ff4d5d9e97f16f52485b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:22:52.259427 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a065ad3b-32e5-41d0-9aec-cb929b9215d3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:52.456143 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a065ad3b-32e5-41d0-9aec-cb929b9215d3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:52.530995 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a065ad3b-32e5-41d0-9aec-cb929b9215d3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:52.558568 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065ad3b-32e5-41d0-9aec-cb929b9215d3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c124144d-2938-467e-be8c-e489fcd2e2b0,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:52.649488 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a065ad3b-32e5-41d0-9aec-cb929b9215d3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:52.650986 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a065ad3b-32e5-41d0-9aec-cb929b9215d3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5866332 Feb 09 18:22:52.938108 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-a2887311-afde-4bf4-a3c1-004a9f4078d5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:22:53.039202 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-a2887311-afde-4bf4-a3c1-004a9f4078d5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:22:53.040405 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-a2887311-afde-4bf4-a3c1-004a9f4078d5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-444086011&fields=id&tenant_id=352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 267 time: 0.1531303 Feb 09 18:22:53.071406 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:22:53.232691 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-fc910880-7d7e-4ad8-99e5-4fc85abd60f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:53.233883 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-fc910880-7d7e-4ad8-99e5-4fc85abd60f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:network {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:22:53.284150 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device cc5c9e78-28da-4786-9410-68217db78760 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:22:53.347346 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-fc910880-7d7e-4ad8-99e5-4fc85abd60f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:network {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:22:53.348631 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-fc910880-7d7e-4ad8-99e5-4fc85abd60f4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/networks?id=26c4cd87-c658-47a7-9c57-46de8759fd2a HTTP/1.1" status: 200 len: 796 time: 0.2997451 Feb 09 18:22:53.365743 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port cc5c9e78-28da-4786-9410-68217db78760 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:22:53.366528 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:53.373452 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-3db29de5-c512-474b-9d25-cb7e6e3fda6b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/quotas/352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 375 time: 0.0165422 Feb 09 18:22:53.479000 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-5b606c87-6ea7-42de-8925-c75a53d8abd1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:22:53.570772 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-5b606c87-6ea7-42de-8925-c75a53d8abd1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:22:53.572658 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-5b606c87-6ea7-42de-8925-c75a53d8abd1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1884832 Feb 09 18:22:53.733755 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-1aec7b8d-6bfa-4523-a1e0-144aef1de6e6 service neutron] 10.222.0.21 "GET /v2.0/networks/26c4cd87-c658-47a7-9c57-46de8759fd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472921 Feb 09 18:22:53.968025 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-e9f9c653-0b26-4a15-8471-98736d108255 service neutron] 10.222.0.21 "GET /v2.0/networks/26c4cd87-c658-47a7-9c57-46de8759fd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278779 Feb 09 18:22:54.406575 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bd14969b-419c-4dfe-b11e-6ff40759e813 req-7f1530a3-2dce-4c80-a4ef-ec5ad4cdafcd tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5c14cde-b41e-4719-bf2b-5d25785f47d2 HTTP/1.1" status: 200 len: 210 time: 0.1678689 Feb 09 18:22:55.601099 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-345edade-6409-4d61-a09c-a721db5265b6 req-d8130524-f0b1-4145-b7bc-28bc1356671e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5c14cde-b41e-4719-bf2b-5d25785f47d2 HTTP/1.1" status: 200 len: 210 time: 0.0468471 Feb 09 18:22:56.769795 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-cee94dde-a293-48b7-8615-21ddfc50b42f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:56.771068 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-cee94dde-a293-48b7-8615-21ddfc50b42f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:22:56.793503 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-cee94dde-a293-48b7-8615-21ddfc50b42f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:22:56.795962 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-cee94dde-a293-48b7-8615-21ddfc50b42f tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/networks?id=26c4cd87-c658-47a7-9c57-46de8759fd2a HTTP/1.1" status: 200 len: 796 time: 0.2575798 Feb 09 18:22:56.842591 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a8fd1d7e-8068-44f0-8c16-56775129be7e req-bd4d6e7b-ee73-452f-85ba-7cc0905035fb tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5c14cde-b41e-4719-bf2b-5d25785f47d2 HTTP/1.1" status: 200 len: 210 time: 0.0435913 Feb 09 18:22:56.864950 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-bbef5c5b-97ef-46a3-a21c-a3bdc8101b91 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:22:56.891118 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-bbef5c5b-97ef-46a3-a21c-a3bdc8101b91 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:22:56.892887 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-bbef5c5b-97ef-46a3-a21c-a3bdc8101b91 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=352fd60817ff4d5d9e97f16f52485b96 HTTP/1.1" status: 200 len: 379 time: 0.0841279 Feb 09 18:22:56.906676 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-f44ccd9b-39fd-4b91-a4bd-1dd5414e9f17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'port': {'device_id': 'd5c14cde-b41e-4719-bf2b-5d25785f47d2', 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a', 'admin_state_up': True, 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'security_groups': ['1b3b8bed-9a92-46b1-a11f-46ea731ba2ab']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:22:57.084762 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-f44ccd9b-39fd-4b91-a4bd-1dd5414e9f17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:22:57.097576 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-f44ccd9b-39fd-4b91-a4bd-1dd5414e9f17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:22:57.215485 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-f44ccd9b-39fd-4b91-a4bd-1dd5414e9f17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Made reservation on behalf of 352fd60817ff4d5d9e97f16f52485b96 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:22:57.220133 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-f44ccd9b-39fd-4b91-a4bd-1dd5414e9f17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:57.393102 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-f44ccd9b-39fd-4b91-a4bd-1dd5414e9f17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.20.0.6 (26c4cd87-c658-47a7-9c57-46de8759fd2a/927ae610-af5d-401f-9c26-f17b3f31f73c/e6123766-fb5d-4d2c-b21b-f4f13f32ef32) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:22:57.644784 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-f44ccd9b-39fd-4b91-a4bd-1dd5414e9f17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:57.664538 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-f44ccd9b-39fd-4b91-a4bd-1dd5414e9f17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Transition to ACTIVE for port object e6123766-fb5d-4d2c-b21b-f4f13f32ef32 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:22:57.781766 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-f44ccd9b-39fd-4b91-a4bd-1dd5414e9f17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:57.860867 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-f44ccd9b-39fd-4b91-a4bd-1dd5414e9f17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network 26c4cd87-c658-47a7-9c57-46de8759fd2a is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:22:57.864240 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-f44ccd9b-39fd-4b91-a4bd-1dd5414e9f17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:22:57.866884 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-f44ccd9b-39fd-4b91-a4bd-1dd5414e9f17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:22:57.927441 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ccd9b-39fd-4b91-a4bd-1dd5414e9f17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=e6123766-fb5d-4d2c-b21b-f4f13f32ef32,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:57.974377 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-f44ccd9b-39fd-4b91-a4bd-1dd5414e9f17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:57.975243 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-f44ccd9b-39fd-4b91-a4bd-1dd5414e9f17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:58.076454 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-f44ccd9b-39fd-4b91-a4bd-1dd5414e9f17 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1775093 Feb 09 18:22:58.127301 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef0eca-9f99-465b-afa1-a18dfa56710c req-a0282d6b-cd9d-44b1-9e75-098a7c35cae4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:58.127301 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d6ef0eca-9f99-465b-afa1-a18dfa56710c req-a0282d6b-cd9d-44b1-9e75-098a7c35cae4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5c14cde-b41e-4719-bf2b-5d25785f47d2 HTTP/1.1" status: 200 len: 931 time: 0.1182089 Feb 09 18:22:58.189396 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-ca32299e-4662-44aa-86e3-7314d861726a service neutron] Request body: {'port': {'device_id': 'd5c14cde-b41e-4719-bf2b-5d25785f47d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:22:58.199311 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d6ef0eca-9f99-465b-afa1-a18dfa56710c req-59b1f412-a29f-421f-89a0-d0defc64aba0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b3b8bed-9a92-46b1-a11f-46ea731ba2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610080 Feb 09 18:22:58.308544 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-ca32299e-4662-44aa-86e3-7314d861726a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:58.359338 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d2135a46-7b8d-4134-8948-47933a0468a6 None None] Provisioning for port e6123766-fb5d-4d2c-b21b-f4f13f32ef32 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:22:58.364718 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d2135a46-7b8d-4134-8948-47933a0468a6 None None] Provisioning complete for port e6123766-fb5d-4d2c-b21b-f4f13f32ef32 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:22:58.365274 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d2135a46-7b8d-4134-8948-47933a0468a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:58.424075 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d2135a46-7b8d-4134-8948-47933a0468a6 None None] Port e6123766-fb5d-4d2c-b21b-f4f13f32ef32 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:22:58.692962 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-ca32299e-4662-44aa-86e3-7314d861726a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6123766-fb5d-4d2c-b21b-f4f13f32ef32 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:22:58.701371 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-ca32299e-4662-44aa-86e3-7314d861726a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:58.719175 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-ca32299e-4662-44aa-86e3-7314d861726a service neutron] Transition to ACTIVE for port object e6123766-fb5d-4d2c-b21b-f4f13f32ef32 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:22:58.873772 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-ca32299e-4662-44aa-86e3-7314d861726a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:59.025047 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32299e-4662-44aa-86e3-7314d861726a service neutron] Pushing event updated for resources: {'Port': ['ID=e6123766-fb5d-4d2c-b21b-f4f13f32ef32,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:59.159640 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-ca32299e-4662-44aa-86e3-7314d861726a service neutron] Attempting to bind port e6123766-fb5d-4d2c-b21b-f4f13f32ef32 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:22:59.160056 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-ca32299e-4662-44aa-86e3-7314d861726a service neutron] Attempting to bind port e6123766-fb5d-4d2c-b21b-f4f13f32ef32 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'e866d43a-43a6-41ed-8116-d4aed70abcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:22:59.160394 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-ca32299e-4662-44aa-86e3-7314d861726a service neutron] Attempting to bind port e6123766-fb5d-4d2c-b21b-f4f13f32ef32 on network 26c4cd87-c658-47a7-9c57-46de8759fd2a {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:22:59.167503 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-ca32299e-4662-44aa-86e3-7314d861726a service neutron] Port e6123766-fb5d-4d2c-b21b-f4f13f32ef32 on network 26c4cd87-c658-47a7-9c57-46de8759fd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:22:59.167813 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-ca32299e-4662-44aa-86e3-7314d861726a service neutron] Attempting to bind port e6123766-fb5d-4d2c-b21b-f4f13f32ef32 on network 26c4cd87-c658-47a7-9c57-46de8759fd2a {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:22:59.175890 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-ca32299e-4662-44aa-86e3-7314d861726a service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:22:59.176231 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-ca32299e-4662-44aa-86e3-7314d861726a service neutron] Checking segment: {'id': 'e866d43a-43a6-41ed-8116-d4aed70abcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:22:59.176627 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-ca32299e-4662-44aa-86e3-7314d861726a service neutron] Bound using segment: {'id': 'e866d43a-43a6-41ed-8116-d4aed70abcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:22:59.177070 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-ca32299e-4662-44aa-86e3-7314d861726a service neutron] Bound port: e6123766-fb5d-4d2c-b21b-f4f13f32ef32, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e866d43a-43a6-41ed-8116-d4aed70abcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:22:59.177420 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-ca32299e-4662-44aa-86e3-7314d861726a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:59.283687 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-ca32299e-4662-44aa-86e3-7314d861726a service neutron] For port e6123766-fb5d-4d2c-b21b-f4f13f32ef32, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:22:59.287263 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-ca32299e-4662-44aa-86e3-7314d861726a service neutron] For port e6123766-fb5d-4d2c-b21b-f4f13f32ef32, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=e6123766-fb5d-4d2c-b21b-f4f13f32ef32,segment=NetworkSegment(e866d43a-43a6-41ed-8116-d4aed70abcbd),segment_id=e866d43a-43a6-41ed-8116-d4aed70abcbd)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:22:59.367111 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-ca32299e-4662-44aa-86e3-7314d861726a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:59.446582 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad800d0-dbfc-4a10-9649-35cec55d2212 req-8334d3f1-1434-4ee2-9dd1-4d9eaf9e7107 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:59.451017 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-aad800d0-dbfc-4a10-9649-35cec55d2212 req-8334d3f1-1434-4ee2-9dd1-4d9eaf9e7107 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5c14cde-b41e-4719-bf2b-5d25785f47d2 HTTP/1.1" status: 200 len: 943 time: 0.1104624 Feb 09 18:22:59.534241 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-aad800d0-dbfc-4a10-9649-35cec55d2212 req-cfe34d57-dcd1-4f27-ac79-7d32939252ad tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b3b8bed-9a92-46b1-a11f-46ea731ba2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757830 Feb 09 18:22:59.569185 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-ca32299e-4662-44aa-86e3-7314d861726a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:22:59.570609 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-ca32299e-4662-44aa-86e3-7314d861726a service neutron] 10.222.0.50 "PUT /v2.0/ports/e6123766-fb5d-4d2c-b21b-f4f13f32ef32 HTTP/1.1" status: 200 len: 1093 time: 1.4849436 Feb 09 18:22:59.571109 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c14cde-b41e-4719-bf2b-5d25785f47d2', 'tag': 'e6123766-fb5d-4d2c-b21b-f4f13f32ef32'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:22:59.597910 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32299e-4662-44aa-86e3-7314d861726a service neutron] Pushing event updated for resources: {'Port': ['ID=e6123766-fb5d-4d2c-b21b-f4f13f32ef32,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:22:59.770576 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c14cde-b41e-4719-bf2b-5d25785f47d2', 'tag': 'e6123766-fb5d-4d2c-b21b-f4f13f32ef32', 'status': 'completed', 'code': 200} Feb 09 18:22:59.819087 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-47ec8037-1b8e-4b29-817e-d886f02b56b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=d5c14cde-b41e-4719-bf2b-5d25785f47d2 HTTP/1.1" status: 200 len: 1096 time: 0.1276877 Feb 09 18:22:59.904274 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-e42d293f-39dd-42ca-9b60-aa2911d60213 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6123766-fb5d-4d2c-b21b-f4f13f32ef32 HTTP/1.1" status: 200 len: 217 time: 0.0783858 Feb 09 18:22:59.972501 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-18c58644-af39-4466-a39e-9ec06e67bb37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:22:59.973903 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-18c58644-af39-4466-a39e-9ec06e67bb37 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=927ae610-af5d-401f-9c26-f17b3f31f73c HTTP/1.1" status: 200 len: 834 time: 0.0633607 Feb 09 18:23:00.100818 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-271085fb-066c-44ef-95ab-3fbf7f4ee136 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26c4cd87-c658-47a7-9c57-46de8759fd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1209323 Feb 09 18:23:00.258354 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-ddfe264d-1690-4414-9c61-8ec476a82c57 service neutron] 10.222.0.50 "GET /v2.0/networks/26c4cd87-c658-47a7-9c57-46de8759fd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495533 Feb 09 18:23:00.407230 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-578b970d-942e-43ec-aebc-154ba8cb6308 req-de1c9fa8-bfb1-425c-a36c-2a9a65b90448 service neutron] 10.222.0.50 "GET /v2.0/networks/26c4cd87-c658-47a7-9c57-46de8759fd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423752 Feb 09 18:23:00.618117 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0a5080bc-2a36-4952-be51-88dc3567b26d req-c07eae8a-a42a-4924-b2ac-f3b90b0ed726 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=d5c14cde-b41e-4719-bf2b-5d25785f47d2 HTTP/1.1" status: 200 len: 1096 time: 0.0915284 Feb 09 18:23:00.822881 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5080bc-2a36-4952-be51-88dc3567b26d req-414211b7-9df7-4f6d-a73f-ee26e9d128b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:23:00.824435 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0a5080bc-2a36-4952-be51-88dc3567b26d req-414211b7-9df7-4f6d-a73f-ee26e9d128b9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=26c4cd87-c658-47a7-9c57-46de8759fd2a HTTP/1.1" status: 200 len: 897 time: 0.1995554 Feb 09 18:23:00.841650 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c6457-6736-4a27-af60-ef4e638cc54f req-fc3f1264-bb1c-4149-af51-d43907e9d273 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:23:00.844245 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4b8c6457-6736-4a27-af60-ef4e638cc54f req-fc3f1264-bb1c-4149-af51-d43907e9d273 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5c14cde-b41e-4719-bf2b-5d25785f47d2 HTTP/1.1" status: 200 len: 943 time: 0.1085846 Feb 09 18:23:00.907430 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4b8c6457-6736-4a27-af60-ef4e638cc54f req-05c7ea85-c033-4a3a-b90f-af471dcddbd8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b3b8bed-9a92-46b1-a11f-46ea731ba2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533752 Feb 09 18:23:00.922115 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0a5080bc-2a36-4952-be51-88dc3567b26d req-7bd21e2e-733a-4d7b-9bd0-7e9afe632d58 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6123766-fb5d-4d2c-b21b-f4f13f32ef32 HTTP/1.1" status: 200 len: 217 time: 0.0897136 Feb 09 18:23:01.000634 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5080bc-2a36-4952-be51-88dc3567b26d req-a4d44397-ba70-4099-9271-62ac61e076af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:23:01.002225 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0a5080bc-2a36-4952-be51-88dc3567b26d req-a4d44397-ba70-4099-9271-62ac61e076af service neutron] 10.222.0.50 "GET /v2.0/subnets?id=927ae610-af5d-401f-9c26-f17b3f31f73c HTTP/1.1" status: 200 len: 834 time: 0.0740855 Feb 09 18:23:01.092409 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0a5080bc-2a36-4952-be51-88dc3567b26d req-cbb71f09-dbe2-4e12-906d-235707291e93 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26c4cd87-c658-47a7-9c57-46de8759fd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826755 Feb 09 18:23:01.242570 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0a5080bc-2a36-4952-be51-88dc3567b26d req-900e703e-ff43-463d-99c7-6f7a9072236a service neutron] 10.222.0.50 "GET /v2.0/networks/26c4cd87-c658-47a7-9c57-46de8759fd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433170 Feb 09 18:23:01.388074 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0a5080bc-2a36-4952-be51-88dc3567b26d req-bb58356c-ec5e-45d4-900d-e62fcbcc3a74 service neutron] 10.222.0.50 "GET /v2.0/networks/26c4cd87-c658-47a7-9c57-46de8759fd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390984 Feb 09 18:23:02.143202 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a313cd7-4fe8-496c-bee9-c05aff61b974 req-4c28e558-2002-41f7-9983-2c020e307f2d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:23:02.144775 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8a313cd7-4fe8-496c-bee9-c05aff61b974 req-4c28e558-2002-41f7-9983-2c020e307f2d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5c14cde-b41e-4719-bf2b-5d25785f47d2 HTTP/1.1" status: 200 len: 943 time: 0.0839128 Feb 09 18:23:02.201661 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8a313cd7-4fe8-496c-bee9-c05aff61b974 req-cc5a9106-e157-418d-a44c-2e3ba65aa7a7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b3b8bed-9a92-46b1-a11f-46ea731ba2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505598 Feb 09 18:23:03.411639 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc9f86-efee-452d-b9fe-ce85d474d150 req-47001e28-bef5-4125-a9d8-7e7c3eb6809a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:23:03.413105 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-86dc9f86-efee-452d-b9fe-ce85d474d150 req-47001e28-bef5-4125-a9d8-7e7c3eb6809a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5c14cde-b41e-4719-bf2b-5d25785f47d2 HTTP/1.1" status: 200 len: 943 time: 0.0823872 Feb 09 18:23:03.469196 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-86dc9f86-efee-452d-b9fe-ce85d474d150 req-f69023b3-ee8d-4af4-9c5d-74c750ad3eee tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b3b8bed-9a92-46b1-a11f-46ea731ba2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455191 Feb 09 18:23:04.631914 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device e6123766-fb5d-4d2c-b21b-f4f13f32ef32 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:23:04.758051 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc9c68-9d25-4fcc-a2b2-19fee386d566 req-f0e9199d-37de-4d76-9363-46d10affc812 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:23:04.759680 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-91fc9c68-9d25-4fcc-a2b2-19fee386d566 req-f0e9199d-37de-4d76-9363-46d10affc812 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5c14cde-b41e-4719-bf2b-5d25785f47d2 HTTP/1.1" status: 200 len: 943 time: 0.1228142 Feb 09 18:23:04.816610 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-91fc9c68-9d25-4fcc-a2b2-19fee386d566 req-ea54df7e-e1c0-42b5-8f32-e8c27e02460c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b3b8bed-9a92-46b1-a11f-46ea731ba2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474551 Feb 09 18:23:04.838159 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port e6123766-fb5d-4d2c-b21b-f4f13f32ef32, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=e6123766-fb5d-4d2c-b21b-f4f13f32ef32,segment=NetworkSegment(e866d43a-43a6-41ed-8116-d4aed70abcbd),segment_id=e866d43a-43a6-41ed-8116-d4aed70abcbd)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:23:04.860312 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': 'e6123766-fb5d-4d2c-b21b-f4f13f32ef32', 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a', 'port_id': 'e6123766-fb5d-4d2c-b21b-f4f13f32ef32', 'mac_address': 'fa:16:3e:28:bc:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927ae610-af5d-401f-9c26-f17b3f31f73c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:23:04.932023 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:05.006090 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6123766-fb5d-4d2c-b21b-f4f13f32ef32 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:23:05.023755 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port e6123766-fb5d-4d2c-b21b-f4f13f32ef32, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=e6123766-fb5d-4d2c-b21b-f4f13f32ef32,segment=NetworkSegment(e866d43a-43a6-41ed-8116-d4aed70abcbd),segment_id=e866d43a-43a6-41ed-8116-d4aed70abcbd)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:23:05.091388 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:05.170489 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=e6123766-fb5d-4d2c-b21b-f4f13f32ef32,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:23:05.295134 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['e6123766-fb5d-4d2c-b21b-f4f13f32ef32'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:23:06.040144 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2050f-a5c0-497f-9136-67ad1e151521 req-d2cd8903-63bf-4356-9d67-468b7a3c5633 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:23:06.041714 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-dae2050f-a5c0-497f-9136-67ad1e151521 req-d2cd8903-63bf-4356-9d67-468b7a3c5633 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5c14cde-b41e-4719-bf2b-5d25785f47d2 HTTP/1.1" status: 200 len: 944 time: 0.0856564 Feb 09 18:23:06.114134 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-dae2050f-a5c0-497f-9136-67ad1e151521 req-bcc92f9e-e1ea-421b-9241-623cba46be2b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b3b8bed-9a92-46b1-a11f-46ea731ba2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529470 Feb 09 18:23:06.645785 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device e6123766-fb5d-4d2c-b21b-f4f13f32ef32 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:23:06.781299 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port e6123766-fb5d-4d2c-b21b-f4f13f32ef32 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:23:06.787418 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port e6123766-fb5d-4d2c-b21b-f4f13f32ef32 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:23:06.787948 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:06.919340 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:06.949310 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c14cde-b41e-4719-bf2b-5d25785f47d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6123766-fb5d-4d2c-b21b-f4f13f32ef32'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:23:06.960475 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port e6123766-fb5d-4d2c-b21b-f4f13f32ef32, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=e6123766-fb5d-4d2c-b21b-f4f13f32ef32,segment=NetworkSegment(e866d43a-43a6-41ed-8116-d4aed70abcbd),segment_id=e866d43a-43a6-41ed-8116-d4aed70abcbd)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:23:07.010664 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c14cde-b41e-4719-bf2b-5d25785f47d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6123766-fb5d-4d2c-b21b-f4f13f32ef32', 'code': 200} Feb 09 18:23:07.045478 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:07.135935 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=e6123766-fb5d-4d2c-b21b-f4f13f32ef32,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:23:07.434846 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-90bb8760-4200-4198-9167-c9b5e7a39ce0 req-32a6989c-4839-4c34-bc03-d21173f61748 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d5c14cde-b41e-4719-bf2b-5d25785f47d2 HTTP/1.1" status: 200 len: 1098 time: 0.0944898 Feb 09 18:23:07.489750 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1cd57-2570-4aa9-92b3-a7bdbf8c0cea req-458a61f4-8b07-47cb-9fb8-818f6f4baf48 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:23:07.491331 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b5f1cd57-2570-4aa9-92b3-a7bdbf8c0cea req-458a61f4-8b07-47cb-9fb8-818f6f4baf48 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5c14cde-b41e-4719-bf2b-5d25785f47d2 HTTP/1.1" status: 200 len: 945 time: 0.0892673 Feb 09 18:23:07.498467 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-90bb8760-4200-4198-9167-c9b5e7a39ce0 req-e0b630c3-3121-4566-a7b4-eedd344619d5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1b3b8bed-9a92-46b1-a11f-46ea731ba2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578525 Feb 09 18:23:07.546142 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b5f1cd57-2570-4aa9-92b3-a7bdbf8c0cea req-d7bf7dfd-dacf-4dee-aa49-9113e3163573 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b3b8bed-9a92-46b1-a11f-46ea731ba2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450182 Feb 09 18:23:08.786458 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afc6d1-ccfd-47f3-a40a-a036bbcd74c4 req-5bb0ba9c-d981-4802-bb97-a7da79473ec0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:23:08.789099 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-56afc6d1-ccfd-47f3-a40a-a036bbcd74c4 req-5bb0ba9c-d981-4802-bb97-a7da79473ec0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5c14cde-b41e-4719-bf2b-5d25785f47d2 HTTP/1.1" status: 200 len: 945 time: 0.1111341 Feb 09 18:23:08.869924 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-56afc6d1-ccfd-47f3-a40a-a036bbcd74c4 req-eb756054-bf9f-40e3-a010-0d34e7636ea0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b3b8bed-9a92-46b1-a11f-46ea731ba2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743420 Feb 09 18:23:10.093633 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88212b-7159-49a8-a57f-44877cc3e026 req-06f2d500-89ec-4411-8b4d-b05b1f7c5216 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:23:10.095737 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8d88212b-7159-49a8-a57f-44877cc3e026 req-06f2d500-89ec-4411-8b4d-b05b1f7c5216 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5c14cde-b41e-4719-bf2b-5d25785f47d2 HTTP/1.1" status: 200 len: 945 time: 0.0931821 Feb 09 18:23:10.152902 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8d88212b-7159-49a8-a57f-44877cc3e026 req-fe2dd553-937c-4b43-b596-b05305841ebc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b3b8bed-9a92-46b1-a11f-46ea731ba2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474792 Feb 09 18:23:10.377867 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687fcb4-e69c-480b-965f-03d9b3eedc2d req-183e3834-67ff-44a4-98a4-e8025fbfc920 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:23:10.379525 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a687fcb4-e69c-480b-965f-03d9b3eedc2d req-183e3834-67ff-44a4-98a4-e8025fbfc920 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5c14cde-b41e-4719-bf2b-5d25785f47d2 HTTP/1.1" status: 200 len: 945 time: 0.0917926 Feb 09 18:23:10.445596 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a687fcb4-e69c-480b-965f-03d9b3eedc2d req-6314e5e2-96b2-4bb1-ae17-9900b832ea94 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b3b8bed-9a92-46b1-a11f-46ea731ba2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577314 Feb 09 18:23:10.476484 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57388) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:23:10.556063 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8e73e79b-21d0-4745-aafb-e90f5668e837 tempest-TestNetworkBasicOps-772828483 tempest-TestNetworkBasicOps-772828483-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d5c14cde-b41e-4719-bf2b-5d25785f47d2 HTTP/1.1" status: 200 len: 1093 time: 0.0781324 Feb 09 18:23:10.559970 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57392) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:23:10.569353 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-558f4f93-388a-456c-bce7-8e1d124e72dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': 'e6123766-fb5d-4d2c-b21b-f4f13f32ef32', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:23:10.579734 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-558f4f93-388a-456c-bce7-8e1d124e72dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:23:10.586663 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-558f4f93-388a-456c-bce7-8e1d124e72dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Usage tracker for resource:floatingip and tenant:352fd60817ff4d5d9e97f16f52485b96 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:23:10.592232 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-558f4f93-388a-456c-bce7-8e1d124e72dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:23:10.603320 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-558f4f93-388a-456c-bce7-8e1d124e72dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:23:10.706931 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-558f4f93-388a-456c-bce7-8e1d124e72dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:10.856386 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-558f4f93-388a-456c-bce7-8e1d124e72dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:11.114417 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-558f4f93-388a-456c-bce7-8e1d124e72dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Allocated IP 172.26.8.13 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/5197b826-d031-4ba8-b51c-fbe4418c97ae) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:23:11.392328 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-558f4f93-388a-456c-bce7-8e1d124e72dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:11.531549 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-558f4f93-388a-456c-bce7-8e1d124e72dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:11.669209 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558f4f93-388a-456c-bce7-8e1d124e72dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:23:11.674565 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-558f4f93-388a-456c-bce7-8e1d124e72dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:23:11.683165 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558f4f93-388a-456c-bce7-8e1d124e72dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:23:11.729784 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f4f93-388a-456c-bce7-8e1d124e72dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=5197b826-d031-4ba8-b51c-fbe4418c97ae,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:23:12.295529 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-558f4f93-388a-456c-bce7-8e1d124e72dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:12.438976 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-558f4f93-388a-456c-bce7-8e1d124e72dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:12.668135 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-558f4f93-388a-456c-bce7-8e1d124e72dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:12.798624 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-558f4f93-388a-456c-bce7-8e1d124e72dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:12.908677 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f4f93-388a-456c-bce7-8e1d124e72dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event updated for resources: {'Port': ['ID=5197b826-d031-4ba8-b51c-fbe4418c97ae,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:23:12.926838 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-558f4f93-388a-456c-bce7-8e1d124e72dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:13.142127 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [None req-558f4f93-388a-456c-bce7-8e1d124e72dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Floating IP 25169bbe-10e5-4865-98ec-f28884fd4cd4 associated. External IP: 172.26.8.13, port: e6123766-fb5d-4d2c-b21b-f4f13f32ef32. Feb 09 18:23:13.687932 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558f4f93-388a-456c-bce7-8e1d124e72dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:23:13.913231 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558f4f93-388a-456c-bce7-8e1d124e72dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:23:13.924623 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3203b5d2-1aba-476b-b210-c11812c0da48 None None] Sync routers for ids ['6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:23:13.940435 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3203b5d2-1aba-476b-b210-c11812c0da48 None None] Routers {'6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:23:13.940979 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3203b5d2-1aba-476b-b210-c11812c0da48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:22:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:23:14.011334 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-558f4f93-388a-456c-bce7-8e1d124e72dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:14.115702 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-558f4f93-388a-456c-bce7-8e1d124e72dc tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5536904 Feb 09 18:23:14.116552 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c14cde-b41e-4719-bf2b-5d25785f47d2', 'tag': 'e6123766-fb5d-4d2c-b21b-f4f13f32ef32'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:23:14.119259 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57396) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:23:14.181632 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-3203b5d2-1aba-476b-b210-c11812c0da48 None None] Set router 6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:23:14.219579 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c14cde-b41e-4719-bf2b-5d25785f47d2', 'tag': 'e6123766-fb5d-4d2c-b21b-f4f13f32ef32', 'status': 'completed', 'code': 200} Feb 09 18:23:14.258424 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6b1fa4d8-4909-44e6-a236-d6a0d095c53d tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/25169bbe-10e5-4865-98ec-f28884fd4cd4 HTTP/1.1" status: 200 len: 990 time: 0.1366282 Feb 09 18:23:14.331733 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9d7ab085-f024-454e-954c-272cfb1b840f req-d2e108ea-9d31-48de-ab4b-cfb26f70491e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=d5c14cde-b41e-4719-bf2b-5d25785f47d2 HTTP/1.1" status: 200 len: 1098 time: 0.0888767 Feb 09 18:23:14.522638 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ab085-f024-454e-954c-272cfb1b840f req-496dc8b5-7f2f-49f9-9ddb-3fd134944ae7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:23:14.525121 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9d7ab085-f024-454e-954c-272cfb1b840f req-496dc8b5-7f2f-49f9-9ddb-3fd134944ae7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=26c4cd87-c658-47a7-9c57-46de8759fd2a HTTP/1.1" status: 200 len: 897 time: 0.1848936 Feb 09 18:23:14.646596 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3203b5d2-1aba-476b-b210-c11812c0da48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'name': 'tempest-TestNetworkBasicOps-router-199124493', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:22:45Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '25169bbe-10e5-4865-98ec-f28884fd4cd4', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.13', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'port_id': 'e6123766-fb5d-4d2c-b21b-f4f13f32ef32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a', 'mac_address': 'fa:16:3e:28:bc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c14cde-b41e-4719-bf2b-5d25785f47d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:23:12Z', 'updated_at': '2022-02-09T18:23:12Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc5c9e78-28da-4786-9410-68217db78760', 'name': '', 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:c6:28:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '927ae610-af5d-401f-9c26-f17b3f31f73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:22:44Z', 'updated_at': '2022-02-09T18:22:51Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '927ae610-af5d-401f-9c26-f17b3f31f73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:23:14.655256 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3203b5d2-1aba-476b-b210-c11812c0da48 None None] Checking router: 6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:23:14.656188 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9d7ab085-f024-454e-954c-272cfb1b840f req-e55bf675-93d4-4677-ac75-5b85df8a1b24 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6123766-fb5d-4d2c-b21b-f4f13f32ef32 HTTP/1.1" status: 200 len: 998 time: 0.1242154 Feb 09 18:23:14.675422 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3203b5d2-1aba-476b-b210-c11812c0da48 None None] Routers {'6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:23:14.676594 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3203b5d2-1aba-476b-b210-c11812c0da48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:22:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:23:14.729837 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ab085-f024-454e-954c-272cfb1b840f req-168d114c-6d40-4fc7-8c31-fdc076f70ea0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:23:14.731964 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9d7ab085-f024-454e-954c-272cfb1b840f req-168d114c-6d40-4fc7-8c31-fdc076f70ea0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=927ae610-af5d-401f-9c26-f17b3f31f73c HTTP/1.1" status: 200 len: 834 time: 0.0695658 Feb 09 18:23:14.816341 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9d7ab085-f024-454e-954c-272cfb1b840f req-a6ce4914-ccf8-44d0-bef4-d33b97b144d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26c4cd87-c658-47a7-9c57-46de8759fd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773149 Feb 09 18:23:14.962746 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9d7ab085-f024-454e-954c-272cfb1b840f req-8d1f6c14-a41f-455a-8daf-cbe1a8050379 service neutron] 10.222.0.50 "GET /v2.0/networks/26c4cd87-c658-47a7-9c57-46de8759fd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404710 Feb 09 18:23:15.013666 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-3203b5d2-1aba-476b-b210-c11812c0da48 None None] Set router 6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:23:15.116443 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9d7ab085-f024-454e-954c-272cfb1b840f req-56175645-9013-4063-bc03-6d19702d3f7a service neutron] 10.222.0.50 "GET /v2.0/networks/26c4cd87-c658-47a7-9c57-46de8759fd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473949 Feb 09 18:23:15.261621 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57402) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:23:15.387853 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9f1f77c5-b7a5-4e99-85f8-345a8dcc0ee3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/25169bbe-10e5-4865-98ec-f28884fd4cd4 HTTP/1.1" status: 200 len: 990 time: 0.1235833 Feb 09 18:23:15.443813 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3203b5d2-1aba-476b-b210-c11812c0da48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'name': 'tempest-TestNetworkBasicOps-router-199124493', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:22:45Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '25169bbe-10e5-4865-98ec-f28884fd4cd4', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.13', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'port_id': 'e6123766-fb5d-4d2c-b21b-f4f13f32ef32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a', 'mac_address': 'fa:16:3e:28:bc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c14cde-b41e-4719-bf2b-5d25785f47d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:23:12Z', 'updated_at': '2022-02-09T18:23:12Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc5c9e78-28da-4786-9410-68217db78760', 'name': '', 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:c6:28:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '927ae610-af5d-401f-9c26-f17b3f31f73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:22:44Z', 'updated_at': '2022-02-09T18:22:51Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '927ae610-af5d-401f-9c26-f17b3f31f73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:23:15.448751 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3203b5d2-1aba-476b-b210-c11812c0da48 None None] The sync data for ids ['6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'] in dv-neutron-827016-2-hyperv is: [{'id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'name': 'tempest-TestNetworkBasicOps-router-199124493', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:22:45Z', 'revision_number': 4, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '25169bbe-10e5-4865-98ec-f28884fd4cd4', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.13', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'port_id': 'e6123766-fb5d-4d2c-b21b-f4f13f32ef32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a', 'mac_address': 'fa:16:3e:28:bc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c14cde-b41e-4719-bf2b-5d25785f47d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:23:12Z', 'updated_at': '2022-02-09T18:23:12Z', 'revision_number': 0, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc5c9e78-28da-4786-9410-68217db78760', 'name': '', 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:c6:28:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '927ae610-af5d-401f-9c26-f17b3f31f73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:22:44Z', 'updated_at': '2022-02-09T18:22:51Z', 'revision_number': 5, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '927ae610-af5d-401f-9c26-f17b3f31f73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:23:15.672742 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5a9687-2ab3-43dc-9360-572d9ace7324 None None] New status for floating IP 25169bbe-10e5-4865-98ec-f28884fd4cd4: ACTIVE {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:23:16.392732 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57406) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:23:16.514212 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-13cee0db-3e68-4c6b-b27a-1d0ce1928711 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/25169bbe-10e5-4865-98ec-f28884fd4cd4 HTTP/1.1" status: 200 len: 992 time: 0.1199965 Feb 09 18:23:16.649625 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4682-3121-487e-8365-586361b3ab30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:17.071266 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:18.998828 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17bb4621-b61a-480d-936b-8656158acfa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:20.101395 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:20.215149 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:21.609504 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:30.063870 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:23:41.242069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57426) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:23:41.249157 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-d263160c-292a-4eeb-9bd2-0d348f9870a3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:23:42.065200 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d263160c-292a-4eeb-9bd2-0d348f9870a3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:42.163232 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d263160c-292a-4eeb-9bd2-0d348f9870a3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640420'] for router, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:42.398475 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d263160c-292a-4eeb-9bd2-0d348f9870a3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:23:42.776961 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d263160c-292a-4eeb-9bd2-0d348f9870a3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:23:42.793052 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f427c22-c847-4b39-ba3a-917eedf5083e None None] Sync routers for ids ['6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:23:42.793997 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d263160c-292a-4eeb-9bd2-0d348f9870a3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:42.796084 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d263160c-292a-4eeb-9bd2-0d348f9870a3 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "PUT /v2.0/routers/6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 HTTP/1.1" status: 200 len: 888 time: 1.5526934 Feb 09 18:23:42.820260 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f427c22-c847-4b39-ba3a-917eedf5083e None None] Routers {'6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:23:42.821038 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1f427c22-c847-4b39-ba3a-917eedf5083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:23:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:23:42.907960 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1f427c22-c847-4b39-ba3a-917eedf5083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:23:42.927611 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f427c22-c847-4b39-ba3a-917eedf5083e None None] Routers {'6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:23:42.928791 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1f427c22-c847-4b39-ba3a-917eedf5083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:23:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:23:43.013582 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1f427c22-c847-4b39-ba3a-917eedf5083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:23:43.014217 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f427c22-c847-4b39-ba3a-917eedf5083e None None] The sync data for ids ['6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:23:43.582262 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d167cb5c-c77f-43df-823e-1d0d105a295b None None] New status for floating IP 25169bbe-10e5-4865-98ec-f28884fd4cd4: DOWN {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:23:43.648947 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device cc5c9e78-28da-4786-9410-68217db78760 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:23:43.938813 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ce524d94-5b48-4032-b4ef-74ec04bfce44 req-39aac755-c709-4c06-8a95-97236c079322 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d5c14cde-b41e-4719-bf2b-5d25785f47d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0915401 Feb 09 18:23:43.972171 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:44.015613 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port cc5c9e78-28da-4786-9410-68217db78760, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=cc5c9e78-28da-4786-9410-68217db78760,segment=NetworkSegment(e866d43a-43a6-41ed-8116-d4aed70abcbd),segment_id=e866d43a-43a6-41ed-8116-d4aed70abcbd)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:23:44.125929 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:44.213242 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ce524d94-5b48-4032-b4ef-74ec04bfce44 req-dbe356c6-7ac2-4376-a855-88fc3e37bfc9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=d5c14cde-b41e-4719-bf2b-5d25785f47d2 HTTP/1.1" status: 200 len: 1098 time: 0.1928189 Feb 09 18:23:44.240683 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=cc5c9e78-28da-4786-9410-68217db78760,revision_number=6']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:23:44.251537 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:23:44.252717 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:23:44.252717 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:23:44.253028 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:23:44.253363 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:23:44.253690 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:23:44.254018 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:23:44.254367 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:23:44.254695 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:23:44.255017 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:23:44.255338 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:23:44.387039 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce524d94-5b48-4032-b4ef-74ec04bfce44 req-fa110b9f-0d01-49a5-9f08-474db7c69f51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:23:44.388508 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ce524d94-5b48-4032-b4ef-74ec04bfce44 req-fa110b9f-0d01-49a5-9f08-474db7c69f51 service neutron] 10.222.0.50 "GET /v2.0/networks?id=26c4cd87-c658-47a7-9c57-46de8759fd2a HTTP/1.1" status: 200 len: 897 time: 0.1544850 Feb 09 18:23:44.540693 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ce524d94-5b48-4032-b4ef-74ec04bfce44 req-b2c333a8-1307-4a04-84f3-940ac88b1ac0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6123766-fb5d-4d2c-b21b-f4f13f32ef32 HTTP/1.1" status: 200 len: 998 time: 0.1449287 Feb 09 18:23:44.610238 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce524d94-5b48-4032-b4ef-74ec04bfce44 req-7d1f00fc-b9d6-4b0c-9d01-332ba09e0004 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:23:44.611846 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ce524d94-5b48-4032-b4ef-74ec04bfce44 req-7d1f00fc-b9d6-4b0c-9d01-332ba09e0004 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=927ae610-af5d-401f-9c26-f17b3f31f73c HTTP/1.1" status: 200 len: 834 time: 0.0638602 Feb 09 18:23:44.698176 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ce524d94-5b48-4032-b4ef-74ec04bfce44 req-7e2cb8f4-441a-4705-86c4-e68630de3d15 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26c4cd87-c658-47a7-9c57-46de8759fd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792537 Feb 09 18:23:44.848036 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ce524d94-5b48-4032-b4ef-74ec04bfce44 req-0220ba0c-3cb9-417e-a6e7-f7bb153b0c31 service neutron] 10.222.0.50 "GET /v2.0/networks/26c4cd87-c658-47a7-9c57-46de8759fd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434836 Feb 09 18:23:44.999943 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ce524d94-5b48-4032-b4ef-74ec04bfce44 req-c453c457-9de6-4585-8a16-39b565a9d120 service neutron] 10.222.0.50 "GET /v2.0/networks/26c4cd87-c658-47a7-9c57-46de8759fd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448071 Feb 09 18:23:45.040547 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57432) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:23:45.048012 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-c809deea-833b-47df-a397-95bc543cbff5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:23:45.291977 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5f361fcb-e4b1-4d96-a952-a540229e6c5c no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:23:45.429253 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:45.452331 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 5f361fcb-e4b1-4d96-a952-a540229e6c5c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5f361fcb-e4b1-4d96-a952-a540229e6c5c,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:23:45.538008 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:45.613874 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=5f361fcb-e4b1-4d96-a952-a540229e6c5c,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:23:45.707788 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c809deea-833b-47df-a397-95bc543cbff5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:45.786327 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c809deea-833b-47df-a397-95bc543cbff5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640420'] for router, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:46.158677 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c809deea-833b-47df-a397-95bc543cbff5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:23:46.380888 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c809deea-833b-47df-a397-95bc543cbff5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:23:46.387348 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c809deea-833b-47df-a397-95bc543cbff5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:46.392033 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c809deea-833b-47df-a397-95bc543cbff5 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "PUT /v2.0/routers/6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 HTTP/1.1" status: 200 len: 887 time: 1.3462753 Feb 09 18:23:46.392262 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d093bccb-ade5-4ae8-bd8e-c08f7c546f30 None None] Sync routers for ids ['6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:23:46.392745 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57436) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:23:46.404576 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d093bccb-ade5-4ae8-bd8e-c08f7c546f30 None None] Routers {'6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:23:46.405170 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d093bccb-ade5-4ae8-bd8e-c08f7c546f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:23:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:23:46.507214 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c8051811-7897-473e-98e8-38661da4868e tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/25169bbe-10e5-4865-98ec-f28884fd4cd4 HTTP/1.1" status: 200 len: 990 time: 0.1138661 Feb 09 18:23:46.590176 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-d093bccb-ade5-4ae8-bd8e-c08f7c546f30 None None] Set router 6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:23:46.637526 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-421819f3-a4da-480e-b804-821c0d06403c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:47.086659 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d093bccb-ade5-4ae8-bd8e-c08f7c546f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'name': 'tempest-TestNetworkBasicOps-router-199124493', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:23:45Z', 'revision_number': 6, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:23:45Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '25169bbe-10e5-4865-98ec-f28884fd4cd4', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.13', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'port_id': 'e6123766-fb5d-4d2c-b21b-f4f13f32ef32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a', 'mac_address': 'fa:16:3e:28:bc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c14cde-b41e-4719-bf2b-5d25785f47d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:23:12Z', 'updated_at': '2022-02-09T18:23:43Z', 'revision_number': 2, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc5c9e78-28da-4786-9410-68217db78760', 'name': '', 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:c6:28:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '927ae610-af5d-401f-9c26-f17b3f31f73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:22:44Z', 'updated_at': '2022-02-09T18:23:43Z', 'revision_number': 6, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '927ae610-af5d-401f-9c26-f17b3f31f73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:23:47.092217 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:47.092665 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d093bccb-ade5-4ae8-bd8e-c08f7c546f30 None None] Checking router: 6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:23:47.106887 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d093bccb-ade5-4ae8-bd8e-c08f7c546f30 None None] Routers {'6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:23:47.107709 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d093bccb-ade5-4ae8-bd8e-c08f7c546f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:23:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:23:47.293650 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-d093bccb-ade5-4ae8-bd8e-c08f7c546f30 None None] Set router 6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:23:47.512597 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57442) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:23:47.626118 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9b710623-b8a7-4c69-a917-97f8f82d5497 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/25169bbe-10e5-4865-98ec-f28884fd4cd4 HTTP/1.1" status: 200 len: 990 time: 0.1121309 Feb 09 18:23:47.719352 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d093bccb-ade5-4ae8-bd8e-c08f7c546f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'name': 'tempest-TestNetworkBasicOps-router-199124493', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:23:45Z', 'revision_number': 6, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:23:45Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '25169bbe-10e5-4865-98ec-f28884fd4cd4', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.13', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'port_id': 'e6123766-fb5d-4d2c-b21b-f4f13f32ef32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a', 'mac_address': 'fa:16:3e:28:bc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c14cde-b41e-4719-bf2b-5d25785f47d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:23:12Z', 'updated_at': '2022-02-09T18:23:43Z', 'revision_number': 2, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc5c9e78-28da-4786-9410-68217db78760', 'name': '', 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:c6:28:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '927ae610-af5d-401f-9c26-f17b3f31f73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:22:44Z', 'updated_at': '2022-02-09T18:23:43Z', 'revision_number': 6, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '927ae610-af5d-401f-9c26-f17b3f31f73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:23:47.723964 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d093bccb-ade5-4ae8-bd8e-c08f7c546f30 None None] The sync data for ids ['6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'] in dv-neutron-827016-2-hyperv is: [{'id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'name': 'tempest-TestNetworkBasicOps-router-199124493', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:23:45Z', 'revision_number': 6, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:23:45Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '25169bbe-10e5-4865-98ec-f28884fd4cd4', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'floating_ip_address': '172.26.8.13', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'port_id': 'e6123766-fb5d-4d2c-b21b-f4f13f32ef32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a', 'mac_address': 'fa:16:3e:28:bc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c14cde-b41e-4719-bf2b-5d25785f47d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:23:12Z', 'updated_at': '2022-02-09T18:23:43Z', 'revision_number': 2, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc5c9e78-28da-4786-9410-68217db78760', 'name': '', 'network_id': '26c4cd87-c658-47a7-9c57-46de8759fd2a', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'mac_address': 'fa:16:3e:c6:28:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '927ae610-af5d-401f-9c26-f17b3f31f73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:22:44Z', 'updated_at': '2022-02-09T18:23:43Z', 'revision_number': 6, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'subnets': [{'id': '927ae610-af5d-401f-9c26-f17b3f31f73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:23:48.630333 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57446) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:23:48.747961 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d18df590-85a8-4611-9a58-549a4558eec0 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/25169bbe-10e5-4865-98ec-f28884fd4cd4 HTTP/1.1" status: 200 len: 990 time: 0.1164577 Feb 09 18:23:49.000793 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa31c8e1-9402-4bbc-bc4d-63740dfa5403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:49.328019 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5f361fcb-e4b1-4d96-a952-a540229e6c5c up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:23:49.403296 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 5f361fcb-e4b1-4d96-a952-a540229e6c5c triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:23:49.403296 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:49.517897 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:49.536284 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 5f361fcb-e4b1-4d96-a952-a540229e6c5c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5f361fcb-e4b1-4d96-a952-a540229e6c5c,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:23:49.600364 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:49.601156 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device cc5c9e78-28da-4786-9410-68217db78760 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:23:49.719853 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=5f361fcb-e4b1-4d96-a952-a540229e6c5c,revision_number=6']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:23:49.735727 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port cc5c9e78-28da-4786-9410-68217db78760 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:23:49.736096 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:49.751207 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57450) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:23:49.860420 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:49.912910 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3ec97904-8f2d-4609-a659-2f43361b5a67 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/25169bbe-10e5-4865-98ec-f28884fd4cd4 HTTP/1.1" status: 200 len: 990 time: 0.1604433 Feb 09 18:23:49.913172 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port cc5c9e78-28da-4786-9410-68217db78760, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=cc5c9e78-28da-4786-9410-68217db78760,segment=NetworkSegment(e866d43a-43a6-41ed-8116-d4aed70abcbd),segment_id=e866d43a-43a6-41ed-8116-d4aed70abcbd)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:23:50.031430 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:50.112904 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=cc5c9e78-28da-4786-9410-68217db78760,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:23:50.125897 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:50.190945 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:50.917459 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57456) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:23:51.036633 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9501fcb6-cc40-4cb7-a217-09ef1d8eef4c tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/25169bbe-10e5-4865-98ec-f28884fd4cd4 HTTP/1.1" status: 200 len: 990 time: 0.1170306 Feb 09 18:23:51.298603 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5f361fcb-e4b1-4d96-a952-a540229e6c5c up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:23:51.375100 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 5f361fcb-e4b1-4d96-a952-a540229e6c5c triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:23:51.375478 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:51.499584 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device cc5c9e78-28da-4786-9410-68217db78760 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:23:51.581088 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port cc5c9e78-28da-4786-9410-68217db78760 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:23:51.581448 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:51.642678 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:52.043838 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57460) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:23:52.156180 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fa535284-9264-4a41-9b33-44502a6cf734 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/25169bbe-10e5-4865-98ec-f28884fd4cd4 HTTP/1.1" status: 200 len: 990 time: 0.1111808 Feb 09 18:23:53.160443 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57464) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:23:53.276322 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2a8ba20b-57d8-4759-a02b-e1463c672d89 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/25169bbe-10e5-4865-98ec-f28884fd4cd4 HTTP/1.1" status: 200 len: 990 time: 0.1139355 Feb 09 18:23:54.280473 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57468) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:23:54.397403 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fcad28ab-1e6a-4f70-ae25-aee8e05c0e57 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/25169bbe-10e5-4865-98ec-f28884fd4cd4 HTTP/1.1" status: 200 len: 990 time: 0.1114290 Feb 09 18:23:54.930083 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbcfe42-77cb-4f5c-b468-436972f1db75 None None] New status for floating IP 25169bbe-10e5-4865-98ec-f28884fd4cd4: ACTIVE {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:23:55.397508 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57472) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:23:55.507338 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d0e2e62c-80ff-4bb2-b6b4-68b8de1c3a12 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/floatingips/25169bbe-10e5-4865-98ec-f28884fd4cd4 HTTP/1.1" status: 200 len: 992 time: 0.1087422 Feb 09 18:23:55.803744 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57480) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:23:56.028719 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf9341-5a9e-4e7a-abe2-b15c0ee48ef7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port 5197b826-d031-4ba8-b51c-fbe4418c97ae {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:23:56.028973 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9341-5a9e-4e7a-abe2-b15c0ee48ef7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:56.214429 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9341-5a9e-4e7a-abe2-b15c0ee48ef7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:56.214800 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9341-5a9e-4e7a-abe2-b15c0ee48ef7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:56.446696 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf9341-5a9e-4e7a-abe2-b15c0ee48ef7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for 5197b826-d031-4ba8-b51c-fbe4418c97ae owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:23:56.732419 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9341-5a9e-4e7a-abe2-b15c0ee48ef7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:56.784258 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf9341-5a9e-4e7a-abe2-b15c0ee48ef7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=5197b826-d031-4ba8-b51c-fbe4418c97ae,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:23:56.827104 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf9341-5a9e-4e7a-abe2-b15c0ee48ef7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:23:56.827451 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf9341-5a9e-4e7a-abe2-b15c0ee48ef7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:23:56.827808 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf9341-5a9e-4e7a-abe2-b15c0ee48ef7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:23:56.828142 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf9341-5a9e-4e7a-abe2-b15c0ee48ef7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:23:56.828478 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf9341-5a9e-4e7a-abe2-b15c0ee48ef7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:23:56.828806 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf9341-5a9e-4e7a-abe2-b15c0ee48ef7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:23:56.829136 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf9341-5a9e-4e7a-abe2-b15c0ee48ef7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:23:56.829463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf9341-5a9e-4e7a-abe2-b15c0ee48ef7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:23:56.829788 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf9341-5a9e-4e7a-abe2-b15c0ee48ef7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:23:56.830107 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf9341-5a9e-4e7a-abe2-b15c0ee48ef7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:23:56.830457 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf9341-5a9e-4e7a-abe2-b15c0ee48ef7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:23:56.897062 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9341-5a9e-4e7a-abe2-b15c0ee48ef7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:57.420872 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebaf9341-5a9e-4e7a-abe2-b15c0ee48ef7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:23:57.638161 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebaf9341-5a9e-4e7a-abe2-b15c0ee48ef7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:23:57.656057 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9341-5a9e-4e7a-abe2-b15c0ee48ef7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:57.714344 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ebaf9341-5a9e-4e7a-abe2-b15c0ee48ef7 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/floatingips/25169bbe-10e5-4865-98ec-f28884fd4cd4 HTTP/1.1" status: 204 len: 168 time: 1.9091640 Feb 09 18:23:57.714828 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c14cde-b41e-4719-bf2b-5d25785f47d2', 'tag': 'e6123766-fb5d-4d2c-b21b-f4f13f32ef32'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:23:57.787794 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c14cde-b41e-4719-bf2b-5d25785f47d2', 'tag': 'e6123766-fb5d-4d2c-b21b-f4f13f32ef32', 'status': 'completed', 'code': 200} Feb 09 18:23:57.894463 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-892c2b44-88de-4187-b410-2eefd3fa336d req-2556bec1-0783-494a-a936-1f17b2018d08 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352fd60817ff4d5d9e97f16f52485b96&device_id=d5c14cde-b41e-4719-bf2b-5d25785f47d2 HTTP/1.1" status: 200 len: 1098 time: 0.0854847 Feb 09 18:23:58.054711 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c2b44-88de-4187-b410-2eefd3fa336d req-f29707d3-29b0-454b-9945-8c7a5ad33d69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:23:58.057073 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-892c2b44-88de-4187-b410-2eefd3fa336d req-f29707d3-29b0-454b-9945-8c7a5ad33d69 service neutron] 10.222.0.50 "GET /v2.0/networks?id=26c4cd87-c658-47a7-9c57-46de8759fd2a HTTP/1.1" status: 200 len: 897 time: 0.1547492 Feb 09 18:23:58.149238 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-892c2b44-88de-4187-b410-2eefd3fa336d req-0237b66b-6441-4bf8-bbd3-d17e23ab9936 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6123766-fb5d-4d2c-b21b-f4f13f32ef32 HTTP/1.1" status: 200 len: 217 time: 0.0856919 Feb 09 18:23:58.216438 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c2b44-88de-4187-b410-2eefd3fa336d req-fd551124-bbee-4f9e-9512-0d7f4b724a70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:23:58.218059 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-892c2b44-88de-4187-b410-2eefd3fa336d req-fd551124-bbee-4f9e-9512-0d7f4b724a70 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=927ae610-af5d-401f-9c26-f17b3f31f73c HTTP/1.1" status: 200 len: 834 time: 0.0636766 Feb 09 18:23:58.304632 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-892c2b44-88de-4187-b410-2eefd3fa336d req-83b38c1d-27ae-4c9a-9203-7f4eb91390c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26c4cd87-c658-47a7-9c57-46de8759fd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804505 Feb 09 18:23:58.558745 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-892c2b44-88de-4187-b410-2eefd3fa336d req-54b8303c-41a4-4d2d-a030-6fbcb516a6d7 service neutron] 10.222.0.50 "GET /v2.0/networks/26c4cd87-c658-47a7-9c57-46de8759fd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474980 Feb 09 18:23:58.576927 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285937f-4fc4-4aed-967b-1900b7214f99 req-a5c0e5ac-684f-4bb9-9f34-8e29450ac1b1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:23:58.579295 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7285937f-4fc4-4aed-967b-1900b7214f99 req-a5c0e5ac-684f-4bb9-9f34-8e29450ac1b1 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5c14cde-b41e-4719-bf2b-5d25785f47d2 HTTP/1.1" status: 200 len: 945 time: 0.1421680 Feb 09 18:23:58.635623 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7285937f-4fc4-4aed-967b-1900b7214f99 req-94cb1119-8040-426b-94c3-c4aeced81e56 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b3b8bed-9a92-46b1-a11f-46ea731ba2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487039 Feb 09 18:23:58.712539 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-892c2b44-88de-4187-b410-2eefd3fa336d req-22a7fd47-476f-4515-a4e6-8d69eaf24333 service neutron] 10.222.0.50 "GET /v2.0/networks/26c4cd87-c658-47a7-9c57-46de8759fd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461678 Feb 09 18:23:59.646096 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b04b40-ae2f-425d-9dfa-8611d60c9285 req-9170ab6f-9299-44ec-a41b-5c4159f41a90 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:23:59.646870 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-d2b04b40-ae2f-425d-9dfa-8611d60c9285 req-9170ab6f-9299-44ec-a41b-5c4159f41a90 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Synchronizing usage tracker for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:23:59.749093 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-d2b04b40-ae2f-425d-9dfa-8611d60c9285 req-9170ab6f-9299-44ec-a41b-5c4159f41a90 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Unset dirty status for tenant:352fd60817ff4d5d9e97f16f52485b96 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:23:59.751108 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d2b04b40-ae2f-425d-9dfa-8611d60c9285 req-9170ab6f-9299-44ec-a41b-5c4159f41a90 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c14cde-b41e-4719-bf2b-5d25785f47d2 HTTP/1.1" status: 200 len: 945 time: 0.1914651 Feb 09 18:23:59.846782 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-d2b04b40-ae2f-425d-9dfa-8611d60c9285 req-eab22504-9dff-43df-a590-c2108be547b8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port e6123766-fb5d-4d2c-b21b-f4f13f32ef32 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:23:59.847338 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d2b04b40-ae2f-425d-9dfa-8611d60c9285 req-eab22504-9dff-43df-a590-c2108be547b8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:23:59.935070 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65894792-95c1-4c5e-a21a-2979edaf1a39 req-8873520b-ff5b-4121-881d-32b0a097cf2b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:23:59.937255 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-65894792-95c1-4c5e-a21a-2979edaf1a39 req-8873520b-ff5b-4121-881d-32b0a097cf2b tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5c14cde-b41e-4719-bf2b-5d25785f47d2 HTTP/1.1" status: 200 len: 945 time: 0.1398809 Feb 09 18:24:00.015329 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-65894792-95c1-4c5e-a21a-2979edaf1a39 req-4cfb2be6-308c-431e-8b7f-f223992f164a tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b3b8bed-9a92-46b1-a11f-46ea731ba2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695481 Feb 09 18:24:00.297446 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-d2b04b40-ae2f-425d-9dfa-8611d60c9285 req-eab22504-9dff-43df-a590-c2108be547b8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port e6123766-fb5d-4d2c-b21b-f4f13f32ef32, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=e6123766-fb5d-4d2c-b21b-f4f13f32ef32,segment=NetworkSegment(e866d43a-43a6-41ed-8116-d4aed70abcbd),segment_id=e866d43a-43a6-41ed-8116-d4aed70abcbd)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:24:00.297866 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d2b04b40-ae2f-425d-9dfa-8611d60c9285 req-eab22504-9dff-43df-a590-c2108be547b8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:00.426738 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-d2b04b40-ae2f-425d-9dfa-8611d60c9285 req-eab22504-9dff-43df-a590-c2108be547b8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for e6123766-fb5d-4d2c-b21b-f4f13f32ef32 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:24:00.800062 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d2b04b40-ae2f-425d-9dfa-8611d60c9285 req-eab22504-9dff-43df-a590-c2108be547b8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:00.851452 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab22504-9dff-43df-a590-c2108be547b8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=e6123766-fb5d-4d2c-b21b-f4f13f32ef32,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:24:00.952928 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b04b40-ae2f-425d-9dfa-8611d60c9285 req-eab22504-9dff-43df-a590-c2108be547b8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] No DVR routers for this DVR port e6123766-fb5d-4d2c-b21b-f4f13f32ef32 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:24:00.952928 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d2b04b40-ae2f-425d-9dfa-8611d60c9285 req-eab22504-9dff-43df-a590-c2108be547b8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:00.952928 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c14cde-b41e-4719-bf2b-5d25785f47d2', 'name': 'network-vif-deleted', 'tag': 'e6123766-fb5d-4d2c-b21b-f4f13f32ef32'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:24:01.013975 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d2b04b40-ae2f-425d-9dfa-8611d60c9285 req-eab22504-9dff-43df-a590-c2108be547b8 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.50 "DELETE /v2.0/ports/e6123766-fb5d-4d2c-b21b-f4f13f32ef32 HTTP/1.1" status: 204 len: 173 time: 1.2567301 Feb 09 18:24:01.044510 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c14cde-b41e-4719-bf2b-5d25785f47d2', 'name': 'network-vif-deleted', 'tag': 'e6123766-fb5d-4d2c-b21b-f4f13f32ef32', 'status': 'completed', 'code': 200} Feb 09 18:24:01.232128 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e6074bda-f665-45a1-888f-1a2b7de724cf req-5277f7e7-eda5-4c10-9061-e72e6829e3fe tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5c14cde-b41e-4719-bf2b-5d25785f47d2 HTTP/1.1" status: 200 len: 210 time: 0.0527828 Feb 09 18:24:02.351541 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57500) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:24:02.429660 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-95195e7f-6226-4320-b799-762966e7de85 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:02.461924 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-95195e7f-6226-4320-b799-762966e7de85 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:02.742942 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-95195e7f-6226-4320-b799-762966e7de85 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:02.768577 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95195e7f-6226-4320-b799-762966e7de85 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3b8bed-9a92-46b1-a11f-46ea731ba2ab,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:24:02.871013 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-95195e7f-6226-4320-b799-762966e7de85 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:02.872187 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-95195e7f-6226-4320-b799-762966e7de85 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/security-groups/1b3b8bed-9a92-46b1-a11f-46ea731ba2ab HTTP/1.1" status: 204 len: 168 time: 0.5196221 Feb 09 18:24:02.893109 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device e6123766-fb5d-4d2c-b21b-f4f13f32ef32 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:24:02.930965 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: e6123766-fb5d-4d2c-b21b-f4f13f32ef32 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:24:02.931845 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device e6123766-fb5d-4d2c-b21b-f4f13f32ef32 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:24:03.002491 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57506) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:24:03.531838 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e537411-bfd2-40cf-992d-b342b0113b08 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:04.207566 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-1e537411-bfd2-40cf-992d-b342b0113b08 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port cc5c9e78-28da-4786-9410-68217db78760 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:24:04.207907 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e537411-bfd2-40cf-992d-b342b0113b08 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:04.406268 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-1e537411-bfd2-40cf-992d-b342b0113b08 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port cc5c9e78-28da-4786-9410-68217db78760, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=cc5c9e78-28da-4786-9410-68217db78760,segment=NetworkSegment(e866d43a-43a6-41ed-8116-d4aed70abcbd),segment_id=e866d43a-43a6-41ed-8116-d4aed70abcbd)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:24:04.406565 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e537411-bfd2-40cf-992d-b342b0113b08 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:04.537300 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-1e537411-bfd2-40cf-992d-b342b0113b08 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for cc5c9e78-28da-4786-9410-68217db78760 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:24:04.799785 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e537411-bfd2-40cf-992d-b342b0113b08 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:04.847979 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e537411-bfd2-40cf-992d-b342b0113b08 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=cc5c9e78-28da-4786-9410-68217db78760,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:24:05.263475 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e537411-bfd2-40cf-992d-b342b0113b08 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:05.441714 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b724bdc9-88d2-41a1-84f6-ec4c12f89d5b None None] Sync routers for ids ['6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:24:05.458904 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b724bdc9-88d2-41a1-84f6-ec4c12f89d5b None None] Routers {'6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:24:05.459529 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b724bdc9-88d2-41a1-84f6-ec4c12f89d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:23:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:24:05.657720 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-b724bdc9-88d2-41a1-84f6-ec4c12f89d5b None None] Set router 6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:24:05.999939 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b724bdc9-88d2-41a1-84f6-ec4c12f89d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'name': 'tempest-TestNetworkBasicOps-router-199124493', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:24:04Z', 'revision_number': 7, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:23:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:24:06.004168 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b724bdc9-88d2-41a1-84f6-ec4c12f89d5b None None] Checking router: 6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:24:06.015232 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b724bdc9-88d2-41a1-84f6-ec4c12f89d5b None None] Routers {'6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:24:06.015832 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b724bdc9-88d2-41a1-84f6-ec4c12f89d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:23:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:24:06.060645 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e537411-bfd2-40cf-992d-b342b0113b08 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Router 6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:24:06.217929 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-b724bdc9-88d2-41a1-84f6-ec4c12f89d5b None None] Set router 6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:24:06.366870 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e537411-bfd2-40cf-992d-b342b0113b08 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:24:06.381321 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1e537411-bfd2-40cf-992d-b342b0113b08 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "PUT /v2.0/routers/6e9dd4a8-313d-4e37-8800-ea6f34e8bf61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3834331 Feb 09 18:24:06.385230 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57510) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:24:06.557372 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b724bdc9-88d2-41a1-84f6-ec4c12f89d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'name': 'tempest-TestNetworkBasicOps-router-199124493', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:24:04Z', 'revision_number': 7, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:23:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:24:06.566377 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b724bdc9-88d2-41a1-84f6-ec4c12f89d5b None None] The sync data for ids ['6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'] in dv-neutron-827016-2-hyperv is: [{'id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'name': 'tempest-TestNetworkBasicOps-router-199124493', 'tenant_id': '352fd60817ff4d5d9e97f16f52485b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:24:04Z', 'revision_number': 7, 'project_id': '352fd60817ff4d5d9e97f16f52485b96', 'gw_port': {'id': '5f361fcb-e4b1-4d96-a952-a540229e6c5c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9dd4a8-313d-4e37-8800-ea6f34e8bf61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:22:39Z', 'updated_at': '2022-02-09T18:23:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:24:06.597938 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe06275-f300-49dd-adae-b4bf07cbf046 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting subnet 927ae610-af5d-401f-9c26-f17b3f31f73c {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:24:06.601928 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9fe06275-f300-49dd-adae-b4bf07cbf046 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:06.664459 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9fe06275-f300-49dd-adae-b4bf07cbf046 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:06.758391 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9fe06275-f300-49dd-adae-b4bf07cbf046 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:06.919980 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9fe06275-f300-49dd-adae-b4bf07cbf046 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:06.973631 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe06275-f300-49dd-adae-b4bf07cbf046 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Subnet': ['ID=927ae610-af5d-401f-9c26-f17b3f31f73c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:24:06.983866 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9fe06275-f300-49dd-adae-b4bf07cbf046 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:06.990818 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5857464-9ecc-4f81-8523-02548926ed43 None None] Network 26c4cd87-c658-47a7-9c57-46de8759fd2a requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:24:06.995396 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9fe06275-f300-49dd-adae-b4bf07cbf046 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/subnets/927ae610-af5d-401f-9c26-f17b3f31f73c HTTP/1.1" status: 204 len: 168 time: 0.6087456 Feb 09 18:24:06.999356 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57514) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:24:07.069389 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:24:07.277265 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device cc5c9e78-28da-4786-9410-68217db78760 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:24:07.320241 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: cc5c9e78-28da-4786-9410-68217db78760 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:24:07.321355 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device cc5c9e78-28da-4786-9410-68217db78760 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:24:07.354657 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254c0d45-58c4-4910-b211-cf7395f063f8 None None] DHCP port deletion for 26c4cd87-c658-47a7-9c57-46de8759fd2a request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:24:07.359671 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-254c0d45-58c4-4910-b211-cf7395f063f8 None None] Deleting port 024fdac6-55fe-4376-b390-fdd06155b6b2 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:24:07.360077 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-254c0d45-58c4-4910-b211-cf7395f063f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:07.380127 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:07.612335 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:07.647517 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-254c0d45-58c4-4910-b211-cf7395f063f8 None None] For port 024fdac6-55fe-4376-b390-fdd06155b6b2, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=024fdac6-55fe-4376-b390-fdd06155b6b2,segment=NetworkSegment(e866d43a-43a6-41ed-8116-d4aed70abcbd),segment_id=e866d43a-43a6-41ed-8116-d4aed70abcbd)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:24:07.647913 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-254c0d45-58c4-4910-b211-cf7395f063f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:07.679395 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Deleting port 5f361fcb-e4b1-4d96-a952-a540229e6c5c {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:24:07.679920 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:07.781671 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-254c0d45-58c4-4910-b211-cf7395f063f8 None None] Calling delete_port for 024fdac6-55fe-4376-b390-fdd06155b6b2 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:24:07.881239 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] For port 5f361fcb-e4b1-4d96-a952-a540229e6c5c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5f361fcb-e4b1-4d96-a952-a540229e6c5c,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:24:07.881601 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:07.945319 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-254c0d45-58c4-4910-b211-cf7395f063f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:07.991838 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c0d45-58c4-4910-b211-cf7395f063f8 None None] Pushing event deleted for resources: {'Port': ['ID=024fdac6-55fe-4376-b390-fdd06155b6b2,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:24:08.005599 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c0d45-58c4-4910-b211-cf7395f063f8 None None] No DVR routers for this DVR port 024fdac6-55fe-4376-b390-fdd06155b6b2 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:24:08.018550 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Calling delete_port for 5f361fcb-e4b1-4d96-a952-a540229e6c5c owned by network:router_gateway {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:24:08.305096 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:08.353843 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Port': ['ID=5f361fcb-e4b1-4d96-a952-a540229e6c5c,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:24:08.424956 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:24:08.425211 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:24:08.425549 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:24:08.425892 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:24:08.426213 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:24:08.426565 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:24:08.426890 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:24:08.427212 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:24:08.427528 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:24:08.427849 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:24:08.428165 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:24:08.609684 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:08.888733 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:08.893444 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:09.016727 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:09.017246 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Fanout notify agent at l3_agent the message router_deleted on router 6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:24:09.032491 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:09.033621 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0e84dc3e-7825-4dd4-a0ae-ff816d450747 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/routers/6e9dd4a8-313d-4e37-8800-ea6f34e8bf61 HTTP/1.1" status: 204 len: 168 time: 2.0332155 Feb 09 18:24:09.036595 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57518) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:24:09.300368 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5464133b-1ea8-4c47-b037-b23d120bd1c4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:09.371838 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 024fdac6-55fe-4376-b390-fdd06155b6b2 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:24:09.407896 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 024fdac6-55fe-4376-b390-fdd06155b6b2 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:24:09.408427 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 024fdac6-55fe-4376-b390-fdd06155b6b2 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:24:09.460765 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5464133b-1ea8-4c47-b037-b23d120bd1c4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:09.490947 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-5464133b-1ea8-4c47-b037-b23d120bd1c4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c4cd87-c658-47a7-9c57-46de8759fd2a']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:24:09.507189 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-5464133b-1ea8-4c47-b037-b23d120bd1c4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e866d43a-43a6-41ed-8116-d4aed70abcbd') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:24:09.507585 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-5464133b-1ea8-4c47-b037-b23d120bd1c4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e866d43a-43a6-41ed-8116-d4aed70abcbd') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:24:09.525443 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5464133b-1ea8-4c47-b037-b23d120bd1c4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:09.546670 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5464133b-1ea8-4c47-b037-b23d120bd1c4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:09.554691 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5464133b-1ea8-4c47-b037-b23d120bd1c4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:24:09.555238 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5464133b-1ea8-4c47-b037-b23d120bd1c4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:24:09.570525 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:24:09.739225 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5464133b-1ea8-4c47-b037-b23d120bd1c4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:09.761855 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5464133b-1ea8-4c47-b037-b23d120bd1c4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:09.774034 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464133b-1ea8-4c47-b037-b23d120bd1c4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] Pushing event deleted for resources: {'Network': ['ID=26c4cd87-c658-47a7-9c57-46de8759fd2a,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:24:09.805011 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4cf5b9-3aac-4831-8482-552641e03701 None None] New status for floating IP 25169bbe-10e5-4865-98ec-f28884fd4cd4: DOWN {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:24:09.842566 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5464133b-1ea8-4c47-b037-b23d120bd1c4 tempest-TestNetworkBasicOps-751176119 tempest-TestNetworkBasicOps-751176119-project] 10.222.0.21 "DELETE /v2.0/networks/26c4cd87-c658-47a7-9c57-46de8759fd2a HTTP/1.1" status: 204 len: 168 time: 0.8048377 Feb 09 18:24:10.109702 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fcee8d-eb99-422f-a0c7-240955394d90 None None] Sync routers for ids ['6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:24:10.122703 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fcee8d-eb99-422f-a0c7-240955394d90 None None] Routers set() bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:24:10.123061 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fcee8d-eb99-422f-a0c7-240955394d90 None None] Router IDs set() for agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 09 18:24:10.123782 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_agentschedulers_db [None req-81fcee8d-eb99-422f-a0c7-240955394d90 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:23:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent'). {{(pid=84544) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 18:24:10.136285 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fcee8d-eb99-422f-a0c7-240955394d90 None None] Routers set() bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:24:10.136645 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fcee8d-eb99-422f-a0c7-240955394d90 None None] Router IDs set() for agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 09 18:24:10.137252 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_agentschedulers_db [None req-81fcee8d-eb99-422f-a0c7-240955394d90 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:23:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent'). {{(pid=84544) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 18:24:10.137617 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fcee8d-eb99-422f-a0c7-240955394d90 None None] The sync data for ids ['6e9dd4a8-313d-4e37-8800-ea6f34e8bf61'] in dv-neutron-827016-2-hyperv is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:24:10.562016 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57526) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:24:10.822488 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f70686eb-1e2a-4498-91fc-d9d0ace401b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=352fd60817ff4d5d9e97f16f52485b96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2579739 Feb 09 18:24:10.824924 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57532) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:24:10.890514 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a4645a0-db1b-4691-be9d-282e6882049c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:10.919950 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a4645a0-db1b-4691-be9d-282e6882049c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:11.057896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a4645a0-db1b-4691-be9d-282e6882049c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:11.091110 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4645a0-db1b-4691-be9d-282e6882049c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5538283-8c91-48e5-998e-b8f8372b2d6c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:24:11.104010 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a4645a0-db1b-4691-be9d-282e6882049c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:11.105936 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7a4645a0-db1b-4691-be9d-282e6882049c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5538283-8c91-48e5-998e-b8f8372b2d6c HTTP/1.1" status: 204 len: 168 time: 0.2798905 Feb 09 18:24:11.263284 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5f361fcb-e4b1-4d96-a952-a540229e6c5c no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:24:11.297028 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 5f361fcb-e4b1-4d96-a952-a540229e6c5c {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:24:11.297374 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5f361fcb-e4b1-4d96-a952-a540229e6c5c not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:24:11.930102 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57540) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:24:11.950912 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4c618d6b-002b-48b2-bd24-5bb36a60f5d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:11.995773 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4c618d6b-002b-48b2-bd24-5bb36a60f5d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:24:12.002770 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4c618d6b-002b-48b2-bd24-5bb36a60f5d1 admin admin] Usage tracker for resource:security_group_rule and tenant:3c2e1305cb534cb0bdb4dc59246b18e7 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:24:12.008108 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4c618d6b-002b-48b2-bd24-5bb36a60f5d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:24:12.019024 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4c618d6b-002b-48b2-bd24-5bb36a60f5d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:24:12.110229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4c618d6b-002b-48b2-bd24-5bb36a60f5d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:12.207434 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4c618d6b-002b-48b2-bd24-5bb36a60f5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:12.256279 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c618d6b-002b-48b2-bd24-5bb36a60f5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ca419b-6ef6-4575-bc30-def3422457a5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:24:12.262047 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4c618d6b-002b-48b2-bd24-5bb36a60f5d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c2e1305cb534cb0bdb4dc59246b18e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3305104 Feb 09 18:24:12.264954 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57544) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:24:12.334095 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0b8b0d4-3bc5-4acb-87c9-a06e1fe6b66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:12.363632 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0b8b0d4-3bc5-4acb-87c9-a06e1fe6b66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:12.544714 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0b8b0d4-3bc5-4acb-87c9-a06e1fe6b66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:12.559830 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8b0d4-3bc5-4acb-87c9-a06e1fe6b66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ca419b-6ef6-4575-bc30-def3422457a5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:24:12.568547 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0b8b0d4-3bc5-4acb-87c9-a06e1fe6b66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:12.570103 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b0b8b0d4-3bc5-4acb-87c9-a06e1fe6b66e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82ca419b-6ef6-4575-bc30-def3422457a5 HTTP/1.1" status: 204 len: 168 time: 0.3041756 Feb 09 18:24:16.687534 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0520d286-884f-4b73-8454-969551d128c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:17.168196 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:19.012248 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2e26b29c-200b-4ff3-b285-b0c08a3aa100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:20.084245 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:20.167845 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:21.630546 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:21.934168 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-8faac95e-42cf-418d-a316-af4f251c0147 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0f033056d5ef4380916f2a29fce928a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312002 Feb 09 18:24:22.114978 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-26fdeead-2e95-40d9-b3e2-92941496cbeb tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:22.116494 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-26fdeead-2e95-40d9-b3e2-92941496cbeb tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1765220 Feb 09 18:24:22.139780 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-71473e32-f5a4-4f8d-8484-f6ff314e23ab tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/quotas/0f033056d5ef4380916f2a29fce928a4 HTTP/1.1" status: 200 len: 375 time: 0.0127199 Feb 09 18:24:22.188240 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-666a2505-e7ce-4db8-8b8b-2621e1df08b8 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0f033056d5ef4380916f2a29fce928a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429351 Feb 09 18:24:22.530186 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ef3b7eab-93e2-4e74-a716-4df3f6f21c57 req-a7f8d53a-4960-4ba3-a4af-5a68998d5592 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/ports?device_id=b66d574d-603a-43c3-8074-3b913dd5d70e HTTP/1.1" status: 200 len: 210 time: 0.0558798 Feb 09 18:24:23.649672 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-dd0577f0-d2da-4137-b1f0-5d3b15712a3f req-2798da38-3a9d-4b97-8f8f-39266b0d9f71 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/ports?device_id=b66d574d-603a-43c3-8074-3b913dd5d70e HTTP/1.1" status: 200 len: 210 time: 0.0430419 Feb 09 18:24:24.856772 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bf838e7e-a845-4852-b4f9-22028ef31efa req-d536bea2-6016-4586-b5e0-cfe0a99e9ce7 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/ports?device_id=b66d574d-603a-43c3-8074-3b913dd5d70e HTTP/1.1" status: 200 len: 210 time: 0.0765314 Feb 09 18:24:25.320007 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-68ae22b1-78bf-4524-abb5-6896bc768614 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0f033056d5ef4380916f2a29fce928a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1450357 Feb 09 18:24:25.483291 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-71c2c806-83d0-4d11-975f-fe636a4b866d tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:25.484688 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-71c2c806-83d0-4d11-975f-fe636a4b866d tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1596608 Feb 09 18:24:25.501523 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-b76b54cd-648a-4184-9f1f-d1a0e0ea9887 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Request body: {'port': {'device_id': 'b66d574d-603a-43c3-8074-3b913dd5d70e', 'network_id': '8f8e7281-d2a2-42f5-b1c6-10fede5a734d', 'admin_state_up': True, 'tenant_id': '0f033056d5ef4380916f2a29fce928a4'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:24:25.695205 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-b76b54cd-648a-4184-9f1f-d1a0e0ea9887 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:24:25.702855 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-b76b54cd-648a-4184-9f1f-d1a0e0ea9887 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Usage tracker for resource:port and tenant:0f033056d5ef4380916f2a29fce928a4 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:24:25.707967 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-b76b54cd-648a-4184-9f1f-d1a0e0ea9887 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:24:25.717248 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-b76b54cd-648a-4184-9f1f-d1a0e0ea9887 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:24:25.838601 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-b76b54cd-648a-4184-9f1f-d1a0e0ea9887 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Made reservation on behalf of 0f033056d5ef4380916f2a29fce928a4 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:24:25.841879 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-b76b54cd-648a-4184-9f1f-d1a0e0ea9887 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:25.857391 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-b76b54cd-648a-4184-9f1f-d1a0e0ea9887 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:25.896208 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-b76b54cd-648a-4184-9f1f-d1a0e0ea9887 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:24:25.903167 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-b76b54cd-648a-4184-9f1f-d1a0e0ea9887 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Usage tracker for resource:security_group_rule and tenant:0f033056d5ef4380916f2a29fce928a4 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:24:25.906924 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-b76b54cd-648a-4184-9f1f-d1a0e0ea9887 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:24:25.914202 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-b76b54cd-648a-4184-9f1f-d1a0e0ea9887 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:24:25.998965 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-b76b54cd-648a-4184-9f1f-d1a0e0ea9887 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:26.063837 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-b76b54cd-648a-4184-9f1f-d1a0e0ea9887 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:26.141521 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6a3ede35-dfe6-420d-b7f1-1092f4b611b1 req-d5070390-8996-4d08-8943-3e4377fe992e tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/ports?device_id=b66d574d-603a-43c3-8074-3b913dd5d70e HTTP/1.1" status: 200 len: 210 time: 0.0828013 Feb 09 18:24:26.153325 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b54cd-648a-4184-9f1f-d1a0e0ea9887 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbcdfd1-f392-43db-bf71-66681b2c19e0,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:24:26.271518 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-b76b54cd-648a-4184-9f1f-d1a0e0ea9887 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Allocated IP 192.168.233.248 (8f8e7281-d2a2-42f5-b1c6-10fede5a734d/f7c9d313-a58c-4c4e-9bce-a08220ed8a65/421c19f9-bdd9-4b26-8bff-c92cebc1358e) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:24:26.507769 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-b76b54cd-648a-4184-9f1f-d1a0e0ea9887 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:26.528486 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-b76b54cd-648a-4184-9f1f-d1a0e0ea9887 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Transition to ACTIVE for port object 421c19f9-bdd9-4b26-8bff-c92cebc1358e will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:24:26.636444 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-b76b54cd-648a-4184-9f1f-d1a0e0ea9887 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:26.718255 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-b76b54cd-648a-4184-9f1f-d1a0e0ea9887 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Network 8f8e7281-d2a2-42f5-b1c6-10fede5a734d is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:24:26.721879 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-b76b54cd-648a-4184-9f1f-d1a0e0ea9887 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:24:26.726477 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-b76b54cd-648a-4184-9f1f-d1a0e0ea9887 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:24:26.767697 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b54cd-648a-4184-9f1f-d1a0e0ea9887 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Pushing event updated for resources: {'Port': ['ID=421c19f9-bdd9-4b26-8bff-c92cebc1358e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:24:26.812240 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-b76b54cd-648a-4184-9f1f-d1a0e0ea9887 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:26.813289 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-b76b54cd-648a-4184-9f1f-d1a0e0ea9887 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:26.934043 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-b76b54cd-648a-4184-9f1f-d1a0e0ea9887 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4362807 Feb 09 18:24:26.947169 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-66f0a369-779e-40ff-bc8c-7a4e59904f53 service neutron] Request body: {'port': {'device_id': 'b66d574d-603a-43c3-8074-3b913dd5d70e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:24:27.086718 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-66f0a369-779e-40ff-bc8c-7a4e59904f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:27.121101 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-db70e4f2-9f57-4abb-8197-be79ab9806b5 None None] Provisioning for port 421c19f9-bdd9-4b26-8bff-c92cebc1358e completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:24:27.128498 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-db70e4f2-9f57-4abb-8197-be79ab9806b5 None None] Provisioning complete for port 421c19f9-bdd9-4b26-8bff-c92cebc1358e triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:24:27.132277 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db70e4f2-9f57-4abb-8197-be79ab9806b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:27.189833 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-db70e4f2-9f57-4abb-8197-be79ab9806b5 None None] Port 421c19f9-bdd9-4b26-8bff-c92cebc1358e cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:24:27.475136 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d39717-d900-4358-a924-b40fea57a141 req-4cb06601-8210-4013-b54a-e49cb3662db0 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:27.478762 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-31d39717-d900-4358-a924-b40fea57a141 req-4cb06601-8210-4013-b54a-e49cb3662db0 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/ports?device_id=b66d574d-603a-43c3-8074-3b913dd5d70e HTTP/1.1" status: 200 len: 936 time: 0.1255589 Feb 09 18:24:27.504071 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-66f0a369-779e-40ff-bc8c-7a4e59904f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 421c19f9-bdd9-4b26-8bff-c92cebc1358e {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:24:27.516664 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-66f0a369-779e-40ff-bc8c-7a4e59904f53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:27.536255 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-66f0a369-779e-40ff-bc8c-7a4e59904f53 service neutron] Transition to ACTIVE for port object 421c19f9-bdd9-4b26-8bff-c92cebc1358e will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:24:27.544592 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-31d39717-d900-4358-a924-b40fea57a141 req-e2df4cd8-2e8f-40be-9067-bbdb44966352 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbbcdfd1-f392-43db-bf71-66681b2c19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584481 Feb 09 18:24:27.624223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-66f0a369-779e-40ff-bc8c-7a4e59904f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:27.758682 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0a369-779e-40ff-bc8c-7a4e59904f53 service neutron] Pushing event updated for resources: {'Port': ['ID=421c19f9-bdd9-4b26-8bff-c92cebc1358e,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:24:27.905778 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-66f0a369-779e-40ff-bc8c-7a4e59904f53 service neutron] Attempting to bind port 421c19f9-bdd9-4b26-8bff-c92cebc1358e on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:24:27.906403 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-66f0a369-779e-40ff-bc8c-7a4e59904f53 service neutron] Attempting to bind port 421c19f9-bdd9-4b26-8bff-c92cebc1358e by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'c3546ec3-1bea-4453-907a-e31a75ea1290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f8e7281-d2a2-42f5-b1c6-10fede5a734d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:24:27.906937 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-66f0a369-779e-40ff-bc8c-7a4e59904f53 service neutron] Attempting to bind port 421c19f9-bdd9-4b26-8bff-c92cebc1358e on network 8f8e7281-d2a2-42f5-b1c6-10fede5a734d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:24:27.918412 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-66f0a369-779e-40ff-bc8c-7a4e59904f53 service neutron] Port 421c19f9-bdd9-4b26-8bff-c92cebc1358e on network 8f8e7281-d2a2-42f5-b1c6-10fede5a734d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:24:27.918955 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-66f0a369-779e-40ff-bc8c-7a4e59904f53 service neutron] Attempting to bind port 421c19f9-bdd9-4b26-8bff-c92cebc1358e on network 8f8e7281-d2a2-42f5-b1c6-10fede5a734d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:24:27.931356 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-66f0a369-779e-40ff-bc8c-7a4e59904f53 service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:24:27.931916 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-66f0a369-779e-40ff-bc8c-7a4e59904f53 service neutron] Checking segment: {'id': 'c3546ec3-1bea-4453-907a-e31a75ea1290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f8e7281-d2a2-42f5-b1c6-10fede5a734d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:24:27.932551 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-66f0a369-779e-40ff-bc8c-7a4e59904f53 service neutron] Bound using segment: {'id': 'c3546ec3-1bea-4453-907a-e31a75ea1290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f8e7281-d2a2-42f5-b1c6-10fede5a734d'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:24:27.933293 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-66f0a369-779e-40ff-bc8c-7a4e59904f53 service neutron] Bound port: 421c19f9-bdd9-4b26-8bff-c92cebc1358e, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3546ec3-1bea-4453-907a-e31a75ea1290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f8e7281-d2a2-42f5-b1c6-10fede5a734d'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:24:27.933911 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-66f0a369-779e-40ff-bc8c-7a4e59904f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:28.062008 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-66f0a369-779e-40ff-bc8c-7a4e59904f53 service neutron] For port 421c19f9-bdd9-4b26-8bff-c92cebc1358e, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:24:28.067594 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-66f0a369-779e-40ff-bc8c-7a4e59904f53 service neutron] For port 421c19f9-bdd9-4b26-8bff-c92cebc1358e, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=421c19f9-bdd9-4b26-8bff-c92cebc1358e,segment=NetworkSegment(c3546ec3-1bea-4453-907a-e31a75ea1290),segment_id=c3546ec3-1bea-4453-907a-e31a75ea1290)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:24:28.150754 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-66f0a369-779e-40ff-bc8c-7a4e59904f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:28.325372 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-66f0a369-779e-40ff-bc8c-7a4e59904f53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:28.326663 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-66f0a369-779e-40ff-bc8c-7a4e59904f53 service neutron] 10.222.0.50 "PUT /v2.0/ports/421c19f9-bdd9-4b26-8bff-c92cebc1358e HTTP/1.1" status: 200 len: 1098 time: 1.3855927 Feb 09 18:24:28.327124 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66d574d-603a-43c3-8074-3b913dd5d70e', 'tag': '421c19f9-bdd9-4b26-8bff-c92cebc1358e'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:24:28.351200 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0a369-779e-40ff-bc8c-7a4e59904f53 service neutron] Pushing event updated for resources: {'Port': ['ID=421c19f9-bdd9-4b26-8bff-c92cebc1358e,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:24:28.420385 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66d574d-603a-43c3-8074-3b913dd5d70e', 'tag': '421c19f9-bdd9-4b26-8bff-c92cebc1358e', 'status': 'completed', 'code': 200} Feb 09 18:24:28.532313 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0713257c-7799-44b1-8b3a-cef67628ccad req-53606fbd-ca99-4759-a8a1-e05b5143b21d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0f033056d5ef4380916f2a29fce928a4&device_id=b66d574d-603a-43c3-8074-3b913dd5d70e HTTP/1.1" status: 200 len: 1101 time: 0.0844102 Feb 09 18:24:28.588586 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0713257c-7799-44b1-8b3a-cef67628ccad req-f98318ff-6255-419b-ac84-94089c09e368 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0f033056d5ef4380916f2a29fce928a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487089 Feb 09 18:24:28.749419 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713257c-7799-44b1-8b3a-cef67628ccad req-0c120659-1648-46de-b4a0-69b95a42a656 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:28.752075 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0713257c-7799-44b1-8b3a-cef67628ccad req-0c120659-1648-46de-b4a0-69b95a42a656 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1582563 Feb 09 18:24:28.774879 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e58b6-33b1-41c7-9592-faf934dd5366 req-2aed4531-bd7d-42f8-a677-ab231f0f014e tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:28.776452 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-295e58b6-33b1-41c7-9592-faf934dd5366 req-2aed4531-bd7d-42f8-a677-ab231f0f014e tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/ports?device_id=b66d574d-603a-43c3-8074-3b913dd5d70e HTTP/1.1" status: 200 len: 948 time: 0.1000535 Feb 09 18:24:28.827306 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-295e58b6-33b1-41c7-9592-faf934dd5366 req-8a15266d-27c9-47b9-afda-a32f3370c825 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbbcdfd1-f392-43db-bf71-66681b2c19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448461 Feb 09 18:24:28.868966 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-878953eb-fd6e-4261-aa76-aa05ef397b64 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0f033056d5ef4380916f2a29fce928a4&device_id=b66d574d-603a-43c3-8074-3b913dd5d70e HTTP/1.1" status: 200 len: 1101 time: 0.0768080 Feb 09 18:24:28.944571 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-0d6283c4-9119-43e6-8714-03138caf9ba0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=421c19f9-bdd9-4b26-8bff-c92cebc1358e HTTP/1.1" status: 200 len: 217 time: 0.0690660 Feb 09 18:24:29.016737 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-557e44c9-2852-4226-b054-061d7565d44a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:29.018230 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-557e44c9-2852-4226-b054-061d7565d44a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7c9d313-a58c-4c4e-9bce-a08220ed8a65 HTTP/1.1" status: 200 len: 843 time: 0.0683618 Feb 09 18:24:29.108167 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-35379071-5284-4c16-afb1-b0fc9ae743c1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8f8e7281-d2a2-42f5-b1c6-10fede5a734d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0835090 Feb 09 18:24:29.259474 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-a4cad68c-7cb9-4022-9ccd-5851f98c1859 service neutron] 10.222.0.50 "GET /v2.0/networks/8f8e7281-d2a2-42f5-b1c6-10fede5a734d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455300 Feb 09 18:24:29.413760 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d6b25f0c-fc16-4af0-90b6-280ce414492f req-9da05b00-a653-4162-9390-c4636f5ebe83 service neutron] 10.222.0.50 "GET /v2.0/networks/8f8e7281-d2a2-42f5-b1c6-10fede5a734d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487658 Feb 09 18:24:30.048857 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e13f9a-fbe2-4cc8-8b2a-e07b98c88438 req-3a63e639-766c-42c6-abce-e3fe740b01c8 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:30.050540 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-75e13f9a-fbe2-4cc8-8b2a-e07b98c88438 req-3a63e639-766c-42c6-abce-e3fe740b01c8 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/ports?device_id=b66d574d-603a-43c3-8074-3b913dd5d70e HTTP/1.1" status: 200 len: 948 time: 0.0897112 Feb 09 18:24:30.112071 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-75e13f9a-fbe2-4cc8-8b2a-e07b98c88438 req-a481b47d-a8e9-4906-9790-8a2da030927b tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbbcdfd1-f392-43db-bf71-66681b2c19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511317 Feb 09 18:24:31.327663 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964066d7-b2d1-4376-9609-5cc276a6e80b req-ab616272-5d43-4f57-a521-917eea5e8714 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:31.329374 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-964066d7-b2d1-4376-9609-5cc276a6e80b req-ab616272-5d43-4f57-a521-917eea5e8714 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/ports?device_id=b66d574d-603a-43c3-8074-3b913dd5d70e HTTP/1.1" status: 200 len: 948 time: 0.0879502 Feb 09 18:24:31.407615 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-964066d7-b2d1-4376-9609-5cc276a6e80b req-028ce2d5-96fd-467f-b099-4123fb6bbc25 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbbcdfd1-f392-43db-bf71-66681b2c19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718675 Feb 09 18:24:32.669034 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf704f93-0c5c-4d7e-a70f-46011eebf664 req-0667b2c7-fb31-4444-ba9e-c400138dea01 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:32.670671 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cf704f93-0c5c-4d7e-a70f-46011eebf664 req-0667b2c7-fb31-4444-ba9e-c400138dea01 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/ports?device_id=b66d574d-603a-43c3-8074-3b913dd5d70e HTTP/1.1" status: 200 len: 948 time: 0.0921531 Feb 09 18:24:32.723517 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cf704f93-0c5c-4d7e-a70f-46011eebf664 req-c6b5358d-0a81-47f2-acd4-5b961e4ba1b9 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbbcdfd1-f392-43db-bf71-66681b2c19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465891 Feb 09 18:24:33.079721 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 421c19f9-bdd9-4b26-8bff-c92cebc1358e details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:24:33.266005 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 421c19f9-bdd9-4b26-8bff-c92cebc1358e, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=421c19f9-bdd9-4b26-8bff-c92cebc1358e,segment=NetworkSegment(c3546ec3-1bea-4453-907a-e31a75ea1290),segment_id=c3546ec3-1bea-4453-907a-e31a75ea1290)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:24:33.291156 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '421c19f9-bdd9-4b26-8bff-c92cebc1358e', 'network_id': '8f8e7281-d2a2-42f5-b1c6-10fede5a734d', 'port_id': '421c19f9-bdd9-4b26-8bff-c92cebc1358e', 'mac_address': 'fa:16:3e:ee:4f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c9d313-a58c-4c4e-9bce-a08220ed8a65', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:24:33.393956 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:33.416409 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421c19f9-bdd9-4b26-8bff-c92cebc1358e {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:24:33.437859 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 421c19f9-bdd9-4b26-8bff-c92cebc1358e, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=421c19f9-bdd9-4b26-8bff-c92cebc1358e,segment=NetworkSegment(c3546ec3-1bea-4453-907a-e31a75ea1290),segment_id=c3546ec3-1bea-4453-907a-e31a75ea1290)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:24:33.515558 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:33.591658 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=421c19f9-bdd9-4b26-8bff-c92cebc1358e,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:24:33.723408 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['421c19f9-bdd9-4b26-8bff-c92cebc1358e'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:24:33.980450 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fa37d-590b-4b49-a753-3d9a10bc5570 req-4626698c-99e3-40c7-9339-e97d13628cdb tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:33.981964 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4c8fa37d-590b-4b49-a753-3d9a10bc5570 req-4626698c-99e3-40c7-9339-e97d13628cdb tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/ports?device_id=b66d574d-603a-43c3-8074-3b913dd5d70e HTTP/1.1" status: 200 len: 949 time: 0.0918171 Feb 09 18:24:34.034616 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4c8fa37d-590b-4b49-a753-3d9a10bc5570 req-b1ac63f1-5832-4a85-97e1-4d976af1a803 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbbcdfd1-f392-43db-bf71-66681b2c19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466237 Feb 09 18:24:35.094723 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 421c19f9-bdd9-4b26-8bff-c92cebc1358e up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:24:35.263889 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 421c19f9-bdd9-4b26-8bff-c92cebc1358e completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:24:35.272539 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 421c19f9-bdd9-4b26-8bff-c92cebc1358e triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:24:35.274606 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:35.334724 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc46765-95b7-4d5e-80fc-7f87614491f2 req-bed65e54-0076-48ba-a3e2-a5677f449fc2 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:35.336319 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4bc46765-95b7-4d5e-80fc-7f87614491f2 req-bed65e54-0076-48ba-a3e2-a5677f449fc2 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/ports?device_id=b66d574d-603a-43c3-8074-3b913dd5d70e HTTP/1.1" status: 200 len: 949 time: 0.1044922 Feb 09 18:24:35.387769 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4bc46765-95b7-4d5e-80fc-7f87614491f2 req-5bd4f4ec-9d52-4ea1-bfd8-702dcd0f287d tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbbcdfd1-f392-43db-bf71-66681b2c19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450222 Feb 09 18:24:35.447584 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:35.481974 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66d574d-603a-43c3-8074-3b913dd5d70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421c19f9-bdd9-4b26-8bff-c92cebc1358e'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:24:35.495233 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 421c19f9-bdd9-4b26-8bff-c92cebc1358e, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=421c19f9-bdd9-4b26-8bff-c92cebc1358e,segment=NetworkSegment(c3546ec3-1bea-4453-907a-e31a75ea1290),segment_id=c3546ec3-1bea-4453-907a-e31a75ea1290)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:24:35.566683 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:35.603136 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66d574d-603a-43c3-8074-3b913dd5d70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421c19f9-bdd9-4b26-8bff-c92cebc1358e', 'code': 200} Feb 09 18:24:35.651635 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=421c19f9-bdd9-4b26-8bff-c92cebc1358e,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:24:36.038965 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c9d9e5e5-1c60-4b95-9f86-7a72d8f04be9 req-5bcc97be-5f9f-4537-b9c0-d2b31902f4df service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b66d574d-603a-43c3-8074-3b913dd5d70e HTTP/1.1" status: 200 len: 1103 time: 0.0902960 Feb 09 18:24:36.100423 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c9d9e5e5-1c60-4b95-9f86-7a72d8f04be9 req-c6942aa9-1df6-433d-bbc7-86c0876719bd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cbbcdfd1-f392-43db-bf71-66681b2c19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557818 Feb 09 18:24:36.807016 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b32550-1876-4287-842d-f202b82892de req-e74c3a88-da81-4847-8dfc-7a102cdffd2c tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:36.809056 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-71b32550-1876-4287-842d-f202b82892de req-e74c3a88-da81-4847-8dfc-7a102cdffd2c tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/ports?device_id=b66d574d-603a-43c3-8074-3b913dd5d70e HTTP/1.1" status: 200 len: 950 time: 0.1340556 Feb 09 18:24:36.868358 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-71b32550-1876-4287-842d-f202b82892de req-ad394f06-2aa9-48f4-9b79-14ccc0d9d8d1 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbbcdfd1-f392-43db-bf71-66681b2c19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526729 Feb 09 18:24:38.204635 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa892fa8-e87e-4023-9d85-fd8501d4da4c req-d9f80c9a-57bc-4527-b2be-59286a57ded5 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:38.206377 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-aa892fa8-e87e-4023-9d85-fd8501d4da4c req-d9f80c9a-57bc-4527-b2be-59286a57ded5 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/ports?device_id=b66d574d-603a-43c3-8074-3b913dd5d70e HTTP/1.1" status: 200 len: 950 time: 0.1991761 Feb 09 18:24:38.260289 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-aa892fa8-e87e-4023-9d85-fd8501d4da4c req-26c6c2cc-3729-4453-872d-644567770d87 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbbcdfd1-f392-43db-bf71-66681b2c19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447524 Feb 09 18:24:38.800451 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e2b0a334-3af1-4002-a8c9-7d1481af5e38 req-837d8fd2-b999-4379-8613-e08c34561981 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b66d574d-603a-43c3-8074-3b913dd5d70e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0924911 Feb 09 18:24:39.582200 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-63f72930-e6c7-4136-86f0-51b1dc0e3222 req-90106f49-7d06-4cef-8cb4-6b7397bb088b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b66d574d-603a-43c3-8074-3b913dd5d70e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0788314 Feb 09 18:24:40.673707 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0140c6-8c59-4d45-98f3-5aa1af293551 req-3cb0365d-1113-4e71-8922-0643e1feb0ad tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:40.675329 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2f0140c6-8c59-4d45-98f3-5aa1af293551 req-3cb0365d-1113-4e71-8922-0643e1feb0ad tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/ports?device_id=b66d574d-603a-43c3-8074-3b913dd5d70e HTTP/1.1" status: 200 len: 950 time: 0.1319535 Feb 09 18:24:40.733781 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2f0140c6-8c59-4d45-98f3-5aa1af293551 req-6d5b4fc9-fe92-4223-8730-9b11a507fdb3 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbbcdfd1-f392-43db-bf71-66681b2c19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514069 Feb 09 18:24:41.881482 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca9a35-2e86-4116-9b99-c4197fb26af6 req-c7e9a32a-6db8-460b-9ab5-3508ab271775 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:41.883132 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-42ca9a35-2e86-4116-9b99-c4197fb26af6 req-c7e9a32a-6db8-460b-9ab5-3508ab271775 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Synchronizing usage tracker for tenant:0f033056d5ef4380916f2a29fce928a4 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:24:41.956450 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812150e8-c652-4019-a7ba-fdf93e9e94fe req-2d91c585-df5e-4c78-a6c8-87dca1352880 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:41.958032 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-812150e8-c652-4019-a7ba-fdf93e9e94fe req-2d91c585-df5e-4c78-a6c8-87dca1352880 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/ports?device_id=b66d574d-603a-43c3-8074-3b913dd5d70e HTTP/1.1" status: 200 len: 950 time: 0.0859411 Feb 09 18:24:41.960904 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-42ca9a35-2e86-4116-9b99-c4197fb26af6 req-c7e9a32a-6db8-460b-9ab5-3508ab271775 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Unset dirty status for tenant:0f033056d5ef4380916f2a29fce928a4 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:24:41.962104 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-42ca9a35-2e86-4116-9b99-c4197fb26af6 req-c7e9a32a-6db8-460b-9ab5-3508ab271775 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.50 "GET /v2.0/ports?device_id=b66d574d-603a-43c3-8074-3b913dd5d70e HTTP/1.1" status: 200 len: 950 time: 0.1845593 Feb 09 18:24:42.011671 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-812150e8-c652-4019-a7ba-fdf93e9e94fe req-940f21dc-a248-4d92-8210-58c01c11b3df tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbbcdfd1-f392-43db-bf71-66681b2c19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466480 Feb 09 18:24:42.042073 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-42ca9a35-2e86-4116-9b99-c4197fb26af6 req-e2cd3876-344f-4676-ad65-c3778d573610 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Deleting port 421c19f9-bdd9-4b26-8bff-c92cebc1358e {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:24:42.042724 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-42ca9a35-2e86-4116-9b99-c4197fb26af6 req-e2cd3876-344f-4676-ad65-c3778d573610 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:42.334720 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-42ca9a35-2e86-4116-9b99-c4197fb26af6 req-e2cd3876-344f-4676-ad65-c3778d573610 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] For port 421c19f9-bdd9-4b26-8bff-c92cebc1358e, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=421c19f9-bdd9-4b26-8bff-c92cebc1358e,segment=NetworkSegment(c3546ec3-1bea-4453-907a-e31a75ea1290),segment_id=c3546ec3-1bea-4453-907a-e31a75ea1290)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:24:42.335077 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-42ca9a35-2e86-4116-9b99-c4197fb26af6 req-e2cd3876-344f-4676-ad65-c3778d573610 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:42.498321 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-42ca9a35-2e86-4116-9b99-c4197fb26af6 req-e2cd3876-344f-4676-ad65-c3778d573610 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Calling delete_port for 421c19f9-bdd9-4b26-8bff-c92cebc1358e owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:24:42.853822 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-42ca9a35-2e86-4116-9b99-c4197fb26af6 req-e2cd3876-344f-4676-ad65-c3778d573610 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:42.865987 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['421c19f9-bdd9-4b26-8bff-c92cebc1358e'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:24:42.921046 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd3876-344f-4676-ad65-c3778d573610 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Pushing event deleted for resources: {'Port': ['ID=421c19f9-bdd9-4b26-8bff-c92cebc1358e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:24:43.060350 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ca9a35-2e86-4116-9b99-c4197fb26af6 req-e2cd3876-344f-4676-ad65-c3778d573610 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] No DVR routers for this DVR port 421c19f9-bdd9-4b26-8bff-c92cebc1358e on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:24:43.064309 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-42ca9a35-2e86-4116-9b99-c4197fb26af6 req-e2cd3876-344f-4676-ad65-c3778d573610 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:43.068575 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66d574d-603a-43c3-8074-3b913dd5d70e', 'name': 'network-vif-deleted', 'tag': '421c19f9-bdd9-4b26-8bff-c92cebc1358e'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:24:43.168129 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-42ca9a35-2e86-4116-9b99-c4197fb26af6 req-e2cd3876-344f-4676-ad65-c3778d573610 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.50 "DELETE /v2.0/ports/421c19f9-bdd9-4b26-8bff-c92cebc1358e HTTP/1.1" status: 204 len: 173 time: 1.2002304 Feb 09 18:24:43.190523 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66d574d-603a-43c3-8074-3b913dd5d70e', 'name': 'network-vif-deleted', 'tag': '421c19f9-bdd9-4b26-8bff-c92cebc1358e', 'status': 'completed', 'code': 200} Feb 09 18:24:43.278661 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-03e48215-378a-4895-aa09-8a1524ce4a65 req-f08ff14c-a9f4-47aa-84e4-76151b2b5bd7 tempest-ServersAdminNegativeTestJSON-1656084386 tempest-ServersAdminNegativeTestJSON-1656084386-project] 10.222.0.21 "GET /v2.0/ports?device_id=b66d574d-603a-43c3-8074-3b913dd5d70e HTTP/1.1" status: 200 len: 210 time: 0.0559788 Feb 09 18:24:43.844001 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e0b587c3-386b-4256-8ed4-eb6bc480232b req-a2f21a2e-30d9-4f83-87e0-eac51b792f0c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b66d574d-603a-43c3-8074-3b913dd5d70e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0427976 Feb 09 18:24:43.966097 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e0b587c3-386b-4256-8ed4-eb6bc480232b req-15a54c65-88c9-4319-ae0b-c9de84105e14 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0f033056d5ef4380916f2a29fce928a4&device_id=b66d574d-603a-43c3-8074-3b913dd5d70e HTTP/1.1" status: 200 len: 210 time: 0.0486851 Feb 09 18:24:44.014288 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e0b587c3-386b-4256-8ed4-eb6bc480232b req-7de8766f-38c5-4fa6-878b-68637de77d81 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0f033056d5ef4380916f2a29fce928a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282161 Feb 09 18:24:44.079977 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:24:44.177161 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b587c3-386b-4256-8ed4-eb6bc480232b req-2e4e359c-6edb-4cc9-badd-953db6652043 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:44.178783 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e0b587c3-386b-4256-8ed4-eb6bc480232b req-2e4e359c-6edb-4cc9-badd-953db6652043 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1589241 Feb 09 18:24:44.992131 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57678) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:24:45.094458 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 421c19f9-bdd9-4b26-8bff-c92cebc1358e no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:24:45.176000 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: 421c19f9-bdd9-4b26-8bff-c92cebc1358e {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:24:45.176354 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 421c19f9-bdd9-4b26-8bff-c92cebc1358e not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:24:45.280525 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-791980f0-23d8-4268-884e-de159fb51788 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f033056d5ef4380916f2a29fce928a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2869649 Feb 09 18:24:45.283338 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57684) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:24:45.387770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-465fab53-166d-4455-9b38-a33982e267fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:45.436683 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-465fab53-166d-4455-9b38-a33982e267fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:45.641282 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-465fab53-166d-4455-9b38-a33982e267fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:45.660272 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fab53-166d-4455-9b38-a33982e267fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbcdfd1-f392-43db-bf71-66681b2c19e0,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:24:45.665800 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-465fab53-166d-4455-9b38-a33982e267fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:45.666917 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-465fab53-166d-4455-9b38-a33982e267fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbbcdfd1-f392-43db-bf71-66681b2c19e0 HTTP/1.1" status: 204 len: 168 time: 0.3825171 Feb 09 18:24:46.528418 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57692) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:24:46.548267 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef6911c5-f44f-41d8-88b2-a857b32e713b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:46.583266 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ef6911c5-f44f-41d8-88b2-a857b32e713b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:24:46.589080 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ef6911c5-f44f-41d8-88b2-a857b32e713b admin admin] Usage tracker for resource:security_group_rule and tenant:b7f869f832dd482e91d6eea17c236eba is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:24:46.592934 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ef6911c5-f44f-41d8-88b2-a857b32e713b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:24:46.599851 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ef6911c5-f44f-41d8-88b2-a857b32e713b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:24:46.657922 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b56736b2-0a90-4f37-ac99-aeecd79cfb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:46.690604 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef6911c5-f44f-41d8-88b2-a857b32e713b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:46.758679 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef6911c5-f44f-41d8-88b2-a857b32e713b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:46.809850 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6911c5-f44f-41d8-88b2-a857b32e713b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb3cb17-6c35-4fac-80f3-c9a8dffc7a3d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:24:46.815824 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ef6911c5-f44f-41d8-88b2-a857b32e713b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7f869f832dd482e91d6eea17c236eba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2862995 Feb 09 18:24:46.820332 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57696) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:24:46.927095 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8a0638b1-4228-490e-865a-86d240a14c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:46.979250 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8a0638b1-4228-490e-865a-86d240a14c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:47.089965 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:47.118830 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8a0638b1-4228-490e-865a-86d240a14c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:47.135367 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0638b1-4228-490e-865a-86d240a14c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb3cb17-6c35-4fac-80f3-c9a8dffc7a3d,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:24:47.144406 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8a0638b1-4228-490e-865a-86d240a14c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:47.145797 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8a0638b1-4228-490e-865a-86d240a14c27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3bb3cb17-6c35-4fac-80f3-c9a8dffc7a3d HTTP/1.1" status: 204 len: 168 time: 0.3248549 Feb 09 18:24:48.669239 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57718) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:24:48.867514 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6c9307ed-80c2-48ae-ac4f-308d14766a78 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1390560169-network', 'tenant_id': '8a2d10ea96bf401d946252f61109f30c'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:24:48.872724 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6c9307ed-80c2-48ae-ac4f-308d14766a78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:24:48.877060 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6c9307ed-80c2-48ae-ac4f-308d14766a78 admin admin] Usage tracker for resource:network and tenant:8a2d10ea96bf401d946252f61109f30c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:24:48.880323 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6c9307ed-80c2-48ae-ac4f-308d14766a78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:24:48.889533 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6c9307ed-80c2-48ae-ac4f-308d14766a78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:24:49.012556 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9307ed-80c2-48ae-ac4f-308d14766a78 admin admin] Made reservation on behalf of 8a2d10ea96bf401d946252f61109f30c for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:24:49.015250 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c9307ed-80c2-48ae-ac4f-308d14766a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:49.030227 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c9307ed-80c2-48ae-ac4f-308d14766a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:49.072370 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6c9307ed-80c2-48ae-ac4f-308d14766a78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:24:49.077356 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6c9307ed-80c2-48ae-ac4f-308d14766a78 admin admin] Usage tracker for resource:security_group_rule and tenant:8a2d10ea96bf401d946252f61109f30c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:24:49.081745 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6c9307ed-80c2-48ae-ac4f-308d14766a78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:24:49.082074 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23fb47fb-338c-42a7-b82d-b4d9dbe6060b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:49.091091 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6c9307ed-80c2-48ae-ac4f-308d14766a78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:24:49.171828 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c9307ed-80c2-48ae-ac4f-308d14766a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:49.262079 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c9307ed-80c2-48ae-ac4f-308d14766a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:49.295058 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9307ed-80c2-48ae-ac4f-308d14766a78 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:24:49.306067 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9307ed-80c2-48ae-ac4f-308d14766a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e4e300-196a-4efb-a203-20e244a59838,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:24:49.313667 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c9307ed-80c2-48ae-ac4f-308d14766a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:49.317477 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-6c9307ed-80c2-48ae-ac4f-308d14766a78 admin admin] Added segment 99a17900-bce6-47ce-97ee-d823f5640df8 of type vlan for network 95766732-ed19-4219-b16a-084235745862 Feb 09 18:24:49.348166 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c9307ed-80c2-48ae-ac4f-308d14766a78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:49.461732 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c9307ed-80c2-48ae-ac4f-308d14766a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:49.462572 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9307ed-80c2-48ae-ac4f-308d14766a78 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:49.463163 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c9307ed-80c2-48ae-ac4f-308d14766a78 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:49.583669 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9307ed-80c2-48ae-ac4f-308d14766a78 admin admin] Pushing event updated for resources: {'Network': ['ID=95766732-ed19-4219-b16a-084235745862,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:24:49.596239 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 95766732-ed19-4219-b16a-084235745862 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:24:49.651055 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6c9307ed-80c2-48ae-ac4f-308d14766a78 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9802120 Feb 09 18:24:49.654749 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57724) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:24:49.661443 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-2453bab8-0c07-4093-8ef7-9984289d7206 admin admin] Request body: {'subnet': {'network_id': '95766732-ed19-4219-b16a-084235745862', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1390560169-subnet', 'tenant_id': '8a2d10ea96bf401d946252f61109f30c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:24:49.668258 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2453bab8-0c07-4093-8ef7-9984289d7206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:24:49.673498 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2453bab8-0c07-4093-8ef7-9984289d7206 admin admin] Usage tracker for resource:subnet and tenant:8a2d10ea96bf401d946252f61109f30c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:24:49.677275 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-2453bab8-0c07-4093-8ef7-9984289d7206 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:24:49.686448 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2453bab8-0c07-4093-8ef7-9984289d7206 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:24:49.778554 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2453bab8-0c07-4093-8ef7-9984289d7206 admin admin] Made reservation on behalf of 8a2d10ea96bf401d946252f61109f30c for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:24:49.781069 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2453bab8-0c07-4093-8ef7-9984289d7206 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:50.104284 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:50.146613 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:50.146995 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2453bab8-0c07-4093-8ef7-9984289d7206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:50.233690 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453bab8-0c07-4093-8ef7-9984289d7206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c7cf60c-3194-422d-ab4e-ed8b1766f89b,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:24:50.250810 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2453bab8-0c07-4093-8ef7-9984289d7206 admin admin] Checking segment: {'id': '99a17900-bce6-47ce-97ee-d823f5640df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '95766732-ed19-4219-b16a-084235745862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:24:50.251202 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2453bab8-0c07-4093-8ef7-9984289d7206 admin admin] Network hostable DHCP agents. Network: 95766732-ed19-4219-b16a-084235745862, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:24:50.346535 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2453bab8-0c07-4093-8ef7-9984289d7206 admin admin] Network 95766732-ed19-4219-b16a-084235745862 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:24:50.466857 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-2453bab8-0c07-4093-8ef7-9984289d7206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 95766732-ed19-4219-b16a-084235745862) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:24:50.471485 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2453bab8-0c07-4093-8ef7-9984289d7206 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:50.476110 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2453bab8-0c07-4093-8ef7-9984289d7206 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:50.480992 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6b02ac-3edf-4ccb-b15a-619da1912518 None None] Network 95766732-ed19-4219-b16a-084235745862 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:24:50.583082 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2453bab8-0c07-4093-8ef7-9984289d7206 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9267552 Feb 09 18:24:50.791403 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5815d343-5ddb-494b-929c-27d898cc1d7c None None] Network 95766732-ed19-4219-b16a-084235745862 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:24:51.247493 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-e3e70866-6ee9-4467-8c89-fd1c9e9113b1 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:51.249153 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-e3e70866-6ee9-4467-8c89-fd1c9e9113b1 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/networks?id=95766732-ed19-4219-b16a-084235745862 HTTP/1.1" status: 200 len: 812 time: 0.1656764 Feb 09 18:24:51.267901 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-cf35164c-6bf3-4968-8125-18545304d380 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/quotas/8a2d10ea96bf401d946252f61109f30c HTTP/1.1" status: 200 len: 375 time: 0.0126104 Feb 09 18:24:51.322493 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-2c8c3d52-f90d-4004-b308-667ee17e1041 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a2d10ea96bf401d946252f61109f30c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463030 Feb 09 18:24:51.333849 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-83411f40-f5b9-4230-94a5-1656da876219 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:24:51.334930 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-83411f40-f5b9-4230-94a5-1656da876219 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059788 Feb 09 18:24:51.510127 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-9b0cd126-1fde-40d8-a7e0-2d74f1c398d5 service neutron] 10.222.0.21 "GET /v2.0/networks/95766732-ed19-4219-b16a-084235745862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674094 Feb 09 18:24:51.650021 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:51.680226 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-26544e45-11c5-4582-a46d-ad9dbd734f1b service neutron] 10.222.0.21 "GET /v2.0/networks/95766732-ed19-4219-b16a-084235745862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618774 Feb 09 18:24:52.023712 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e437c45d-2938-44de-90f8-371ae98c9863 req-12b7fd6d-41f7-42d1-82a5-d5cc5086ae74 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 210 time: 0.0590341 Feb 09 18:24:53.165345 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8d246531-05cb-4850-8e5b-4e5d0e1d2e75 req-f40f398f-84cb-4974-b581-0600975125c6 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 210 time: 0.0439181 Feb 09 18:24:54.350565 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f29d6684-12f0-458e-b484-dc0a67da850d req-fad6aaa8-286c-43f4-b988-c2d7e9bd3aed tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 210 time: 0.0530407 Feb 09 18:24:54.704117 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-65aadf08-ae08-4127-9630-7ce0b56a0447 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:54.704768 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-65aadf08-ae08-4127-9630-7ce0b56a0447 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Synchronizing usage tracker for tenant:8a2d10ea96bf401d946252f61109f30c on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:24:54.824703 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-65aadf08-ae08-4127-9630-7ce0b56a0447 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Unset dirty status for tenant:8a2d10ea96bf401d946252f61109f30c on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:24:54.825983 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-65aadf08-ae08-4127-9630-7ce0b56a0447 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.50 "GET /v2.0/networks?id=95766732-ed19-4219-b16a-084235745862 HTTP/1.1" status: 200 len: 812 time: 0.3059285 Feb 09 18:24:54.844507 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-93973671-0378-4ad1-be05-236c5e5f477c tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Request body: {'port': {'device_id': '025c98e2-5fd6-4027-8d66-519ee1c97f31', 'network_id': '95766732-ed19-4219-b16a-084235745862', 'admin_state_up': True, 'tenant_id': '8a2d10ea96bf401d946252f61109f30c'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:24:55.048849 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-93973671-0378-4ad1-be05-236c5e5f477c tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:24:55.053079 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-93973671-0378-4ad1-be05-236c5e5f477c tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Usage tracker for resource:port and tenant:8a2d10ea96bf401d946252f61109f30c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:24:55.057395 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-93973671-0378-4ad1-be05-236c5e5f477c tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:24:55.063884 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-93973671-0378-4ad1-be05-236c5e5f477c tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:24:55.209626 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-93973671-0378-4ad1-be05-236c5e5f477c tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Made reservation on behalf of 8a2d10ea96bf401d946252f61109f30c for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:24:55.213244 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-93973671-0378-4ad1-be05-236c5e5f477c tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:55.400684 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-93973671-0378-4ad1-be05-236c5e5f477c tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Allocated IP 172.20.0.12 (95766732-ed19-4219-b16a-084235745862/7c7cf60c-3194-422d-ab4e-ed8b1766f89b/24ea6918-c7f0-4294-aa0e-ed9208f37d97) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:24:55.582059 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-623c444a-941c-42f8-a448-26b75408d2a0 req-959bbca0-5592-4389-83a7-197d879d990a tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 210 time: 0.0821786 Feb 09 18:24:55.741762 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-93973671-0378-4ad1-be05-236c5e5f477c tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:55.833172 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-93973671-0378-4ad1-be05-236c5e5f477c tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:55.911889 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-93973671-0378-4ad1-be05-236c5e5f477c tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Network 95766732-ed19-4219-b16a-084235745862 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:24:55.915155 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-93973671-0378-4ad1-be05-236c5e5f477c tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:24:55.919414 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-93973671-0378-4ad1-be05-236c5e5f477c tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:24:55.952024 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93973671-0378-4ad1-be05-236c5e5f477c tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Pushing event updated for resources: {'Port': ['ID=24ea6918-c7f0-4294-aa0e-ed9208f37d97,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:24:55.989687 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-93973671-0378-4ad1-be05-236c5e5f477c tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:55.990346 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-93973671-0378-4ad1-be05-236c5e5f477c tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:56.079016 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-93973671-0378-4ad1-be05-236c5e5f477c tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2408788 Feb 09 18:24:56.092307 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Request body: {'port': {'device_id': '025c98e2-5fd6-4027-8d66-519ee1c97f31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:24:56.216210 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:56.617176 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ea6918-c7f0-4294-aa0e-ed9208f37d97 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:24:56.625159 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:56.643165 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Transition to ACTIVE for port object 24ea6918-c7f0-4294-aa0e-ed9208f37d97 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:24:56.753331 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:56.898856 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Pushing event updated for resources: {'Port': ['ID=24ea6918-c7f0-4294-aa0e-ed9208f37d97,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:24:56.901154 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ca39c-8137-4765-ace9-2f5a933b40db req-35f269a3-db13-4d6c-991d-2f0d47756b79 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:56.903052 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fc6ca39c-8137-4765-ace9-2f5a933b40db req-35f269a3-db13-4d6c-991d-2f0d47756b79 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 944 time: 0.1056709 Feb 09 18:24:56.964131 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fc6ca39c-8137-4765-ace9-2f5a933b40db req-00cadefe-ee06-40ff-a867-a70f240de2a4 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522044 Feb 09 18:24:56.977264 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:24:56.977592 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:24:56.978181 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:24:56.978587 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:24:56.978926 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:24:56.979247 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:24:56.979662 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:24:56.979985 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:24:56.980286 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:24:56.980603 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:24:56.980922 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:24:57.056227 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Attempting to bind port 24ea6918-c7f0-4294-aa0e-ed9208f37d97 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:24:57.056598 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Attempting to bind port 24ea6918-c7f0-4294-aa0e-ed9208f37d97 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '99a17900-bce6-47ce-97ee-d823f5640df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '95766732-ed19-4219-b16a-084235745862'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:24:57.056908 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Attempting to bind port 24ea6918-c7f0-4294-aa0e-ed9208f37d97 on network 95766732-ed19-4219-b16a-084235745862 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:24:57.063771 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Port 24ea6918-c7f0-4294-aa0e-ed9208f37d97 on network 95766732-ed19-4219-b16a-084235745862 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:24:57.064100 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Attempting to bind port 24ea6918-c7f0-4294-aa0e-ed9208f37d97 on network 95766732-ed19-4219-b16a-084235745862 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:24:57.073447 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:24:57.073930 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Checking segment: {'id': '99a17900-bce6-47ce-97ee-d823f5640df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '95766732-ed19-4219-b16a-084235745862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:24:57.074469 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Bound using segment: {'id': '99a17900-bce6-47ce-97ee-d823f5640df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '95766732-ed19-4219-b16a-084235745862'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:24:57.075157 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Bound port: 24ea6918-c7f0-4294-aa0e-ed9208f37d97, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a17900-bce6-47ce-97ee-d823f5640df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '95766732-ed19-4219-b16a-084235745862'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:24:57.075630 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:57.179053 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] For port 24ea6918-c7f0-4294-aa0e-ed9208f37d97, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:24:57.183418 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] For port 24ea6918-c7f0-4294-aa0e-ed9208f37d97, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=24ea6918-c7f0-4294-aa0e-ed9208f37d97,segment=NetworkSegment(99a17900-bce6-47ce-97ee-d823f5640df8),segment_id=99a17900-bce6-47ce-97ee-d823f5640df8)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:24:57.261886 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:57.336212 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:24:57.338062 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] 10.222.0.50 "PUT /v2.0/ports/24ea6918-c7f0-4294-aa0e-ed9208f37d97 HTTP/1.1" status: 200 len: 1094 time: 1.2508214 Feb 09 18:24:57.338561 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025c98e2-5fd6-4027-8d66-519ee1c97f31', 'tag': '24ea6918-c7f0-4294-aa0e-ed9208f37d97'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:24:57.364951 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c836a1c-3491-429b-a588-2468e52a7859 service neutron] Pushing event updated for resources: {'Port': ['ID=24ea6918-c7f0-4294-aa0e-ed9208f37d97,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:24:57.427089 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025c98e2-5fd6-4027-8d66-519ee1c97f31', 'tag': '24ea6918-c7f0-4294-aa0e-ed9208f37d97', 'status': 'completed', 'code': 200} Feb 09 18:24:57.526475 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-445e4e31-91b9-4dd2-b02b-6562cbd4c3ec req-edf9e3c0-f9bf-46ab-8429-e402760584b6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8a2d10ea96bf401d946252f61109f30c&device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 1097 time: 0.0786839 Feb 09 18:24:57.686817 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e4e31-91b9-4dd2-b02b-6562cbd4c3ec req-66d642f4-d75d-45c5-b270-542b7795abe0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:57.688313 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-445e4e31-91b9-4dd2-b02b-6562cbd4c3ec req-66d642f4-d75d-45c5-b270-542b7795abe0 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=8a2d10ea96bf401d946252f61109f30c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1550078 Feb 09 18:24:57.845345 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e4e31-91b9-4dd2-b02b-6562cbd4c3ec req-12288b8f-3b94-4ca1-8311-ebb4ff35ce55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:57.848820 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-445e4e31-91b9-4dd2-b02b-6562cbd4c3ec req-12288b8f-3b94-4ca1-8311-ebb4ff35ce55 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1524594 Feb 09 18:24:57.970671 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-d5f32b87-f882-4656-88cf-d0c44f9f0cfe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8a2d10ea96bf401d946252f61109f30c&device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 1097 time: 0.0849941 Feb 09 18:24:58.045984 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-8611725e-17b6-4a5c-856d-b3dbf0e12209 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24ea6918-c7f0-4294-aa0e-ed9208f37d97 HTTP/1.1" status: 200 len: 217 time: 0.0681100 Feb 09 18:24:58.219095 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-e76826d5-9574-464d-b401-f1b5f6eb5417 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:58.220554 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-e76826d5-9574-464d-b401-f1b5f6eb5417 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c7cf60c-3194-422d-ab4e-ed8b1766f89b HTTP/1.1" status: 200 len: 852 time: 0.1691425 Feb 09 18:24:58.251059 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f7cf8-e7d5-43b4-8923-00ab7f445848 req-42444027-2ecb-4523-9a20-e9fc0e6e182f tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:58.254958 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1a7f7cf8-e7d5-43b4-8923-00ab7f445848 req-42444027-2ecb-4523-9a20-e9fc0e6e182f tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 944 time: 0.1270537 Feb 09 18:24:58.284945 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-408157d9-602f-4f54-8e2b-298a7a026b07 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=95766732-ed19-4219-b16a-084235745862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587449 Feb 09 18:24:58.303758 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1a7f7cf8-e7d5-43b4-8923-00ab7f445848 req-5e459685-9e3d-4b66-85f2-c5ccb17792fe tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444145 Feb 09 18:24:58.435345 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-b589b702-6489-432b-a3cb-70d48ed14226 service neutron] 10.222.0.50 "GET /v2.0/networks/95766732-ed19-4219-b16a-084235745862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438394 Feb 09 18:24:58.582073 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1671b7c9-ce27-41d3-ad3a-c13e3e602d65 req-9a14f59e-6730-466f-8a36-bb01987a733d service neutron] 10.222.0.50 "GET /v2.0/networks/95766732-ed19-4219-b16a-084235745862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411331 Feb 09 18:24:59.524190 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57dabdb-08c1-45c4-bbd7-feca0f010c59 req-7e26ccc9-e877-4b27-9fa9-b4240fde44a0 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:24:59.526013 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e57dabdb-08c1-45c4-bbd7-feca0f010c59 req-7e26ccc9-e877-4b27-9fa9-b4240fde44a0 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 944 time: 0.0863898 Feb 09 18:24:59.582396 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e57dabdb-08c1-45c4-bbd7-feca0f010c59 req-2161115d-304e-48ab-a59f-502d552ef705 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499921 Feb 09 18:25:00.918010 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e661e-88a9-4ad1-ab5c-50f674f6434e req-df71f8fd-8667-40f2-8877-d91632449da0 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:00.919527 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7e8e661e-88a9-4ad1-ab5c-50f674f6434e req-df71f8fd-8667-40f2-8877-d91632449da0 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 944 time: 0.1877339 Feb 09 18:25:00.973209 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7e8e661e-88a9-4ad1-ab5c-50f674f6434e req-2dc9386a-a191-43db-9171-bac5066c2755 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439358 Feb 09 18:25:01.142511 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 24ea6918-c7f0-4294-aa0e-ed9208f37d97 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:25:01.297606 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 24ea6918-c7f0-4294-aa0e-ed9208f37d97, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=24ea6918-c7f0-4294-aa0e-ed9208f37d97,segment=NetworkSegment(99a17900-bce6-47ce-97ee-d823f5640df8),segment_id=99a17900-bce6-47ce-97ee-d823f5640df8)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:25:01.313660 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '24ea6918-c7f0-4294-aa0e-ed9208f37d97', 'network_id': '95766732-ed19-4219-b16a-084235745862', 'port_id': '24ea6918-c7f0-4294-aa0e-ed9208f37d97', 'mac_address': 'fa:16:3e:68:7d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c7cf60c-3194-422d-ab4e-ed8b1766f89b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:25:01.376376 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:01.396609 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ea6918-c7f0-4294-aa0e-ed9208f37d97 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:25:01.416477 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 24ea6918-c7f0-4294-aa0e-ed9208f37d97, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=24ea6918-c7f0-4294-aa0e-ed9208f37d97,segment=NetworkSegment(99a17900-bce6-47ce-97ee-d823f5640df8),segment_id=99a17900-bce6-47ce-97ee-d823f5640df8)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:25:01.501706 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:01.583427 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=24ea6918-c7f0-4294-aa0e-ed9208f37d97,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:25:01.593693 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:25:01.594050 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:25:01.594480 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:25:01.594821 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:25:01.595166 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:25:01.595501 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:25:01.595837 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:25:01.596169 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:25:01.596498 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:25:01.596917 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:25:01.597179 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:25:01.697552 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['24ea6918-c7f0-4294-aa0e-ed9208f37d97'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:25:02.197401 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572fdd1-9d82-42c8-a7a1-7e4025b4a3eb req-58038f91-49b5-46fe-ae78-604b48c9fd77 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:02.200045 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6572fdd1-9d82-42c8-a7a1-7e4025b4a3eb req-58038f91-49b5-46fe-ae78-604b48c9fd77 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 945 time: 0.0831943 Feb 09 18:25:02.252312 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6572fdd1-9d82-42c8-a7a1-7e4025b4a3eb req-28db747f-366c-4a6d-acfa-062698f6dd49 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466659 Feb 09 18:25:03.141809 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 24ea6918-c7f0-4294-aa0e-ed9208f37d97 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:25:03.298995 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 24ea6918-c7f0-4294-aa0e-ed9208f37d97 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:25:03.306711 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 24ea6918-c7f0-4294-aa0e-ed9208f37d97 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:25:03.306711 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:03.427421 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:03.457738 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025c98e2-5fd6-4027-8d66-519ee1c97f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ea6918-c7f0-4294-aa0e-ed9208f37d97'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:25:03.469972 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 24ea6918-c7f0-4294-aa0e-ed9208f37d97, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=24ea6918-c7f0-4294-aa0e-ed9208f37d97,segment=NetworkSegment(99a17900-bce6-47ce-97ee-d823f5640df8),segment_id=99a17900-bce6-47ce-97ee-d823f5640df8)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:25:03.477081 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39c543-4deb-4b19-b0e0-76319f1ed061 req-3d1166e5-cd95-41f1-95f2-f16addb726bf tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:03.479144 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-af39c543-4deb-4b19-b0e0-76319f1ed061 req-3d1166e5-cd95-41f1-95f2-f16addb726bf tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 945 time: 0.0931489 Feb 09 18:25:03.523247 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025c98e2-5fd6-4027-8d66-519ee1c97f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ea6918-c7f0-4294-aa0e-ed9208f37d97', 'code': 200} Feb 09 18:25:03.544049 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-af39c543-4deb-4b19-b0e0-76319f1ed061 req-ced4dd1d-efdf-4a9f-ab1f-48d8c23d5243 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556991 Feb 09 18:25:03.576123 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:03.701582 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=24ea6918-c7f0-4294-aa0e-ed9208f37d97,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:25:04.035918 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8ecbe48f-e899-4bc8-b108-168112c96143 req-d7bfeb6c-3c06-428d-97f5-73d79f48c7c9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 1099 time: 0.1163676 Feb 09 18:25:04.093421 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8ecbe48f-e899-4bc8-b108-168112c96143 req-85872240-1aa7-40c6-a50f-d84f823d6c08 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511091 Feb 09 18:25:04.763944 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016c26b-819a-47c4-8b07-6bb59e136bd8 req-202dc679-adc1-461c-b44e-84da1eaa3091 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:04.765695 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e016c26b-819a-47c4-8b07-6bb59e136bd8 req-202dc679-adc1-461c-b44e-84da1eaa3091 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 946 time: 0.0865824 Feb 09 18:25:04.838512 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e016c26b-819a-47c4-8b07-6bb59e136bd8 req-f9c17bcb-5f30-4b11-b980-ca50a639e555 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659461 Feb 09 18:25:06.068588 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41054a8e-a152-44d8-a0e9-766b07fced7f req-361aa81a-a4c4-439c-901e-57812b09a6f8 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:06.073932 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-41054a8e-a152-44d8-a0e9-766b07fced7f req-361aa81a-a4c4-439c-901e-57812b09a6f8 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 946 time: 0.0978024 Feb 09 18:25:06.127344 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-41054a8e-a152-44d8-a0e9-766b07fced7f req-98c8a831-7ad5-488e-9075-634ded152056 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480332 Feb 09 18:25:06.397839 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a7d7bb6d-d0bc-499b-9776-23d85bacc7de req-62e3f5ef-d514-496c-a5ad-349fd65dd9a1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0987523 Feb 09 18:25:06.991586 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd936de-8f68-4928-be59-2525136239e6 req-317dff88-796c-4d01-88ff-78cf8806c625 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:06.994265 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5dd936de-8f68-4928-be59-2525136239e6 req-317dff88-796c-4d01-88ff-78cf8806c625 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 946 time: 0.0909388 Feb 09 18:25:07.064122 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5dd936de-8f68-4928-be59-2525136239e6 req-2939ad07-8ab7-425c-b043-0171692145fe tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631683 Feb 09 18:25:07.184865 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57784) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:25:07.335749 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-60626adf-7552-454a-8ca6-25bd59033058 req-8badab60-de7b-4d06-beb2-a40a0ae8a18f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1494005 Feb 09 18:25:08.340424 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668a2d4-1b47-4dfc-9e4e-004a6ea2b0ff req-977155b5-b70d-4d61-896c-7b5fd43a59db tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:08.342030 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8668a2d4-1b47-4dfc-9e4e-004a6ea2b0ff req-977155b5-b70d-4d61-896c-7b5fd43a59db tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 946 time: 0.1392360 Feb 09 18:25:08.397262 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8668a2d4-1b47-4dfc-9e4e-004a6ea2b0ff req-332100b4-6e8d-47f9-ac06-5f341bacacce tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458915 Feb 09 18:25:09.625745 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50427152-7640-4d58-ab18-1be468493054 req-4768c0b6-9047-4e3c-a764-f3ba0e944d9c tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:09.628283 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-50427152-7640-4d58-ab18-1be468493054 req-4768c0b6-9047-4e3c-a764-f3ba0e944d9c tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 946 time: 0.0926123 Feb 09 18:25:09.681678 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-50427152-7640-4d58-ab18-1be468493054 req-0dfb7020-136a-466f-9232-5f8d1a734778 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457244 Feb 09 18:25:10.120172 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-60626adf-7552-454a-8ca6-25bd59033058 req-0ce3edff-2fe7-444c-9209-0cadad8557f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8a2d10ea96bf401d946252f61109f30c&device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 1099 time: 0.0990052 Feb 09 18:25:10.268559 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60626adf-7552-454a-8ca6-25bd59033058 req-c3f7f0eb-15ca-43e3-9a13-cc873871c2db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:10.270040 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-60626adf-7552-454a-8ca6-25bd59033058 req-c3f7f0eb-15ca-43e3-9a13-cc873871c2db service neutron] 10.222.0.50 "GET /v2.0/networks?id=95766732-ed19-4219-b16a-084235745862 HTTP/1.1" status: 200 len: 913 time: 0.1428072 Feb 09 18:25:10.345568 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-60626adf-7552-454a-8ca6-25bd59033058 req-8628d160-c297-4c7f-ab69-afd50f14e85b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24ea6918-c7f0-4294-aa0e-ed9208f37d97 HTTP/1.1" status: 200 len: 217 time: 0.0692172 Feb 09 18:25:10.414052 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60626adf-7552-454a-8ca6-25bd59033058 req-a541c124-e597-4122-b681-d9752d50b9f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:10.415629 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-60626adf-7552-454a-8ca6-25bd59033058 req-a541c124-e597-4122-b681-d9752d50b9f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c7cf60c-3194-422d-ab4e-ed8b1766f89b HTTP/1.1" status: 200 len: 852 time: 0.0649757 Feb 09 18:25:10.467761 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-60626adf-7552-454a-8ca6-25bd59033058 req-8df5a186-021a-46c8-b061-33d96575e1b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=95766732-ed19-4219-b16a-084235745862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457280 Feb 09 18:25:10.617142 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-60626adf-7552-454a-8ca6-25bd59033058 req-1a912125-2526-4880-8e0b-082ab70cfffe service neutron] 10.222.0.50 "GET /v2.0/networks/95766732-ed19-4219-b16a-084235745862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436167 Feb 09 18:25:10.771099 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-60626adf-7552-454a-8ca6-25bd59033058 req-a5703183-813a-4ba6-aafa-9b590521be32 service neutron] 10.222.0.50 "GET /v2.0/networks/95766732-ed19-4219-b16a-084235745862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478646 Feb 09 18:25:11.000728 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe177b-ec39-4d39-ad21-1a978d247a99 req-b3857536-4772-4dd7-a598-10969307b7c8 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:11.002085 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1bbe177b-ec39-4d39-ad21-1a978d247a99 req-b3857536-4772-4dd7-a598-10969307b7c8 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 946 time: 0.0860012 Feb 09 18:25:11.056552 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1bbe177b-ec39-4d39-ad21-1a978d247a99 req-ddf5c322-3c7b-4126-b8a3-e2f703bdf7e2 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460181 Feb 09 18:25:12.277594 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a338b4-29e6-4acc-b255-1ce97d4629b0 req-dad779d9-3e04-4eb3-ac1b-e33f9ec83da4 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:12.279213 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-15a338b4-29e6-4acc-b255-1ce97d4629b0 req-dad779d9-3e04-4eb3-ac1b-e33f9ec83da4 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 946 time: 0.0868828 Feb 09 18:25:12.338254 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-15a338b4-29e6-4acc-b255-1ce97d4629b0 req-214fa1fa-3b79-4a1b-a322-def4ea82569c tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495358 Feb 09 18:25:13.551313 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471adbb-3f61-4f78-ac39-eb55d803c0b1 req-b8131f7e-0041-4695-943e-333f469759c5 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:13.552835 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f471adbb-3f61-4f78-ac39-eb55d803c0b1 req-b8131f7e-0041-4695-943e-333f469759c5 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 946 time: 0.0863659 Feb 09 18:25:13.601844 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f471adbb-3f61-4f78-ac39-eb55d803c0b1 req-4fbec063-5faa-4b11-824c-3a096c1a5110 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430133 Feb 09 18:25:14.827245 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40711341-4111-4215-8317-0ca216fb83e0 req-e86595b4-139c-4356-956a-245791631b3a tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:14.829070 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-40711341-4111-4215-8317-0ca216fb83e0 req-e86595b4-139c-4356-956a-245791631b3a tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 946 time: 0.0896699 Feb 09 18:25:14.880859 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-40711341-4111-4215-8317-0ca216fb83e0 req-9cff7e2c-62e8-40c2-b610-9342174d7948 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456591 Feb 09 18:25:16.109031 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ce511-ea54-451b-9975-985e9b5daaab req-c993a582-6ba5-4aea-bfa7-506f306f16d2 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:16.111892 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-571ce511-ea54-451b-9975-985e9b5daaab req-c993a582-6ba5-4aea-bfa7-506f306f16d2 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 946 time: 0.0934763 Feb 09 18:25:16.164247 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-571ce511-ea54-451b-9975-985e9b5daaab req-20727205-d02b-4adf-9dca-6a9c5ac10f34 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463126 Feb 09 18:25:16.642726 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ceecb7af-ddab-4964-abbe-a19a31379f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:17.113545 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:17.395705 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2056ccd-be0a-44a1-a26b-9b281bac3f30 req-7b5f8d78-fd84-47b7-b454-e81a3a680631 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:17.397260 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e2056ccd-be0a-44a1-a26b-9b281bac3f30 req-7b5f8d78-fd84-47b7-b454-e81a3a680631 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 946 time: 0.0929489 Feb 09 18:25:17.460486 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e2056ccd-be0a-44a1-a26b-9b281bac3f30 req-746cf99b-d090-49cf-b7ec-cf0c59064375 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566800 Feb 09 18:25:18.775383 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa789307-5777-4b1c-9f7e-4346a70ac317 req-2d1781db-9558-4a78-a0ba-53371c689a01 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:18.776888 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fa789307-5777-4b1c-9f7e-4346a70ac317 req-2d1781db-9558-4a78-a0ba-53371c689a01 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 946 time: 0.0993476 Feb 09 18:25:18.848496 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fa789307-5777-4b1c-9f7e-4346a70ac317 req-5e6f09f9-2e9d-4261-97b9-f601f8ba1484 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636292 Feb 09 18:25:19.051093 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f68e1fba-1d23-4e65-a849-68f560e06ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:20.096487 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:20.117449 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744de86-ab09-4caf-9ddb-06124a6a7196 req-30aae520-efc9-49d6-a2ae-67fae2da87b1 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:20.120968 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4744de86-ab09-4caf-9ddb-06124a6a7196 req-30aae520-efc9-49d6-a2ae-67fae2da87b1 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 946 time: 0.1168723 Feb 09 18:25:20.152001 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:20.173676 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4744de86-ab09-4caf-9ddb-06124a6a7196 req-310d88cd-b1ac-4da0-a648-db6a75c43b7b tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468822 Feb 09 18:25:21.072804 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:25:21.402994 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eaf2e6-dc34-4d47-ac27-f062dd86c845 req-72a67dd2-52ef-4a81-bf86-15d1e52fe362 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:21.405309 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a6eaf2e6-dc34-4d47-ac27-f062dd86c845 req-72a67dd2-52ef-4a81-bf86-15d1e52fe362 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 946 time: 0.0919394 Feb 09 18:25:21.459471 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a6eaf2e6-dc34-4d47-ac27-f062dd86c845 req-0451164e-4228-49f2-803b-48b372b01f0f tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481822 Feb 09 18:25:21.645326 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:22.689908 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a41dcf-b360-40de-96a5-de5314ed09a7 req-69f20fe5-9a65-4549-a572-a4b119862e62 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:22.691429 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-36a41dcf-b360-40de-96a5-de5314ed09a7 req-69f20fe5-9a65-4549-a572-a4b119862e62 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 946 time: 0.0892229 Feb 09 18:25:22.747496 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-36a41dcf-b360-40de-96a5-de5314ed09a7 req-ad6ec5ad-a864-498d-ab12-ec91e660ec39 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453041 Feb 09 18:25:23.991143 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588838ff-f5e6-4d99-a18a-13b0f7287dda req-a5e89159-5f39-4660-8c41-7c8d3837b74d tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:23.992758 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-588838ff-f5e6-4d99-a18a-13b0f7287dda req-a5e89159-5f39-4660-8c41-7c8d3837b74d tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 946 time: 0.0907369 Feb 09 18:25:24.048486 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-588838ff-f5e6-4d99-a18a-13b0f7287dda req-c1d1875c-7340-4e8d-8030-895a1986005a tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453618 Feb 09 18:25:25.293580 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433a7c6-cf2c-44f4-8223-a9da15976ee4 req-6a855e38-7a9f-4e5c-9673-1dca14a387cd tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:25.295326 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7433a7c6-cf2c-44f4-8223-a9da15976ee4 req-6a855e38-7a9f-4e5c-9673-1dca14a387cd tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 946 time: 0.0893927 Feb 09 18:25:25.347465 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7433a7c6-cf2c-44f4-8223-a9da15976ee4 req-ee27390d-bfc1-45b6-b4ad-ab4cb119f1a8 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459857 Feb 09 18:25:26.569415 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db0921-1b2e-4430-8fb3-56d239fd798d req-091a9dd9-153a-4988-9857-08a66c96375a tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:26.572010 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-12db0921-1b2e-4430-8fb3-56d239fd798d req-091a9dd9-153a-4988-9857-08a66c96375a tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 946 time: 0.0958743 Feb 09 18:25:26.639628 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-12db0921-1b2e-4430-8fb3-56d239fd798d req-0371f788-7fa0-408c-a90f-11ed2747e19e tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611424 Feb 09 18:25:27.854111 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39966f01-e7e9-4002-bcf2-574fa003eb57 req-61324b4c-8de6-4b41-b23f-05454f3a96e1 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:27.855958 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-39966f01-e7e9-4002-bcf2-574fa003eb57 req-61324b4c-8de6-4b41-b23f-05454f3a96e1 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 946 time: 0.0843401 Feb 09 18:25:27.916034 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-39966f01-e7e9-4002-bcf2-574fa003eb57 req-9a6f29cb-9d51-436c-9349-4321e6fc61a2 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497987 Feb 09 18:25:28.099649 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-60626adf-7552-454a-8ca6-25bd59033058 req-9d0feb17-7f9f-4bcf-a5dc-a932b0d42d84 service neutron] 10.222.0.50 "GET /v2.0/ports/24ea6918-c7f0-4294-aa0e-ed9208f37d97/bindings/hv-neutron-8270 HTTP/1.1" status: 200 len: 384 time: 0.0868320 Feb 09 18:25:28.840577 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-60626adf-7552-454a-8ca6-25bd59033058 req-289c16fc-7e46-4503-a057-9b8c7dfb703b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31&tenant_id=8a2d10ea96bf401d946252f61109f30c HTTP/1.1" status: 200 len: 1099 time: 0.1005578 Feb 09 18:25:28.942192 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-60626adf-7552-454a-8ca6-25bd59033058 req-ec99630c-7704-40bd-b0d4-3b1fd6eb4526 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8a2d10ea96bf401d946252f61109f30c&device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 1099 time: 0.0795603 Feb 09 18:25:29.106019 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60626adf-7552-454a-8ca6-25bd59033058 req-06820cbd-b4aa-4e42-b5fc-ee9c8a25ff7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:29.108662 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-60626adf-7552-454a-8ca6-25bd59033058 req-06820cbd-b4aa-4e42-b5fc-ee9c8a25ff7c service neutron] 10.222.0.50 "GET /v2.0/networks?id=95766732-ed19-4219-b16a-084235745862 HTTP/1.1" status: 200 len: 913 time: 0.1601193 Feb 09 18:25:29.135846 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c776311-ddb4-4f4d-9c14-0f11a7c74537 req-6563ecfb-ecc0-4baf-b86f-b97b226c4942 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:29.137405 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1c776311-ddb4-4f4d-9c14-0f11a7c74537 req-6563ecfb-ecc0-4baf-b86f-b97b226c4942 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 946 time: 0.0854807 Feb 09 18:25:29.216732 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1c776311-ddb4-4f4d-9c14-0f11a7c74537 req-d7f9b5a3-ecf1-4785-a452-f0863df85efa tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681245 Feb 09 18:25:29.311496 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-60626adf-7552-454a-8ca6-25bd59033058 req-e4d0ed05-deed-4dcf-a2fa-39b71de64b47 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24ea6918-c7f0-4294-aa0e-ed9208f37d97 HTTP/1.1" status: 200 len: 217 time: 0.1937170 Feb 09 18:25:29.380809 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60626adf-7552-454a-8ca6-25bd59033058 req-98c0a5b0-1f4a-4fa0-9091-c3cb196e22bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:29.382262 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-60626adf-7552-454a-8ca6-25bd59033058 req-98c0a5b0-1f4a-4fa0-9091-c3cb196e22bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c7cf60c-3194-422d-ab4e-ed8b1766f89b HTTP/1.1" status: 200 len: 852 time: 0.0645828 Feb 09 18:25:29.432940 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-60626adf-7552-454a-8ca6-25bd59033058 req-62f0e843-7ac0-40d9-9b11-c99a79033471 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=95766732-ed19-4219-b16a-084235745862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443809 Feb 09 18:25:29.589187 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-60626adf-7552-454a-8ca6-25bd59033058 req-fd081d9e-f874-4383-b3c9-7255539b2e95 service neutron] 10.222.0.50 "GET /v2.0/networks/95766732-ed19-4219-b16a-084235745862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494217 Feb 09 18:25:29.745876 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-60626adf-7552-454a-8ca6-25bd59033058 req-b731b003-7275-4add-af88-791d3d33b623 service neutron] 10.222.0.50 "GET /v2.0/networks/95766732-ed19-4219-b16a-084235745862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499026 Feb 09 18:25:30.440332 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfccd3-60bd-40e2-a2bd-314cca961780 req-feacbc00-3b03-462e-b79e-26784386e6e7 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:30.441795 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-56cfccd3-60bd-40e2-a2bd-314cca961780 req-feacbc00-3b03-462e-b79e-26784386e6e7 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 946 time: 0.0905001 Feb 09 18:25:30.592974 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-56cfccd3-60bd-40e2-a2bd-314cca961780 req-0cf756f5-5c3b-4ef0-b45d-2e6ed8af7cea tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444774 Feb 09 18:25:31.317123 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 24ea6918-c7f0-4294-aa0e-ed9208f37d97 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:25:31.434765 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:31.467243 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025c98e2-5fd6-4027-8d66-519ee1c97f31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ea6918-c7f0-4294-aa0e-ed9208f37d97'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:25:31.478401 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 24ea6918-c7f0-4294-aa0e-ed9208f37d97, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=24ea6918-c7f0-4294-aa0e-ed9208f37d97,segment=NetworkSegment(99a17900-bce6-47ce-97ee-d823f5640df8),segment_id=99a17900-bce6-47ce-97ee-d823f5640df8)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:25:31.554328 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:31.585608 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025c98e2-5fd6-4027-8d66-519ee1c97f31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ea6918-c7f0-4294-aa0e-ed9208f37d97', 'code': 200} Feb 09 18:25:31.633061 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=24ea6918-c7f0-4294-aa0e-ed9208f37d97,revision_number=6']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:25:31.894823 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f24e0-8244-4832-bb98-0ad1b240ce64 req-de4e2d29-4970-4da0-a226-e4467fca3068 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:31.898009 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3b2f24e0-8244-4832-bb98-0ad1b240ce64 req-de4e2d29-4970-4da0-a226-e4467fca3068 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 944 time: 0.1328788 Feb 09 18:25:31.978755 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3b2f24e0-8244-4832-bb98-0ad1b240ce64 req-0caeb59e-9ddf-4a69-b8ca-64454b1e6e05 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737314 Feb 09 18:25:33.214612 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a85f91-6508-4ef0-9ce3-7be1a23480c2 req-746f8551-94e8-4a7f-83cf-5e42c77bc41e tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:33.216242 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-49a85f91-6508-4ef0-9ce3-7be1a23480c2 req-746f8551-94e8-4a7f-83cf-5e42c77bc41e tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 944 time: 0.0902050 Feb 09 18:25:33.267431 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-49a85f91-6508-4ef0-9ce3-7be1a23480c2 req-9b90efbd-23fe-490a-ab45-ea40a0d1e24d tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451083 Feb 09 18:25:33.315977 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 24ea6918-c7f0-4294-aa0e-ed9208f37d97 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:25:33.485503 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 24ea6918-c7f0-4294-aa0e-ed9208f37d97, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=24ea6918-c7f0-4294-aa0e-ed9208f37d97,segment=NetworkSegment(99a17900-bce6-47ce-97ee-d823f5640df8),segment_id=99a17900-bce6-47ce-97ee-d823f5640df8)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:25:33.503725 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '24ea6918-c7f0-4294-aa0e-ed9208f37d97', 'network_id': '95766732-ed19-4219-b16a-084235745862', 'port_id': '24ea6918-c7f0-4294-aa0e-ed9208f37d97', 'mac_address': 'fa:16:3e:68:7d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c7cf60c-3194-422d-ab4e-ed8b1766f89b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:25:33.562558 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:33.585341 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ea6918-c7f0-4294-aa0e-ed9208f37d97 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:25:33.603503 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 24ea6918-c7f0-4294-aa0e-ed9208f37d97, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=24ea6918-c7f0-4294-aa0e-ed9208f37d97,segment=NetworkSegment(99a17900-bce6-47ce-97ee-d823f5640df8),segment_id=99a17900-bce6-47ce-97ee-d823f5640df8)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:25:33.736904 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:33.813027 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['24ea6918-c7f0-4294-aa0e-ed9208f37d97'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:25:33.876072 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=24ea6918-c7f0-4294-aa0e-ed9208f37d97,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:25:34.080011 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c954ab-98af-46ac-ae1a-02365c3184c2 req-77207300-78ed-49c2-a588-9abe5a744a9f tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:34.082072 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-a7c954ab-98af-46ac-ae1a-02365c3184c2 req-77207300-78ed-49c2-a588-9abe5a744a9f tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Synchronizing usage tracker for tenant:8a2d10ea96bf401d946252f61109f30c on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:25:34.205658 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-a7c954ab-98af-46ac-ae1a-02365c3184c2 req-77207300-78ed-49c2-a588-9abe5a744a9f tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Unset dirty status for tenant:8a2d10ea96bf401d946252f61109f30c on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:25:34.207137 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a7c954ab-98af-46ac-ae1a-02365c3184c2 req-77207300-78ed-49c2-a588-9abe5a744a9f tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.50 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31&tenant_id=8a2d10ea96bf401d946252f61109f30c&binding%3Ahost_id=hv-neutron-8270 HTTP/1.1" status: 200 len: 945 time: 0.2450175 Feb 09 18:25:34.384911 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a7c954ab-98af-46ac-ae1a-02365c3184c2 req-e5e953ae-eab1-426a-9113-63d707a250a7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8a2d10ea96bf401d946252f61109f30c&device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 1098 time: 0.1045413 Feb 09 18:25:34.534274 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c954ab-98af-46ac-ae1a-02365c3184c2 req-f9fb3d45-5fe0-4cae-a97d-3305425aad9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:34.535839 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a7c954ab-98af-46ac-ae1a-02365c3184c2 req-f9fb3d45-5fe0-4cae-a97d-3305425aad9c service neutron] 10.222.0.50 "GET /v2.0/networks?id=95766732-ed19-4219-b16a-084235745862 HTTP/1.1" status: 200 len: 913 time: 0.1459856 Feb 09 18:25:34.613727 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a7c954ab-98af-46ac-ae1a-02365c3184c2 req-6a66a389-41d4-4300-b3f4-f5ebeba01362 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24ea6918-c7f0-4294-aa0e-ed9208f37d97 HTTP/1.1" status: 200 len: 217 time: 0.0707421 Feb 09 18:25:34.695517 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c954ab-98af-46ac-ae1a-02365c3184c2 req-8f0dd5ae-a894-4e06-b5c2-12ff13da679b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:34.697788 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a7c954ab-98af-46ac-ae1a-02365c3184c2 req-8f0dd5ae-a894-4e06-b5c2-12ff13da679b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c7cf60c-3194-422d-ab4e-ed8b1766f89b HTTP/1.1" status: 200 len: 852 time: 0.0757515 Feb 09 18:25:34.782278 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a7c954ab-98af-46ac-ae1a-02365c3184c2 req-244df262-3e11-411b-bbd8-1fbe6e5de2f5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=95766732-ed19-4219-b16a-084235745862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777180 Feb 09 18:25:34.938436 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a7c954ab-98af-46ac-ae1a-02365c3184c2 req-e999061b-8e78-4f40-bc7d-74419b61a38a service neutron] 10.222.0.50 "GET /v2.0/networks/95766732-ed19-4219-b16a-084235745862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473851 Feb 09 18:25:35.093792 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a7c954ab-98af-46ac-ae1a-02365c3184c2 req-130bf0d3-d615-4795-bc09-90f7c5519568 service neutron] 10.222.0.50 "GET /v2.0/networks/95766732-ed19-4219-b16a-084235745862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499627 Feb 09 18:25:35.316137 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 24ea6918-c7f0-4294-aa0e-ed9208f37d97 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:25:35.397757 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 24ea6918-c7f0-4294-aa0e-ed9208f37d97 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:25:35.398223 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:35.534812 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:35.568341 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025c98e2-5fd6-4027-8d66-519ee1c97f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ea6918-c7f0-4294-aa0e-ed9208f37d97'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:25:35.580425 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 24ea6918-c7f0-4294-aa0e-ed9208f37d97, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=24ea6918-c7f0-4294-aa0e-ed9208f37d97,segment=NetworkSegment(99a17900-bce6-47ce-97ee-d823f5640df8),segment_id=99a17900-bce6-47ce-97ee-d823f5640df8)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:25:35.687523 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025c98e2-5fd6-4027-8d66-519ee1c97f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ea6918-c7f0-4294-aa0e-ed9208f37d97', 'code': 200} Feb 09 18:25:35.691350 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:35.785082 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=24ea6918-c7f0-4294-aa0e-ed9208f37d97,revision_number=8']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:25:37.074902 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5d02d-3153-4432-928f-d28d56a30b76 req-397441a9-107b-4eb5-a47b-bf9992b63312 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:37.077547 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-23a5d02d-3153-4432-928f-d28d56a30b76 req-397441a9-107b-4eb5-a47b-bf9992b63312 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 946 time: 0.0955226 Feb 09 18:25:37.156016 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-23a5d02d-3153-4432-928f-d28d56a30b76 req-ff59480d-0970-4dda-9fb5-f3ac0f8601f3 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719724 Feb 09 18:25:38.389838 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42245c89-9422-4bd2-a522-fc2c562a671c req-3da20e07-32f4-4c3c-8309-89b423a1120e tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:38.391776 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-42245c89-9422-4bd2-a522-fc2c562a671c req-3da20e07-32f4-4c3c-8309-89b423a1120e tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 946 time: 0.0900712 Feb 09 18:25:38.445439 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-42245c89-9422-4bd2-a522-fc2c562a671c req-86b47ddb-76ab-45de-8f79-766b45a827b6 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3e4e300-196a-4efb-a203-20e244a59838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473108 Feb 09 18:25:38.752037 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c954ab-98af-46ac-ae1a-02365c3184c2 req-78714253-b84a-4bc3-9127-a7681bbf1e09 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:38.754119 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a7c954ab-98af-46ac-ae1a-02365c3184c2 req-78714253-b84a-4bc3-9127-a7681bbf1e09 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.50 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 946 time: 0.0824730 Feb 09 18:25:38.833777 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-a7c954ab-98af-46ac-ae1a-02365c3184c2 req-d954b517-1d57-4905-8505-0b922ee671a8 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Deleting port 24ea6918-c7f0-4294-aa0e-ed9208f37d97 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:25:38.834115 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a7c954ab-98af-46ac-ae1a-02365c3184c2 req-d954b517-1d57-4905-8505-0b922ee671a8 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:39.137457 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-a7c954ab-98af-46ac-ae1a-02365c3184c2 req-d954b517-1d57-4905-8505-0b922ee671a8 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] For port 24ea6918-c7f0-4294-aa0e-ed9208f37d97, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=24ea6918-c7f0-4294-aa0e-ed9208f37d97,segment=NetworkSegment(99a17900-bce6-47ce-97ee-d823f5640df8),segment_id=99a17900-bce6-47ce-97ee-d823f5640df8)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:25:39.137808 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a7c954ab-98af-46ac-ae1a-02365c3184c2 req-d954b517-1d57-4905-8505-0b922ee671a8 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:39.270350 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-a7c954ab-98af-46ac-ae1a-02365c3184c2 req-d954b517-1d57-4905-8505-0b922ee671a8 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Calling delete_port for 24ea6918-c7f0-4294-aa0e-ed9208f37d97 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:25:39.589318 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a7c954ab-98af-46ac-ae1a-02365c3184c2 req-d954b517-1d57-4905-8505-0b922ee671a8 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:39.647531 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954b517-1d57-4905-8505-0b922ee671a8 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Pushing event deleted for resources: {'Port': ['ID=24ea6918-c7f0-4294-aa0e-ed9208f37d97,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:25:39.656490 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8fa0f66c-a683-4826-98bb-34378f2549f8 req-4b2e1e47-6bb0-4cf2-9c2a-e932a6ae430b tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 210 time: 0.0764971 Feb 09 18:25:39.795026 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c954ab-98af-46ac-ae1a-02365c3184c2 req-d954b517-1d57-4905-8505-0b922ee671a8 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] No DVR routers for this DVR port 24ea6918-c7f0-4294-aa0e-ed9208f37d97 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:25:39.798926 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a7c954ab-98af-46ac-ae1a-02365c3184c2 req-d954b517-1d57-4905-8505-0b922ee671a8 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:39.803801 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025c98e2-5fd6-4027-8d66-519ee1c97f31', 'name': 'network-vif-deleted', 'tag': '24ea6918-c7f0-4294-aa0e-ed9208f37d97'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:25:39.867890 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025c98e2-5fd6-4027-8d66-519ee1c97f31', 'name': 'network-vif-deleted', 'tag': '24ea6918-c7f0-4294-aa0e-ed9208f37d97', 'status': 'completed', 'code': 200} Feb 09 18:25:39.960890 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a7c954ab-98af-46ac-ae1a-02365c3184c2 req-d954b517-1d57-4905-8505-0b922ee671a8 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.50 "DELETE /v2.0/ports/24ea6918-c7f0-4294-aa0e-ed9208f37d97 HTTP/1.1" status: 204 len: 173 time: 1.2015510 Feb 09 18:25:40.866919 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-272b45f6-dc33-484a-bfc6-b58a8ac95a00 req-17e494fb-5d01-4b78-a34c-52dc05ff2584 tempest-DeleteServersTestJSON-243906040 tempest-DeleteServersTestJSON-243906040-project] 10.222.0.21 "GET /v2.0/ports?device_id=025c98e2-5fd6-4027-8d66-519ee1c97f31 HTTP/1.1" status: 200 len: 210 time: 0.0627937 Feb 09 18:25:41.347727 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 24ea6918-c7f0-4294-aa0e-ed9208f37d97 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:25:41.381779 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: 24ea6918-c7f0-4294-aa0e-ed9208f37d97 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:25:41.382125 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 24ea6918-c7f0-4294-aa0e-ed9208f37d97 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:25:42.163001 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57878) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:25:42.227369 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7619a4b-5e18-4242-92dc-478be41a5da7 admin admin] Deleting subnet 7c7cf60c-3194-422d-ab4e-ed8b1766f89b {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:25:42.231963 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c7619a4b-5e18-4242-92dc-478be41a5da7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:42.291435 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c7619a4b-5e18-4242-92dc-478be41a5da7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:42.351945 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c7619a4b-5e18-4242-92dc-478be41a5da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:42.520677 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c7619a4b-5e18-4242-92dc-478be41a5da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:42.567301 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7619a4b-5e18-4242-92dc-478be41a5da7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c7cf60c-3194-422d-ab4e-ed8b1766f89b,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:25:42.576043 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c7619a4b-5e18-4242-92dc-478be41a5da7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:42.585228 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7619a4b-5e18-4242-92dc-478be41a5da7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:25:42.585578 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7619a4b-5e18-4242-92dc-478be41a5da7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:25:42.585922 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7619a4b-5e18-4242-92dc-478be41a5da7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:25:42.586317 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7619a4b-5e18-4242-92dc-478be41a5da7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:25:42.586658 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7619a4b-5e18-4242-92dc-478be41a5da7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:25:42.586994 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7619a4b-5e18-4242-92dc-478be41a5da7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:25:42.587324 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7619a4b-5e18-4242-92dc-478be41a5da7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:25:42.587718 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7619a4b-5e18-4242-92dc-478be41a5da7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:25:42.588267 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7619a4b-5e18-4242-92dc-478be41a5da7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:25:42.588823 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7619a4b-5e18-4242-92dc-478be41a5da7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:25:42.589164 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7619a4b-5e18-4242-92dc-478be41a5da7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:25:42.593036 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c7619a4b-5e18-4242-92dc-478be41a5da7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7c7cf60c-3194-422d-ab4e-ed8b1766f89b HTTP/1.1" status: 204 len: 168 time: 0.4287345 Feb 09 18:25:42.596032 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57882) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:25:42.716777 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5ceaa4b-bfb1-43c2-82c7-4ed3c2378111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:42.861882 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5ceaa4b-bfb1-43c2-82c7-4ed3c2378111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:42.893081 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-c5ceaa4b-bfb1-43c2-82c7-4ed3c2378111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95766732-ed19-4219-b16a-084235745862']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:25:42.907915 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-c5ceaa4b-bfb1-43c2-82c7-4ed3c2378111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a17900-bce6-47ce-97ee-d823f5640df8') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:25:42.916821 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-c5ceaa4b-bfb1-43c2-82c7-4ed3c2378111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a17900-bce6-47ce-97ee-d823f5640df8') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:25:42.922177 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5ceaa4b-bfb1-43c2-82c7-4ed3c2378111 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:42.940824 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5ceaa4b-bfb1-43c2-82c7-4ed3c2378111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:42.947898 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ceaa4b-bfb1-43c2-82c7-4ed3c2378111 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:25:42.948390 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5ceaa4b-bfb1-43c2-82c7-4ed3c2378111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:25:42.962000 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:25:43.176845 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5ceaa4b-bfb1-43c2-82c7-4ed3c2378111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:43.198275 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c5ceaa4b-bfb1-43c2-82c7-4ed3c2378111 admin admin] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:43.209398 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ceaa4b-bfb1-43c2-82c7-4ed3c2378111 admin admin] Pushing event deleted for resources: {'Network': ['ID=95766732-ed19-4219-b16a-084235745862,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:25:43.313704 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c5ceaa4b-bfb1-43c2-82c7-4ed3c2378111 admin admin] 10.222.0.21 "DELETE /v2.0/networks/95766732-ed19-4219-b16a-084235745862 HTTP/1.1" status: 204 len: 168 time: 0.7163434 Feb 09 18:25:43.737545 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57888) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:25:43.798176 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a35d8c71-d690-4034-8abf-395f5b8e4edd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a2d10ea96bf401d946252f61109f30c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0590925 Feb 09 18:25:43.801491 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 57892) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:25:43.870152 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-72826aab-cfba-433c-9e05-8099ab1e6d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:43.899897 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-72826aab-cfba-433c-9e05-8099ab1e6d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:44.074811 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-72826aab-cfba-433c-9e05-8099ab1e6d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:44.092870 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72826aab-cfba-433c-9e05-8099ab1e6d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e4e300-196a-4efb-a203-20e244a59838,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:25:44.102984 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-72826aab-cfba-433c-9e05-8099ab1e6d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:44.106114 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-72826aab-cfba-433c-9e05-8099ab1e6d73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3e4e300-196a-4efb-a203-20e244a59838 HTTP/1.1" status: 204 len: 168 time: 0.3030798 Feb 09 18:25:45.625133 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57914) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:25:45.767783 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-05ebc766-a67f-4d4a-a1d7-d46a1520aa5b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1914117150-network', 'tenant_id': '4a9e7b5665bf46f787aa6da96cb5ac46'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:25:45.772926 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-05ebc766-a67f-4d4a-a1d7-d46a1520aa5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:25:45.777960 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-05ebc766-a67f-4d4a-a1d7-d46a1520aa5b admin admin] Usage tracker for resource:network and tenant:4a9e7b5665bf46f787aa6da96cb5ac46 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:25:45.781384 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-05ebc766-a67f-4d4a-a1d7-d46a1520aa5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:25:45.789000 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-05ebc766-a67f-4d4a-a1d7-d46a1520aa5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:25:45.932078 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ebc766-a67f-4d4a-a1d7-d46a1520aa5b admin admin] Made reservation on behalf of 4a9e7b5665bf46f787aa6da96cb5ac46 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:25:45.934455 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05ebc766-a67f-4d4a-a1d7-d46a1520aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:45.947797 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05ebc766-a67f-4d4a-a1d7-d46a1520aa5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:45.986671 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-05ebc766-a67f-4d4a-a1d7-d46a1520aa5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:25:45.991287 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-05ebc766-a67f-4d4a-a1d7-d46a1520aa5b admin admin] Usage tracker for resource:security_group_rule and tenant:4a9e7b5665bf46f787aa6da96cb5ac46 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:25:45.995766 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-05ebc766-a67f-4d4a-a1d7-d46a1520aa5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:25:46.002945 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-05ebc766-a67f-4d4a-a1d7-d46a1520aa5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:25:46.086553 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05ebc766-a67f-4d4a-a1d7-d46a1520aa5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:46.177308 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05ebc766-a67f-4d4a-a1d7-d46a1520aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:46.210919 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ebc766-a67f-4d4a-a1d7-d46a1520aa5b admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:25:46.220754 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebc766-a67f-4d4a-a1d7-d46a1520aa5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:25:46.227423 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05ebc766-a67f-4d4a-a1d7-d46a1520aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:46.227746 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-05ebc766-a67f-4d4a-a1d7-d46a1520aa5b admin admin] Added segment 23ce1f9f-f524-4107-a10c-4c144bc761d0 of type vlan for network 30bc4e74-b672-490b-8184-24d775905668 Feb 09 18:25:46.266518 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05ebc766-a67f-4d4a-a1d7-d46a1520aa5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:46.394675 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05ebc766-a67f-4d4a-a1d7-d46a1520aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:46.395953 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ebc766-a67f-4d4a-a1d7-d46a1520aa5b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:46.396547 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05ebc766-a67f-4d4a-a1d7-d46a1520aa5b admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:46.519215 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebc766-a67f-4d4a-a1d7-d46a1520aa5b admin admin] Pushing event updated for resources: {'Network': ['ID=30bc4e74-b672-490b-8184-24d775905668,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:25:46.531102 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 30bc4e74-b672-490b-8184-24d775905668 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:25:46.577878 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-05ebc766-a67f-4d4a-a1d7-d46a1520aa5b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9513202 Feb 09 18:25:46.580859 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 57920) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:25:46.587077 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a6bb2d8f-00cf-4a24-8b4e-739c319207d6 admin admin] Request body: {'subnet': {'network_id': '30bc4e74-b672-490b-8184-24d775905668', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1914117150-subnet', 'tenant_id': '4a9e7b5665bf46f787aa6da96cb5ac46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:25:46.593911 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a6bb2d8f-00cf-4a24-8b4e-739c319207d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:25:46.599345 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a6bb2d8f-00cf-4a24-8b4e-739c319207d6 admin admin] Usage tracker for resource:subnet and tenant:4a9e7b5665bf46f787aa6da96cb5ac46 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:25:46.603876 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a6bb2d8f-00cf-4a24-8b4e-739c319207d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:25:46.611904 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a6bb2d8f-00cf-4a24-8b4e-739c319207d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:25:46.703206 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bb2d8f-00cf-4a24-8b4e-739c319207d6 admin admin] Made reservation on behalf of 4a9e7b5665bf46f787aa6da96cb5ac46 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:25:46.705865 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2d8f-00cf-4a24-8b4e-739c319207d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:46.737364 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-582b68d4-e6cb-49fc-9f40-35b362304a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:47.103888 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2d8f-00cf-4a24-8b4e-739c319207d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:47.160981 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:47.193364 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb2d8f-00cf-4a24-8b4e-739c319207d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=350d20d3-7404-476f-94fa-365819a5afc5,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:25:47.205797 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bb2d8f-00cf-4a24-8b4e-739c319207d6 admin admin] Checking segment: {'id': '23ce1f9f-f524-4107-a10c-4c144bc761d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '30bc4e74-b672-490b-8184-24d775905668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:25:47.206157 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bb2d8f-00cf-4a24-8b4e-739c319207d6 admin admin] Network hostable DHCP agents. Network: 30bc4e74-b672-490b-8184-24d775905668, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:25:47.360081 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bb2d8f-00cf-4a24-8b4e-739c319207d6 admin admin] Network 30bc4e74-b672-490b-8184-24d775905668 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:25:47.463466 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-a6bb2d8f-00cf-4a24-8b4e-739c319207d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 30bc4e74-b672-490b-8184-24d775905668) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:25:47.467914 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bb2d8f-00cf-4a24-8b4e-739c319207d6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:47.468493 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2d8f-00cf-4a24-8b4e-739c319207d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:47.476099 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a222553-424d-4dde-b015-47b9830d1e36 None None] Network 30bc4e74-b672-490b-8184-24d775905668 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:25:47.586880 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a6bb2d8f-00cf-4a24-8b4e-739c319207d6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9958999 Feb 09 18:25:47.726723 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52da7521-2728-41d0-bb7d-56e39aed125e None None] Network 30bc4e74-b672-490b-8184-24d775905668 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:25:48.257693 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-6051a3ca-1a42-4c8b-a8d2-cc41d8fc431b tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:48.259293 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-6051a3ca-1a42-4c8b-a8d2-cc41d8fc431b tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/networks?id=30bc4e74-b672-490b-8184-24d775905668 HTTP/1.1" status: 200 len: 815 time: 0.1649992 Feb 09 18:25:48.277248 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-79fd905e-e36c-4660-b807-92e9883942fc tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/quotas/4a9e7b5665bf46f787aa6da96cb5ac46 HTTP/1.1" status: 200 len: 375 time: 0.0119865 Feb 09 18:25:48.328196 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-05939a0e-2e39-46af-8b01-f58d6dae3784 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a9e7b5665bf46f787aa6da96cb5ac46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445724 Feb 09 18:25:48.608896 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-e1ffd880-47d3-4506-8b9d-721733a0ea6a service neutron] 10.222.0.21 "GET /v2.0/networks/30bc4e74-b672-490b-8184-24d775905668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731502 Feb 09 18:25:48.752044 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-3b89c6ee-4fa5-406f-a113-7b7ee12c0c40 service neutron] 10.222.0.21 "GET /v2.0/networks/30bc4e74-b672-490b-8184-24d775905668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366239 Feb 09 18:25:49.023728 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd4695f3-f62f-4da4-b73c-870105cde24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:49.116869 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8f35790c-f8d4-4f4f-a4db-fbb773ee98c3 req-79b249b2-23d9-456a-b95f-4838d9c183aa tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 210 time: 0.0431867 Feb 09 18:25:50.119564 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:50.149141 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:50.250058 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ccf4ec46-a0ed-494b-bfe5-aed452afa4f6 req-678b5c4a-da0e-43cc-9aa8-331d72c76433 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 210 time: 0.0456836 Feb 09 18:25:51.425144 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2c585de9-88b2-4391-8fb3-679d2027f332 req-a58f4a3c-5ca8-42cd-a1b8-b990e779f90c tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 210 time: 0.0441301 Feb 09 18:25:51.640113 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:51.659525 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-7be089c1-7298-4363-96c2-3e27c502097f tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:51.660292 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-7be089c1-7298-4363-96c2-3e27c502097f tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Synchronizing usage tracker for tenant:4a9e7b5665bf46f787aa6da96cb5ac46 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:25:51.743546 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-7be089c1-7298-4363-96c2-3e27c502097f tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Unset dirty status for tenant:4a9e7b5665bf46f787aa6da96cb5ac46 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:25:51.745931 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-7be089c1-7298-4363-96c2-3e27c502097f tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.50 "GET /v2.0/networks?id=30bc4e74-b672-490b-8184-24d775905668 HTTP/1.1" status: 200 len: 815 time: 0.2632766 Feb 09 18:25:51.763641 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-7a3a48a1-a2f8-4fdd-97b3-a97b4fd0cecf tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Request body: {'port': {'device_id': '820ae544-66ba-4773-ba31-8054ae6e8d4c', 'network_id': '30bc4e74-b672-490b-8184-24d775905668', 'admin_state_up': True, 'tenant_id': '4a9e7b5665bf46f787aa6da96cb5ac46'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:25:51.954253 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-7a3a48a1-a2f8-4fdd-97b3-a97b4fd0cecf tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:25:51.958685 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-7a3a48a1-a2f8-4fdd-97b3-a97b4fd0cecf tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Usage tracker for resource:port and tenant:4a9e7b5665bf46f787aa6da96cb5ac46 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:25:51.961782 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-7a3a48a1-a2f8-4fdd-97b3-a97b4fd0cecf tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:25:51.969768 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-7a3a48a1-a2f8-4fdd-97b3-a97b4fd0cecf tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:25:52.057704 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-7a3a48a1-a2f8-4fdd-97b3-a97b4fd0cecf tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Made reservation on behalf of 4a9e7b5665bf46f787aa6da96cb5ac46 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:25:52.060990 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-7a3a48a1-a2f8-4fdd-97b3-a97b4fd0cecf tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:52.240809 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-7a3a48a1-a2f8-4fdd-97b3-a97b4fd0cecf tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Allocated IP 172.20.0.8 (30bc4e74-b672-490b-8184-24d775905668/350d20d3-7404-476f-94fa-365819a5afc5/70bc5bf2-85af-40f4-9b7d-755c424d3fee) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:25:52.461394 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-7a3a48a1-a2f8-4fdd-97b3-a97b4fd0cecf tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:52.595635 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-7a3a48a1-a2f8-4fdd-97b3-a97b4fd0cecf tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:52.677743 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d2fe0-ebad-4926-a3dc-a01fed2d634a req-8d190d67-26b6-4884-9737-6fa80eca7ec2 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:52.679939 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2f8d2fe0-ebad-4926-a3dc-a01fed2d634a req-8d190d67-26b6-4884-9737-6fa80eca7ec2 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 931 time: 0.0958350 Feb 09 18:25:52.680154 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-7a3a48a1-a2f8-4fdd-97b3-a97b4fd0cecf tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Network 30bc4e74-b672-490b-8184-24d775905668 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:25:52.683640 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-7a3a48a1-a2f8-4fdd-97b3-a97b4fd0cecf tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:25:52.692400 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-7a3a48a1-a2f8-4fdd-97b3-a97b4fd0cecf tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:25:52.736999 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a48a1-a2f8-4fdd-97b3-a97b4fd0cecf tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Pushing event updated for resources: {'Port': ['ID=70bc5bf2-85af-40f4-9b7d-755c424d3fee,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:25:52.761999 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2f8d2fe0-ebad-4926-a3dc-a01fed2d634a req-7b0b2a05-f07d-4596-a7f9-1076e759b7b3 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681994 Feb 09 18:25:52.801968 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-7a3a48a1-a2f8-4fdd-97b3-a97b4fd0cecf tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:52.803061 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-7a3a48a1-a2f8-4fdd-97b3-a97b4fd0cecf tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:52.915556 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-7a3a48a1-a2f8-4fdd-97b3-a97b4fd0cecf tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1570032 Feb 09 18:25:52.928261 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-1198eb20-2a31-4ae0-9dbc-ea25b8aeafe4 service neutron] Request body: {'port': {'device_id': '820ae544-66ba-4773-ba31-8054ae6e8d4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:25:53.154553 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-1198eb20-2a31-4ae0-9dbc-ea25b8aeafe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:53.588780 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-1198eb20-2a31-4ae0-9dbc-ea25b8aeafe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70bc5bf2-85af-40f4-9b7d-755c424d3fee {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:25:53.601562 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-1198eb20-2a31-4ae0-9dbc-ea25b8aeafe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:53.620930 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-1198eb20-2a31-4ae0-9dbc-ea25b8aeafe4 service neutron] Transition to ACTIVE for port object 70bc5bf2-85af-40f4-9b7d-755c424d3fee will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:25:53.766153 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-1198eb20-2a31-4ae0-9dbc-ea25b8aeafe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:53.910841 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198eb20-2a31-4ae0-9dbc-ea25b8aeafe4 service neutron] Pushing event updated for resources: {'Port': ['ID=70bc5bf2-85af-40f4-9b7d-755c424d3fee,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:25:54.019723 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f3521-0d7d-469a-9727-a7653f164d4c req-76c4fd2d-ed8d-4257-9922-ec9fbd53ce33 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:54.021247 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-220f3521-0d7d-469a-9727-a7653f164d4c req-76c4fd2d-ed8d-4257-9922-ec9fbd53ce33 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 943 time: 0.1209588 Feb 09 18:25:54.033517 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-1198eb20-2a31-4ae0-9dbc-ea25b8aeafe4 service neutron] Attempting to bind port 70bc5bf2-85af-40f4-9b7d-755c424d3fee on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:25:54.033854 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-1198eb20-2a31-4ae0-9dbc-ea25b8aeafe4 service neutron] Attempting to bind port 70bc5bf2-85af-40f4-9b7d-755c424d3fee by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '23ce1f9f-f524-4107-a10c-4c144bc761d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '30bc4e74-b672-490b-8184-24d775905668'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:25:54.034190 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-1198eb20-2a31-4ae0-9dbc-ea25b8aeafe4 service neutron] Attempting to bind port 70bc5bf2-85af-40f4-9b7d-755c424d3fee on network 30bc4e74-b672-490b-8184-24d775905668 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:25:54.040806 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-1198eb20-2a31-4ae0-9dbc-ea25b8aeafe4 service neutron] Port 70bc5bf2-85af-40f4-9b7d-755c424d3fee on network 30bc4e74-b672-490b-8184-24d775905668 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:25:54.041681 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-1198eb20-2a31-4ae0-9dbc-ea25b8aeafe4 service neutron] Attempting to bind port 70bc5bf2-85af-40f4-9b7d-755c424d3fee on network 30bc4e74-b672-490b-8184-24d775905668 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:25:54.049088 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-1198eb20-2a31-4ae0-9dbc-ea25b8aeafe4 service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:25:54.049467 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-1198eb20-2a31-4ae0-9dbc-ea25b8aeafe4 service neutron] Checking segment: {'id': '23ce1f9f-f524-4107-a10c-4c144bc761d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '30bc4e74-b672-490b-8184-24d775905668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:25:54.049820 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-1198eb20-2a31-4ae0-9dbc-ea25b8aeafe4 service neutron] Bound using segment: {'id': '23ce1f9f-f524-4107-a10c-4c144bc761d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '30bc4e74-b672-490b-8184-24d775905668'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:25:54.050944 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-1198eb20-2a31-4ae0-9dbc-ea25b8aeafe4 service neutron] Bound port: 70bc5bf2-85af-40f4-9b7d-755c424d3fee, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ce1f9f-f524-4107-a10c-4c144bc761d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '30bc4e74-b672-490b-8184-24d775905668'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:25:54.050944 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-1198eb20-2a31-4ae0-9dbc-ea25b8aeafe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:54.094312 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-220f3521-0d7d-469a-9727-a7653f164d4c req-01081b15-743e-49a7-9162-07db449a7ec7 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651915 Feb 09 18:25:54.151286 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-1198eb20-2a31-4ae0-9dbc-ea25b8aeafe4 service neutron] For port 70bc5bf2-85af-40f4-9b7d-755c424d3fee, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:25:54.155095 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-1198eb20-2a31-4ae0-9dbc-ea25b8aeafe4 service neutron] For port 70bc5bf2-85af-40f4-9b7d-755c424d3fee, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=70bc5bf2-85af-40f4-9b7d-755c424d3fee,segment=NetworkSegment(23ce1f9f-f524-4107-a10c-4c144bc761d0),segment_id=23ce1f9f-f524-4107-a10c-4c144bc761d0)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:25:54.257852 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-1198eb20-2a31-4ae0-9dbc-ea25b8aeafe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:54.328014 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-1198eb20-2a31-4ae0-9dbc-ea25b8aeafe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:54.329388 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-1198eb20-2a31-4ae0-9dbc-ea25b8aeafe4 service neutron] 10.222.0.50 "PUT /v2.0/ports/70bc5bf2-85af-40f4-9b7d-755c424d3fee HTTP/1.1" status: 200 len: 1093 time: 1.4061384 Feb 09 18:25:54.329853 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820ae544-66ba-4773-ba31-8054ae6e8d4c', 'tag': '70bc5bf2-85af-40f4-9b7d-755c424d3fee'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:25:54.357445 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198eb20-2a31-4ae0-9dbc-ea25b8aeafe4 service neutron] Pushing event updated for resources: {'Port': ['ID=70bc5bf2-85af-40f4-9b7d-755c424d3fee,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:25:54.436933 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820ae544-66ba-4773-ba31-8054ae6e8d4c', 'tag': '70bc5bf2-85af-40f4-9b7d-755c424d3fee', 'status': 'completed', 'code': 200} Feb 09 18:25:54.521876 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-43e02b23-54f7-49c5-a8b0-00b2be3334bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a9e7b5665bf46f787aa6da96cb5ac46&device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 1096 time: 0.0778985 Feb 09 18:25:54.600659 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-e4b18b8c-947e-48a8-844c-73ff5b266a54 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70bc5bf2-85af-40f4-9b7d-755c424d3fee HTTP/1.1" status: 200 len: 217 time: 0.0723569 Feb 09 18:25:54.683598 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-68269276-54dc-40fc-9a70-e092e4558617 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:54.685966 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-68269276-54dc-40fc-9a70-e092e4558617 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=350d20d3-7404-476f-94fa-365819a5afc5 HTTP/1.1" status: 200 len: 855 time: 0.0793931 Feb 09 18:25:54.752807 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-e978202f-7903-46d8-8571-3c27485b88c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=30bc4e74-b672-490b-8184-24d775905668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602252 Feb 09 18:25:54.908873 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-3727b32a-b1b4-4b84-9f82-315d1c3adcfe service neutron] 10.222.0.50 "GET /v2.0/networks/30bc4e74-b672-490b-8184-24d775905668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499789 Feb 09 18:25:55.053801 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2e125cf5-278a-4e13-ba0f-b2a387cd5763 req-a713e703-7667-43e0-ad29-afa723d9e101 service neutron] 10.222.0.50 "GET /v2.0/networks/30bc4e74-b672-490b-8184-24d775905668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392400 Feb 09 18:25:55.259090 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1db709a4-4d7e-42e0-bf9f-9ed7f412ccbd req-165fc965-e622-479f-9515-3a21d2c0f478 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a9e7b5665bf46f787aa6da96cb5ac46&device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 1096 time: 0.0791943 Feb 09 18:25:55.385827 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c1d08-0bba-4198-bc5d-8e6d61d711f6 req-5373d31c-4e17-4f67-b5f4-ba374364c53e tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:55.387529 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a59c1d08-0bba-4198-bc5d-8e6d61d711f6 req-5373d31c-4e17-4f67-b5f4-ba374364c53e tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 943 time: 0.1024265 Feb 09 18:25:55.411146 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db709a4-4d7e-42e0-bf9f-9ed7f412ccbd req-d587490b-efc2-47f7-839e-013e79d0fe22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:55.412637 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1db709a4-4d7e-42e0-bf9f-9ed7f412ccbd req-d587490b-efc2-47f7-839e-013e79d0fe22 service neutron] 10.222.0.50 "GET /v2.0/networks?id=30bc4e74-b672-490b-8184-24d775905668 HTTP/1.1" status: 200 len: 916 time: 0.1471479 Feb 09 18:25:55.442776 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a59c1d08-0bba-4198-bc5d-8e6d61d711f6 req-07eb7d4f-6f7f-4df2-a0c1-e7c43a441fe9 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472090 Feb 09 18:25:55.584418 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1db709a4-4d7e-42e0-bf9f-9ed7f412ccbd req-889a0b50-be92-4843-a331-9904ee935718 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70bc5bf2-85af-40f4-9b7d-755c424d3fee HTTP/1.1" status: 200 len: 217 time: 0.1646369 Feb 09 18:25:55.649761 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db709a4-4d7e-42e0-bf9f-9ed7f412ccbd req-b561bafc-af90-4b24-bc09-7c5a23731e70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:55.651535 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1db709a4-4d7e-42e0-bf9f-9ed7f412ccbd req-b561bafc-af90-4b24-bc09-7c5a23731e70 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=350d20d3-7404-476f-94fa-365819a5afc5 HTTP/1.1" status: 200 len: 855 time: 0.0605094 Feb 09 18:25:55.701899 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1db709a4-4d7e-42e0-bf9f-9ed7f412ccbd req-78ab15f9-5fb4-4b2a-b7ae-8f9bce6d4dfa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=30bc4e74-b672-490b-8184-24d775905668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429749 Feb 09 18:25:55.863422 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1db709a4-4d7e-42e0-bf9f-9ed7f412ccbd req-ddeacb99-ca71-4daf-bd03-c0b74fa61cff service neutron] 10.222.0.50 "GET /v2.0/networks/30bc4e74-b672-490b-8184-24d775905668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453240 Feb 09 18:25:55.992772 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1db709a4-4d7e-42e0-bf9f-9ed7f412ccbd req-58bd9a15-b84a-4263-8778-ba79963b323a service neutron] 10.222.0.50 "GET /v2.0/networks/30bc4e74-b672-490b-8184-24d775905668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322148 Feb 09 18:25:56.667624 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b6b12-eee2-4e39-90cd-2ed7df403553 req-49fc3a37-a1ec-4834-aa68-8ad612873d73 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:56.669202 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-489b6b12-eee2-4e39-90cd-2ed7df403553 req-49fc3a37-a1ec-4834-aa68-8ad612873d73 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 943 time: 0.0826011 Feb 09 18:25:56.722042 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-489b6b12-eee2-4e39-90cd-2ed7df403553 req-cb3db741-f007-49a8-9c8d-6e84c895a646 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436981 Feb 09 18:25:57.411772 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 70bc5bf2-85af-40f4-9b7d-755c424d3fee details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:25:57.719847 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 70bc5bf2-85af-40f4-9b7d-755c424d3fee, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=70bc5bf2-85af-40f4-9b7d-755c424d3fee,segment=NetworkSegment(23ce1f9f-f524-4107-a10c-4c144bc761d0),segment_id=23ce1f9f-f524-4107-a10c-4c144bc761d0)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:25:57.749127 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '70bc5bf2-85af-40f4-9b7d-755c424d3fee', 'network_id': '30bc4e74-b672-490b-8184-24d775905668', 'port_id': '70bc5bf2-85af-40f4-9b7d-755c424d3fee', 'mac_address': 'fa:16:3e:47:4d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '350d20d3-7404-476f-94fa-365819a5afc5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:25:57.840162 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:57.874749 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70bc5bf2-85af-40f4-9b7d-755c424d3fee {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:25:57.895470 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 70bc5bf2-85af-40f4-9b7d-755c424d3fee, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=70bc5bf2-85af-40f4-9b7d-755c424d3fee,segment=NetworkSegment(23ce1f9f-f524-4107-a10c-4c144bc761d0),segment_id=23ce1f9f-f524-4107-a10c-4c144bc761d0)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:25:57.954966 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304ce18-d3a4-4e9d-87a8-5db8561dffc5 req-13e648af-6a64-4e4b-8f13-cc173c3b7bb2 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:57.956540 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2304ce18-d3a4-4e9d-87a8-5db8561dffc5 req-13e648af-6a64-4e4b-8f13-cc173c3b7bb2 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 943 time: 0.0930495 Feb 09 18:25:58.013846 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2304ce18-d3a4-4e9d-87a8-5db8561dffc5 req-b97969cc-b024-4bbf-9d52-890b6568bf38 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463743 Feb 09 18:25:58.040748 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:58.078530 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:25:58.125352 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=70bc5bf2-85af-40f4-9b7d-755c424d3fee,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:25:58.250895 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['70bc5bf2-85af-40f4-9b7d-755c424d3fee'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:25:59.319306 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd93f56-3471-43e7-bbd6-209447928577 req-264028b9-e8ae-47e0-9a41-f6d588fdd632 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:25:59.321925 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-abd93f56-3471-43e7-bbd6-209447928577 req-264028b9-e8ae-47e0-9a41-f6d588fdd632 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 944 time: 0.0940480 Feb 09 18:25:59.379289 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-abd93f56-3471-43e7-bbd6-209447928577 req-4b0bac8d-5504-400e-9482-d015a1f92f0a tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502172 Feb 09 18:25:59.426569 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 70bc5bf2-85af-40f4-9b7d-755c424d3fee up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:25:59.594825 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 70bc5bf2-85af-40f4-9b7d-755c424d3fee completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:25:59.600550 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 70bc5bf2-85af-40f4-9b7d-755c424d3fee triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:25:59.600925 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:59.735039 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:59.767790 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820ae544-66ba-4773-ba31-8054ae6e8d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bc5bf2-85af-40f4-9b7d-755c424d3fee'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:25:59.780030 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 70bc5bf2-85af-40f4-9b7d-755c424d3fee, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=70bc5bf2-85af-40f4-9b7d-755c424d3fee,segment=NetworkSegment(23ce1f9f-f524-4107-a10c-4c144bc761d0),segment_id=23ce1f9f-f524-4107-a10c-4c144bc761d0)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:25:59.832007 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820ae544-66ba-4773-ba31-8054ae6e8d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bc5bf2-85af-40f4-9b7d-755c424d3fee', 'code': 200} Feb 09 18:25:59.869281 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:25:59.946435 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=70bc5bf2-85af-40f4-9b7d-755c424d3fee,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:26:00.204498 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ab615fbb-de93-4c93-9ff5-55bf261de7f9 req-c5bb7acc-e8ee-4c2d-a23a-d3f09d7ed0ec service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 1098 time: 0.0799439 Feb 09 18:26:00.252008 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ab615fbb-de93-4c93-9ff5-55bf261de7f9 req-81c1ac10-d6c2-42e9-9819-762f266ee916 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420842 Feb 09 18:26:00.620978 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f639f-f3ad-4cd1-ae35-757ebc02e3bf req-60350403-c907-40c8-8073-1662c6ceff05 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:00.623664 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-653f639f-f3ad-4cd1-ae35-757ebc02e3bf req-60350403-c907-40c8-8073-1662c6ceff05 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.1114051 Feb 09 18:26:00.676510 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-653f639f-f3ad-4cd1-ae35-757ebc02e3bf req-51dd5309-1bd6-4b00-8c6c-42ad5e6ca2e1 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473111 Feb 09 18:26:01.907158 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49cb50-edb7-44ff-bfe5-4909d770813d req-d2c2d9bb-01dd-4705-8e22-0a25a061a824 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:01.908712 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ea49cb50-edb7-44ff-bfe5-4909d770813d req-d2c2d9bb-01dd-4705-8e22-0a25a061a824 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.0902689 Feb 09 18:26:01.962202 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ea49cb50-edb7-44ff-bfe5-4909d770813d req-403b92da-251e-49d4-80d4-bfeb66fc8a0f tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477157 Feb 09 18:26:02.207723 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16ff7d-51ed-4835-b3b7-d857f692d050 req-8b45589e-55f5-4c87-a0b3-f4e2e521f2b0 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:02.209338 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-de16ff7d-51ed-4835-b3b7-d857f692d050 req-8b45589e-55f5-4c87-a0b3-f4e2e521f2b0 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.1136220 Feb 09 18:26:02.263034 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-de16ff7d-51ed-4835-b3b7-d857f692d050 req-557c683b-b649-42f8-bba9-7aff27b05298 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461180 Feb 09 18:26:02.816091 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84846bf-7bff-475a-86d2-5b39e491d9e2 req-fc31296a-0a39-43d3-bc0e-26bc44400e04 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:02.818846 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a84846bf-7bff-475a-86d2-5b39e491d9e2 req-fc31296a-0a39-43d3-bc0e-26bc44400e04 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.1464691 Feb 09 18:26:02.875279 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a84846bf-7bff-475a-86d2-5b39e491d9e2 req-6b385fd1-5e36-4fc1-b9ea-dd500de8813d tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497284 Feb 09 18:26:03.109847 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f7d9f-253c-4ad4-8258-bfbcd2485eb4 req-0828f7b0-c9c6-45b9-8fe9-e54ade004c93 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:03.111505 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-035f7d9f-253c-4ad4-8258-bfbcd2485eb4 req-0828f7b0-c9c6-45b9-8fe9-e54ade004c93 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.1012084 Feb 09 18:26:03.166811 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-035f7d9f-253c-4ad4-8258-bfbcd2485eb4 req-932514a1-648d-4097-9627-e8027ac548d0 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487185 Feb 09 18:26:03.466122 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0b8494f6-5fa7-4f38-96a7-a1f4113066e9 req-3d7ac4f9-760a-4d54-bc54-924c953b03c6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1562049 Feb 09 18:26:03.979723 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef5833-5bb0-4d01-89eb-90b051d1e85d req-1e1aa9ff-55b7-49d9-b4c0-c592a7903cd1 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:03.981529 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-42ef5833-5bb0-4d01-89eb-90b051d1e85d req-1e1aa9ff-55b7-49d9-b4c0-c592a7903cd1 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.0837541 Feb 09 18:26:04.048239 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-42ef5833-5bb0-4d01-89eb-90b051d1e85d req-b3acafb9-0ed5-4165-9d57-58b3f9ee731f tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601294 Feb 09 18:26:04.083961 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d43084a3-03a8-4f3d-9f55-7cccfed24523 req-fad210a4-bf0e-46b2-839b-4b821f173dae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0784800 Feb 09 18:26:05.292911 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e8a96-8b7d-4921-b4ae-624b9aeb6f1e req-6562bf8e-b9ee-43ee-b860-cf9f10326eb7 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:05.295346 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-463e8a96-8b7d-4921-b4ae-624b9aeb6f1e req-6562bf8e-b9ee-43ee-b860-cf9f10326eb7 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.0927641 Feb 09 18:26:05.397880 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-463e8a96-8b7d-4921-b4ae-624b9aeb6f1e req-ef1743d3-ecb9-4d29-8d98-9b719cfd7355 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791841 Feb 09 18:26:06.648558 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c664bc-e792-45db-9a6b-9ddd1a61e610 req-723c5a59-0d25-4462-b08f-ecadb73273c1 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:06.650155 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-43c664bc-e792-45db-9a6b-9ddd1a61e610 req-723c5a59-0d25-4462-b08f-ecadb73273c1 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.0955009 Feb 09 18:26:06.712000 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-43c664bc-e792-45db-9a6b-9ddd1a61e610 req-cc7cc179-ae00-47d6-b502-4969ba6cfb09 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502355 Feb 09 18:26:06.724581 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d43084a3-03a8-4f3d-9f55-7cccfed24523 req-e7e9c6ac-713c-4bb8-aa96-d1a185262836 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a9e7b5665bf46f787aa6da96cb5ac46&device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 1098 time: 0.1096773 Feb 09 18:26:06.867672 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43084a3-03a8-4f3d-9f55-7cccfed24523 req-b7c824e8-0086-4abb-9d3d-febbca2faba5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:06.872910 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d43084a3-03a8-4f3d-9f55-7cccfed24523 req-b7c824e8-0086-4abb-9d3d-febbca2faba5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=30bc4e74-b672-490b-8184-24d775905668 HTTP/1.1" status: 200 len: 916 time: 0.1385703 Feb 09 18:26:06.940078 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d43084a3-03a8-4f3d-9f55-7cccfed24523 req-2f94d882-33d5-445a-8bf9-2c4b43f74e19 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70bc5bf2-85af-40f4-9b7d-755c424d3fee HTTP/1.1" status: 200 len: 217 time: 0.0637140 Feb 09 18:26:07.012251 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43084a3-03a8-4f3d-9f55-7cccfed24523 req-6326e785-b726-4661-8cf6-318284275927 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:07.013693 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d43084a3-03a8-4f3d-9f55-7cccfed24523 req-6326e785-b726-4661-8cf6-318284275927 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=350d20d3-7404-476f-94fa-365819a5afc5 HTTP/1.1" status: 200 len: 855 time: 0.0684688 Feb 09 18:26:07.064557 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d43084a3-03a8-4f3d-9f55-7cccfed24523 req-87e1a92e-b786-4bf2-b942-6e6deb0b4ae3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=30bc4e74-b672-490b-8184-24d775905668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444336 Feb 09 18:26:07.208863 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d43084a3-03a8-4f3d-9f55-7cccfed24523 req-000332e8-3f7b-4eec-8839-826299290c61 service neutron] 10.222.0.50 "GET /v2.0/networks/30bc4e74-b672-490b-8184-24d775905668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384826 Feb 09 18:26:07.353843 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d43084a3-03a8-4f3d-9f55-7cccfed24523 req-3ce3ee68-fc8e-417f-880a-bc2b797283ff service neutron] 10.222.0.50 "GET /v2.0/networks/30bc4e74-b672-490b-8184-24d775905668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387722 Feb 09 18:26:07.954373 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684549a-e61d-4ed9-b542-2e1c6a739038 req-3b412a41-4783-4ad8-941a-9075883c3369 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:07.955958 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1684549a-e61d-4ed9-b542-2e1c6a739038 req-3b412a41-4783-4ad8-941a-9075883c3369 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.0869799 Feb 09 18:26:08.024311 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1684549a-e61d-4ed9-b542-2e1c6a739038 req-0d3ecca6-fd61-40ab-8104-876615b25002 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616555 Feb 09 18:26:09.250530 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9d7b1-4419-48e1-b078-97d0b4b08059 req-96c94750-9120-444d-bde3-640a83359e77 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:09.252055 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-69a9d7b1-4419-48e1-b078-97d0b4b08059 req-96c94750-9120-444d-bde3-640a83359e77 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.0904310 Feb 09 18:26:09.301634 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-69a9d7b1-4419-48e1-b078-97d0b4b08059 req-441e6bdb-6ef5-489f-bee3-e10995554746 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437052 Feb 09 18:26:10.534085 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a545689-1dea-45bd-baa9-6070345c468f req-6bf4d2c8-8dbc-40ce-b09e-4bfa3dcc9e55 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:10.535725 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6a545689-1dea-45bd-baa9-6070345c468f req-6bf4d2c8-8dbc-40ce-b09e-4bfa3dcc9e55 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.1001065 Feb 09 18:26:10.586615 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6a545689-1dea-45bd-baa9-6070345c468f req-959fb1cb-c698-415a-9fff-799899b04922 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452156 Feb 09 18:26:11.911092 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b8355-d742-47bd-8a89-1a27cafeca74 req-43613373-9fb1-47f2-9928-4f9d1653e634 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:11.912562 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-696b8355-d742-47bd-8a89-1a27cafeca74 req-43613373-9fb1-47f2-9928-4f9d1653e634 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.1953185 Feb 09 18:26:11.977793 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-696b8355-d742-47bd-8a89-1a27cafeca74 req-7dadcfd2-b94f-44ab-a93b-3cb368f5cc49 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559282 Feb 09 18:26:13.194188 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3812089-0849-44e4-a314-7534452650aa req-7fc746d4-154e-4be0-8d63-96b5aa5d37b1 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:13.195879 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e3812089-0849-44e4-a314-7534452650aa req-7fc746d4-154e-4be0-8d63-96b5aa5d37b1 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.0873449 Feb 09 18:26:13.259311 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e3812089-0849-44e4-a314-7534452650aa req-1daf5d8b-7347-4e0a-8282-90ec44c8a46d tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572343 Feb 09 18:26:14.537019 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb4c5a-65c0-48ec-88ca-c677030f7c95 req-3ba452a4-6302-4161-ae04-7b0cf2b79ee2 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:14.538423 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4afb4c5a-65c0-48ec-88ca-c677030f7c95 req-3ba452a4-6302-4161-ae04-7b0cf2b79ee2 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.0807891 Feb 09 18:26:14.586457 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4afb4c5a-65c0-48ec-88ca-c677030f7c95 req-77aebcf0-f32a-4af5-804e-0a9ed4d27e97 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421469 Feb 09 18:26:15.806536 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570de9c-8c8c-4d14-9b7f-0ffc82db1968 req-41bb4210-b623-4e33-8ff1-d74761ab9573 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:15.809115 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0570de9c-8c8c-4d14-9b7f-0ffc82db1968 req-41bb4210-b623-4e33-8ff1-d74761ab9573 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.0922117 Feb 09 18:26:15.865161 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0570de9c-8c8c-4d14-9b7f-0ffc82db1968 req-5215f4e8-f498-4e8c-8f63-adb72ef3d8d4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459080 Feb 09 18:26:16.652892 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6bda96c4-a1f7-4e9a-a24f-f6be624077fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:17.128810 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc274c-09d0-41de-a77f-9664f8bd7926 req-9e4220f1-1eb6-496e-967a-c34416ad79dc tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:17.130963 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-26fc274c-09d0-41de-a77f-9664f8bd7926 req-9e4220f1-1eb6-496e-967a-c34416ad79dc tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.1328552 Feb 09 18:26:17.149650 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:17.192173 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-26fc274c-09d0-41de-a77f-9664f8bd7926 req-114c2ec9-ca38-4c41-9596-282210b59d05 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540731 Feb 09 18:26:18.427618 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca1b33-67e5-4f5c-a898-5a22b22fa4dc req-237f55ce-7e76-42cd-b89c-f794052f7558 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:18.429328 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-90ca1b33-67e5-4f5c-a898-5a22b22fa4dc req-237f55ce-7e76-42cd-b89c-f794052f7558 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.0978291 Feb 09 18:26:18.501631 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-90ca1b33-67e5-4f5c-a898-5a22b22fa4dc req-758942f9-cac2-468a-aad1-b8981eac0423 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650864 Feb 09 18:26:19.046817 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-96bbda12-e72c-4ecf-aecd-b88274e4a9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:19.719591 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc3ca7-c7d8-4f8d-9e4a-b48b61033b33 req-f5ac39b7-19ab-4bbd-990a-dfd96f226f63 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:19.721091 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-83dc3ca7-c7d8-4f8d-9e4a-b48b61033b33 req-f5ac39b7-19ab-4bbd-990a-dfd96f226f63 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.0869184 Feb 09 18:26:19.785166 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-83dc3ca7-c7d8-4f8d-9e4a-b48b61033b33 req-e5a7c323-d974-4ce6-83a6-c6095cc1ab4c tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532053 Feb 09 18:26:20.104583 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:20.185266 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:21.005111 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f567-6417-4841-84e4-3691b8afc526 req-cf8e8f63-5138-45c6-b19b-b4e22600c871 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:21.006766 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4255f567-6417-4841-84e4-3691b8afc526 req-cf8e8f63-5138-45c6-b19b-b4e22600c871 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.0908048 Feb 09 18:26:21.065012 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4255f567-6417-4841-84e4-3691b8afc526 req-0e7a873c-dbc5-4ebe-8628-28b7f71a2942 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473249 Feb 09 18:26:21.647074 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:22.298237 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f8336-a56e-4355-a54e-2bb678847525 req-cacbe4b6-e93a-4604-b2a4-b1053b89efd1 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:22.300191 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-759f8336-a56e-4355-a54e-2bb678847525 req-cacbe4b6-e93a-4604-b2a4-b1053b89efd1 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.0904088 Feb 09 18:26:22.363774 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-759f8336-a56e-4355-a54e-2bb678847525 req-72e04c07-e9a4-4ea9-9e67-69fcfc7c16c3 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574775 Feb 09 18:26:23.593404 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd08d0-987c-433e-b4fe-155ba4ea6e26 req-8fab85d3-2600-4807-bb4b-e2f8401d3fb5 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:23.595439 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ccdd08d0-987c-433e-b4fe-155ba4ea6e26 req-8fab85d3-2600-4807-bb4b-e2f8401d3fb5 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.0891323 Feb 09 18:26:23.648381 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ccdd08d0-987c-433e-b4fe-155ba4ea6e26 req-5a2cb16c-49e3-4662-9d05-47b46ac9f2b3 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466785 Feb 09 18:26:24.582485 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d43084a3-03a8-4f3d-9f55-7cccfed24523 req-dd637e03-c892-4005-b7f8-be3a91fafe5c service neutron] 10.222.0.50 "GET /v2.0/ports/70bc5bf2-85af-40f4-9b7d-755c424d3fee/bindings/hv-neutron-8270 HTTP/1.1" status: 200 len: 384 time: 0.0858629 Feb 09 18:26:24.882253 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ab2bb-ad59-41a9-a372-f528a76c018f req-ca630644-29cc-4f3b-b041-4ec6f05dbdd4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:24.883762 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-200ab2bb-ad59-41a9-a372-f528a76c018f req-ca630644-29cc-4f3b-b041-4ec6f05dbdd4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.0901334 Feb 09 18:26:24.936061 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-200ab2bb-ad59-41a9-a372-f528a76c018f req-45fc6d20-df7f-4a8c-993b-dd9b8aee6c43 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457571 Feb 09 18:26:25.228676 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d43084a3-03a8-4f3d-9f55-7cccfed24523 req-00845866-05f6-495a-84f4-3c2e4f38d0b4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c&tenant_id=4a9e7b5665bf46f787aa6da96cb5ac46 HTTP/1.1" status: 200 len: 1098 time: 0.0774386 Feb 09 18:26:25.327854 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d43084a3-03a8-4f3d-9f55-7cccfed24523 req-4e9968a7-622e-4df2-9602-3b5c6cfbf8ce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a9e7b5665bf46f787aa6da96cb5ac46&device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 1098 time: 0.0778329 Feb 09 18:26:25.469815 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43084a3-03a8-4f3d-9f55-7cccfed24523 req-c810585e-ca55-4e6d-b2d1-66641694ee57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:25.471282 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d43084a3-03a8-4f3d-9f55-7cccfed24523 req-c810585e-ca55-4e6d-b2d1-66641694ee57 service neutron] 10.222.0.50 "GET /v2.0/networks?id=30bc4e74-b672-490b-8184-24d775905668 HTTP/1.1" status: 200 len: 916 time: 0.1371171 Feb 09 18:26:25.642637 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d43084a3-03a8-4f3d-9f55-7cccfed24523 req-b66023bd-9622-4d96-bdb2-6e967678aa88 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70bc5bf2-85af-40f4-9b7d-755c424d3fee HTTP/1.1" status: 200 len: 217 time: 0.1652386 Feb 09 18:26:25.711497 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43084a3-03a8-4f3d-9f55-7cccfed24523 req-244e1127-f89f-425c-a158-3f3639d4f51c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:25.712962 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d43084a3-03a8-4f3d-9f55-7cccfed24523 req-244e1127-f89f-425c-a158-3f3639d4f51c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=350d20d3-7404-476f-94fa-365819a5afc5 HTTP/1.1" status: 200 len: 855 time: 0.0648661 Feb 09 18:26:25.762331 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d43084a3-03a8-4f3d-9f55-7cccfed24523 req-8ba46431-3650-4c54-8b9d-db954d10c3e0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=30bc4e74-b672-490b-8184-24d775905668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431664 Feb 09 18:26:25.910922 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d43084a3-03a8-4f3d-9f55-7cccfed24523 req-f11f6dbb-dca4-4fb1-a0f2-3a50c0cbaeea service neutron] 10.222.0.50 "GET /v2.0/networks/30bc4e74-b672-490b-8184-24d775905668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424050 Feb 09 18:26:26.100835 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d43084a3-03a8-4f3d-9f55-7cccfed24523 req-33765548-eefc-4dd8-821f-db372c45648a service neutron] 10.222.0.50 "GET /v2.0/networks/30bc4e74-b672-490b-8184-24d775905668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845014 Feb 09 18:26:26.223240 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fce2e8-4ecc-4cf6-a78d-3406597dfd41 req-a3f7d83d-44bf-4131-a54a-6ae89f9d6bca tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:26.225768 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-44fce2e8-4ecc-4cf6-a78d-3406597dfd41 req-a3f7d83d-44bf-4131-a54a-6ae89f9d6bca tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.1401303 Feb 09 18:26:26.287318 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-44fce2e8-4ecc-4cf6-a78d-3406597dfd41 req-003aaed5-2f1c-4692-94ce-11c2cf13e184 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547283 Feb 09 18:26:27.524324 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f3a3e-106a-4fd8-830c-75d5ea9ab095 req-67f50b58-54fc-4abf-8aa6-1228a2f71d46 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:27.525960 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3b7f3a3e-106a-4fd8-830c-75d5ea9ab095 req-67f50b58-54fc-4abf-8aa6-1228a2f71d46 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.0874848 Feb 09 18:26:27.577032 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3b7f3a3e-106a-4fd8-830c-75d5ea9ab095 req-53415b5d-26c9-4e44-b287-0e280dec36d7 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442841 Feb 09 18:26:28.809129 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408bd6a3-3366-4e39-a7e3-5453fcc84d73 req-0da37334-e58e-4aef-b8d9-c3b2a5d1d2e7 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:28.811353 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-408bd6a3-3366-4e39-a7e3-5453fcc84d73 req-0da37334-e58e-4aef-b8d9-c3b2a5d1d2e7 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.0909865 Feb 09 18:26:28.884160 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-408bd6a3-3366-4e39-a7e3-5453fcc84d73 req-51097a23-1777-4628-bdec-64238b072c23 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628412 Feb 09 18:26:29.481892 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90cd8e-84ac-4edf-a5dc-ae44644e86b7 req-ebd9c2ab-19a7-41a6-83a0-9c0342182bae tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:29.484489 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ef90cd8e-84ac-4edf-a5dc-ae44644e86b7 req-ebd9c2ab-19a7-41a6-83a0-9c0342182bae tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.0977325 Feb 09 18:26:29.540990 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9494950-f8bf-42ae-9c5c-43fe6b32f49d req-a853ace5-9c90-45ef-b72c-f677c1823c30 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:29.541829 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-b9494950-f8bf-42ae-9c5c-43fe6b32f49d req-a853ace5-9c90-45ef-b72c-f677c1823c30 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Synchronizing usage tracker for tenant:4a9e7b5665bf46f787aa6da96cb5ac46 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:26:29.569428 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 70bc5bf2-85af-40f4-9b7d-755c424d3fee details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:26:29.572092 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 70bc5bf2-85af-40f4-9b7d-755c424d3fee no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:26:29.576098 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ef90cd8e-84ac-4edf-a5dc-ae44644e86b7 req-ae78bd0d-b2ce-4a9e-b86e-b5f93c880700 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852735 Feb 09 18:26:29.630017 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-b9494950-f8bf-42ae-9c5c-43fe6b32f49d req-a853ace5-9c90-45ef-b72c-f677c1823c30 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Unset dirty status for tenant:4a9e7b5665bf46f787aa6da96cb5ac46 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:26:29.631698 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b9494950-f8bf-42ae-9c5c-43fe6b32f49d req-a853ace5-9c90-45ef-b72c-f677c1823c30 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.50 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c&tenant_id=4a9e7b5665bf46f787aa6da96cb5ac46&binding%3Ahost_id=hv-neutron-8270 HTTP/1.1" status: 200 len: 945 time: 0.1830099 Feb 09 18:26:29.819294 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b9494950-f8bf-42ae-9c5c-43fe6b32f49d req-ead9262b-c527-45ad-8cd7-4e14e6344ddb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a9e7b5665bf46f787aa6da96cb5ac46&device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 1098 time: 0.0824611 Feb 09 18:26:29.880627 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:29.967771 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9494950-f8bf-42ae-9c5c-43fe6b32f49d req-23731e4c-1007-4609-acb5-68e1c6a4f3e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:29.969246 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b9494950-f8bf-42ae-9c5c-43fe6b32f49d req-23731e4c-1007-4609-acb5-68e1c6a4f3e4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=30bc4e74-b672-490b-8184-24d775905668 HTTP/1.1" status: 200 len: 916 time: 0.1434031 Feb 09 18:26:29.975893 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820ae544-66ba-4773-ba31-8054ae6e8d4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70bc5bf2-85af-40f4-9b7d-755c424d3fee'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:26:29.995979 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 70bc5bf2-85af-40f4-9b7d-755c424d3fee, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=70bc5bf2-85af-40f4-9b7d-755c424d3fee,segment=NetworkSegment(23ce1f9f-f524-4107-a10c-4c144bc761d0),segment_id=23ce1f9f-f524-4107-a10c-4c144bc761d0)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:26:30.023570 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 70bc5bf2-85af-40f4-9b7d-755c424d3fee, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=70bc5bf2-85af-40f4-9b7d-755c424d3fee,segment=NetworkSegment(23ce1f9f-f524-4107-a10c-4c144bc761d0),segment_id=23ce1f9f-f524-4107-a10c-4c144bc761d0)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:26:30.037535 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '70bc5bf2-85af-40f4-9b7d-755c424d3fee', 'network_id': '30bc4e74-b672-490b-8184-24d775905668', 'port_id': '70bc5bf2-85af-40f4-9b7d-755c424d3fee', 'mac_address': 'fa:16:3e:47:4d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '350d20d3-7404-476f-94fa-365819a5afc5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:26:30.044777 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b9494950-f8bf-42ae-9c5c-43fe6b32f49d req-1dee85fe-f15f-4018-a45f-21d59329574a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70bc5bf2-85af-40f4-9b7d-755c424d3fee HTTP/1.1" status: 200 len: 217 time: 0.0687528 Feb 09 18:26:30.126146 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9494950-f8bf-42ae-9c5c-43fe6b32f49d req-07676705-d3db-42ef-baa3-8ded55aef528 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:30.128568 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b9494950-f8bf-42ae-9c5c-43fe6b32f49d req-07676705-d3db-42ef-baa3-8ded55aef528 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=350d20d3-7404-476f-94fa-365819a5afc5 HTTP/1.1" status: 200 len: 855 time: 0.0770094 Feb 09 18:26:30.129464 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:30.182170 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b9494950-f8bf-42ae-9c5c-43fe6b32f49d req-7599cd5e-7466-4950-9852-b668a56090be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=30bc4e74-b672-490b-8184-24d775905668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480421 Feb 09 18:26:30.242121 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:30.284093 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820ae544-66ba-4773-ba31-8054ae6e8d4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70bc5bf2-85af-40f4-9b7d-755c424d3fee', 'code': 200} Feb 09 18:26:30.296909 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70bc5bf2-85af-40f4-9b7d-755c424d3fee {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:26:30.311422 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=70bc5bf2-85af-40f4-9b7d-755c424d3fee,revision_number=6']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:26:30.343682 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b9494950-f8bf-42ae-9c5c-43fe6b32f49d req-727db33a-ae3f-48b8-8ec9-9ac72245340e service neutron] 10.222.0.50 "GET /v2.0/networks/30bc4e74-b672-490b-8184-24d775905668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555676 Feb 09 18:26:30.391681 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:26:30.392275 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:26:30.392865 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:26:30.393454 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:26:30.394058 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:26:30.394693 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:26:30.395274 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:26:30.395861 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:26:30.396442 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:26:30.397029 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:26:30.397593 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:26:30.447258 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:26:30.450022 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:26:30.506766 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b9494950-f8bf-42ae-9c5c-43fe6b32f49d req-9e66bcc2-4937-4864-b362-58a501fbf5a3 service neutron] 10.222.0.50 "GET /v2.0/networks/30bc4e74-b672-490b-8184-24d775905668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566551 Feb 09 18:26:30.818098 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7a98f-2111-449e-9ddd-cbdf20df47fa req-10ac0d91-20cb-4619-ac41-77491489ce53 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:30.819742 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f0f7a98f-2111-449e-9ddd-cbdf20df47fa req-10ac0d91-20cb-4619-ac41-77491489ce53 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 943 time: 0.0954802 Feb 09 18:26:30.877395 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f0f7a98f-2111-449e-9ddd-cbdf20df47fa req-15874d23-a98a-464a-bbe5-91d57a191737 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472407 Feb 09 18:26:31.021319 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:31.043043 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70bc5bf2-85af-40f4-9b7d-755c424d3fee {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:26:31.062632 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 70bc5bf2-85af-40f4-9b7d-755c424d3fee, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=70bc5bf2-85af-40f4-9b7d-755c424d3fee,segment=NetworkSegment(23ce1f9f-f524-4107-a10c-4c144bc761d0),segment_id=23ce1f9f-f524-4107-a10c-4c144bc761d0)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:26:31.169196 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:31.271459 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['70bc5bf2-85af-40f4-9b7d-755c424d3fee'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:26:31.383356 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=70bc5bf2-85af-40f4-9b7d-755c424d3fee,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:26:32.181672 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f85cf-dca0-489e-b69a-5d86c0b48800 req-7c3ebbdb-74eb-45c6-8ef2-dd4bd7bf4428 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:32.184585 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9d2f85cf-dca0-489e-b69a-5d86c0b48800 req-7c3ebbdb-74eb-45c6-8ef2-dd4bd7bf4428 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 944 time: 0.0883627 Feb 09 18:26:32.236212 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9d2f85cf-dca0-489e-b69a-5d86c0b48800 req-dd122caa-cab1-41a7-8431-2bae6f58c4d0 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460343 Feb 09 18:26:32.608945 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb69db-5533-46a3-8983-d66517346c96 req-09797d2a-0d3e-4171-aed6-47e9a60cf93f tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:32.610654 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2bbb69db-5533-46a3-8983-d66517346c96 req-09797d2a-0d3e-4171-aed6-47e9a60cf93f tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 944 time: 0.0937481 Feb 09 18:26:32.664633 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2bbb69db-5533-46a3-8983-d66517346c96 req-dcc4bf93-e9e4-41a6-9287-15d197786f88 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475874 Feb 09 18:26:32.882090 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1c649-4b5c-49fe-ab87-476e9748c4c4 req-c3f1ac8c-3f99-41b9-b814-41ab8778bde8 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:32.883687 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-22c1c649-4b5c-49fe-ab87-476e9748c4c4 req-c3f1ac8c-3f99-41b9-b814-41ab8778bde8 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 944 time: 0.0885010 Feb 09 18:26:32.939337 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-22c1c649-4b5c-49fe-ab87-476e9748c4c4 req-158be7a2-a987-4445-a2df-5db1e42b3b37 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481980 Feb 09 18:26:33.603910 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 70bc5bf2-85af-40f4-9b7d-755c424d3fee up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:26:33.728742 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 70bc5bf2-85af-40f4-9b7d-755c424d3fee triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:26:33.729147 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:33.874670 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:33.891218 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-d7d804af-20e0-4fdf-8915-d33584fe9c7d tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:33.892895 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-d7d804af-20e0-4fdf-8915-d33584fe9c7d tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/networks?id=30bc4e74-b672-490b-8184-24d775905668 HTTP/1.1" status: 200 len: 815 time: 0.3201311 Feb 09 18:26:33.918497 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-03b402d0-80aa-4cea-a0f5-692fc9270578 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/quotas/4a9e7b5665bf46f787aa6da96cb5ac46 HTTP/1.1" status: 200 len: 375 time: 0.0133166 Feb 09 18:26:33.947832 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820ae544-66ba-4773-ba31-8054ae6e8d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bc5bf2-85af-40f4-9b7d-755c424d3fee'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:26:33.965111 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 70bc5bf2-85af-40f4-9b7d-755c424d3fee, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=70bc5bf2-85af-40f4-9b7d-755c424d3fee,segment=NetworkSegment(23ce1f9f-f524-4107-a10c-4c144bc761d0),segment_id=23ce1f9f-f524-4107-a10c-4c144bc761d0)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:26:34.011905 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-8ff8e985-3066-4a61-b51b-57199bdcffe3 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a9e7b5665bf46f787aa6da96cb5ac46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0824184 Feb 09 18:26:34.026499 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820ae544-66ba-4773-ba31-8054ae6e8d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bc5bf2-85af-40f4-9b7d-755c424d3fee', 'code': 200} Feb 09 18:26:34.067822 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:34.161348 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-b8a7c0a4-30d4-4b0e-a04a-8aed6650ec6b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:26:34.163743 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-b8a7c0a4-30d4-4b0e-a04a-8aed6650ec6b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1442800 Feb 09 18:26:34.195166 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=70bc5bf2-85af-40f4-9b7d-755c424d3fee,revision_number=8']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:26:34.325805 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-a900d597-89e1-4c2f-94ce-94ebf6beb14f service neutron] 10.222.0.21 "GET /v2.0/networks/30bc4e74-b672-490b-8184-24d775905668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478138 Feb 09 18:26:34.477937 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-79a920fc-02d0-4285-a342-d63e7d6551af service neutron] 10.222.0.21 "GET /v2.0/networks/30bc4e74-b672-490b-8184-24d775905668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454215 Feb 09 18:26:34.763976 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-69520977-b2f3-4146-ab9f-9171c39d1455 req-336487c8-45e0-426a-9d3c-d3fffa8cf3b3 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 210 time: 0.0541067 Feb 09 18:26:35.083984 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:26:35.260292 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fff18-b376-4607-baa5-cb0a21f342aa req-a498f31b-40b2-4f75-9747-21edce8e35f2 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:35.262442 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c35fff18-b376-4607-baa5-cb0a21f342aa req-a498f31b-40b2-4f75-9747-21edce8e35f2 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.50 "GET /v2.0/ports?device_id=820ae544-66ba-4773-ba31-8054ae6e8d4c HTTP/1.1" status: 200 len: 945 time: 0.0911298 Feb 09 18:26:35.372242 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-c35fff18-b376-4607-baa5-cb0a21f342aa req-4e50d499-3779-466a-bd2e-a562c9837767 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Deleting port 70bc5bf2-85af-40f4-9b7d-755c424d3fee {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:26:35.372588 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c35fff18-b376-4607-baa5-cb0a21f342aa req-4e50d499-3779-466a-bd2e-a562c9837767 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:35.758948 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-c35fff18-b376-4607-baa5-cb0a21f342aa req-4e50d499-3779-466a-bd2e-a562c9837767 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] For port 70bc5bf2-85af-40f4-9b7d-755c424d3fee, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=70bc5bf2-85af-40f4-9b7d-755c424d3fee,segment=NetworkSegment(23ce1f9f-f524-4107-a10c-4c144bc761d0),segment_id=23ce1f9f-f524-4107-a10c-4c144bc761d0)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:26:35.759309 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c35fff18-b376-4607-baa5-cb0a21f342aa req-4e50d499-3779-466a-bd2e-a562c9837767 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:35.888397 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-c35fff18-b376-4607-baa5-cb0a21f342aa req-4e50d499-3779-466a-bd2e-a562c9837767 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Calling delete_port for 70bc5bf2-85af-40f4-9b7d-755c424d3fee owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:26:35.982700 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a7e176de-7cb8-4ea8-bf38-ebe44a994ed2 req-0332fd81-2575-4b0c-9fbc-f8cb741ddada tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 210 time: 0.0738599 Feb 09 18:26:36.150084 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c35fff18-b376-4607-baa5-cb0a21f342aa req-4e50d499-3779-466a-bd2e-a562c9837767 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:36.164522 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['70bc5bf2-85af-40f4-9b7d-755c424d3fee'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:26:36.208075 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50d499-3779-466a-bd2e-a562c9837767 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Pushing event deleted for resources: {'Port': ['ID=70bc5bf2-85af-40f4-9b7d-755c424d3fee,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:26:36.222311 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50d499-3779-466a-bd2e-a562c9837767 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:26:36.222715 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50d499-3779-466a-bd2e-a562c9837767 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:26:36.223058 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50d499-3779-466a-bd2e-a562c9837767 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:26:36.223402 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50d499-3779-466a-bd2e-a562c9837767 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:26:36.223736 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50d499-3779-466a-bd2e-a562c9837767 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:26:36.224065 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50d499-3779-466a-bd2e-a562c9837767 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:26:36.224394 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50d499-3779-466a-bd2e-a562c9837767 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:26:36.224721 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50d499-3779-466a-bd2e-a562c9837767 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:26:36.225090 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50d499-3779-466a-bd2e-a562c9837767 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:26:36.226061 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50d499-3779-466a-bd2e-a562c9837767 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:26:36.226061 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50d499-3779-466a-bd2e-a562c9837767 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:26:36.304832 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35fff18-b376-4607-baa5-cb0a21f342aa req-4e50d499-3779-466a-bd2e-a562c9837767 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] No DVR routers for this DVR port 70bc5bf2-85af-40f4-9b7d-755c424d3fee on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:26:36.308084 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c35fff18-b376-4607-baa5-cb0a21f342aa req-4e50d499-3779-466a-bd2e-a562c9837767 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:36.311226 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820ae544-66ba-4773-ba31-8054ae6e8d4c', 'name': 'network-vif-deleted', 'tag': '70bc5bf2-85af-40f4-9b7d-755c424d3fee'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:26:36.380619 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820ae544-66ba-4773-ba31-8054ae6e8d4c', 'name': 'network-vif-deleted', 'tag': '70bc5bf2-85af-40f4-9b7d-755c424d3fee', 'status': 'completed', 'code': 200} Feb 09 18:26:36.431370 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c35fff18-b376-4607-baa5-cb0a21f342aa req-4e50d499-3779-466a-bd2e-a562c9837767 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.50 "DELETE /v2.0/ports/70bc5bf2-85af-40f4-9b7d-755c424d3fee HTTP/1.1" status: 204 len: 173 time: 1.1622984 Feb 09 18:26:37.189535 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-59a810df-70e6-45f9-a5b2-6fa20addf043 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:37.191707 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-59a810df-70e6-45f9-a5b2-6fa20addf043 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.50 "GET /v2.0/networks?id=30bc4e74-b672-490b-8184-24d775905668 HTTP/1.1" status: 200 len: 815 time: 0.1921139 Feb 09 18:26:37.196320 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b03bf5f2-4c04-449a-b6ec-bd81ca78fb71 req-2d90d2f6-3727-4b5e-a768-a4dfb6ce38a9 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 210 time: 0.0530784 Feb 09 18:26:37.209767 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-a8f894fa-6af4-4391-9b84-069159f3bee4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Request body: {'port': {'device_id': '978d0213-8f1c-4fbf-98fb-ea42de2da534', 'network_id': '30bc4e74-b672-490b-8184-24d775905668', 'admin_state_up': True, 'tenant_id': '4a9e7b5665bf46f787aa6da96cb5ac46'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:26:37.385483 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-a8f894fa-6af4-4391-9b84-069159f3bee4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:26:37.390694 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-a8f894fa-6af4-4391-9b84-069159f3bee4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Usage tracker for resource:port and tenant:4a9e7b5665bf46f787aa6da96cb5ac46 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:26:37.394231 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-a8f894fa-6af4-4391-9b84-069159f3bee4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:26:37.405997 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-a8f894fa-6af4-4391-9b84-069159f3bee4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:26:37.498749 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-a8f894fa-6af4-4391-9b84-069159f3bee4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Made reservation on behalf of 4a9e7b5665bf46f787aa6da96cb5ac46 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:26:37.503084 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-a8f894fa-6af4-4391-9b84-069159f3bee4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:37.717623 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-a8f894fa-6af4-4391-9b84-069159f3bee4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Allocated IP 172.20.0.11 (30bc4e74-b672-490b-8184-24d775905668/350d20d3-7404-476f-94fa-365819a5afc5/a28daf41-47e5-4953-b8bc-40c065e22cb8) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:26:37.961621 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-a8f894fa-6af4-4391-9b84-069159f3bee4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:38.048577 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-a8f894fa-6af4-4391-9b84-069159f3bee4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:38.149135 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-a8f894fa-6af4-4391-9b84-069159f3bee4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Network 30bc4e74-b672-490b-8184-24d775905668 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:26:38.152928 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-a8f894fa-6af4-4391-9b84-069159f3bee4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:26:38.158132 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-a8f894fa-6af4-4391-9b84-069159f3bee4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:26:38.192003 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f894fa-6af4-4391-9b84-069159f3bee4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Pushing event updated for resources: {'Port': ['ID=a28daf41-47e5-4953-b8bc-40c065e22cb8,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:26:38.244356 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-a8f894fa-6af4-4391-9b84-069159f3bee4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:38.245803 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-a8f894fa-6af4-4391-9b84-069159f3bee4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:38.408153 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-a8f894fa-6af4-4391-9b84-069159f3bee4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2046878 Feb 09 18:26:38.424958 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-4ccf027c-cb01-4c42-9c80-600291b20262 service neutron] Request body: {'port': {'device_id': '978d0213-8f1c-4fbf-98fb-ea42de2da534', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:26:38.513855 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcec058-b571-45a5-bdb1-81622fdd5619 req-61db9c73-eeeb-4220-bbae-6e2e663d8694 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:38.515424 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2bcec058-b571-45a5-bdb1-81622fdd5619 req-61db9c73-eeeb-4220-bbae-6e2e663d8694 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 932 time: 0.1197181 Feb 09 18:26:38.573286 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2bcec058-b571-45a5-bdb1-81622fdd5619 req-afa88550-c6d7-4f41-812c-c59991ab0c67 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477765 Feb 09 18:26:38.595417 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-4ccf027c-cb01-4c42-9c80-600291b20262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:39.170811 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-4ccf027c-cb01-4c42-9c80-600291b20262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a28daf41-47e5-4953-b8bc-40c065e22cb8 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:26:39.178778 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-4ccf027c-cb01-4c42-9c80-600291b20262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:39.194803 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-4ccf027c-cb01-4c42-9c80-600291b20262 service neutron] Transition to ACTIVE for port object a28daf41-47e5-4953-b8bc-40c065e22cb8 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:26:39.287847 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-4ccf027c-cb01-4c42-9c80-600291b20262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:39.423136 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf027c-cb01-4c42-9c80-600291b20262 service neutron] Pushing event updated for resources: {'Port': ['ID=a28daf41-47e5-4953-b8bc-40c065e22cb8,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:26:39.570586 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-4ccf027c-cb01-4c42-9c80-600291b20262 service neutron] Attempting to bind port a28daf41-47e5-4953-b8bc-40c065e22cb8 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:26:39.570935 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-4ccf027c-cb01-4c42-9c80-600291b20262 service neutron] Attempting to bind port a28daf41-47e5-4953-b8bc-40c065e22cb8 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '23ce1f9f-f524-4107-a10c-4c144bc761d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '30bc4e74-b672-490b-8184-24d775905668'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:26:39.571225 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-4ccf027c-cb01-4c42-9c80-600291b20262 service neutron] Attempting to bind port a28daf41-47e5-4953-b8bc-40c065e22cb8 on network 30bc4e74-b672-490b-8184-24d775905668 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:26:39.578104 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-4ccf027c-cb01-4c42-9c80-600291b20262 service neutron] Port a28daf41-47e5-4953-b8bc-40c065e22cb8 on network 30bc4e74-b672-490b-8184-24d775905668 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:26:39.578550 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-4ccf027c-cb01-4c42-9c80-600291b20262 service neutron] Attempting to bind port a28daf41-47e5-4953-b8bc-40c065e22cb8 on network 30bc4e74-b672-490b-8184-24d775905668 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:26:39.585904 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-4ccf027c-cb01-4c42-9c80-600291b20262 service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:26:39.586350 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-4ccf027c-cb01-4c42-9c80-600291b20262 service neutron] Checking segment: {'id': '23ce1f9f-f524-4107-a10c-4c144bc761d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '30bc4e74-b672-490b-8184-24d775905668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:26:39.586810 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-4ccf027c-cb01-4c42-9c80-600291b20262 service neutron] Bound using segment: {'id': '23ce1f9f-f524-4107-a10c-4c144bc761d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '30bc4e74-b672-490b-8184-24d775905668'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:26:39.587278 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-4ccf027c-cb01-4c42-9c80-600291b20262 service neutron] Bound port: a28daf41-47e5-4953-b8bc-40c065e22cb8, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ce1f9f-f524-4107-a10c-4c144bc761d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '30bc4e74-b672-490b-8184-24d775905668'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:26:39.587712 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-4ccf027c-cb01-4c42-9c80-600291b20262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:39.616009 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 70bc5bf2-85af-40f4-9b7d-755c424d3fee no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:26:39.675917 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: 70bc5bf2-85af-40f4-9b7d-755c424d3fee {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:26:39.676389 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 70bc5bf2-85af-40f4-9b7d-755c424d3fee not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:26:39.710173 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-4ccf027c-cb01-4c42-9c80-600291b20262 service neutron] For port a28daf41-47e5-4953-b8bc-40c065e22cb8, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:26:39.716754 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-4ccf027c-cb01-4c42-9c80-600291b20262 service neutron] For port a28daf41-47e5-4953-b8bc-40c065e22cb8, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a28daf41-47e5-4953-b8bc-40c065e22cb8,segment=NetworkSegment(23ce1f9f-f524-4107-a10c-4c144bc761d0),segment_id=23ce1f9f-f524-4107-a10c-4c144bc761d0)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:26:39.790806 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-4ccf027c-cb01-4c42-9c80-600291b20262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:39.883235 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-4ccf027c-cb01-4c42-9c80-600291b20262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:39.885498 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-4ccf027c-cb01-4c42-9c80-600291b20262 service neutron] 10.222.0.50 "PUT /v2.0/ports/a28daf41-47e5-4953-b8bc-40c065e22cb8 HTTP/1.1" status: 200 len: 1094 time: 1.4698660 Feb 09 18:26:39.886224 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978d0213-8f1c-4fbf-98fb-ea42de2da534', 'tag': 'a28daf41-47e5-4953-b8bc-40c065e22cb8'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:26:39.894555 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e641869-0920-4a61-b7c1-40f9342e2951 req-04f6355a-e728-4e51-9ac4-360948f959ed tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:39.899131 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9e641869-0920-4a61-b7c1-40f9342e2951 req-04f6355a-e728-4e51-9ac4-360948f959ed tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 944 time: 0.1114275 Feb 09 18:26:39.917948 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf027c-cb01-4c42-9c80-600291b20262 service neutron] Pushing event updated for resources: {'Port': ['ID=a28daf41-47e5-4953-b8bc-40c065e22cb8,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:26:39.970408 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9e641869-0920-4a61-b7c1-40f9342e2951 req-306a2243-f3aa-41cc-859a-3e2358dd0c4e tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629978 Feb 09 18:26:39.985194 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978d0213-8f1c-4fbf-98fb-ea42de2da534', 'tag': 'a28daf41-47e5-4953-b8bc-40c065e22cb8', 'status': 'completed', 'code': 200} Feb 09 18:26:40.092523 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-745c67dd-aaa9-47b9-a4e8-efb434065e43 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a9e7b5665bf46f787aa6da96cb5ac46&device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 1097 time: 0.1044414 Feb 09 18:26:40.196848 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-885a724d-c5a8-440e-bf3b-e73c88dd9ec7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a28daf41-47e5-4953-b8bc-40c065e22cb8 HTTP/1.1" status: 200 len: 217 time: 0.0966926 Feb 09 18:26:40.283195 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-67f250a8-b027-409a-82b3-71f9e87b8fdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:40.284974 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-67f250a8-b027-409a-82b3-71f9e87b8fdf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=350d20d3-7404-476f-94fa-365819a5afc5 HTTP/1.1" status: 200 len: 855 time: 0.0823200 Feb 09 18:26:40.352766 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-9f57948c-1f33-42a1-83aa-15c5ce688acd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=30bc4e74-b672-490b-8184-24d775905668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621858 Feb 09 18:26:40.531450 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-8d90625c-28c1-4315-be98-b9839998cce3 service neutron] 10.222.0.50 "GET /v2.0/networks/30bc4e74-b672-490b-8184-24d775905668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724482 Feb 09 18:26:40.697058 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-52f6db68-5e8c-4dfc-a936-ac832181ed20 req-b6425e9c-b5ba-41bd-9c9d-166130dec125 service neutron] 10.222.0.50 "GET /v2.0/networks/30bc4e74-b672-490b-8184-24d775905668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595724 Feb 09 18:26:40.970872 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-22699b49-4810-48e3-91c9-6c6490ad1b66 req-ce53559b-7548-417f-ac8e-7ed01fd357a0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a9e7b5665bf46f787aa6da96cb5ac46&device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 1097 time: 0.0925786 Feb 09 18:26:41.147788 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22699b49-4810-48e3-91c9-6c6490ad1b66 req-54fd5654-d370-433d-a87e-95a50942aec3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:41.149144 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-22699b49-4810-48e3-91c9-6c6490ad1b66 req-54fd5654-d370-433d-a87e-95a50942aec3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=30bc4e74-b672-490b-8184-24d775905668 HTTP/1.1" status: 200 len: 916 time: 0.1721652 Feb 09 18:26:41.229270 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-22699b49-4810-48e3-91c9-6c6490ad1b66 req-c6361772-46ff-4111-857a-ee5f691ec85c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a28daf41-47e5-4953-b8bc-40c065e22cb8 HTTP/1.1" status: 200 len: 217 time: 0.0735545 Feb 09 18:26:41.238131 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad7bbf-01c5-459d-82dd-6db51cd27e93 req-dcf45ce1-8e94-4239-9c89-f3bf04f9c854 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:41.239701 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0fad7bbf-01c5-459d-82dd-6db51cd27e93 req-dcf45ce1-8e94-4239-9c89-f3bf04f9c854 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 944 time: 0.0985847 Feb 09 18:26:41.291406 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0fad7bbf-01c5-459d-82dd-6db51cd27e93 req-ec6674f2-5ec2-44e6-a402-68297677af84 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456471 Feb 09 18:26:41.322546 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22699b49-4810-48e3-91c9-6c6490ad1b66 req-54b7d35e-6eda-4b41-b796-24545a7c0275 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:41.324678 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-22699b49-4810-48e3-91c9-6c6490ad1b66 req-54b7d35e-6eda-4b41-b796-24545a7c0275 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=350d20d3-7404-476f-94fa-365819a5afc5 HTTP/1.1" status: 200 len: 855 time: 0.0894895 Feb 09 18:26:41.374962 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-22699b49-4810-48e3-91c9-6c6490ad1b66 req-8bb4bd93-d6d3-47a2-8919-8299e39ed495 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=30bc4e74-b672-490b-8184-24d775905668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435014 Feb 09 18:26:41.587598 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-22699b49-4810-48e3-91c9-6c6490ad1b66 req-065bf888-fbc4-4513-b556-1d348a38baa9 service neutron] 10.222.0.50 "GET /v2.0/networks/30bc4e74-b672-490b-8184-24d775905668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048261 Feb 09 18:26:41.837312 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-22699b49-4810-48e3-91c9-6c6490ad1b66 req-5da548f3-51d5-49a3-9a25-66fc6150cce8 service neutron] 10.222.0.50 "GET /v2.0/networks/30bc4e74-b672-490b-8184-24d775905668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427478 Feb 09 18:26:42.551315 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29000b5-0bf0-4765-b37a-bc40a9a9513c req-975631ef-b615-4b7a-a7b7-0b37570c3d52 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:42.552836 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d29000b5-0bf0-4765-b37a-bc40a9a9513c req-975631ef-b615-4b7a-a7b7-0b37570c3d52 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 944 time: 0.1280415 Feb 09 18:26:42.625812 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d29000b5-0bf0-4765-b37a-bc40a9a9513c req-5e4fd22f-2c51-4385-b1f5-f9ef0c9b3586 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641921 Feb 09 18:26:43.646162 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device a28daf41-47e5-4953-b8bc-40c065e22cb8 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:26:43.816604 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port a28daf41-47e5-4953-b8bc-40c065e22cb8, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a28daf41-47e5-4953-b8bc-40c065e22cb8,segment=NetworkSegment(23ce1f9f-f524-4107-a10c-4c144bc761d0),segment_id=23ce1f9f-f524-4107-a10c-4c144bc761d0)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:26:43.841212 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': 'a28daf41-47e5-4953-b8bc-40c065e22cb8', 'network_id': '30bc4e74-b672-490b-8184-24d775905668', 'port_id': 'a28daf41-47e5-4953-b8bc-40c065e22cb8', 'mac_address': 'fa:16:3e:41:cb:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '350d20d3-7404-476f-94fa-365819a5afc5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:26:43.908662 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:43.935507 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0fc3c-7713-4ac2-824d-d0712082c929 req-59aca29f-1d69-4efd-a252-9a425eb94146 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:43.937795 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6ef0fc3c-7713-4ac2-824d-d0712082c929 req-59aca29f-1d69-4efd-a252-9a425eb94146 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 944 time: 0.1048703 Feb 09 18:26:43.939162 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28daf41-47e5-4953-b8bc-40c065e22cb8 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:26:43.961782 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port a28daf41-47e5-4953-b8bc-40c065e22cb8, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a28daf41-47e5-4953-b8bc-40c065e22cb8,segment=NetworkSegment(23ce1f9f-f524-4107-a10c-4c144bc761d0),segment_id=23ce1f9f-f524-4107-a10c-4c144bc761d0)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:26:43.998269 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6ef0fc3c-7713-4ac2-824d-d0712082c929 req-14d0304f-79b1-4190-8a61-eed609ceeaa9 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495300 Feb 09 18:26:44.048070 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:44.131782 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=a28daf41-47e5-4953-b8bc-40c065e22cb8,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:26:44.240722 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['a28daf41-47e5-4953-b8bc-40c065e22cb8'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:26:45.240098 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a470279-7d92-4431-93c6-c2f761f52362 req-2336b049-aa1c-448a-9a46-3cdd065af442 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:45.242866 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3a470279-7d92-4431-93c6-c2f761f52362 req-2336b049-aa1c-448a-9a46-3cdd065af442 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 945 time: 0.1007030 Feb 09 18:26:45.308798 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3a470279-7d92-4431-93c6-c2f761f52362 req-35bc2163-01bf-4c8b-9101-6196672aa61c tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573514 Feb 09 18:26:45.662918 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device a28daf41-47e5-4953-b8bc-40c065e22cb8 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:26:45.813183 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port a28daf41-47e5-4953-b8bc-40c065e22cb8 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:26:45.819343 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port a28daf41-47e5-4953-b8bc-40c065e22cb8 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:26:45.819751 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:45.952545 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:45.982590 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978d0213-8f1c-4fbf-98fb-ea42de2da534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28daf41-47e5-4953-b8bc-40c065e22cb8'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:26:45.993535 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port a28daf41-47e5-4953-b8bc-40c065e22cb8, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a28daf41-47e5-4953-b8bc-40c065e22cb8,segment=NetworkSegment(23ce1f9f-f524-4107-a10c-4c144bc761d0),segment_id=23ce1f9f-f524-4107-a10c-4c144bc761d0)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:26:46.049592 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978d0213-8f1c-4fbf-98fb-ea42de2da534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28daf41-47e5-4953-b8bc-40c065e22cb8', 'code': 200} Feb 09 18:26:46.083572 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:46.181731 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=a28daf41-47e5-4953-b8bc-40c065e22cb8,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:26:46.444528 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-090bdcce-c39e-4f66-93f1-af98421f7616 req-47847d50-756b-42df-8b40-84b4ed272124 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 1099 time: 0.0922575 Feb 09 18:26:46.498211 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-090bdcce-c39e-4f66-93f1-af98421f7616 req-0d36380e-6812-4355-ac60-ab543c02c4a8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470390 Feb 09 18:26:46.523814 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6012df0-4e50-4675-9ab3-bddb2e5af402 req-4187b73b-a93c-4925-9880-3279c9c8ddff tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:46.525372 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e6012df0-4e50-4675-9ab3-bddb2e5af402 req-4187b73b-a93c-4925-9880-3279c9c8ddff tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0836618 Feb 09 18:26:46.576480 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e6012df0-4e50-4675-9ab3-bddb2e5af402 req-129fef08-fcb5-496e-9c94-6e5e41cc4900 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438869 Feb 09 18:26:46.647024 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d14ecff1-3421-403e-a12e-33cfe1d32d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:47.116145 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:47.816255 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6346878-43a0-4e33-b815-0ca507cef48c req-f58b7f97-5dba-4a0c-9423-f9aa1891ea95 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:47.818195 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e6346878-43a0-4e33-b815-0ca507cef48c req-f58b7f97-5dba-4a0c-9423-f9aa1891ea95 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.1027720 Feb 09 18:26:47.871444 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e6346878-43a0-4e33-b815-0ca507cef48c req-31a32b02-aadd-4c72-a549-1294a0e0906e tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471218 Feb 09 18:26:48.172745 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb33095-728c-458b-a0f0-6e9ba7d90bd9 req-e56e64d6-27ac-42d0-9305-b8fa2e7c7bb9 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:48.174198 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3fb33095-728c-458b-a0f0-6e9ba7d90bd9 req-e56e64d6-27ac-42d0-9305-b8fa2e7c7bb9 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0856879 Feb 09 18:26:48.229272 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3fb33095-728c-458b-a0f0-6e9ba7d90bd9 req-99cb61d4-dded-4ad9-844f-4ff4cea42645 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429430 Feb 09 18:26:48.486967 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b87281db-bff7-4154-9b39-9d10343f684a req-bf076646-26fd-4a1a-884e-669f18df39be service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0808380 Feb 09 18:26:48.991232 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e72dd-eaaf-4e39-b80c-1e53edf3fd6a req-63558f2f-a11a-478f-8913-25b92f334fc9 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:48.993252 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8b6e72dd-eaaf-4e39-b80c-1e53edf3fd6a req-63558f2f-a11a-478f-8913-25b92f334fc9 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0945523 Feb 09 18:26:49.008465 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-99166a37-e8ee-43fd-ab57-fd69a6d5302a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:49.072851 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8b6e72dd-eaaf-4e39-b80c-1e53edf3fd6a req-1b7b96aa-7313-4375-94da-907431641da8 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694542 Feb 09 18:26:49.094368 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-92ff782e-f5d7-4c4f-8920-af547bfbe30b req-ea05cab4-b28b-431b-95ec-04d4da413cd5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0973470 Feb 09 18:26:50.116472 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:50.144965 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:50.321626 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd0fbc-263f-4fcc-994a-864a27d600cb req-d75f8de2-c363-45c0-9505-ecaa0f083557 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:50.323696 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a3fd0fbc-263f-4fcc-994a-864a27d600cb req-d75f8de2-c363-45c0-9505-ecaa0f083557 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0917709 Feb 09 18:26:50.387783 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a3fd0fbc-263f-4fcc-994a-864a27d600cb req-c44b10a6-9744-494c-9772-8399abd7fd45 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541558 Feb 09 18:26:51.440824 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-92ff782e-f5d7-4c4f-8920-af547bfbe30b req-7b634168-4441-4ca2-9657-9a571d5d672d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a9e7b5665bf46f787aa6da96cb5ac46&device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 1099 time: 0.0870421 Feb 09 18:26:51.618889 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff782e-f5d7-4c4f-8920-af547bfbe30b req-1555a66b-2fe0-4a3d-8029-79bde7728f5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:51.621424 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-92ff782e-f5d7-4c4f-8920-af547bfbe30b req-1555a66b-2fe0-4a3d-8029-79bde7728f5b service neutron] 10.222.0.50 "GET /v2.0/networks?id=30bc4e74-b672-490b-8184-24d775905668 HTTP/1.1" status: 200 len: 916 time: 0.1745718 Feb 09 18:26:51.642613 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:26:51.649683 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbaceb-3abe-4b8a-afcb-2ca43ad23ede req-7ca21076-5835-468a-8326-19e64352dbcf tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:51.656095 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-61fbaceb-3abe-4b8a-afcb-2ca43ad23ede req-7ca21076-5835-468a-8326-19e64352dbcf tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.1231861 Feb 09 18:26:51.705014 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-92ff782e-f5d7-4c4f-8920-af547bfbe30b req-6da3db68-4515-4324-998d-3a5885472eca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a28daf41-47e5-4953-b8bc-40c065e22cb8 HTTP/1.1" status: 200 len: 217 time: 0.0774519 Feb 09 18:26:51.713865 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-61fbaceb-3abe-4b8a-afcb-2ca43ad23ede req-7c5d0d80-a89f-42e4-9ac0-78e3bac3f494 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512965 Feb 09 18:26:51.793899 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff782e-f5d7-4c4f-8920-af547bfbe30b req-317fa0da-b337-4b31-ac1f-928a745dfd72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:51.795689 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-92ff782e-f5d7-4c4f-8920-af547bfbe30b req-317fa0da-b337-4b31-ac1f-928a745dfd72 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=350d20d3-7404-476f-94fa-365819a5afc5 HTTP/1.1" status: 200 len: 855 time: 0.0844786 Feb 09 18:26:51.843661 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-92ff782e-f5d7-4c4f-8920-af547bfbe30b req-8ae46e50-c198-4b2f-b3ab-ef49d0a049b1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=30bc4e74-b672-490b-8184-24d775905668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419297 Feb 09 18:26:51.996702 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-92ff782e-f5d7-4c4f-8920-af547bfbe30b req-639172c0-6e0d-46a8-a072-4fef387fef86 service neutron] 10.222.0.50 "GET /v2.0/networks/30bc4e74-b672-490b-8184-24d775905668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458197 Feb 09 18:26:52.141162 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-92ff782e-f5d7-4c4f-8920-af547bfbe30b req-05a7a6ed-7208-4a31-a24c-17528f7ffde5 service neutron] 10.222.0.50 "GET /v2.0/networks/30bc4e74-b672-490b-8184-24d775905668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400514 Feb 09 18:26:52.955680 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2b5f8-9824-474e-8d95-c8dc5433ccc2 req-1141305c-f6d0-48c1-ab15-ae614491be15 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:52.957280 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1fd2b5f8-9824-474e-8d95-c8dc5433ccc2 req-1141305c-f6d0-48c1-ab15-ae614491be15 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0913517 Feb 09 18:26:53.017484 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1fd2b5f8-9824-474e-8d95-c8dc5433ccc2 req-9b8528bf-4220-43e8-bb2e-0f7a52b363fb tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544813 Feb 09 18:26:54.349387 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2820e17-13ec-48d0-b3d1-18d21368353a req-03bb8099-edd6-4ca5-a1af-a131af867c39 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:54.350919 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d2820e17-13ec-48d0-b3d1-18d21368353a req-03bb8099-edd6-4ca5-a1af-a131af867c39 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.1950896 Feb 09 18:26:54.402896 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d2820e17-13ec-48d0-b3d1-18d21368353a req-e3b3e644-488c-402d-b577-5336e514843a tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447662 Feb 09 18:26:55.617795 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216c9a5-19c4-44f8-8451-c01699bda66b req-20a42fbe-9e27-47a8-af69-3a96a64d6a58 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:55.619454 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5216c9a5-19c4-44f8-8451-c01699bda66b req-20a42fbe-9e27-47a8-af69-3a96a64d6a58 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0855527 Feb 09 18:26:55.696136 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5216c9a5-19c4-44f8-8451-c01699bda66b req-6bd9751c-cf14-4f31-ac65-52fac5ed37e4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658262 Feb 09 18:26:56.915368 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15b7ec-3e75-48ef-b54a-1fa43f060701 req-14fdd8bb-7c5f-4f0d-8ec2-97886e08ae71 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:56.917264 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fe15b7ec-3e75-48ef-b54a-1fa43f060701 req-14fdd8bb-7c5f-4f0d-8ec2-97886e08ae71 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0891478 Feb 09 18:26:56.969727 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fe15b7ec-3e75-48ef-b54a-1fa43f060701 req-81a024eb-c8f4-48ae-ab12-9b86bd151fde tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454633 Feb 09 18:26:58.187684 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f250c9a-1147-4122-a0df-685714071964 req-84e4a620-5843-400e-ac36-7c1bdd6b3bad tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:58.189365 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2f250c9a-1147-4122-a0df-685714071964 req-84e4a620-5843-400e-ac36-7c1bdd6b3bad tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0906096 Feb 09 18:26:58.240717 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2f250c9a-1147-4122-a0df-685714071964 req-05fe121c-4f59-4608-a86f-c46c27e8d384 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450983 Feb 09 18:26:59.461592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae8db6-f82c-4316-aff3-5d824b8be25e req-0a811bfd-3da6-4f45-b161-a20da4d5bae6 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:26:59.463111 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-83ae8db6-f82c-4316-aff3-5d824b8be25e req-0a811bfd-3da6-4f45-b161-a20da4d5bae6 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0871947 Feb 09 18:26:59.516764 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-83ae8db6-f82c-4316-aff3-5d824b8be25e req-1deba566-d173-46e6-b618-ae6eae4471f2 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466008 Feb 09 18:27:00.735812 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16db4a-7185-49e6-a492-8a9c316ae3e4 req-9ecf89ca-bf4f-40da-a70d-e66d4fc9d7e2 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:00.737443 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2a16db4a-7185-49e6-a492-8a9c316ae3e4 req-9ecf89ca-bf4f-40da-a70d-e66d4fc9d7e2 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0858076 Feb 09 18:27:00.792819 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2a16db4a-7185-49e6-a492-8a9c316ae3e4 req-4125f99c-2c81-4e7e-a29d-eee4b2059e88 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488625 Feb 09 18:27:02.187433 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3674a-9fac-4a36-a269-e8078e2f101e req-7bb2bb1e-4497-4d75-98fa-381c9f91cb20 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:02.189172 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6eb3674a-9fac-4a36-a269-e8078e2f101e req-7bb2bb1e-4497-4d75-98fa-381c9f91cb20 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.1131256 Feb 09 18:27:02.241508 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6eb3674a-9fac-4a36-a269-e8078e2f101e req-50e32b7d-d1ee-447f-90f6-655ea1418e9d tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463459 Feb 09 18:27:03.559051 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93132d3-e179-4de8-be34-14d96c66347b req-acc2bb92-9000-44e0-a10e-1ffe2e10895d tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:03.560856 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b93132d3-e179-4de8-be34-14d96c66347b req-acc2bb92-9000-44e0-a10e-1ffe2e10895d tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0973930 Feb 09 18:27:03.612146 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b93132d3-e179-4de8-be34-14d96c66347b req-803d414f-0f08-4cb2-8de3-c9335ac60e80 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452571 Feb 09 18:27:04.835302 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde158f-10ff-4580-bb85-8b665d6dc752 req-14e3f8f2-c2fd-402b-8c62-6dc4979142e9 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:04.836944 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cfde158f-10ff-4580-bb85-8b665d6dc752 req-14e3f8f2-c2fd-402b-8c62-6dc4979142e9 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0867450 Feb 09 18:27:04.889555 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cfde158f-10ff-4580-bb85-8b665d6dc752 req-6bd8bbfc-fba7-45a5-97e8-4506df94d78d tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459969 Feb 09 18:27:06.135614 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa218dc-7ae8-4bfa-93e5-7636abfeb2c1 req-74e56659-cff0-4fb0-a460-d5b24304f892 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:06.137883 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-aaa218dc-7ae8-4bfa-93e5-7636abfeb2c1 req-74e56659-cff0-4fb0-a460-d5b24304f892 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0930381 Feb 09 18:27:06.191606 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-aaa218dc-7ae8-4bfa-93e5-7636abfeb2c1 req-defe236e-3b68-4711-a0c6-40707aa6e5bb tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442483 Feb 09 18:27:07.421376 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a405c-aea7-4be5-b646-a7ab90c1082e req-3a3e3cb1-12f0-4a68-9b76-8659335fa41b tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:07.422999 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d25a405c-aea7-4be5-b646-a7ab90c1082e req-3a3e3cb1-12f0-4a68-9b76-8659335fa41b tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0933414 Feb 09 18:27:07.479226 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d25a405c-aea7-4be5-b646-a7ab90c1082e req-830dea28-6ce5-4fbe-926f-ba9d7f90b271 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499444 Feb 09 18:27:08.711119 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1832e-9d4d-498a-91a0-a9e6f366ea68 req-2d2c5136-bb2c-4a21-a01a-8ab55a1a5875 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:08.712704 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b6c1832e-9d4d-498a-91a0-a9e6f366ea68 req-2d2c5136-bb2c-4a21-a01a-8ab55a1a5875 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0886972 Feb 09 18:27:08.764328 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b6c1832e-9d4d-498a-91a0-a9e6f366ea68 req-3f44853a-789e-4593-8ff5-fdc9dd1cee25 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449617 Feb 09 18:27:09.985458 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1319f-ff52-4f90-a23a-be9607d72ec5 req-dbd95271-c41d-4b79-a858-a057bff8b9e1 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:09.987079 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-29a1319f-ff52-4f90-a23a-be9607d72ec5 req-dbd95271-c41d-4b79-a858-a057bff8b9e1 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0890291 Feb 09 18:27:10.044789 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-29a1319f-ff52-4f90-a23a-be9607d72ec5 req-f4f27b70-399a-4c63-9eac-07c89f5e7ec5 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462952 Feb 09 18:27:11.339663 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9fd10f-52b9-4d1f-a612-0d0a234371c3 req-dacf8f83-8066-498e-b6b1-783d50439729 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:11.341306 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1e9fd10f-52b9-4d1f-a612-0d0a234371c3 req-dacf8f83-8066-498e-b6b1-783d50439729 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0864317 Feb 09 18:27:11.402447 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1e9fd10f-52b9-4d1f-a612-0d0a234371c3 req-ef759611-d93c-44c3-8903-8f95bca57a28 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547729 Feb 09 18:27:12.087541 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:27:12.628018 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260d3df-5415-40fc-b9c5-d8c35ef1e055 req-4ec0944a-46dd-4686-961b-1bcda7af215e tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:12.629596 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6260d3df-5415-40fc-b9c5-d8c35ef1e055 req-4ec0944a-46dd-4686-961b-1bcda7af215e tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0907192 Feb 09 18:27:12.685267 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6260d3df-5415-40fc-b9c5-d8c35ef1e055 req-a3f13bc4-f367-482b-918b-767bf9068b41 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455983 Feb 09 18:27:13.913434 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021d8bb-d443-4637-8e1c-90958a52b453 req-cf10557a-bf8d-48a6-92ed-72630299b480 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:13.915879 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1021d8bb-d443-4637-8e1c-90958a52b453 req-cf10557a-bf8d-48a6-92ed-72630299b480 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0885255 Feb 09 18:27:13.969937 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1021d8bb-d443-4637-8e1c-90958a52b453 req-ca4f97e2-3ef3-426b-9f03-58250e0d0252 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467012 Feb 09 18:27:15.189139 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73019270-9722-4271-be10-39bcb063e068 req-8134fada-3e83-45f5-b865-a8b5d4bafa53 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:15.190837 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-73019270-9722-4271-be10-39bcb063e068 req-8134fada-3e83-45f5-b865-a8b5d4bafa53 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0874858 Feb 09 18:27:15.242057 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-73019270-9722-4271-be10-39bcb063e068 req-60c79a80-dfc7-41e5-89e8-4330608dca25 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451527 Feb 09 18:27:16.462938 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afd300-d2e4-4acb-a0b2-8ffc9e3402ef req-23bf0db0-8512-4dd8-8184-5601ae0605a4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:16.464460 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e7afd300-d2e4-4acb-a0b2-8ffc9e3402ef req-23bf0db0-8512-4dd8-8184-5601ae0605a4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0819414 Feb 09 18:27:16.521101 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e7afd300-d2e4-4acb-a0b2-8ffc9e3402ef req-85a66cac-c612-48c3-b3e7-2f171f7856c0 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501306 Feb 09 18:27:16.642619 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-29c0ebdd-ffa7-4deb-964f-f880ff282e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:17.145644 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:17.739356 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f28ee7-fc15-42f6-9212-723c7e1c3e32 req-eac65015-a99b-41da-8697-e1de0922a7a4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:17.741060 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b2f28ee7-fc15-42f6-9212-723c7e1c3e32 req-eac65015-a99b-41da-8697-e1de0922a7a4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0862474 Feb 09 18:27:17.802174 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b2f28ee7-fc15-42f6-9212-723c7e1c3e32 req-402424b2-2999-48f8-a4b3-b10fe0ecf832 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544193 Feb 09 18:27:19.020004 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-35e1601c-318c-4401-8be6-9242af507bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:19.039539 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11225a68-6b39-4fef-a688-e8ca428ef2ab req-e9995e2f-ab62-418d-8106-9b2948ceb75b tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:19.041593 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-11225a68-6b39-4fef-a688-e8ca428ef2ab req-e9995e2f-ab62-418d-8106-9b2948ceb75b tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0999908 Feb 09 18:27:19.099122 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-11225a68-6b39-4fef-a688-e8ca428ef2ab req-7b6f171b-0d01-4fbe-ae1b-f8bed4211aa8 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490530 Feb 09 18:27:19.272794 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-92ff782e-f5d7-4c4f-8920-af547bfbe30b req-19fe6534-c19e-46d4-8ac7-31307778bfad service neutron] 10.222.0.50 "GET /v2.0/ports/a28daf41-47e5-4953-b8bc-40c065e22cb8/bindings/hv-neutron-8270 HTTP/1.1" status: 200 len: 384 time: 0.0869129 Feb 09 18:27:19.859831 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-92ff782e-f5d7-4c4f-8920-af547bfbe30b req-d8b4f842-9655-4a58-83f6-4af2d2f1b163 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534&tenant_id=4a9e7b5665bf46f787aa6da96cb5ac46 HTTP/1.1" status: 200 len: 1099 time: 0.0783398 Feb 09 18:27:19.961568 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-92ff782e-f5d7-4c4f-8920-af547bfbe30b req-15448902-3742-464b-be54-528aeef7cd63 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a9e7b5665bf46f787aa6da96cb5ac46&device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 1099 time: 0.0794809 Feb 09 18:27:20.106071 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:20.143718 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:20.147709 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff782e-f5d7-4c4f-8920-af547bfbe30b req-7029e0ff-4250-482f-966b-8ebb22ca6469 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:20.149638 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-92ff782e-f5d7-4c4f-8920-af547bfbe30b req-7029e0ff-4250-482f-966b-8ebb22ca6469 service neutron] 10.222.0.50 "GET /v2.0/networks?id=30bc4e74-b672-490b-8184-24d775905668 HTTP/1.1" status: 200 len: 916 time: 0.1821816 Feb 09 18:27:20.234808 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-92ff782e-f5d7-4c4f-8920-af547bfbe30b req-e079a8eb-67ab-473b-a77c-3fbab2552818 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a28daf41-47e5-4953-b8bc-40c065e22cb8 HTTP/1.1" status: 200 len: 217 time: 0.0786791 Feb 09 18:27:20.303624 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff782e-f5d7-4c4f-8920-af547bfbe30b req-17140379-adde-423a-ad5b-422d09f00bea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:20.306426 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-92ff782e-f5d7-4c4f-8920-af547bfbe30b req-17140379-adde-423a-ad5b-422d09f00bea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=350d20d3-7404-476f-94fa-365819a5afc5 HTTP/1.1" status: 200 len: 855 time: 0.0656259 Feb 09 18:27:20.361156 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-92ff782e-f5d7-4c4f-8920-af547bfbe30b req-01097738-3856-4568-81b9-8a4d43b2e217 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=30bc4e74-b672-490b-8184-24d775905668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474436 Feb 09 18:27:20.438445 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a077aa-637e-438f-a39d-f439cab29979 req-adedb785-7e71-493e-919c-6c96b63591b4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:20.440437 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f3a077aa-637e-438f-a39d-f439cab29979 req-adedb785-7e71-493e-919c-6c96b63591b4 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.1891153 Feb 09 18:27:20.509742 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f3a077aa-637e-438f-a39d-f439cab29979 req-a253fd7d-1360-4d02-8e61-5cf77db5563f tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587857 Feb 09 18:27:20.616605 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-92ff782e-f5d7-4c4f-8920-af547bfbe30b req-c5eeb196-e971-484e-ae95-e9a3b54fb5f6 service neutron] 10.222.0.50 "GET /v2.0/networks/30bc4e74-b672-490b-8184-24d775905668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483454 Feb 09 18:27:20.769161 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-92ff782e-f5d7-4c4f-8920-af547bfbe30b req-eda238a8-f9e3-4805-a08a-1c08f809b0af service neutron] 10.222.0.50 "GET /v2.0/networks/30bc4e74-b672-490b-8184-24d775905668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454706 Feb 09 18:27:21.648754 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:21.825447 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb7b3e-cde6-4261-beef-0e0fa0430edf req-a795a6f9-5ba4-4be5-acc2-a11be573c2bd tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:21.827142 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-babb7b3e-cde6-4261-beef-0e0fa0430edf req-a795a6f9-5ba4-4be5-acc2-a11be573c2bd tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.1681542 Feb 09 18:27:21.878528 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-babb7b3e-cde6-4261-beef-0e0fa0430edf req-336a37f6-d82d-412a-9406-e6cdec6226ed tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455480 Feb 09 18:27:23.161274 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1184e-277d-4ba8-a124-701387b770b9 req-8de88bc1-4657-4df4-853b-4c0d73ee5938 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:23.162830 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5bf1184e-277d-4ba8-a124-701387b770b9 req-8de88bc1-4657-4df4-853b-4c0d73ee5938 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.1339974 Feb 09 18:27:23.217644 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5bf1184e-277d-4ba8-a124-701387b770b9 req-f85e7fcf-f605-47a7-940c-3c4f35645d2c tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479834 Feb 09 18:27:23.743090 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5a6ba-197c-4be5-85e9-12ed8d2b2c36 req-005b1856-f1aa-4167-9b34-a0346269002a tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:23.745558 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bde5a6ba-197c-4be5-85e9-12ed8d2b2c36 req-005b1856-f1aa-4167-9b34-a0346269002a tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.1022811 Feb 09 18:27:23.791227 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device a28daf41-47e5-4953-b8bc-40c065e22cb8 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:27:23.795759 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device a28daf41-47e5-4953-b8bc-40c065e22cb8 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:27:23.821128 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bde5a6ba-197c-4be5-85e9-12ed8d2b2c36 req-172d36ef-007e-4c42-bf49-5f157438369c tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677509 Feb 09 18:27:23.877067 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddad3b-4057-4d70-896b-60bf4f672eec req-736a1965-1687-4b18-8a4e-f2e337904393 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:23.878023 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-d7ddad3b-4057-4d70-896b-60bf4f672eec req-736a1965-1687-4b18-8a4e-f2e337904393 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Synchronizing usage tracker for tenant:4a9e7b5665bf46f787aa6da96cb5ac46 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:27:23.940412 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-d7ddad3b-4057-4d70-896b-60bf4f672eec req-736a1965-1687-4b18-8a4e-f2e337904393 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Unset dirty status for tenant:4a9e7b5665bf46f787aa6da96cb5ac46 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:27:23.942007 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d7ddad3b-4057-4d70-896b-60bf4f672eec req-736a1965-1687-4b18-8a4e-f2e337904393 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.50 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534&tenant_id=4a9e7b5665bf46f787aa6da96cb5ac46&binding%3Ahost_id=hv-neutron-8270 HTTP/1.1" status: 200 len: 946 time: 0.1722586 Feb 09 18:27:24.130761 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d7ddad3b-4057-4d70-896b-60bf4f672eec req-12349556-71b3-4278-a0aa-71f08557ed7f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a9e7b5665bf46f787aa6da96cb5ac46&device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 1099 time: 0.1153326 Feb 09 18:27:24.144972 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:24.215820 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978d0213-8f1c-4fbf-98fb-ea42de2da534', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a28daf41-47e5-4953-b8bc-40c065e22cb8'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:27:24.223075 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port a28daf41-47e5-4953-b8bc-40c065e22cb8, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a28daf41-47e5-4953-b8bc-40c065e22cb8,segment=NetworkSegment(23ce1f9f-f524-4107-a10c-4c144bc761d0),segment_id=23ce1f9f-f524-4107-a10c-4c144bc761d0)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:27:24.238386 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port a28daf41-47e5-4953-b8bc-40c065e22cb8, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a28daf41-47e5-4953-b8bc-40c065e22cb8,segment=NetworkSegment(23ce1f9f-f524-4107-a10c-4c144bc761d0),segment_id=23ce1f9f-f524-4107-a10c-4c144bc761d0)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:27:24.244925 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': 'a28daf41-47e5-4953-b8bc-40c065e22cb8', 'network_id': '30bc4e74-b672-490b-8184-24d775905668', 'port_id': 'a28daf41-47e5-4953-b8bc-40c065e22cb8', 'mac_address': 'fa:16:3e:41:cb:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '350d20d3-7404-476f-94fa-365819a5afc5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:27:24.306658 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:24.321495 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddad3b-4057-4d70-896b-60bf4f672eec req-df25928d-3eb3-45c9-bc8e-af6d4f38372d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:24.325070 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d7ddad3b-4057-4d70-896b-60bf4f672eec req-df25928d-3eb3-45c9-bc8e-af6d4f38372d service neutron] 10.222.0.50 "GET /v2.0/networks?id=30bc4e74-b672-490b-8184-24d775905668 HTTP/1.1" status: 200 len: 916 time: 0.1875503 Feb 09 18:27:24.345488 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978d0213-8f1c-4fbf-98fb-ea42de2da534', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a28daf41-47e5-4953-b8bc-40c065e22cb8', 'code': 200} Feb 09 18:27:24.365037 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:24.397865 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a28daf41-47e5-4953-b8bc-40c065e22cb8 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:27:24.400266 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d7ddad3b-4057-4d70-896b-60bf4f672eec req-f3a4e580-2650-48d5-abfa-65bd30bb2861 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a28daf41-47e5-4953-b8bc-40c065e22cb8 HTTP/1.1" status: 200 len: 217 time: 0.0692804 Feb 09 18:27:24.479493 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddad3b-4057-4d70-896b-60bf4f672eec req-21b657c9-e46d-4883-a85e-2255a286d862 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:24.482751 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d7ddad3b-4057-4d70-896b-60bf4f672eec req-21b657c9-e46d-4883-a85e-2255a286d862 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=350d20d3-7404-476f-94fa-365819a5afc5 HTTP/1.1" status: 200 len: 855 time: 0.0763092 Feb 09 18:27:24.489591 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=a28daf41-47e5-4953-b8bc-40c065e22cb8,revision_number=6']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:24.516199 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:27:24.516546 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:27:24.530254 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d7ddad3b-4057-4d70-896b-60bf4f672eec req-bad93083-3512-40b1-93af-386c32664ccc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=30bc4e74-b672-490b-8184-24d775905668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420082 Feb 09 18:27:24.682107 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d7ddad3b-4057-4d70-896b-60bf4f672eec req-15759594-fb8b-474d-80d8-d8b75597e709 service neutron] 10.222.0.50 "GET /v2.0/networks/30bc4e74-b672-490b-8184-24d775905668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445532 Feb 09 18:27:24.827929 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d7ddad3b-4057-4d70-896b-60bf4f672eec req-6184fc73-dc94-4f8a-93ed-79810873d79b service neutron] 10.222.0.50 "GET /v2.0/networks/30bc4e74-b672-490b-8184-24d775905668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406636 Feb 09 18:27:25.110709 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a57738-8ce8-4773-8b45-c60ed6ae6258 req-338e54cf-64ef-4ddf-8d1d-e296cbc44ec1 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:25.113419 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e3a57738-8ce8-4773-8b45-c60ed6ae6258 req-338e54cf-64ef-4ddf-8d1d-e296cbc44ec1 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 944 time: 0.1253107 Feb 09 18:27:25.128527 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:25.164216 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28daf41-47e5-4953-b8bc-40c065e22cb8 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:27:25.185704 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port a28daf41-47e5-4953-b8bc-40c065e22cb8, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a28daf41-47e5-4953-b8bc-40c065e22cb8,segment=NetworkSegment(23ce1f9f-f524-4107-a10c-4c144bc761d0),segment_id=23ce1f9f-f524-4107-a10c-4c144bc761d0)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:27:25.254480 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:25.329227 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['a28daf41-47e5-4953-b8bc-40c065e22cb8'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:27:25.336216 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e3a57738-8ce8-4773-8b45-c60ed6ae6258 req-112e3bdb-e686-4e34-b16a-20e052de88ba tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151861 Feb 09 18:27:25.375538 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=a28daf41-47e5-4953-b8bc-40c065e22cb8,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:25.819260 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device a28daf41-47e5-4953-b8bc-40c065e22cb8 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:27:25.899465 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port a28daf41-47e5-4953-b8bc-40c065e22cb8 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:27:25.899983 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:26.033738 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:26.071456 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port a28daf41-47e5-4953-b8bc-40c065e22cb8, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a28daf41-47e5-4953-b8bc-40c065e22cb8,segment=NetworkSegment(23ce1f9f-f524-4107-a10c-4c144bc761d0),segment_id=23ce1f9f-f524-4107-a10c-4c144bc761d0)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:27:26.174732 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:26.257622 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=a28daf41-47e5-4953-b8bc-40c065e22cb8,revision_number=8']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:26.346837 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978d0213-8f1c-4fbf-98fb-ea42de2da534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28daf41-47e5-4953-b8bc-40c065e22cb8'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:27:26.412737 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978d0213-8f1c-4fbf-98fb-ea42de2da534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28daf41-47e5-4953-b8bc-40c065e22cb8', 'code': 200} Feb 09 18:27:26.628787 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9dc47f-701e-4d66-b1eb-42f714545daf req-504e10ad-d2b2-43e0-9d3b-9fc322617471 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:26.630588 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2b9dc47f-701e-4d66-b1eb-42f714545daf req-504e10ad-d2b2-43e0-9d3b-9fc322617471 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0887978 Feb 09 18:27:26.681588 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2b9dc47f-701e-4d66-b1eb-42f714545daf req-0aa46f29-c896-430b-a2f9-2c6514324ae1 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451500 Feb 09 18:27:26.921918 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26403e82-5d13-4f42-a4f7-641c5a4b321a req-6c908b7e-451a-4e4a-8e2b-8e559c5ab6b6 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:26.923492 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-26403e82-5d13-4f42-a4f7-641c5a4b321a req-6c908b7e-451a-4e4a-8e2b-8e559c5ab6b6 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0870674 Feb 09 18:27:26.975369 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-26403e82-5d13-4f42-a4f7-641c5a4b321a req-1e5f912b-e6ef-495e-aab1-9a6b8e816b20 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454884 Feb 09 18:27:27.228660 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b724c-c144-4cb3-b0fb-0ddb92922ae5 req-ba4211ce-e3ba-4f26-b2c8-280912a73548 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:27.231947 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c07b724c-c144-4cb3-b0fb-0ddb92922ae5 req-ba4211ce-e3ba-4f26-b2c8-280912a73548 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.1107705 Feb 09 18:27:27.322482 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c07b724c-c144-4cb3-b0fb-0ddb92922ae5 req-636329f0-45a2-4c2c-886b-87892a5883e1 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838213 Feb 09 18:27:28.518597 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44747f88-e74c-4024-88c0-d252e14162ed req-7022d10a-1c0a-41fe-85f1-0ebbbeae1956 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:28.520070 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-44747f88-e74c-4024-88c0-d252e14162ed req-7022d10a-1c0a-41fe-85f1-0ebbbeae1956 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0880299 Feb 09 18:27:28.570247 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-44747f88-e74c-4024-88c0-d252e14162ed req-ed7d2c76-f4cf-4e5b-bfb0-da86781c7790 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443373 Feb 09 18:27:29.782399 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7fdc4-55ab-4f83-8de6-8406b3d1074b req-df864634-6590-436a-b8c8-935d1b487b7b tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:29.783990 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9bf7fdc4-55ab-4f83-8de6-8406b3d1074b req-df864634-6590-436a-b8c8-935d1b487b7b tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.50 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.0943036 Feb 09 18:27:29.852927 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dea73-2897-4a0c-a48f-9bb9630c8ddd req-73ed870f-117e-4bf4-bd69-ab4b0f14ea1d tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:29.856628 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4e1dea73-2897-4a0c-a48f-9bb9630c8ddd req-73ed870f-117e-4bf4-bd69-ab4b0f14ea1d tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 946 time: 0.1529655 Feb 09 18:27:29.868483 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-9bf7fdc4-55ab-4f83-8de6-8406b3d1074b req-6e7ec0ef-a5a3-492c-9be6-f4e483fdff56 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Deleting port a28daf41-47e5-4953-b8bc-40c065e22cb8 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:27:29.868483 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9bf7fdc4-55ab-4f83-8de6-8406b3d1074b req-6e7ec0ef-a5a3-492c-9be6-f4e483fdff56 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:29.930843 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4e1dea73-2897-4a0c-a48f-9bb9630c8ddd req-c560f57c-21ee-45be-8a36-0423975f322e tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/security-groups?id=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671916 Feb 09 18:27:30.150980 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-9bf7fdc4-55ab-4f83-8de6-8406b3d1074b req-6e7ec0ef-a5a3-492c-9be6-f4e483fdff56 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] For port a28daf41-47e5-4953-b8bc-40c065e22cb8, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=a28daf41-47e5-4953-b8bc-40c065e22cb8,segment=NetworkSegment(23ce1f9f-f524-4107-a10c-4c144bc761d0),segment_id=23ce1f9f-f524-4107-a10c-4c144bc761d0)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:27:30.151270 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9bf7fdc4-55ab-4f83-8de6-8406b3d1074b req-6e7ec0ef-a5a3-492c-9be6-f4e483fdff56 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:30.282276 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-9bf7fdc4-55ab-4f83-8de6-8406b3d1074b req-6e7ec0ef-a5a3-492c-9be6-f4e483fdff56 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Calling delete_port for a28daf41-47e5-4953-b8bc-40c065e22cb8 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:27:30.552310 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9bf7fdc4-55ab-4f83-8de6-8406b3d1074b req-6e7ec0ef-a5a3-492c-9be6-f4e483fdff56 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:30.565577 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['a28daf41-47e5-4953-b8bc-40c065e22cb8'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:27:30.714679 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ec0ef-a5a3-492c-9be6-f4e483fdff56 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Pushing event deleted for resources: {'Port': ['ID=a28daf41-47e5-4953-b8bc-40c065e22cb8,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:30.794810 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf7fdc4-55ab-4f83-8de6-8406b3d1074b req-6e7ec0ef-a5a3-492c-9be6-f4e483fdff56 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] No DVR routers for this DVR port a28daf41-47e5-4953-b8bc-40c065e22cb8 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:27:30.797524 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9bf7fdc4-55ab-4f83-8de6-8406b3d1074b req-6e7ec0ef-a5a3-492c-9be6-f4e483fdff56 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:30.800372 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978d0213-8f1c-4fbf-98fb-ea42de2da534', 'name': 'network-vif-deleted', 'tag': 'a28daf41-47e5-4953-b8bc-40c065e22cb8'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:27:30.860983 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978d0213-8f1c-4fbf-98fb-ea42de2da534', 'name': 'network-vif-deleted', 'tag': 'a28daf41-47e5-4953-b8bc-40c065e22cb8', 'status': 'completed', 'code': 200} Feb 09 18:27:30.884748 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9bf7fdc4-55ab-4f83-8de6-8406b3d1074b req-6e7ec0ef-a5a3-492c-9be6-f4e483fdff56 tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.50 "DELETE /v2.0/ports/a28daf41-47e5-4953-b8bc-40c065e22cb8 HTTP/1.1" status: 204 len: 173 time: 1.0957303 Feb 09 18:27:31.114898 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-64ea8c3a-8da6-4b99-8575-e1c9cee85030 req-d6469d26-2ff6-4609-b7b5-f2ef386096be tempest-ServerDiskConfigTestJSON-886444319 tempest-ServerDiskConfigTestJSON-886444319-project] 10.222.0.21 "GET /v2.0/ports?device_id=978d0213-8f1c-4fbf-98fb-ea42de2da534 HTTP/1.1" status: 200 len: 210 time: 0.0494847 Feb 09 18:27:32.488541 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 58238) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:27:32.562624 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-330713fd-909e-461d-a969-46658d323359 admin admin] Deleting subnet 350d20d3-7404-476f-94fa-365819a5afc5 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:27:32.567747 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-330713fd-909e-461d-a969-46658d323359 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:32.658401 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-330713fd-909e-461d-a969-46658d323359 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:32.765666 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-330713fd-909e-461d-a969-46658d323359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:32.941211 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-330713fd-909e-461d-a969-46658d323359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:32.982629 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330713fd-909e-461d-a969-46658d323359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=350d20d3-7404-476f-94fa-365819a5afc5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:32.992820 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-330713fd-909e-461d-a969-46658d323359 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:33.001105 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-330713fd-909e-461d-a969-46658d323359 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/350d20d3-7404-476f-94fa-365819a5afc5 HTTP/1.1" status: 204 len: 168 time: 0.5111003 Feb 09 18:27:33.005073 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 58242) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:27:33.134037 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db06ef67-0ad0-4fc6-823d-dd1f8467ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:33.275577 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db06ef67-0ad0-4fc6-823d-dd1f8467ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:33.310477 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-db06ef67-0ad0-4fc6-823d-dd1f8467ff0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30bc4e74-b672-490b-8184-24d775905668']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:27:33.324441 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-db06ef67-0ad0-4fc6-823d-dd1f8467ff0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ce1f9f-f524-4107-a10c-4c144bc761d0') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:27:33.324831 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-db06ef67-0ad0-4fc6-823d-dd1f8467ff0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ce1f9f-f524-4107-a10c-4c144bc761d0') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:27:33.338064 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db06ef67-0ad0-4fc6-823d-dd1f8467ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:33.358149 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db06ef67-0ad0-4fc6-823d-dd1f8467ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:33.368293 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db06ef67-0ad0-4fc6-823d-dd1f8467ff0d admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:27:33.368772 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db06ef67-0ad0-4fc6-823d-dd1f8467ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:27:33.384183 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:27:33.552161 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db06ef67-0ad0-4fc6-823d-dd1f8467ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:33.571072 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db06ef67-0ad0-4fc6-823d-dd1f8467ff0d admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:33.583337 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06ef67-0ad0-4fc6-823d-dd1f8467ff0d admin admin] Pushing event deleted for resources: {'Network': ['ID=30bc4e74-b672-490b-8184-24d775905668,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:33.672739 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-db06ef67-0ad0-4fc6-823d-dd1f8467ff0d admin admin] 10.222.0.21 "DELETE /v2.0/networks/30bc4e74-b672-490b-8184-24d775905668 HTTP/1.1" status: 204 len: 168 time: 0.6663277 Feb 09 18:27:33.851320 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device a28daf41-47e5-4953-b8bc-40c065e22cb8 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:27:33.889038 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: a28daf41-47e5-4953-b8bc-40c065e22cb8 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:27:33.889480 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device a28daf41-47e5-4953-b8bc-40c065e22cb8 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:27:34.151025 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 58248) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:27:34.208498 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-bda6c9d8-7b40-48fc-b188-69b6bf9e123c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a9e7b5665bf46f787aa6da96cb5ac46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0561779 Feb 09 18:27:34.211272 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 58252) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:27:34.282960 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0b680b8f-2434-4a01-ad96-64b9a832828f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:34.313267 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0b680b8f-2434-4a01-ad96-64b9a832828f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:34.489177 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0b680b8f-2434-4a01-ad96-64b9a832828f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:34.509707 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b680b8f-2434-4a01-ad96-64b9a832828f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fdca9e-c2bd-4b17-9ac1-d7a70f970b09,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:34.516354 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0b680b8f-2434-4a01-ad96-64b9a832828f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:34.517990 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0b680b8f-2434-4a01-ad96-64b9a832828f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28fdca9e-c2bd-4b17-9ac1-d7a70f970b09 HTTP/1.1" status: 204 len: 168 time: 0.3057652 Feb 09 18:27:34.524432 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b680b8f-2434-4a01-ad96-64b9a832828f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:34.524432 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b680b8f-2434-4a01-ad96-64b9a832828f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:34.524432 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b680b8f-2434-4a01-ad96-64b9a832828f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:34.524860 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b680b8f-2434-4a01-ad96-64b9a832828f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:34.525029 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b680b8f-2434-4a01-ad96-64b9a832828f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:34.525339 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b680b8f-2434-4a01-ad96-64b9a832828f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:34.525601 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b680b8f-2434-4a01-ad96-64b9a832828f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:34.525933 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b680b8f-2434-4a01-ad96-64b9a832828f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:34.526261 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b680b8f-2434-4a01-ad96-64b9a832828f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:34.526612 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b680b8f-2434-4a01-ad96-64b9a832828f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:34.526937 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b680b8f-2434-4a01-ad96-64b9a832828f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:36.079367 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 58274) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:27:36.266111 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-794683588-network', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:27:36.274495 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:27:36.281427 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Usage tracker for resource:network and tenant:2b31e54ec09c420da39579a0c16eeb6b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:27:36.286804 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:27:36.298502 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:27:36.456588 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Made reservation on behalf of 2b31e54ec09c420da39579a0c16eeb6b for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:27:36.458973 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:36.477669 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:36.523931 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:27:36.529712 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Usage tracker for resource:security_group_rule and tenant:2b31e54ec09c420da39579a0c16eeb6b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:27:36.533643 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:27:36.541121 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:27:36.624564 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:36.701903 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:36.736400 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:27:36.748501 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3ecb85-8922-4717-bac4-1c74e6153b62,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:36.760655 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:36.761004 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Added segment f7a13b71-e8a4-4cb4-892b-16995a0ff442 of type vlan for network 0ec06129-7aea-4df8-ae51-8a6694631361 Feb 09 18:27:36.772426 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:36.772782 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:36.773139 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:36.773457 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:36.773787 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:36.774116 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:36.774488 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:36.774817 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:36.775142 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:36.775462 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:36.775803 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:36.805752 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:36.929549 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:36.930711 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:36.931390 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:37.060734 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] Pushing event updated for resources: {'Network': ['ID=0ec06129-7aea-4df8-ae51-8a6694631361,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:37.078009 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 0ec06129-7aea-4df8-ae51-8a6694631361 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:27:37.126420 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-068144c8-a853-4387-a17b-f1483e9a92d1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0452237 Feb 09 18:27:37.129269 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 58280) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:27:37.136568 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-68526824-4e96-476f-8ab0-82a0a38caf7e admin admin] Request body: {'subnet': {'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-794683588-subnet', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:27:37.142895 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-68526824-4e96-476f-8ab0-82a0a38caf7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:27:37.147717 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-68526824-4e96-476f-8ab0-82a0a38caf7e admin admin] Usage tracker for resource:subnet and tenant:2b31e54ec09c420da39579a0c16eeb6b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:27:37.151168 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-68526824-4e96-476f-8ab0-82a0a38caf7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:27:37.160189 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-68526824-4e96-476f-8ab0-82a0a38caf7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:27:37.283409 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68526824-4e96-476f-8ab0-82a0a38caf7e admin admin] Made reservation on behalf of 2b31e54ec09c420da39579a0c16eeb6b for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:27:37.285928 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-68526824-4e96-476f-8ab0-82a0a38caf7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:37.615717 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-68526824-4e96-476f-8ab0-82a0a38caf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:37.700348 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68526824-4e96-476f-8ab0-82a0a38caf7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a3db1f9-6987-41d8-b085-aca62ec50235,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:37.722691 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68526824-4e96-476f-8ab0-82a0a38caf7e admin admin] Checking segment: {'id': 'f7a13b71-e8a4-4cb4-892b-16995a0ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:27:37.723264 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68526824-4e96-476f-8ab0-82a0a38caf7e admin admin] Network hostable DHCP agents. Network: 0ec06129-7aea-4df8-ae51-8a6694631361, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:27:37.843196 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68526824-4e96-476f-8ab0-82a0a38caf7e admin admin] Network 0ec06129-7aea-4df8-ae51-8a6694631361 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:27:37.957839 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-68526824-4e96-476f-8ab0-82a0a38caf7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 0ec06129-7aea-4df8-ae51-8a6694631361) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:27:37.962159 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68526824-4e96-476f-8ab0-82a0a38caf7e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:37.962883 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-68526824-4e96-476f-8ab0-82a0a38caf7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:37.972854 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce359506-3210-47f9-8268-60ae1f62308b None None] Network 0ec06129-7aea-4df8-ae51-8a6694631361 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:27:38.085236 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-68526824-4e96-476f-8ab0-82a0a38caf7e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9544435 Feb 09 18:27:38.087898 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 58284) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:27:38.097066 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9a0d2684-9d16-40de-a31e-709229c9b9ea admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:27:38.105731 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9a0d2684-9d16-40de-a31e-709229c9b9ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:27:38.114653 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-9a0d2684-9d16-40de-a31e-709229c9b9ea admin admin] Usage tracker for resource:router and tenant:2b31e54ec09c420da39579a0c16eeb6b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:27:38.119992 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-9a0d2684-9d16-40de-a31e-709229c9b9ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:27:38.130008 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9a0d2684-9d16-40de-a31e-709229c9b9ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:27:38.238942 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-0ec06129-7aea-4df8-ae51-8a6694631361', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:27:38.238942 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:38.272576 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a0d2684-9d16-40de-a31e-709229c9b9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:38.274281 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a0d2684-9d16-40de-a31e-709229c9b9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:38.309325 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a0d2684-9d16-40de-a31e-709229c9b9ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:38.416204 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Allocated IP 172.20.0.2 (0ec06129-7aea-4df8-ae51-8a6694631361/3a3db1f9-6987-41d8-b085-aca62ec50235/4a5f74ea-e724-4776-9631-51273c6922d8) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:27:38.692980 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a0d2684-9d16-40de-a31e-709229c9b9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:38.756036 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:38.768349 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Transition to ACTIVE for port object 4a5f74ea-e724-4776-9631-51273c6922d8 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:27:38.791713 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Transition to ACTIVE for port object 4a5f74ea-e724-4776-9631-51273c6922d8 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:27:38.873198 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:38.959509 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Network 0ec06129-7aea-4df8-ae51-8a6694631361 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:27:38.963061 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:27:38.966630 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:27:38.977158 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Pushing event updated for resources: {'Port': ['ID=4a5f74ea-e724-4776-9631-51273c6922d8,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:39.006180 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a0d2684-9d16-40de-a31e-709229c9b9ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:39.023758 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:39.024257 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:39.024824 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:39.025337 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:39.025836 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:39.026603 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:39.027136 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:39.027587 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:39.028622 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:39.029152 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:39.029591 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:39.045796 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a0d2684-9d16-40de-a31e-709229c9b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:39.093721 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Attempting to bind port 4a5f74ea-e724-4776-9631-51273c6922d8 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:27:39.094322 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Attempting to bind port 4a5f74ea-e724-4776-9631-51273c6922d8 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'f7a13b71-e8a4-4cb4-892b-16995a0ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:27:39.094520 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Attempting to bind port 4a5f74ea-e724-4776-9631-51273c6922d8 on network 0ec06129-7aea-4df8-ae51-8a6694631361 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:27:39.101738 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:27:39.105038 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Checking segment: {'id': 'f7a13b71-e8a4-4cb4-892b-16995a0ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:27:39.105038 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:39.105038 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Bound using segment: {'id': 'f7a13b71-e8a4-4cb4-892b-16995a0ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:27:39.105038 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Bound port: 4a5f74ea-e724-4776-9631-51273c6922d8, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a13b71-e8a4-4cb4-892b-16995a0ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:27:39.105038 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:39.217259 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] For port 4a5f74ea-e724-4776-9631-51273c6922d8, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:27:39.221480 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] For port 4a5f74ea-e724-4776-9631-51273c6922d8, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=4a5f74ea-e724-4776-9631-51273c6922d8,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:27:39.234936 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-9a0d2684-9d16-40de-a31e-709229c9b9ea admin admin] Allocated IP 172.26.8.231 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/9a6a1a5b-3e57-4d06-af45-9bdc62289080) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:27:39.314319 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:39.413702 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a0d2684-9d16-40de-a31e-709229c9b9ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:39.415473 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0336b6-f94f-44ad-aa5b-c56a35af9906 None None] Pushing event updated for resources: {'Port': ['ID=4a5f74ea-e724-4776-9631-51273c6922d8,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:39.574553 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a0d2684-9d16-40de-a31e-709229c9b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:39.725247 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0d2684-9d16-40de-a31e-709229c9b9ea admin admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:27:39.730042 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9a0d2684-9d16-40de-a31e-709229c9b9ea admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:27:39.736264 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0d2684-9d16-40de-a31e-709229c9b9ea admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:27:39.761974 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d2684-9d16-40de-a31e-709229c9b9ea admin admin] Pushing event updated for resources: {'Port': ['ID=9a6a1a5b-3e57-4d06-af45-9bdc62289080,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:40.048623 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a0d2684-9d16-40de-a31e-709229c9b9ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:40.049859 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a0d2684-9d16-40de-a31e-709229c9b9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:40.467619 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0d2684-9d16-40de-a31e-709229c9b9ea admin admin] Router 00d2bf1d-f9af-4160-a46f-746e75748698 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:27:40.536645 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fda36d7-30bd-4d02-9926-89b4ae55516d None None] Network 0ec06129-7aea-4df8-ae51-8a6694631361 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:27:40.723236 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0d2684-9d16-40de-a31e-709229c9b9ea admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:27:40.742619 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] Sync routers for ids ['00d2bf1d-f9af-4160-a46f-746e75748698'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:27:40.780644 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-52f39554-097d-4a2c-bb9f-ebd4a5f70f46 None None] Provisioning for port 4a5f74ea-e724-4776-9631-51273c6922d8 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:27:40.810241 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] Routers {'00d2bf1d-f9af-4160-a46f-746e75748698'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:27:40.811068 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:27:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['00d2bf1d-f9af-4160-a46f-746e75748698'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:27:40.844256 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a0d2684-9d16-40de-a31e-709229c9b9ea admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:40.848950 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9a0d2684-9d16-40de-a31e-709229c9b9ea admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7561028 Feb 09 18:27:40.850522 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 58288) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:27:41.112737 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] Set router 00d2bf1d-f9af-4160-a46f-746e75748698 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:27:41.555450 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 4a5f74ea-e724-4776-9631-51273c6922d8 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:27:41.660354 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:39Z', 'revision_number': 3, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:27:41.664896 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] Checking router: 00d2bf1d-f9af-4160-a46f-746e75748698 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:27:41.665213 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] Updating router 00d2bf1d-f9af-4160-a46f-746e75748698 port 9a6a1a5b-3e57-4d06-af45-9bdc62289080 binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:27:41.729731 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:41.770964 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 4a5f74ea-e724-4776-9631-51273c6922d8 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:27:41.789972 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 4a5f74ea-e724-4776-9631-51273c6922d8 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:27:41.790462 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:41.908211 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-68d9575a-e8e4-41b2-8722-32839170606c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:42.086120 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:42.161601 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 4a5f74ea-e724-4776-9631-51273c6922d8, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=4a5f74ea-e724-4776-9631-51273c6922d8,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:27:42.268793 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:42.283263 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] Transition to ACTIVE for port object 9a6a1a5b-3e57-4d06-af45-9bdc62289080 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:27:42.342846 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-68d9575a-e8e4-41b2-8722-32839170606c admin admin] Allocated IP 172.20.0.1 (0ec06129-7aea-4df8-ae51-8a6694631361/3a3db1f9-6987-41d8-b085-aca62ec50235/bdb83b35-577b-49c5-ab7c-026561433362) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:27:42.386595 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:42.451054 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:42.539718 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=4a5f74ea-e724-4776-9631-51273c6922d8,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:42.544707 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] Attempting to bind port 9a6a1a5b-3e57-4d06-af45-9bdc62289080 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:27:42.545330 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] Attempting to bind port 9a6a1a5b-3e57-4d06-af45-9bdc62289080 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:27:42.545955 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] Attempting to bind port 9a6a1a5b-3e57-4d06-af45-9bdc62289080 on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:27:42.585323 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-68d9575a-e8e4-41b2-8722-32839170606c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:42.615415 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-68d9575a-e8e4-41b2-8722-32839170606c admin admin] Transition to ACTIVE for port object bdb83b35-577b-49c5-ab7c-026561433362 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:27:42.692169 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:27:42.692960 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:27:42.693142 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:42.693553 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:27:42.694204 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] Bound port: 9a6a1a5b-3e57-4d06-af45-9bdc62289080, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:27:42.694664 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:42.752552 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9bc14-ff26-467b-9b1b-484e684edf02 None None] Pushing event updated for resources: {'Port': ['ID=9a6a1a5b-3e57-4d06-af45-9bdc62289080,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:42.765050 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-68d9575a-e8e4-41b2-8722-32839170606c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:42.788657 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] For port 9a6a1a5b-3e57-4d06-af45-9bdc62289080, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:27:42.792319 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] For port 9a6a1a5b-3e57-4d06-af45-9bdc62289080, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9a6a1a5b-3e57-4d06-af45-9bdc62289080,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:27:42.845545 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d9575a-e8e4-41b2-8722-32839170606c admin admin] Network 0ec06129-7aea-4df8-ae51-8a6694631361 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:27:42.848421 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-68d9575a-e8e4-41b2-8722-32839170606c admin admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:27:42.852459 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d9575a-e8e4-41b2-8722-32839170606c admin admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:27:42.885322 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9575a-e8e4-41b2-8722-32839170606c admin admin] Pushing event updated for resources: {'Port': ['ID=bdb83b35-577b-49c5-ab7c-026561433362,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:42.907757 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:42.927033 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-68d9575a-e8e4-41b2-8722-32839170606c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:43.039510 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9bc14-ff26-467b-9b1b-484e684edf02 None None] Pushing event updated for resources: {'Port': ['ID=9a6a1a5b-3e57-4d06-af45-9bdc62289080,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:43.043083 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] Routers {'00d2bf1d-f9af-4160-a46f-746e75748698'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:27:43.044611 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:27:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['00d2bf1d-f9af-4160-a46f-746e75748698'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:27:43.151500 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-68d9575a-e8e4-41b2-8722-32839170606c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:43.350844 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] Set router 00d2bf1d-f9af-4160-a46f-746e75748698 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:27:43.421579 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-68d9575a-e8e4-41b2-8722-32839170606c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:43.441225 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-bf4215cf-0e61-4dec-a63c-e02992ccccb8 None None] Provisioning for port bdb83b35-577b-49c5-ab7c-026561433362 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:27:43.463060 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 4a5f74ea-e724-4776-9631-51273c6922d8 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:27:43.530019 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-68d9575a-e8e4-41b2-8722-32839170606c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:43.537220 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-bf4215cf-0e61-4dec-a63c-e02992ccccb8 None None] Provisioning complete for port bdb83b35-577b-49c5-ab7c-026561433362 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:27:43.537856 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bf4215cf-0e61-4dec-a63c-e02992ccccb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:43.645050 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9575a-e8e4-41b2-8722-32839170606c admin admin] Pushing event updated for resources: {'Port': ['ID=bdb83b35-577b-49c5-ab7c-026561433362,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:43.650547 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-68d9575a-e8e4-41b2-8722-32839170606c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:43.811134 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d9575a-e8e4-41b2-8722-32839170606c admin admin] Network 0ec06129-7aea-4df8-ae51-8a6694631361 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:27:43.812518 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-68d9575a-e8e4-41b2-8722-32839170606c admin admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:27:43.877406 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-bf4215cf-0e61-4dec-a63c-e02992ccccb8 None None] Port bdb83b35-577b-49c5-ab7c-026561433362 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:27:44.046579 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 4a5f74ea-e724-4776-9631-51273c6922d8 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:27:44.047220 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:44.273604 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-be86d915-b810-41cc-9b15-4f6336b0b8a5 None None] Provisioning complete for port bdb83b35-577b-49c5-ab7c-026561433362 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:27:44.273894 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be86d915-b810-41cc-9b15-4f6336b0b8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:44.295222 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d9575a-e8e4-41b2-8722-32839170606c admin admin] Router 00d2bf1d-f9af-4160-a46f-746e75748698 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:27:44.393293 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-be86d915-b810-41cc-9b15-4f6336b0b8a5 None None] Port bdb83b35-577b-49c5-ab7c-026561433362 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:27:44.423085 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 1, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:27:44.428425 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7eb78a-a752-4849-8fce-faaf22648865 None None] The sync data for ids ['00d2bf1d-f9af-4160-a46f-746e75748698'] in dv-neutron-827016-2-hyperv is: [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 1, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:27:44.567000 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d9575a-e8e4-41b2-8722-32839170606c admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:27:44.579894 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-68d9575a-e8e4-41b2-8722-32839170606c admin admin] 10.222.0.21 "PUT /v2.0/routers/00d2bf1d-f9af-4160-a46f-746e75748698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7288103 Feb 09 18:27:45.256495 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 58298) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:27:45.263666 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-c05ae00e-d55f-4f4b-8bee-4b4890edb61d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Request body: {'security_group': {'name': 'tempest-securitygroup--577254330', 'description': 'tempest-description--89428924'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:27:45.270457 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c05ae00e-d55f-4f4b-8bee-4b4890edb61d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:27:45.275219 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c05ae00e-d55f-4f4b-8bee-4b4890edb61d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Usage tracker for resource:security_group and tenant:2b31e54ec09c420da39579a0c16eeb6b is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:27:45.278851 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c05ae00e-d55f-4f4b-8bee-4b4890edb61d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:27:45.286637 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c05ae00e-d55f-4f4b-8bee-4b4890edb61d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:27:45.473397 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 9a6a1a5b-3e57-4d06-af45-9bdc62289080 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:27:45.489467 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c05ae00e-d55f-4f4b-8bee-4b4890edb61d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:45.535826 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c05ae00e-d55f-4f4b-8bee-4b4890edb61d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:27:45.540427 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c05ae00e-d55f-4f4b-8bee-4b4890edb61d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Usage tracker for resource:security_group_rule and tenant:2b31e54ec09c420da39579a0c16eeb6b is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:27:45.544238 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c05ae00e-d55f-4f4b-8bee-4b4890edb61d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:27:45.551510 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c05ae00e-d55f-4f4b-8bee-4b4890edb61d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:27:45.631448 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c05ae00e-d55f-4f4b-8bee-4b4890edb61d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:45.683833 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 9a6a1a5b-3e57-4d06-af45-9bdc62289080 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:27:45.691968 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 9a6a1a5b-3e57-4d06-af45-9bdc62289080 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:27:45.696744 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:45.776176 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c05ae00e-d55f-4f4b-8bee-4b4890edb61d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:45.827068 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ae00e-d55f-4f4b-8bee-4b4890edb61d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d132648-c5cd-4169-b974-1405aedbd076,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:45.851922 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:45.879435 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 9a6a1a5b-3e57-4d06-af45-9bdc62289080, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9a6a1a5b-3e57-4d06-af45-9bdc62289080,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:27:45.940843 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c05ae00e-d55f-4f4b-8bee-4b4890edb61d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:45.942142 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c05ae00e-d55f-4f4b-8bee-4b4890edb61d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 0.6842949 Feb 09 18:27:45.945565 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 58302) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:27:45.952055 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-d86034ab-ce26-4b9f-b43e-b0d2b1e81fe9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Request body: {'security_group_rule': {'security_group_id': '4d132648-c5cd-4169-b974-1405aedbd076', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:27:45.959062 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d86034ab-ce26-4b9f-b43e-b0d2b1e81fe9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:27:45.963395 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d86034ab-ce26-4b9f-b43e-b0d2b1e81fe9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Usage tracker for resource:security_group_rule and tenant:2b31e54ec09c420da39579a0c16eeb6b is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:27:45.966829 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d86034ab-ce26-4b9f-b43e-b0d2b1e81fe9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:27:45.974103 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d86034ab-ce26-4b9f-b43e-b0d2b1e81fe9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:27:45.976154 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:46.085206 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d86034ab-ce26-4b9f-b43e-b0d2b1e81fe9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:46.090116 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=9a6a1a5b-3e57-4d06-af45-9bdc62289080,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:46.176847 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d86034ab-ce26-4b9f-b43e-b0d2b1e81fe9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:46.255180 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d86034ab-ce26-4b9f-b43e-b0d2b1e81fe9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:46.283991 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86034ab-ce26-4b9f-b43e-b0d2b1e81fe9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af150fe-38e2-42f4-9c6e-9502d0781943,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:46.375984 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d86034ab-ce26-4b9f-b43e-b0d2b1e81fe9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:46.377263 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d86034ab-ce26-4b9f-b43e-b0d2b1e81fe9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4304769 Feb 09 18:27:46.380406 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 58306) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:27:46.386511 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5607efe4-1474-4df2-a9e1-aa178373c944 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Request body: {'security_group_rule': {'security_group_id': '4d132648-c5cd-4169-b974-1405aedbd076', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:27:46.393054 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5607efe4-1474-4df2-a9e1-aa178373c944 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:27:46.400804 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-5607efe4-1474-4df2-a9e1-aa178373c944 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Usage tracker for resource:security_group_rule and tenant:2b31e54ec09c420da39579a0c16eeb6b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:27:46.402083 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-5607efe4-1474-4df2-a9e1-aa178373c944 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:27:46.409404 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5607efe4-1474-4df2-a9e1-aa178373c944 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:27:46.496517 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5607efe4-1474-4df2-a9e1-aa178373c944 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:46.568745 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5607efe4-1474-4df2-a9e1-aa178373c944 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:46.632999 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5607efe4-1474-4df2-a9e1-aa178373c944 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:46.655995 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9360f3d-282e-4d6a-af3e-d49ff25530e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:46.658511 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607efe4-1474-4df2-a9e1-aa178373c944 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56047ee2-134c-4327-a4d2-24a79c76a45d,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:46.741051 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5607efe4-1474-4df2-a9e1-aa178373c944 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:46.742276 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5607efe4-1474-4df2-a9e1-aa178373c944 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3607438 Feb 09 18:27:46.745265 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 58310) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:27:46.750847 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-bfea5888-3341-46b2-b272-86076f10c9e5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:27:46.757776 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bfea5888-3341-46b2-b272-86076f10c9e5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:27:46.761862 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-bfea5888-3341-46b2-b272-86076f10c9e5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Usage tracker for resource:floatingip and tenant:2b31e54ec09c420da39579a0c16eeb6b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:27:46.765589 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-bfea5888-3341-46b2-b272-86076f10c9e5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:27:46.771646 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bfea5888-3341-46b2-b272-86076f10c9e5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:27:46.838036 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bfea5888-3341-46b2-b272-86076f10c9e5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:46.991213 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bfea5888-3341-46b2-b272-86076f10c9e5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:47.135454 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:47.147531 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-bfea5888-3341-46b2-b272-86076f10c9e5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Allocated IP 172.26.8.125 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/a0295cbc-66ad-47c8-a3c7-aa0b19d97418) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:27:47.437834 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 9a6a1a5b-3e57-4d06-af45-9bdc62289080 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:27:47.470815 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bfea5888-3341-46b2-b272-86076f10c9e5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:47.540158 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 9a6a1a5b-3e57-4d06-af45-9bdc62289080 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:27:47.540702 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:47.580943 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bfea5888-3341-46b2-b272-86076f10c9e5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:47.696383 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfea5888-3341-46b2-b272-86076f10c9e5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:27:47.702164 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-bfea5888-3341-46b2-b272-86076f10c9e5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:27:47.712680 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfea5888-3341-46b2-b272-86076f10c9e5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:27:47.784560 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea5888-3341-46b2-b272-86076f10c9e5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Pushing event updated for resources: {'Port': ['ID=a0295cbc-66ad-47c8-a3c7-aa0b19d97418,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:47.975156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bfea5888-3341-46b2-b272-86076f10c9e5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:48.156851 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bfea5888-3341-46b2-b272-86076f10c9e5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:48.549735 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bfea5888-3341-46b2-b272-86076f10c9e5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:48.615728 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bfea5888-3341-46b2-b272-86076f10c9e5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:48.739098 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea5888-3341-46b2-b272-86076f10c9e5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Pushing event updated for resources: {'Port': ['ID=a0295cbc-66ad-47c8-a3c7-aa0b19d97418,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:48.758674 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bfea5888-3341-46b2-b272-86076f10c9e5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:48.872579 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bfea5888-3341-46b2-b272-86076f10c9e5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:48.873926 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-bfea5888-3341-46b2-b272-86076f10c9e5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1277277 Feb 09 18:27:49.038032 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-83b77272-733a-49e0-b103-c1b8e3393954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:49.067717 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-ca296549-0370-4046-b558-7df50815d5ee req-9aaacfb6-15c3-4346-8eaa-bcecad1aa581 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Synchronizing usage tracker for tenant:2b31e54ec09c420da39579a0c16eeb6b on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:27:49.095300 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:27:49.163871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-ca296549-0370-4046-b558-7df50815d5ee req-9aaacfb6-15c3-4346-8eaa-bcecad1aa581 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Unset dirty status for tenant:2b31e54ec09c420da39579a0c16eeb6b on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:27:49.165203 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ca296549-0370-4046-b558-7df50815d5ee req-9aaacfb6-15c3-4346-8eaa-bcecad1aa581 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--577254330&fields=id&tenant_id=2b31e54ec09c420da39579a0c16eeb6b HTTP/1.1" status: 200 len: 267 time: 0.1478879 Feb 09 18:27:49.337258 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca296549-0370-4046-b558-7df50815d5ee req-4f67dce0-42bd-4fe8-8be8-c4e69bcb80a7 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:49.338794 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ca296549-0370-4046-b558-7df50815d5ee req-4f67dce0-42bd-4fe8-8be8-c4e69bcb80a7 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 811 time: 0.1662557 Feb 09 18:27:49.355715 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ca296549-0370-4046-b558-7df50815d5ee req-878ffbed-6859-40e7-bb24-50502408d78e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/quotas/2b31e54ec09c420da39579a0c16eeb6b HTTP/1.1" status: 200 len: 375 time: 0.0113842 Feb 09 18:27:49.448659 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-ca296549-0370-4046-b558-7df50815d5ee req-50f7bfd4-9391-4fc5-ac04-d2c3fa62bf22 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Synchronizing usage tracker for tenant:2b31e54ec09c420da39579a0c16eeb6b on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:27:49.563986 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-ca296549-0370-4046-b558-7df50815d5ee req-50f7bfd4-9391-4fc5-ac04-d2c3fa62bf22 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Unset dirty status for tenant:2b31e54ec09c420da39579a0c16eeb6b on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:27:49.565400 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ca296549-0370-4046-b558-7df50815d5ee req-50f7bfd4-9391-4fc5-ac04-d2c3fa62bf22 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2032568 Feb 09 18:27:49.761407 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ca296549-0370-4046-b558-7df50815d5ee req-4b663a22-a681-481d-b2a6-d58bb715c606 service neutron] 10.222.0.21 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828544 Feb 09 18:27:49.913197 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ca296549-0370-4046-b558-7df50815d5ee req-e3f1cf03-df10-4d54-9216-b1856a9ebb17 service neutron] 10.222.0.21 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455534 Feb 09 18:27:50.136146 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:50.164308 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:50.278772 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-25704b90-63ec-4f64-bd68-facd4cabb19c req-b0aeb158-2bce-4996-ab9c-7af1ef9fb7fb tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 210 time: 0.0778909 Feb 09 18:27:51.471658 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1484e7e2-6b04-4121-846c-1e18691bec93 req-83a48cf6-b548-451d-a820-ece27b373829 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 210 time: 0.0477910 Feb 09 18:27:51.689386 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:52.702408 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a0359511-a465-4850-8a79-1cdd64ae6ea3 req-a61077b1-d211-426e-9eb2-a8b6f80967f3 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 210 time: 0.0442760 Feb 09 18:27:52.919811 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca296549-0370-4046-b558-7df50815d5ee req-dfbad5a3-cf54-4a69-b452-c5bf448ccdb5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:52.920647 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-ca296549-0370-4046-b558-7df50815d5ee req-dfbad5a3-cf54-4a69-b452-c5bf448ccdb5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Synchronizing usage tracker for tenant:2b31e54ec09c420da39579a0c16eeb6b on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:27:53.044712 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-ca296549-0370-4046-b558-7df50815d5ee req-dfbad5a3-cf54-4a69-b452-c5bf448ccdb5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Unset dirty status for tenant:2b31e54ec09c420da39579a0c16eeb6b on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:27:53.046213 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ca296549-0370-4046-b558-7df50815d5ee req-dfbad5a3-cf54-4a69-b452-c5bf448ccdb5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.50 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 811 time: 0.3651662 Feb 09 18:27:53.126977 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-ca296549-0370-4046-b558-7df50815d5ee req-a6a09bcf-c87d-49fe-8b84-0c7b17c563b8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Synchronizing usage tracker for tenant:2b31e54ec09c420da39579a0c16eeb6b on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:27:53.142640 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-ca296549-0370-4046-b558-7df50815d5ee req-a6a09bcf-c87d-49fe-8b84-0c7b17c563b8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Unset dirty status for tenant:2b31e54ec09c420da39579a0c16eeb6b on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:27:53.143836 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ca296549-0370-4046-b558-7df50815d5ee req-a6a09bcf-c87d-49fe-8b84-0c7b17c563b8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b31e54ec09c420da39579a0c16eeb6b HTTP/1.1" status: 200 len: 379 time: 0.0835273 Feb 09 18:27:53.153650 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-ca296549-0370-4046-b558-7df50815d5ee req-36ee362c-9937-41b1-b1fe-00401ae08078 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Request body: {'port': {'device_id': '6576f876-ffa3-4ce8-9a67-ab674ecd008b', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'admin_state_up': True, 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'security_groups': ['4d132648-c5cd-4169-b974-1405aedbd076']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:27:53.322117 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ca296549-0370-4046-b558-7df50815d5ee req-36ee362c-9937-41b1-b1fe-00401ae08078 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:27:53.336283 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ca296549-0370-4046-b558-7df50815d5ee req-36ee362c-9937-41b1-b1fe-00401ae08078 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:27:53.461427 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca296549-0370-4046-b558-7df50815d5ee req-36ee362c-9937-41b1-b1fe-00401ae08078 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Made reservation on behalf of 2b31e54ec09c420da39579a0c16eeb6b for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:27:53.464623 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca296549-0370-4046-b558-7df50815d5ee req-36ee362c-9937-41b1-b1fe-00401ae08078 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:53.652424 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-ca296549-0370-4046-b558-7df50815d5ee req-36ee362c-9937-41b1-b1fe-00401ae08078 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Allocated IP 172.20.0.11 (0ec06129-7aea-4df8-ae51-8a6694631361/3a3db1f9-6987-41d8-b085-aca62ec50235/16f66239-c343-4728-a442-c52658e9ae2d) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:27:53.935151 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca296549-0370-4046-b558-7df50815d5ee req-36ee362c-9937-41b1-b1fe-00401ae08078 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:53.952584 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a1612522-0f5a-414c-b173-110fca6a079b req-b98dfced-ea87-40cd-b52f-f81fbc9de1de tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 210 time: 0.0510833 Feb 09 18:27:53.966580 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-ca296549-0370-4046-b558-7df50815d5ee req-36ee362c-9937-41b1-b1fe-00401ae08078 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Transition to ACTIVE for port object 16f66239-c343-4728-a442-c52658e9ae2d will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:27:54.050675 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca296549-0370-4046-b558-7df50815d5ee req-36ee362c-9937-41b1-b1fe-00401ae08078 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:54.181411 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca296549-0370-4046-b558-7df50815d5ee req-36ee362c-9937-41b1-b1fe-00401ae08078 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Network 0ec06129-7aea-4df8-ae51-8a6694631361 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:27:54.185889 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee362c-9937-41b1-b1fe-00401ae08078 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Pushing event updated for resources: {'Port': ['ID=16f66239-c343-4728-a442-c52658e9ae2d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:54.189031 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-ca296549-0370-4046-b558-7df50815d5ee req-36ee362c-9937-41b1-b1fe-00401ae08078 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:27:54.194252 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca296549-0370-4046-b558-7df50815d5ee req-36ee362c-9937-41b1-b1fe-00401ae08078 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:27:54.287181 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca296549-0370-4046-b558-7df50815d5ee req-36ee362c-9937-41b1-b1fe-00401ae08078 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:54.287896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca296549-0370-4046-b558-7df50815d5ee req-36ee362c-9937-41b1-b1fe-00401ae08078 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:54.399730 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ca296549-0370-4046-b558-7df50815d5ee req-36ee362c-9937-41b1-b1fe-00401ae08078 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2511072 Feb 09 18:27:54.413372 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-ca296549-0370-4046-b558-7df50815d5ee req-14a4cd93-fee4-40b0-83a7-36eb024e4f6e service neutron] Request body: {'port': {'device_id': '6576f876-ffa3-4ce8-9a67-ab674ecd008b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:27:54.569669 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca296549-0370-4046-b558-7df50815d5ee req-14a4cd93-fee4-40b0-83a7-36eb024e4f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:54.587619 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-12a7dcc0-7476-40f6-9741-c2f1a35d6b67 None None] Provisioning for port 16f66239-c343-4728-a442-c52658e9ae2d completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:27:54.596620 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-12a7dcc0-7476-40f6-9741-c2f1a35d6b67 None None] Provisioning complete for port 16f66239-c343-4728-a442-c52658e9ae2d triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:27:54.597291 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-12a7dcc0-7476-40f6-9741-c2f1a35d6b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:54.688903 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-12a7dcc0-7476-40f6-9741-c2f1a35d6b67 None None] Port 16f66239-c343-4728-a442-c52658e9ae2d cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:27:55.104856 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-ca296549-0370-4046-b558-7df50815d5ee req-14a4cd93-fee4-40b0-83a7-36eb024e4f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f66239-c343-4728-a442-c52658e9ae2d {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:27:55.113901 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca296549-0370-4046-b558-7df50815d5ee req-14a4cd93-fee4-40b0-83a7-36eb024e4f6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:55.131274 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-ca296549-0370-4046-b558-7df50815d5ee req-14a4cd93-fee4-40b0-83a7-36eb024e4f6e service neutron] Transition to ACTIVE for port object 16f66239-c343-4728-a442-c52658e9ae2d will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:27:55.187606 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca296549-0370-4046-b558-7df50815d5ee req-14a4cd93-fee4-40b0-83a7-36eb024e4f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:55.233605 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c4602-e1d5-4b7e-995c-67f309db6cbc req-644bae65-a953-424e-9712-61b3d151bbf0 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:55.235468 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8f2c4602-e1d5-4b7e-995c-67f309db6cbc req-644bae65-a953-424e-9712-61b3d151bbf0 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 944 time: 0.0861189 Feb 09 18:27:55.286544 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8f2c4602-e1d5-4b7e-995c-67f309db6cbc req-d362db07-374e-42e2-a828-895b8eaab2f0 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442894 Feb 09 18:27:55.385604 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4cd93-fee4-40b0-83a7-36eb024e4f6e service neutron] Pushing event updated for resources: {'Port': ['ID=16f66239-c343-4728-a442-c52658e9ae2d,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:55.510227 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-ca296549-0370-4046-b558-7df50815d5ee req-14a4cd93-fee4-40b0-83a7-36eb024e4f6e service neutron] Attempting to bind port 16f66239-c343-4728-a442-c52658e9ae2d on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:27:55.510719 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-ca296549-0370-4046-b558-7df50815d5ee req-14a4cd93-fee4-40b0-83a7-36eb024e4f6e service neutron] Attempting to bind port 16f66239-c343-4728-a442-c52658e9ae2d by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f7a13b71-e8a4-4cb4-892b-16995a0ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:27:55.510953 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca296549-0370-4046-b558-7df50815d5ee req-14a4cd93-fee4-40b0-83a7-36eb024e4f6e service neutron] Attempting to bind port 16f66239-c343-4728-a442-c52658e9ae2d on network 0ec06129-7aea-4df8-ae51-8a6694631361 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:27:55.517720 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca296549-0370-4046-b558-7df50815d5ee req-14a4cd93-fee4-40b0-83a7-36eb024e4f6e service neutron] Port 16f66239-c343-4728-a442-c52658e9ae2d on network 0ec06129-7aea-4df8-ae51-8a6694631361 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:27:55.518061 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca296549-0370-4046-b558-7df50815d5ee req-14a4cd93-fee4-40b0-83a7-36eb024e4f6e service neutron] Attempting to bind port 16f66239-c343-4728-a442-c52658e9ae2d on network 0ec06129-7aea-4df8-ae51-8a6694631361 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:27:55.525207 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca296549-0370-4046-b558-7df50815d5ee req-14a4cd93-fee4-40b0-83a7-36eb024e4f6e service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:27:55.525541 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca296549-0370-4046-b558-7df50815d5ee req-14a4cd93-fee4-40b0-83a7-36eb024e4f6e service neutron] Checking segment: {'id': 'f7a13b71-e8a4-4cb4-892b-16995a0ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:27:55.525922 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca296549-0370-4046-b558-7df50815d5ee req-14a4cd93-fee4-40b0-83a7-36eb024e4f6e service neutron] Bound using segment: {'id': 'f7a13b71-e8a4-4cb4-892b-16995a0ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:27:55.526371 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-ca296549-0370-4046-b558-7df50815d5ee req-14a4cd93-fee4-40b0-83a7-36eb024e4f6e service neutron] Bound port: 16f66239-c343-4728-a442-c52658e9ae2d, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a13b71-e8a4-4cb4-892b-16995a0ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:27:55.526716 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca296549-0370-4046-b558-7df50815d5ee req-14a4cd93-fee4-40b0-83a7-36eb024e4f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:55.630604 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-ca296549-0370-4046-b558-7df50815d5ee req-14a4cd93-fee4-40b0-83a7-36eb024e4f6e service neutron] For port 16f66239-c343-4728-a442-c52658e9ae2d, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:27:55.637098 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-ca296549-0370-4046-b558-7df50815d5ee req-14a4cd93-fee4-40b0-83a7-36eb024e4f6e service neutron] For port 16f66239-c343-4728-a442-c52658e9ae2d, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=16f66239-c343-4728-a442-c52658e9ae2d,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:27:55.759352 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca296549-0370-4046-b558-7df50815d5ee req-14a4cd93-fee4-40b0-83a7-36eb024e4f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:55.834917 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca296549-0370-4046-b558-7df50815d5ee req-14a4cd93-fee4-40b0-83a7-36eb024e4f6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:55.837257 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ca296549-0370-4046-b558-7df50815d5ee req-14a4cd93-fee4-40b0-83a7-36eb024e4f6e service neutron] 10.222.0.50 "PUT /v2.0/ports/16f66239-c343-4728-a442-c52658e9ae2d HTTP/1.1" status: 200 len: 1094 time: 1.4293857 Feb 09 18:27:55.837745 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6576f876-ffa3-4ce8-9a67-ab674ecd008b', 'tag': '16f66239-c343-4728-a442-c52658e9ae2d'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:27:55.867850 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4cd93-fee4-40b0-83a7-36eb024e4f6e service neutron] Pushing event updated for resources: {'Port': ['ID=16f66239-c343-4728-a442-c52658e9ae2d,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:55.941983 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6576f876-ffa3-4ce8-9a67-ab674ecd008b', 'tag': '16f66239-c343-4728-a442-c52658e9ae2d', 'status': 'completed', 'code': 200} Feb 09 18:27:56.075528 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ca296549-0370-4046-b558-7df50815d5ee req-84945d73-0d56-4ae9-8332-9a9afa4cca0a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 1097 time: 0.1338334 Feb 09 18:27:56.198923 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ca296549-0370-4046-b558-7df50815d5ee req-5a95e32e-29bf-4432-a4c3-4da7a18a0df9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f66239-c343-4728-a442-c52658e9ae2d HTTP/1.1" status: 200 len: 217 time: 0.1170681 Feb 09 18:27:56.269036 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca296549-0370-4046-b558-7df50815d5ee req-b7df169c-2abd-4ff9-b0eb-d1f0a0c629fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:56.270673 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ca296549-0370-4046-b558-7df50815d5ee req-b7df169c-2abd-4ff9-b0eb-d1f0a0c629fe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a3db1f9-6987-41d8-b085-aca62ec50235 HTTP/1.1" status: 200 len: 850 time: 0.0661273 Feb 09 18:27:56.357847 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ca296549-0370-4046-b558-7df50815d5ee req-f5df48c3-6c0c-49be-a81d-6648fc58e167 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ec06129-7aea-4df8-ae51-8a6694631361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807433 Feb 09 18:27:56.501771 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ca296549-0370-4046-b558-7df50815d5ee req-22ec15aa-1f8f-4018-b85d-2a729e7e3df3 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376991 Feb 09 18:27:56.619134 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbd327-8aa3-42a0-b5c3-789b60cfac0e req-89e089ca-0b5b-43b5-8c81-55ee07254a30 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:56.620734 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-eebbd327-8aa3-42a0-b5c3-789b60cfac0e req-89e089ca-0b5b-43b5-8c81-55ee07254a30 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 944 time: 0.1003406 Feb 09 18:27:56.660614 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ca296549-0370-4046-b558-7df50815d5ee req-85b682e9-db2e-4011-b340-ed94f92e1231 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526735 Feb 09 18:27:56.679916 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-eebbd327-8aa3-42a0-b5c3-789b60cfac0e req-7b15bbc3-3aa8-46ba-b463-d96ede9095a0 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485344 Feb 09 18:27:56.849307 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-650bf33f-f5ad-46d4-8675-84aa71361cec req-7096102d-2d39-4f3e-abde-3f1713db3d86 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 1097 time: 0.0784209 Feb 09 18:27:56.999076 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bf33f-f5ad-46d4-8675-84aa71361cec req-6285365f-d0cb-462d-8635-0819d4b6a939 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:57.000565 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-650bf33f-f5ad-46d4-8675-84aa71361cec req-6285365f-d0cb-462d-8635-0819d4b6a939 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 912 time: 0.1450069 Feb 09 18:27:57.089139 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-650bf33f-f5ad-46d4-8675-84aa71361cec req-dff62f93-c215-43d3-8304-7de640e56a07 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f66239-c343-4728-a442-c52658e9ae2d HTTP/1.1" status: 200 len: 217 time: 0.0816822 Feb 09 18:27:57.201544 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bf33f-f5ad-46d4-8675-84aa71361cec req-0d3dbc0c-1f5a-4c1d-bf3e-7dbbe799a9c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:57.203113 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-650bf33f-f5ad-46d4-8675-84aa71361cec req-0d3dbc0c-1f5a-4c1d-bf3e-7dbbe799a9c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a3db1f9-6987-41d8-b085-aca62ec50235 HTTP/1.1" status: 200 len: 850 time: 0.1067698 Feb 09 18:27:57.390573 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-650bf33f-f5ad-46d4-8675-84aa71361cec req-a16edbf4-c9e0-4f58-9e56-ac220586f3b9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ec06129-7aea-4df8-ae51-8a6694631361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1808674 Feb 09 18:27:57.540840 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-650bf33f-f5ad-46d4-8675-84aa71361cec req-4f9f51cd-86a7-4f58-bda1-2be06a97c107 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433072 Feb 09 18:27:57.789376 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-650bf33f-f5ad-46d4-8675-84aa71361cec req-1313d18f-1ade-4700-8625-25e196515eb5 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410741 Feb 09 18:27:57.896052 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79270048-5ba1-452f-a7fb-a231dc78649e req-f19c3851-a9d3-472a-ad1c-e2ce729ca14e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:57.897891 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-79270048-5ba1-452f-a7fb-a231dc78649e req-f19c3851-a9d3-472a-ad1c-e2ce729ca14e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 944 time: 0.0861294 Feb 09 18:27:57.948831 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-79270048-5ba1-452f-a7fb-a231dc78649e req-a1459d7f-7359-42ba-8136-5ac63f630671 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445001 Feb 09 18:27:58.230924 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] Sync routers for ids ['00d2bf1d-f9af-4160-a46f-746e75748698'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:27:58.244230 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] Routers {'00d2bf1d-f9af-4160-a46f-746e75748698'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:27:58.244850 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:27:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['00d2bf1d-f9af-4160-a46f-746e75748698'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:27:58.438579 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] Set router 00d2bf1d-f9af-4160-a46f-746e75748698 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:27:58.780136 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:27:43Z', 'revision_number': 2, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:27:58.785098 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] Checking router: 00d2bf1d-f9af-4160-a46f-746e75748698 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:27:58.785705 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] Updating router 00d2bf1d-f9af-4160-a46f-746e75748698 port bdb83b35-577b-49c5-ab7c-026561433362 binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:27:58.847171 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:59.193436 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36a998-7297-4e43-b433-e95a27029d1f req-88baa8e2-62a9-450c-820d-6a41a2c5b7f0 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:27:59.195087 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8a36a998-7297-4e43-b433-e95a27029d1f req-88baa8e2-62a9-450c-820d-6a41a2c5b7f0 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 944 time: 0.1053007 Feb 09 18:27:59.256436 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8a36a998-7297-4e43-b433-e95a27029d1f req-9b1bd966-c39e-40ab-ab00-fabad249105f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547738 Feb 09 18:27:59.394615 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:59.416136 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] Transition to ACTIVE for port object bdb83b35-577b-49c5-ab7c-026561433362 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:27:59.530659 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:59.695343 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef00bb3-29ac-4838-afff-ad75b652d0e4 None None] Pushing event updated for resources: {'Port': ['ID=bdb83b35-577b-49c5-ab7c-026561433362,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:27:59.772339 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef00bb3-29ac-4838-afff-ad75b652d0e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:59.772684 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef00bb3-29ac-4838-afff-ad75b652d0e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:59.773023 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef00bb3-29ac-4838-afff-ad75b652d0e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:59.773378 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef00bb3-29ac-4838-afff-ad75b652d0e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:59.773730 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef00bb3-29ac-4838-afff-ad75b652d0e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:59.774084 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef00bb3-29ac-4838-afff-ad75b652d0e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:59.774420 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef00bb3-29ac-4838-afff-ad75b652d0e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:59.774753 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef00bb3-29ac-4838-afff-ad75b652d0e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:59.775080 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef00bb3-29ac-4838-afff-ad75b652d0e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:59.775397 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef00bb3-29ac-4838-afff-ad75b652d0e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:59.775720 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef00bb3-29ac-4838-afff-ad75b652d0e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:27:59.810933 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] Attempting to bind port bdb83b35-577b-49c5-ab7c-026561433362 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:27:59.811346 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] Attempting to bind port bdb83b35-577b-49c5-ab7c-026561433362 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'f7a13b71-e8a4-4cb4-892b-16995a0ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:27:59.811720 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] Attempting to bind port bdb83b35-577b-49c5-ab7c-026561433362 on network 0ec06129-7aea-4df8-ae51-8a6694631361 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:27:59.819312 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:27:59.819685 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] Checking segment: {'id': 'f7a13b71-e8a4-4cb4-892b-16995a0ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:27:59.820135 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:59.820513 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] Bound using segment: {'id': 'f7a13b71-e8a4-4cb4-892b-16995a0ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:27:59.821001 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] Bound port: bdb83b35-577b-49c5-ab7c-026561433362, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a13b71-e8a4-4cb4-892b-16995a0ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:27:59.821377 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:27:59.959532 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] For port bdb83b35-577b-49c5-ab7c-026561433362, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:27:59.962906 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] For port bdb83b35-577b-49c5-ab7c-026561433362, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=bdb83b35-577b-49c5-ab7c-026561433362,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:28:00.033553 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:00.040537 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 16f66239-c343-4728-a442-c52658e9ae2d details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:28:00.131927 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef00bb3-29ac-4838-afff-ad75b652d0e4 None None] Pushing event updated for resources: {'Port': ['ID=bdb83b35-577b-49c5-ab7c-026561433362,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:28:00.140002 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] Routers {'00d2bf1d-f9af-4160-a46f-746e75748698'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:28:00.140656 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:27:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['00d2bf1d-f9af-4160-a46f-746e75748698'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:28:00.281682 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 16f66239-c343-4728-a442-c52658e9ae2d, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=16f66239-c343-4728-a442-c52658e9ae2d,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:28:00.303802 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '16f66239-c343-4728-a442-c52658e9ae2d', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'port_id': '16f66239-c343-4728-a442-c52658e9ae2d', 'mac_address': 'fa:16:3e:91:28:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:28:00.374477 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:00.391352 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] Set router 00d2bf1d-f9af-4160-a46f-746e75748698 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:28:00.396892 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f66239-c343-4728-a442-c52658e9ae2d {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:28:00.420564 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 16f66239-c343-4728-a442-c52658e9ae2d, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=16f66239-c343-4728-a442-c52658e9ae2d,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:28:00.482110 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:00.493045 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537d04b-1c47-4da4-a6ac-da7251de053b req-49b3be4f-30fd-40b1-b761-bb3bc305bfa9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:00.496571 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d537d04b-1c47-4da4-a6ac-da7251de053b req-49b3be4f-30fd-40b1-b761-bb3bc305bfa9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 944 time: 0.0946190 Feb 09 18:28:00.561157 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d537d04b-1c47-4da4-a6ac-da7251de053b req-93b8d0e8-67c3-46c6-891d-d749ba022675 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515504 Feb 09 18:28:00.599987 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=16f66239-c343-4728-a442-c52658e9ae2d,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:28:00.690850 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['16f66239-c343-4728-a442-c52658e9ae2d'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:28:00.805343 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:27:59Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:28:00.813403 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545b5333-1095-4d31-871d-640baccf4e96 None None] The sync data for ids ['00d2bf1d-f9af-4160-a46f-746e75748698'] in dv-neutron-827016-2-hyperv is: [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:27:59Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:28:01.470216 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device bdb83b35-577b-49c5-ab7c-026561433362 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:28:01.672945 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port bdb83b35-577b-49c5-ab7c-026561433362 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:28:01.679331 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port bdb83b35-577b-49c5-ab7c-026561433362 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:28:01.679795 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:01.834817 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4664a50-4c5a-4684-8d82-228d52ad1b28 req-0a081256-e769-4767-9af3-d1b3dfeedbe2 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:01.837594 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c4664a50-4c5a-4684-8d82-228d52ad1b28 req-0a081256-e769-4767-9af3-d1b3dfeedbe2 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 945 time: 0.1380513 Feb 09 18:28:01.864644 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:01.903936 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c4664a50-4c5a-4684-8d82-228d52ad1b28 req-8091a6ee-cdcc-4d92-9631-1e6743cb8731 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556834 Feb 09 18:28:01.909426 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port bdb83b35-577b-49c5-ab7c-026561433362, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=bdb83b35-577b-49c5-ab7c-026561433362,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:28:02.046493 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 16f66239-c343-4728-a442-c52658e9ae2d up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:28:02.117439 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:02.245682 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=bdb83b35-577b-49c5-ab7c-026561433362,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:28:02.336073 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 16f66239-c343-4728-a442-c52658e9ae2d completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:28:02.342604 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 16f66239-c343-4728-a442-c52658e9ae2d triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:28:02.343097 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:02.476757 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:02.526164 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6576f876-ffa3-4ce8-9a67-ab674ecd008b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f66239-c343-4728-a442-c52658e9ae2d'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:28:02.542597 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 16f66239-c343-4728-a442-c52658e9ae2d, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=16f66239-c343-4728-a442-c52658e9ae2d,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:28:02.594265 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6576f876-ffa3-4ce8-9a67-ab674ecd008b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f66239-c343-4728-a442-c52658e9ae2d', 'code': 200} Feb 09 18:28:02.633257 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:02.713214 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=16f66239-c343-4728-a442-c52658e9ae2d,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:28:03.114361 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-77f42f0b-7db7-4456-9775-fddeff2b0414 req-f637cff6-ece9-496c-96c1-d78a56e8e1cd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 1099 time: 0.1493230 Feb 09 18:28:03.162811 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-77f42f0b-7db7-4456-9775-fddeff2b0414 req-57a99556-438a-490a-a26d-5b6f04b510a1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418603 Feb 09 18:28:03.208861 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1939a0d-d5da-46ec-9013-a8ff9a66842c req-35a3254b-a3ee-49ff-93c1-5756c62fe905 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:03.210462 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a1939a0d-d5da-46ec-9013-a8ff9a66842c req-35a3254b-a3ee-49ff-93c1-5756c62fe905 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.0886278 Feb 09 18:28:03.267578 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a1939a0d-d5da-46ec-9013-a8ff9a66842c req-e4c7d730-01dd-47dd-af48-63d893ab29ea tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505714 Feb 09 18:28:03.439052 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device bdb83b35-577b-49c5-ab7c-026561433362 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:28:03.532371 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port bdb83b35-577b-49c5-ab7c-026561433362 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:28:03.533078 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:04.519401 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8f804-e845-4a43-82b8-695ba22c26b1 req-0e5f3785-7f1c-4e89-b986-e18f16de523f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:04.521049 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f3c8f804-e845-4a43-82b8-695ba22c26b1 req-0e5f3785-7f1c-4e89-b986-e18f16de523f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.0958605 Feb 09 18:28:04.578543 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f3c8f804-e845-4a43-82b8-695ba22c26b1 req-78df9172-c8d7-45c3-b258-a3b49945c57d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465877 Feb 09 18:28:05.915790 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3119e-d69f-4f65-80cf-dc3e58a627a5 req-85a236b3-e4e8-4945-8307-7e572cc4637f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:05.918518 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e3c3119e-d69f-4f65-80cf-dc3e58a627a5 req-85a236b3-e4e8-4945-8307-7e572cc4637f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.2024415 Feb 09 18:28:05.974600 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e3c3119e-d69f-4f65-80cf-dc3e58a627a5 req-65d57f52-6888-48cc-a453-f59f470aaa4e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497799 Feb 09 18:28:06.223547 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b7301-a72b-4bb9-9465-73c0fa963f3c req-1a74144d-bbf5-4e47-bdbe-d494174f5807 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:06.225044 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c37b7301-a72b-4bb9-9465-73c0fa963f3c req-1a74144d-bbf5-4e47-bdbe-d494174f5807 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.1127753 Feb 09 18:28:06.235813 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 58366) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:28:06.241596 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-97ba0f37-cf1a-4bda-8c08-58dea615fc30 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Request body: {'floatingip': {'port_id': '16f66239-c343-4728-a442-c52658e9ae2d'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:28:06.325619 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-97ba0f37-cf1a-4bda-8c08-58dea615fc30 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for floatingip, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:07.000643 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-97ba0f37-cf1a-4bda-8c08-58dea615fc30 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:07.067225 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-97ba0f37-cf1a-4bda-8c08-58dea615fc30 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:07.381753 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.l3_db [None req-97ba0f37-cf1a-4bda-8c08-58dea615fc30 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Floating IP 6895117c-7bdf-4e35-841c-248b9a8686e1 associated. External IP: 172.26.8.125, port: 16f66239-c343-4728-a442-c52658e9ae2d. Feb 09 18:28:07.938067 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ba0f37-cf1a-4bda-8c08-58dea615fc30 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Router 00d2bf1d-f9af-4160-a46f-746e75748698 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:28:08.178646 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ba0f37-cf1a-4bda-8c08-58dea615fc30 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:28:08.183198 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-97ba0f37-cf1a-4bda-8c08-58dea615fc30 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:08.190898 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c444aa72-a97f-4e97-ab93-bbe4472ff863 None None] Sync routers for ids ['00d2bf1d-f9af-4160-a46f-746e75748698'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:28:08.204444 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c444aa72-a97f-4e97-ab93-bbe4472ff863 None None] Routers {'00d2bf1d-f9af-4160-a46f-746e75748698'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:28:08.205217 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-c444aa72-a97f-4e97-ab93-bbe4472ff863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:27:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['00d2bf1d-f9af-4160-a46f-746e75748698'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:28:08.251944 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-97ba0f37-cf1a-4bda-8c08-58dea615fc30 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "PUT /v2.0/floatingips/6895117c-7bdf-4e35-841c-248b9a8686e1 HTTP/1.1" status: 200 len: 992 time: 2.0146875 Feb 09 18:28:08.253171 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6576f876-ffa3-4ce8-9a67-ab674ecd008b', 'tag': '16f66239-c343-4728-a442-c52658e9ae2d'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:28:08.412318 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6576f876-ffa3-4ce8-9a67-ab674ecd008b', 'tag': '16f66239-c343-4728-a442-c52658e9ae2d', 'status': 'completed', 'code': 200} Feb 09 18:28:08.482701 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-c444aa72-a97f-4e97-ab93-bbe4472ff863 None None] Set router 00d2bf1d-f9af-4160-a46f-746e75748698 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:28:08.550151 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8bbef456-b8ac-4bd4-a082-fa0e0abc6d82 req-31c059a2-c657-4b86-b47e-5d8cebbf0e92 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 1099 time: 0.1114242 Feb 09 18:28:08.596435 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece4363-4f2c-44e8-8d46-e00eacb698a6 req-9830198c-437f-4aaa-9ca1-05eb15642ba5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:08.599156 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5ece4363-4f2c-44e8-8d46-e00eacb698a6 req-9830198c-437f-4aaa-9ca1-05eb15642ba5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.1423881 Feb 09 18:28:08.676147 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5ece4363-4f2c-44e8-8d46-e00eacb698a6 req-d9d3d50a-e192-4e6b-8b50-744399471f7a tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667732 Feb 09 18:28:08.765088 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbef456-b8ac-4bd4-a082-fa0e0abc6d82 req-8d95831f-e52e-499c-b7ed-db58c115ebdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:08.767402 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8bbef456-b8ac-4bd4-a082-fa0e0abc6d82 req-8d95831f-e52e-499c-b7ed-db58c115ebdd service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 912 time: 0.2108171 Feb 09 18:28:08.898988 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8bbef456-b8ac-4bd4-a082-fa0e0abc6d82 req-8867c8ff-90f9-44b4-b49e-04bee52c654a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f66239-c343-4728-a442-c52658e9ae2d HTTP/1.1" status: 200 len: 1000 time: 0.1251662 Feb 09 18:28:08.973445 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-c444aa72-a97f-4e97-ab93-bbe4472ff863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '6895117c-7bdf-4e35-841c-248b9a8686e1', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'floating_ip_address': '172.26.8.125', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'port_id': '16f66239-c343-4728-a442-c52658e9ae2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'mac_address': 'fa:16:3e:91:28:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6576f876-ffa3-4ce8-9a67-ab674ecd008b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:27:47Z', 'updated_at': '2022-02-09T18:28:06Z', 'revision_number': 1, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:28:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:28:08.979134 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c444aa72-a97f-4e97-ab93-bbe4472ff863 None None] Checking router: 00d2bf1d-f9af-4160-a46f-746e75748698 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:28:08.980668 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbef456-b8ac-4bd4-a082-fa0e0abc6d82 req-5446890f-08e2-4463-9ad8-54d6d85cd22c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:08.982788 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8bbef456-b8ac-4bd4-a082-fa0e0abc6d82 req-5446890f-08e2-4463-9ad8-54d6d85cd22c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a3db1f9-6987-41d8-b085-aca62ec50235 HTTP/1.1" status: 200 len: 850 time: 0.0780096 Feb 09 18:28:08.993642 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c444aa72-a97f-4e97-ab93-bbe4472ff863 None None] Routers {'00d2bf1d-f9af-4160-a46f-746e75748698'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:28:08.994266 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-c444aa72-a97f-4e97-ab93-bbe4472ff863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:27:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['00d2bf1d-f9af-4160-a46f-746e75748698'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:28:09.072234 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8bbef456-b8ac-4bd4-a082-fa0e0abc6d82 req-3636e32c-3fa1-405f-b4ae-a0b091c88e79 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ec06129-7aea-4df8-ae51-8a6694631361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818062 Feb 09 18:28:09.193472 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-c444aa72-a97f-4e97-ab93-bbe4472ff863 None None] Set router 00d2bf1d-f9af-4160-a46f-746e75748698 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:28:09.222923 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8bbef456-b8ac-4bd4-a082-fa0e0abc6d82 req-9a685126-faa1-4273-9c02-1b63139f8649 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444330 Feb 09 18:28:09.373604 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8bbef456-b8ac-4bd4-a082-fa0e0abc6d82 req-4d5cada6-a4af-4867-b293-4abf8ec2bcb0 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442780 Feb 09 18:28:09.591638 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-c444aa72-a97f-4e97-ab93-bbe4472ff863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '6895117c-7bdf-4e35-841c-248b9a8686e1', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'floating_ip_address': '172.26.8.125', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'port_id': '16f66239-c343-4728-a442-c52658e9ae2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'mac_address': 'fa:16:3e:91:28:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6576f876-ffa3-4ce8-9a67-ab674ecd008b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:27:47Z', 'updated_at': '2022-02-09T18:28:06Z', 'revision_number': 1, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:28:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:28:09.596232 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c444aa72-a97f-4e97-ab93-bbe4472ff863 None None] The sync data for ids ['00d2bf1d-f9af-4160-a46f-746e75748698'] in dv-neutron-827016-2-hyperv is: [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '6895117c-7bdf-4e35-841c-248b9a8686e1', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'floating_ip_address': '172.26.8.125', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'port_id': '16f66239-c343-4728-a442-c52658e9ae2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'mac_address': 'fa:16:3e:91:28:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6576f876-ffa3-4ce8-9a67-ab674ecd008b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:27:47Z', 'updated_at': '2022-02-09T18:28:06Z', 'revision_number': 1, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:28:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:28:09.914064 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c082153-bb90-4fa6-a347-9b42c0525f4e req-9fa78b34-83e1-4fc5-b511-3ceea3dda2dc tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:09.915542 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3c082153-bb90-4fa6-a347-9b42c0525f4e req-9fa78b34-83e1-4fc5-b511-3ceea3dda2dc tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.0864310 Feb 09 18:28:09.967774 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3c082153-bb90-4fa6-a347-9b42c0525f4e req-b8a6bd7d-6c11-41df-98ba-9b1601830fb1 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454552 Feb 09 18:28:10.185795 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af8e16-8ba2-459e-8a37-6244d7fe2d8e req-30443d7f-2606-4d7f-b6f9-0f8dce560ef1 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:10.187413 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f9af8e16-8ba2-459e-8a37-6244d7fe2d8e req-30443d7f-2606-4d7f-b6f9-0f8dce560ef1 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.0873389 Feb 09 18:28:10.238165 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f9af8e16-8ba2-459e-8a37-6244d7fe2d8e req-71d7a3a7-fa90-4627-87d6-a4a89ff6188f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446050 Feb 09 18:28:10.490794 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f3f96a01-a8ed-45cc-b038-8bc7e976bd7e req-21833f32-1ffb-4fe9-ab5a-6dcc0101d7aa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0795732 Feb 09 18:28:10.941811 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ef4d8-29ac-4f2f-be38-1347ee7d3acc req-bc98fd70-2d66-4dcb-b2ad-9e09c6b4e34f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:10.943373 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cc0ef4d8-29ac-4f2f-be38-1347ee7d3acc req-bc98fd70-2d66-4dcb-b2ad-9e09c6b4e34f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.0819952 Feb 09 18:28:11.004392 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cc0ef4d8-29ac-4f2f-be38-1347ee7d3acc req-1f7d421f-6ef8-4257-a06a-5c810b70e41d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545502 Feb 09 18:28:11.067317 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5c5551a0-f879-42e2-b5df-c9b408e33354 req-a989f60c-82e7-466a-98d5-140e9c43e7af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0812745 Feb 09 18:28:11.741521 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcf6b40-9fb5-4508-8e4a-f7570fcd4eff None None] New status for floating IP 6895117c-7bdf-4e35-841c-248b9a8686e1: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:28:12.290402 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ce715-28e7-42f6-8ae7-14ad222a70b0 req-033cf9f7-fc3b-4228-ade5-315c62b4fc46 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:12.293750 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-971ce715-28e7-42f6-8ae7-14ad222a70b0 req-033cf9f7-fc3b-4228-ade5-315c62b4fc46 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.1242628 Feb 09 18:28:12.358523 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-971ce715-28e7-42f6-8ae7-14ad222a70b0 req-2ef1cb06-0b69-4874-9ae2-eb88af054716 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565259 Feb 09 18:28:13.645564 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09abf8-9cba-46e6-af55-516ee628b6f8 req-7d677e7d-eb38-4dde-b5a8-837efa8a2600 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:13.647131 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2a09abf8-9cba-46e6-af55-516ee628b6f8 req-7d677e7d-eb38-4dde-b5a8-837efa8a2600 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.0933487 Feb 09 18:28:13.706364 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2a09abf8-9cba-46e6-af55-516ee628b6f8 req-48255d6b-c0e7-4c77-a462-c497c51a365f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522597 Feb 09 18:28:13.818870 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5c5551a0-f879-42e2-b5df-c9b408e33354 req-4ee1e350-640c-4e57-9124-502b9de1d3f3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 1099 time: 0.0809760 Feb 09 18:28:13.975596 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5551a0-f879-42e2-b5df-c9b408e33354 req-a432caa7-15a8-4c8f-b6ac-3d98e21e74cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:13.977184 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5c5551a0-f879-42e2-b5df-c9b408e33354 req-a432caa7-15a8-4c8f-b6ac-3d98e21e74cd service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 912 time: 0.1524727 Feb 09 18:28:14.138195 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5c5551a0-f879-42e2-b5df-c9b408e33354 req-097c698d-50e1-4851-89bf-3b8e36299d49 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f66239-c343-4728-a442-c52658e9ae2d HTTP/1.1" status: 200 len: 1002 time: 0.1546834 Feb 09 18:28:14.208915 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5551a0-f879-42e2-b5df-c9b408e33354 req-26c96089-e27e-4230-9794-69f9bf4499d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:14.210497 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5c5551a0-f879-42e2-b5df-c9b408e33354 req-26c96089-e27e-4230-9794-69f9bf4499d0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a3db1f9-6987-41d8-b085-aca62ec50235 HTTP/1.1" status: 200 len: 850 time: 0.0665529 Feb 09 18:28:14.398323 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5c5551a0-f879-42e2-b5df-c9b408e33354 req-26d8f1f1-57b2-496e-9b91-52d855c7d19f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ec06129-7aea-4df8-ae51-8a6694631361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1813507 Feb 09 18:28:14.554712 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5c5551a0-f879-42e2-b5df-c9b408e33354 req-382b169d-a8ad-4aec-ba22-77d26d20a796 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409552 Feb 09 18:28:14.712470 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5c5551a0-f879-42e2-b5df-c9b408e33354 req-f84613af-a808-460e-a11b-331770192bc3 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369178 Feb 09 18:28:14.952508 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08885d8b-8ba2-48d9-a29b-18fce5a53481 req-6eb7c002-3446-4de5-89b9-a74898d9354e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:14.954289 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-08885d8b-8ba2-48d9-a29b-18fce5a53481 req-6eb7c002-3446-4de5-89b9-a74898d9354e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.1001971 Feb 09 18:28:15.023422 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-08885d8b-8ba2-48d9-a29b-18fce5a53481 req-7ba4e3b8-b164-4e75-8b3f-3ddf5f206c6d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627873 Feb 09 18:28:16.305643 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f402b2c-386f-45cb-8cb2-e9087a784462 req-fdc7e91d-c864-44d6-b652-2689e9b5ff7a tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:16.307313 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0f402b2c-386f-45cb-8cb2-e9087a784462 req-fdc7e91d-c864-44d6-b652-2689e9b5ff7a tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.0863662 Feb 09 18:28:16.360367 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0f402b2c-386f-45cb-8cb2-e9087a784462 req-e7163084-97c4-46d6-a130-90d63714ad2e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457711 Feb 09 18:28:16.662657 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ad26718-ca72-42a8-8e41-fb310ad906c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:17.159434 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:17.680513 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b709c5-6ddf-4da9-ae66-da7fdf242dcf req-632167d0-8af8-4862-95a0-697eb0548144 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:17.682928 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-56b709c5-6ddf-4da9-ae66-da7fdf242dcf req-632167d0-8af8-4862-95a0-697eb0548144 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.0905657 Feb 09 18:28:17.745338 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-56b709c5-6ddf-4da9-ae66-da7fdf242dcf req-4939ced6-9ef5-4c79-8394-1f2f77a52e72 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556505 Feb 09 18:28:19.003322 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdfe4a-adcc-4f10-8abe-61c910d99acc req-b1e56705-18cb-4ec7-8da3-1891c5c83b2d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:19.005318 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8dbdfe4a-adcc-4f10-8abe-61c910d99acc req-b1e56705-18cb-4ec7-8da3-1891c5c83b2d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.1177924 Feb 09 18:28:19.034044 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d2359ec-45db-405f-b66e-66c97e6d939e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:19.065376 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8dbdfe4a-adcc-4f10-8abe-61c910d99acc req-7837661a-c979-4564-bbce-6f84d2dd9d6a tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532377 Feb 09 18:28:20.113831 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:20.188212 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:20.364990 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65609ff1-d7e3-474a-9ecb-a943d5110b5b req-bb8ca728-5c08-44e5-9bda-52de801b3116 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:20.367838 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-65609ff1-d7e3-474a-9ecb-a943d5110b5b req-bb8ca728-5c08-44e5-9bda-52de801b3116 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.1472981 Feb 09 18:28:20.421552 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-65609ff1-d7e3-474a-9ecb-a943d5110b5b req-5eb0c8d5-a83c-4e20-ad27-8556284f4f82 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479648 Feb 09 18:28:21.647936 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9488a3-b3df-4763-9cde-c82c2640714b req-64c89c29-05e3-450d-b7d3-4ece7cfcafc0 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:21.649394 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7b9488a3-b3df-4763-9cde-c82c2640714b req-64c89c29-05e3-450d-b7d3-4ece7cfcafc0 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.0951159 Feb 09 18:28:21.656392 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:21.705050 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7b9488a3-b3df-4763-9cde-c82c2640714b req-10f1f965-826d-4500-b8d3-5223e87a7c9f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446489 Feb 09 18:28:22.928868 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b98ae-2d75-4ef6-b7ad-bc4dfc8dec83 req-5e97acb0-8204-4978-894d-d6dc9c6e3590 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:22.930467 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5c1b98ae-2d75-4ef6-b7ad-bc4dfc8dec83 req-5e97acb0-8204-4978-894d-d6dc9c6e3590 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.0908213 Feb 09 18:28:23.005234 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5c1b98ae-2d75-4ef6-b7ad-bc4dfc8dec83 req-b0303db3-5522-401e-a4f7-1c6cf74723e7 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679126 Feb 09 18:28:24.246564 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706df328-c7d9-4303-90ba-8af88aa226f1 req-3563e632-547b-4660-be28-9d2f38bd93ba tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:24.248740 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-706df328-c7d9-4303-90ba-8af88aa226f1 req-3563e632-547b-4660-be28-9d2f38bd93ba tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.0921826 Feb 09 18:28:24.302588 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-706df328-c7d9-4303-90ba-8af88aa226f1 req-fd222144-9788-4bf4-8ff3-66774da91b07 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475008 Feb 09 18:28:25.631986 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5d6e3-2456-43ca-96ef-76a8163327cd req-80404a79-b278-4ac3-8928-30baefa9c7e2 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:25.633932 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b4b5d6e3-2456-43ca-96ef-76a8163327cd req-80404a79-b278-4ac3-8928-30baefa9c7e2 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.1991003 Feb 09 18:28:25.717700 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b4b5d6e3-2456-43ca-96ef-76a8163327cd req-e69e976e-5274-4fc6-b426-5cf2906c1836 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762012 Feb 09 18:28:26.086659 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:28:26.945160 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9268ea3-382f-4d6b-93f7-ecab27e8ffbe req-32134e7e-5539-4a2a-b586-24cd764a1fbb tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:26.947168 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d9268ea3-382f-4d6b-93f7-ecab27e8ffbe req-32134e7e-5539-4a2a-b586-24cd764a1fbb tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.0949018 Feb 09 18:28:27.003077 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d9268ea3-382f-4d6b-93f7-ecab27e8ffbe req-f1edfc33-2a07-4ef8-9a92-aba7072ddd29 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492032 Feb 09 18:28:28.230787 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c2869-131c-4027-b19b-04ca212fdb07 req-5f14a1ee-973e-4c50-86be-a19981fc7ff9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:28.232970 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-864c2869-131c-4027-b19b-04ca212fdb07 req-5f14a1ee-973e-4c50-86be-a19981fc7ff9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.0885890 Feb 09 18:28:28.288035 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-864c2869-131c-4027-b19b-04ca212fdb07 req-b6ac7362-a85e-498d-a998-4f7da8b54fdf tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446036 Feb 09 18:28:29.507824 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccf3d2-f039-43be-a23b-c915c63ec193 req-d28b85be-ae78-41ff-bc50-8a46ed8d3135 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:29.509410 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-51ccf3d2-f039-43be-a23b-c915c63ec193 req-d28b85be-ae78-41ff-bc50-8a46ed8d3135 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.0885301 Feb 09 18:28:29.561020 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-51ccf3d2-f039-43be-a23b-c915c63ec193 req-f306a491-1df7-4cc2-ab35-907136f068b7 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450933 Feb 09 18:28:30.791319 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68127e14-ba0b-4892-92c0-6dd5c1a906e2 req-79499c4a-806b-4fa6-ab1a-155dc6176ff8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:30.792911 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-68127e14-ba0b-4892-92c0-6dd5c1a906e2 req-79499c4a-806b-4fa6-ab1a-155dc6176ff8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.0979891 Feb 09 18:28:30.851718 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-68127e14-ba0b-4892-92c0-6dd5c1a906e2 req-a1541ad0-f995-457b-b214-fa3b3dc7ac48 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478027 Feb 09 18:28:31.983855 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5c5551a0-f879-42e2-b5df-c9b408e33354 req-9706db47-f5b2-4c48-8e5d-ff9eb22ec10d service neutron] 10.222.0.50 "GET /v2.0/ports/16f66239-c343-4728-a442-c52658e9ae2d/bindings/hv-neutron-8270 HTTP/1.1" status: 200 len: 384 time: 0.1244972 Feb 09 18:28:32.137199 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77459fcf-29d3-41be-bfd1-091da4e9910b req-34939aa3-aaf4-4b45-b5ee-3015667faa33 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:32.139602 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-77459fcf-29d3-41be-bfd1-091da4e9910b req-34939aa3-aaf4-4b45-b5ee-3015667faa33 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.1371291 Feb 09 18:28:32.203054 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-77459fcf-29d3-41be-bfd1-091da4e9910b req-9602b087-a037-4cbf-9907-831e85c718e1 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527978 Feb 09 18:28:32.694679 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5c5551a0-f879-42e2-b5df-c9b408e33354 req-0096ae56-cd36-496d-9231-0330eeedc35f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b&tenant_id=2b31e54ec09c420da39579a0c16eeb6b HTTP/1.1" status: 200 len: 1099 time: 0.0823641 Feb 09 18:28:32.796785 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5c5551a0-f879-42e2-b5df-c9b408e33354 req-1da936a0-ba98-4930-adb5-8c4d2709f93c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 1099 time: 0.0792451 Feb 09 18:28:32.950238 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5551a0-f879-42e2-b5df-c9b408e33354 req-39952219-e573-4895-9d52-8cc90443b142 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:32.952626 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5c5551a0-f879-42e2-b5df-c9b408e33354 req-39952219-e573-4895-9d52-8cc90443b142 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 912 time: 0.1491988 Feb 09 18:28:33.074249 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5c5551a0-f879-42e2-b5df-c9b408e33354 req-73d8acca-b61d-46fe-8554-196e0dae2424 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f66239-c343-4728-a442-c52658e9ae2d HTTP/1.1" status: 200 len: 1002 time: 0.1147439 Feb 09 18:28:33.143497 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5551a0-f879-42e2-b5df-c9b408e33354 req-62004586-d4f3-4cdb-9464-d7d820daf0f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:33.145047 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5c5551a0-f879-42e2-b5df-c9b408e33354 req-62004586-d4f3-4cdb-9464-d7d820daf0f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a3db1f9-6987-41d8-b085-aca62ec50235 HTTP/1.1" status: 200 len: 850 time: 0.0651500 Feb 09 18:28:33.235421 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5c5551a0-f879-42e2-b5df-c9b408e33354 req-c8a6e4ee-348f-41d4-bf88-74002843d055 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ec06129-7aea-4df8-ae51-8a6694631361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845525 Feb 09 18:28:33.428842 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5c5551a0-f879-42e2-b5df-c9b408e33354 req-b2343bb5-b312-4579-8cf5-27f48e542b49 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869330 Feb 09 18:28:33.490822 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9135c1-d09d-4514-9f96-77b8d2413b1f req-e414d052-1cf0-4522-84e6-493df37de891 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:33.493425 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2a9135c1-d09d-4514-9f96-77b8d2413b1f req-e414d052-1cf0-4522-84e6-493df37de891 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.1025274 Feb 09 18:28:33.569687 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2a9135c1-d09d-4514-9f96-77b8d2413b1f req-c17bd571-963e-4a05-a3d8-c574ebe7a004 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687077 Feb 09 18:28:33.622243 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5c5551a0-f879-42e2-b5df-c9b408e33354 req-fe1dbb14-e4d3-46a5-8efb-3d8f1a541961 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853878 Feb 09 18:28:34.807772 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65982c-623d-49e4-872d-fb51826adcb2 req-f36697ff-05aa-4339-a56e-43fc75f151e7 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:34.811030 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3d65982c-623d-49e4-872d-fb51826adcb2 req-f36697ff-05aa-4339-a56e-43fc75f151e7 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.0916860 Feb 09 18:28:34.864847 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3d65982c-623d-49e4-872d-fb51826adcb2 req-60b7bae7-40ee-496f-a59f-2ab8958e6d91 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445964 Feb 09 18:28:36.118600 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62d052-34aa-40b8-a0de-bb12b777ac95 req-13b33bcd-84a2-46f0-bae9-f84840a6330d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:36.121133 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ff62d052-34aa-40b8-a0de-bb12b777ac95 req-13b33bcd-84a2-46f0-bae9-f84840a6330d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.1137035 Feb 09 18:28:36.168030 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 16f66239-c343-4728-a442-c52658e9ae2d details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:28:36.172589 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 16f66239-c343-4728-a442-c52658e9ae2d no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:28:36.181290 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ff62d052-34aa-40b8-a0de-bb12b777ac95 req-3b78628c-7b50-4f16-b184-38572e7a3202 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528586 Feb 09 18:28:36.534881 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:36.559196 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 16f66239-c343-4728-a442-c52658e9ae2d, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=16f66239-c343-4728-a442-c52658e9ae2d,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:28:36.583603 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '16f66239-c343-4728-a442-c52658e9ae2d', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'port_id': '16f66239-c343-4728-a442-c52658e9ae2d', 'mac_address': 'fa:16:3e:91:28:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:28:36.589480 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6576f876-ffa3-4ce8-9a67-ab674ecd008b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16f66239-c343-4728-a442-c52658e9ae2d'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:28:36.628901 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 16f66239-c343-4728-a442-c52658e9ae2d, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=16f66239-c343-4728-a442-c52658e9ae2d,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:28:36.660409 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:36.688538 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:36.723622 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16f66239-c343-4728-a442-c52658e9ae2d {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:28:36.728489 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6576f876-ffa3-4ce8-9a67-ab674ecd008b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16f66239-c343-4728-a442-c52658e9ae2d', 'code': 200} Feb 09 18:28:36.823222 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:28:36.823563 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:28:36.827206 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=16f66239-c343-4728-a442-c52658e9ae2d,revision_number=6']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:28:36.921285 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e06ab-5462-4e7e-bb74-f0cd159656d6 req-96f15dab-dd9f-4a8a-879b-86319beb56e2 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:36.923358 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ee9e06ab-5462-4e7e-bb74-f0cd159656d6 req-96f15dab-dd9f-4a8a-879b-86319beb56e2 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 944 time: 0.1080589 Feb 09 18:28:36.982783 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ee9e06ab-5462-4e7e-bb74-f0cd159656d6 req-01a87cb2-3370-4780-a4b7-8804c1e376df tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528765 Feb 09 18:28:36.986569 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a5304-0a65-4955-9d7d-97c4891d5700 req-d1521437-7492-4821-a89a-a7ea3b9e0e66 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:36.987335 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-324a5304-0a65-4955-9d7d-97c4891d5700 req-d1521437-7492-4821-a89a-a7ea3b9e0e66 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Synchronizing usage tracker for tenant:2b31e54ec09c420da39579a0c16eeb6b on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:28:37.063729 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-324a5304-0a65-4955-9d7d-97c4891d5700 req-d1521437-7492-4821-a89a-a7ea3b9e0e66 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Unset dirty status for tenant:2b31e54ec09c420da39579a0c16eeb6b on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:28:37.065813 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-324a5304-0a65-4955-9d7d-97c4891d5700 req-d1521437-7492-4821-a89a-a7ea3b9e0e66 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.50 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b&tenant_id=2b31e54ec09c420da39579a0c16eeb6b&binding%3Ahost_id=hv-neutron-8270 HTTP/1.1" status: 200 len: 944 time: 0.1752019 Feb 09 18:28:37.271672 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-324a5304-0a65-4955-9d7d-97c4891d5700 req-cd503e48-4da7-4a91-bfbd-f01a249f1392 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 1097 time: 0.0883808 Feb 09 18:28:37.395252 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:37.419656 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f66239-c343-4728-a442-c52658e9ae2d {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:28:37.427601 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a5304-0a65-4955-9d7d-97c4891d5700 req-61b8ad8b-cfee-4668-a189-57fda2d8bd50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:37.429197 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-324a5304-0a65-4955-9d7d-97c4891d5700 req-61b8ad8b-cfee-4668-a189-57fda2d8bd50 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 912 time: 0.1510158 Feb 09 18:28:37.444880 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 16f66239-c343-4728-a442-c52658e9ae2d, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=16f66239-c343-4728-a442-c52658e9ae2d,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:28:37.532153 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:37.553716 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-324a5304-0a65-4955-9d7d-97c4891d5700 req-cc7ee346-f43b-427a-a56f-3d3838fff2c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f66239-c343-4728-a442-c52658e9ae2d HTTP/1.1" status: 200 len: 1000 time: 0.1170356 Feb 09 18:28:37.602197 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['16f66239-c343-4728-a442-c52658e9ae2d'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:28:37.676075 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=16f66239-c343-4728-a442-c52658e9ae2d,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:28:37.745902 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a5304-0a65-4955-9d7d-97c4891d5700 req-e7c5138d-0a85-4ba3-97df-6080f3541cef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:37.747616 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-324a5304-0a65-4955-9d7d-97c4891d5700 req-e7c5138d-0a85-4ba3-97df-6080f3541cef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a3db1f9-6987-41d8-b085-aca62ec50235 HTTP/1.1" status: 200 len: 850 time: 0.1877623 Feb 09 18:28:37.831022 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-324a5304-0a65-4955-9d7d-97c4891d5700 req-f07e46b0-f4e8-4bb5-9e41-4c5900a31ea2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ec06129-7aea-4df8-ae51-8a6694631361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772431 Feb 09 18:28:37.979621 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-324a5304-0a65-4955-9d7d-97c4891d5700 req-292b662c-e93a-4110-8ad0-71361f95443b service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419730 Feb 09 18:28:38.143158 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-324a5304-0a65-4955-9d7d-97c4891d5700 req-850d1401-a288-4a9a-a45d-45b37fa84056 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568174 Feb 09 18:28:38.194465 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 16f66239-c343-4728-a442-c52658e9ae2d up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:28:38.286900 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5056d1-efdb-4eed-9a40-1b1ec12d050b req-554aaa61-e755-466a-a54a-226f4a317488 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:38.289542 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5b5056d1-efdb-4eed-9a40-1b1ec12d050b req-554aaa61-e755-466a-a54a-226f4a317488 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 945 time: 0.1071787 Feb 09 18:28:38.294658 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 16f66239-c343-4728-a442-c52658e9ae2d triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:28:38.295062 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:38.348684 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5b5056d1-efdb-4eed-9a40-1b1ec12d050b req-2553148b-ca88-4686-8358-a2143327a798 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523474 Feb 09 18:28:38.537411 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:38.577313 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 16f66239-c343-4728-a442-c52658e9ae2d, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=16f66239-c343-4728-a442-c52658e9ae2d,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:28:38.672502 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:38.730334 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6576f876-ffa3-4ce8-9a67-ab674ecd008b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f66239-c343-4728-a442-c52658e9ae2d'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:28:38.757202 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=16f66239-c343-4728-a442-c52658e9ae2d,revision_number=8']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:28:38.834807 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6576f876-ffa3-4ce8-9a67-ab674ecd008b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f66239-c343-4728-a442-c52658e9ae2d', 'code': 200} Feb 09 18:28:39.589146 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec67849-ce37-41da-b83c-fb392716a806 req-b365934d-0acf-4aaf-85fd-1d37feacac33 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:39.590786 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-aec67849-ce37-41da-b83c-fb392716a806 req-b365934d-0acf-4aaf-85fd-1d37feacac33 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.0892644 Feb 09 18:28:39.646962 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-aec67849-ce37-41da-b83c-fb392716a806 req-721ffb91-20b6-48f4-ae01-7287b9ec1888 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493572 Feb 09 18:28:39.931075 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233573f3-b9c9-46f0-b2f3-30d0696aa4c2 req-8618a1ab-9bba-4975-87a4-f15aede3677c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:39.932584 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-233573f3-b9c9-46f0-b2f3-30d0696aa4c2 req-8618a1ab-9bba-4975-87a4-f15aede3677c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.0898120 Feb 09 18:28:39.987425 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-233573f3-b9c9-46f0-b2f3-30d0696aa4c2 req-c66f94b2-f925-4af7-8b13-60abae7fc896 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444441 Feb 09 18:28:40.201075 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ac0c5-76fa-480c-847d-3bc5908c532e req-6b167bea-b25d-492d-9dbc-791246242210 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:40.202530 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0c3ac0c5-76fa-480c-847d-3bc5908c532e req-6b167bea-b25d-492d-9dbc-791246242210 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.0869660 Feb 09 18:28:40.279097 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0c3ac0c5-76fa-480c-847d-3bc5908c532e req-a6431ffb-e964-4cd1-8a1c-b741fd529c7b tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697694 Feb 09 18:28:41.094562 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fc66a-2dd0-4758-b18b-584538f7dfcb req-eda6311c-e1ad-4068-8517-1caf73619d14 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:41.096576 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1c1fc66a-2dd0-4758-b18b-584538f7dfcb req-eda6311c-e1ad-4068-8517-1caf73619d14 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.0950227 Feb 09 18:28:41.152179 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1c1fc66a-2dd0-4758-b18b-584538f7dfcb req-eb76661f-a3be-4bb5-9c60-e4daf4053301 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451317 Feb 09 18:28:42.365891 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b0b80-2a13-4f8a-acbf-6e4bd3ffaf22 req-b3d99386-da4b-4d3c-bad5-9d0fa8a88714 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:42.367682 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-668b0b80-2a13-4f8a-acbf-6e4bd3ffaf22 req-b3d99386-da4b-4d3c-bad5-9d0fa8a88714 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.0854619 Feb 09 18:28:42.430859 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-668b0b80-2a13-4f8a-acbf-6e4bd3ffaf22 req-e7561382-a367-479c-ab82-027e28ff71a7 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564406 Feb 09 18:28:42.682624 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1cfeb-9b65-486c-b972-7228a10b97ba req-988acc6c-9096-4de6-b12d-d142b402cc81 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:42.684043 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fba1cfeb-9b65-486c-b972-7228a10b97ba req-988acc6c-9096-4de6-b12d-d142b402cc81 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.50 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 946 time: 0.0876796 Feb 09 18:28:42.758706 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-fba1cfeb-9b65-486c-b972-7228a10b97ba req-80946af6-a8b0-4b1a-ba91-05c439eaa4e8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Deleting port 16f66239-c343-4728-a442-c52658e9ae2d {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:28:42.759100 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fba1cfeb-9b65-486c-b972-7228a10b97ba req-80946af6-a8b0-4b1a-ba91-05c439eaa4e8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:43.035824 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-fba1cfeb-9b65-486c-b972-7228a10b97ba req-80946af6-a8b0-4b1a-ba91-05c439eaa4e8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] For port 16f66239-c343-4728-a442-c52658e9ae2d, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=16f66239-c343-4728-a442-c52658e9ae2d,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:28:43.036259 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fba1cfeb-9b65-486c-b972-7228a10b97ba req-80946af6-a8b0-4b1a-ba91-05c439eaa4e8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:43.359901 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fba1cfeb-9b65-486c-b972-7228a10b97ba req-80946af6-a8b0-4b1a-ba91-05c439eaa4e8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:43.360811 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fba1cfeb-9b65-486c-b972-7228a10b97ba req-80946af6-a8b0-4b1a-ba91-05c439eaa4e8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:43.361128 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [req-fba1cfeb-9b65-486c-b972-7228a10b97ba req-80946af6-a8b0-4b1a-ba91-05c439eaa4e8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Floating IP 6895117c-7bdf-4e35-841c-248b9a8686e1 disassociated. External IP: 172.26.8.125, port: 16f66239-c343-4728-a442-c52658e9ae2d. Feb 09 18:28:43.361473 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-fba1cfeb-9b65-486c-b972-7228a10b97ba req-80946af6-a8b0-4b1a-ba91-05c439eaa4e8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Calling delete_port for 16f66239-c343-4728-a442-c52658e9ae2d owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:28:43.623604 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fba1cfeb-9b65-486c-b972-7228a10b97ba req-80946af6-a8b0-4b1a-ba91-05c439eaa4e8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:43.678545 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da4a98-712f-42d8-a1e6-9d7d11e6acfe req-720c7ee4-14f0-4053-a2c7-4692dab6f46d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:43.681154 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-69da4a98-712f-42d8-a1e6-9d7d11e6acfe req-720c7ee4-14f0-4053-a2c7-4692dab6f46d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 867 time: 0.1019392 Feb 09 18:28:43.705167 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80946af6-a8b0-4b1a-ba91-05c439eaa4e8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Pushing event deleted for resources: {'Port': ['ID=16f66239-c343-4728-a442-c52658e9ae2d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:28:43.728883 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80946af6-a8b0-4b1a-ba91-05c439eaa4e8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:28:43.729448 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80946af6-a8b0-4b1a-ba91-05c439eaa4e8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:28:43.730054 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80946af6-a8b0-4b1a-ba91-05c439eaa4e8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:28:43.730568 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80946af6-a8b0-4b1a-ba91-05c439eaa4e8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:28:43.731120 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80946af6-a8b0-4b1a-ba91-05c439eaa4e8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:28:43.732009 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80946af6-a8b0-4b1a-ba91-05c439eaa4e8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:28:43.732707 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80946af6-a8b0-4b1a-ba91-05c439eaa4e8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:28:43.733281 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80946af6-a8b0-4b1a-ba91-05c439eaa4e8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:28:43.733854 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80946af6-a8b0-4b1a-ba91-05c439eaa4e8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:28:43.734461 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80946af6-a8b0-4b1a-ba91-05c439eaa4e8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:28:43.735272 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80946af6-a8b0-4b1a-ba91-05c439eaa4e8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:28:43.757011 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-69da4a98-712f-42d8-a1e6-9d7d11e6acfe req-b0130e3f-4f62-4c4f-ad80-d8ad5019a757 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677361 Feb 09 18:28:44.075088 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fba1cfeb-9b65-486c-b972-7228a10b97ba req-80946af6-a8b0-4b1a-ba91-05c439eaa4e8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Router 00d2bf1d-f9af-4160-a46f-746e75748698 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:28:44.608856 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fba1cfeb-9b65-486c-b972-7228a10b97ba req-80946af6-a8b0-4b1a-ba91-05c439eaa4e8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:28:44.620934 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1e5508-f81d-47e0-8115-4814161dae76 None None] Sync routers for ids ['00d2bf1d-f9af-4160-a46f-746e75748698'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:28:44.643734 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1e5508-f81d-47e0-8115-4814161dae76 None None] Routers {'00d2bf1d-f9af-4160-a46f-746e75748698'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:28:44.645081 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-6e1e5508-f81d-47e0-8115-4814161dae76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:28:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['00d2bf1d-f9af-4160-a46f-746e75748698'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:28:44.687998 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba1cfeb-9b65-486c-b972-7228a10b97ba req-80946af6-a8b0-4b1a-ba91-05c439eaa4e8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] No DVR routers for this DVR port 16f66239-c343-4728-a442-c52658e9ae2d on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:28:44.690626 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fba1cfeb-9b65-486c-b972-7228a10b97ba req-80946af6-a8b0-4b1a-ba91-05c439eaa4e8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:44.693262 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6576f876-ffa3-4ce8-9a67-ab674ecd008b', 'name': 'network-vif-deleted', 'tag': '16f66239-c343-4728-a442-c52658e9ae2d'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:28:44.766133 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fba1cfeb-9b65-486c-b972-7228a10b97ba req-80946af6-a8b0-4b1a-ba91-05c439eaa4e8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.50 "DELETE /v2.0/ports/16f66239-c343-4728-a442-c52658e9ae2d HTTP/1.1" status: 204 len: 173 time: 2.0763512 Feb 09 18:28:44.855569 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6576f876-ffa3-4ce8-9a67-ab674ecd008b', 'name': 'network-vif-deleted', 'tag': '16f66239-c343-4728-a442-c52658e9ae2d', 'status': 'completed', 'code': 200} Feb 09 18:28:44.953616 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-6e1e5508-f81d-47e0-8115-4814161dae76 None None] Set router 00d2bf1d-f9af-4160-a46f-746e75748698 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:28:45.009824 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6a729582-1855-4a2b-83b9-ad79b87f4628 req-f4842121-ed46-460f-b2c3-e1b04b3eaf6d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6576f876-ffa3-4ce8-9a67-ab674ecd008b HTTP/1.1" status: 200 len: 210 time: 0.0762908 Feb 09 18:28:45.349528 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-6e1e5508-f81d-47e0-8115-4814161dae76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:28:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:28:45.354266 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1e5508-f81d-47e0-8115-4814161dae76 None None] Checking router: 00d2bf1d-f9af-4160-a46f-746e75748698 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:28:45.367377 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1e5508-f81d-47e0-8115-4814161dae76 None None] Routers {'00d2bf1d-f9af-4160-a46f-746e75748698'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:28:45.368037 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-6e1e5508-f81d-47e0-8115-4814161dae76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:28:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['00d2bf1d-f9af-4160-a46f-746e75748698'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:28:45.569732 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-6e1e5508-f81d-47e0-8115-4814161dae76 None None] Set router 00d2bf1d-f9af-4160-a46f-746e75748698 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:28:46.016312 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-6e1e5508-f81d-47e0-8115-4814161dae76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:28:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:28:46.021282 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1e5508-f81d-47e0-8115-4814161dae76 None None] The sync data for ids ['00d2bf1d-f9af-4160-a46f-746e75748698'] in dv-neutron-827016-2-hyperv is: [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:28:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:28:46.313605 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80523152-98e0-4ac7-b284-fa70f9ea697c None None] New status for floating IP 6895117c-7bdf-4e35-841c-248b9a8686e1: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:28:46.450314 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-99bb2297-bd9f-4156-aab3-e50a46000d4e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--577254330&fields=id&tenant_id=2b31e54ec09c420da39579a0c16eeb6b HTTP/1.1" status: 200 len: 267 time: 0.0495026 Feb 09 18:28:46.615209 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-95af6e16-4b05-4dd9-a700-1df46c36eca9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:46.624187 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-95af6e16-4b05-4dd9-a700-1df46c36eca9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 811 time: 0.1580925 Feb 09 18:28:46.640109 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-fa1d08a7-c01d-49a3-96a8-0f2f1497c552 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/quotas/2b31e54ec09c420da39579a0c16eeb6b HTTP/1.1" status: 200 len: 375 time: 0.0144405 Feb 09 18:28:46.672954 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2bad57d5-24e5-4a77-a889-1405517ed5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:46.734364 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-a1832134-e71d-4a6a-8b4b-9a49e57f9041 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0872650 Feb 09 18:28:46.893048 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-45d964e1-3fce-4c65-ac67-9ae7e7888640 service neutron] 10.222.0.21 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458158 Feb 09 18:28:47.143690 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-d7596bb9-ed0d-482c-b55f-24db6501fe23 service neutron] 10.222.0.21 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448997 Feb 09 18:28:47.165565 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:47.429886 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3bae4a87-31bb-4e1d-9a50-ff428449c268 req-43a63ad8-6271-4d9c-9b6c-1890c16611aa tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 210 time: 0.0451934 Feb 09 18:28:48.227486 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 16f66239-c343-4728-a442-c52658e9ae2d no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:28:48.277277 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: 16f66239-c343-4728-a442-c52658e9ae2d {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:28:48.277630 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 16f66239-c343-4728-a442-c52658e9ae2d not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:28:48.664142 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-260c70b0-c4ab-41e2-8393-72e1289deca5 req-20e8f842-f15c-4419-acf8-2c679d3df646 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 210 time: 0.0756168 Feb 09 18:28:49.032986 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d8fd135-cae7-47f5-ab05-477170bd1145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:49.876306 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d2488ee5-633a-4933-b862-f203c2536caf req-3b761deb-0fea-4386-8650-941cb33d2a1b tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 210 time: 0.0546319 Feb 09 18:28:50.065664 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-cc440845-5562-4c52-94e6-4ae9afd8c064 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:50.067422 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-cc440845-5562-4c52-94e6-4ae9afd8c064 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.50 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 811 time: 0.2190394 Feb 09 18:28:50.125446 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-03d39c06-902c-4c72-9043-0164b4fa3943 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b31e54ec09c420da39579a0c16eeb6b HTTP/1.1" status: 200 len: 379 time: 0.0460398 Feb 09 18:28:50.134509 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-16f2c9f9-0d4c-4b16-a8be-b90af9695cc9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Request body: {'port': {'device_id': '3df6e58f-1126-4560-94f4-dd4a14fb5cfe', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'admin_state_up': True, 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'security_groups': ['4d132648-c5cd-4169-b974-1405aedbd076']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:28:50.204780 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:50.208150 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:50.293104 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-16f2c9f9-0d4c-4b16-a8be-b90af9695cc9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:28:50.299405 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-16f2c9f9-0d4c-4b16-a8be-b90af9695cc9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Usage tracker for resource:port and tenant:2b31e54ec09c420da39579a0c16eeb6b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:28:50.303086 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-16f2c9f9-0d4c-4b16-a8be-b90af9695cc9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:28:50.312487 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-16f2c9f9-0d4c-4b16-a8be-b90af9695cc9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:28:50.411998 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-16f2c9f9-0d4c-4b16-a8be-b90af9695cc9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Made reservation on behalf of 2b31e54ec09c420da39579a0c16eeb6b for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:28:50.415824 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-16f2c9f9-0d4c-4b16-a8be-b90af9695cc9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:50.604463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-16f2c9f9-0d4c-4b16-a8be-b90af9695cc9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Allocated IP 172.20.0.9 (0ec06129-7aea-4df8-ae51-8a6694631361/3a3db1f9-6987-41d8-b085-aca62ec50235/9dd7ad70-9ffd-4cae-b620-c65b015c34af) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:28:50.850561 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-16f2c9f9-0d4c-4b16-a8be-b90af9695cc9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:50.871306 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-16f2c9f9-0d4c-4b16-a8be-b90af9695cc9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Transition to ACTIVE for port object 9dd7ad70-9ffd-4cae-b620-c65b015c34af will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:28:50.960760 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-16f2c9f9-0d4c-4b16-a8be-b90af9695cc9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:51.040446 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-16f2c9f9-0d4c-4b16-a8be-b90af9695cc9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Network 0ec06129-7aea-4df8-ae51-8a6694631361 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:28:51.045058 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-16f2c9f9-0d4c-4b16-a8be-b90af9695cc9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:28:51.049908 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-16f2c9f9-0d4c-4b16-a8be-b90af9695cc9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:28:51.086750 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2c9f9-0d4c-4b16-a8be-b90af9695cc9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Pushing event updated for resources: {'Port': ['ID=9dd7ad70-9ffd-4cae-b620-c65b015c34af,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:28:51.134704 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-16f2c9f9-0d4c-4b16-a8be-b90af9695cc9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:51.135520 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-16f2c9f9-0d4c-4b16-a8be-b90af9695cc9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:51.224522 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023731a0-572c-4c73-ab42-226bcea0c664 req-f1cb48a0-1426-4c8d-a466-be980b470bd2 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:51.226156 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-023731a0-572c-4c73-ab42-226bcea0c664 req-f1cb48a0-1426-4c8d-a466-be980b470bd2 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 931 time: 0.1377385 Feb 09 18:28:51.298778 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-023731a0-572c-4c73-ab42-226bcea0c664 req-8f42fc7c-4fe7-46b3-bb10-95a771276b46 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643187 Feb 09 18:28:51.359909 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-16f2c9f9-0d4c-4b16-a8be-b90af9695cc9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2290032 Feb 09 18:28:51.371860 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-425ee635-fc37-4415-845f-d68d1bdc610d service neutron] Request body: {'port': {'device_id': '3df6e58f-1126-4560-94f4-dd4a14fb5cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:28:51.477888 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0e589602-3658-484b-a33f-8d7c1ba08c8c None None] Provisioning for port 9dd7ad70-9ffd-4cae-b620-c65b015c34af completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:28:51.483536 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0e589602-3658-484b-a33f-8d7c1ba08c8c None None] Provisioning complete for port 9dd7ad70-9ffd-4cae-b620-c65b015c34af triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:28:51.484162 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0e589602-3658-484b-a33f-8d7c1ba08c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:51.499711 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-425ee635-fc37-4415-845f-d68d1bdc610d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:51.543387 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0e589602-3658-484b-a33f-8d7c1ba08c8c None None] Port 9dd7ad70-9ffd-4cae-b620-c65b015c34af cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:28:51.684015 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:51.967922 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-425ee635-fc37-4415-845f-d68d1bdc610d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd7ad70-9ffd-4cae-b620-c65b015c34af {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:28:51.975956 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-425ee635-fc37-4415-845f-d68d1bdc610d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:51.994330 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-425ee635-fc37-4415-845f-d68d1bdc610d service neutron] Transition to ACTIVE for port object 9dd7ad70-9ffd-4cae-b620-c65b015c34af will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:28:52.067535 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-425ee635-fc37-4415-845f-d68d1bdc610d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:52.458188 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ee635-fc37-4415-845f-d68d1bdc610d service neutron] Pushing event updated for resources: {'Port': ['ID=9dd7ad70-9ffd-4cae-b620-c65b015c34af,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:28:52.558520 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d9e24-de92-4434-84e0-4152e2105f5b req-dbe2d2d2-d080-453c-9b53-1945220f8ca6 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:52.560404 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8f6d9e24-de92-4434-84e0-4152e2105f5b req-dbe2d2d2-d080-453c-9b53-1945220f8ca6 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 943 time: 0.0941660 Feb 09 18:28:52.613703 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8f6d9e24-de92-4434-84e0-4152e2105f5b req-2686ea86-879c-409d-aea9-1eb5c5533a57 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467298 Feb 09 18:28:52.650219 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-425ee635-fc37-4415-845f-d68d1bdc610d service neutron] Attempting to bind port 9dd7ad70-9ffd-4cae-b620-c65b015c34af on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:28:52.650733 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-425ee635-fc37-4415-845f-d68d1bdc610d service neutron] Attempting to bind port 9dd7ad70-9ffd-4cae-b620-c65b015c34af by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f7a13b71-e8a4-4cb4-892b-16995a0ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:28:52.651184 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-425ee635-fc37-4415-845f-d68d1bdc610d service neutron] Attempting to bind port 9dd7ad70-9ffd-4cae-b620-c65b015c34af on network 0ec06129-7aea-4df8-ae51-8a6694631361 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:28:52.658281 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-425ee635-fc37-4415-845f-d68d1bdc610d service neutron] Port 9dd7ad70-9ffd-4cae-b620-c65b015c34af on network 0ec06129-7aea-4df8-ae51-8a6694631361 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:28:52.658639 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-425ee635-fc37-4415-845f-d68d1bdc610d service neutron] Attempting to bind port 9dd7ad70-9ffd-4cae-b620-c65b015c34af on network 0ec06129-7aea-4df8-ae51-8a6694631361 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:28:52.666121 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-425ee635-fc37-4415-845f-d68d1bdc610d service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:28:52.666542 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-425ee635-fc37-4415-845f-d68d1bdc610d service neutron] Checking segment: {'id': 'f7a13b71-e8a4-4cb4-892b-16995a0ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:28:52.666940 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-425ee635-fc37-4415-845f-d68d1bdc610d service neutron] Bound using segment: {'id': 'f7a13b71-e8a4-4cb4-892b-16995a0ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:28:52.667376 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-425ee635-fc37-4415-845f-d68d1bdc610d service neutron] Bound port: 9dd7ad70-9ffd-4cae-b620-c65b015c34af, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a13b71-e8a4-4cb4-892b-16995a0ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:28:52.667727 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-425ee635-fc37-4415-845f-d68d1bdc610d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:52.774503 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-425ee635-fc37-4415-845f-d68d1bdc610d service neutron] For port 9dd7ad70-9ffd-4cae-b620-c65b015c34af, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:28:52.778471 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-425ee635-fc37-4415-845f-d68d1bdc610d service neutron] For port 9dd7ad70-9ffd-4cae-b620-c65b015c34af, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=9dd7ad70-9ffd-4cae-b620-c65b015c34af,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:28:52.852437 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-425ee635-fc37-4415-845f-d68d1bdc610d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:52.921336 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-425ee635-fc37-4415-845f-d68d1bdc610d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:52.922836 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-425ee635-fc37-4415-845f-d68d1bdc610d service neutron] 10.222.0.50 "PUT /v2.0/ports/9dd7ad70-9ffd-4cae-b620-c65b015c34af HTTP/1.1" status: 200 len: 1093 time: 1.5554674 Feb 09 18:28:52.923285 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df6e58f-1126-4560-94f4-dd4a14fb5cfe', 'tag': '9dd7ad70-9ffd-4cae-b620-c65b015c34af'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:28:52.996189 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ee635-fc37-4415-845f-d68d1bdc610d service neutron] Pushing event updated for resources: {'Port': ['ID=9dd7ad70-9ffd-4cae-b620-c65b015c34af,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:28:52.996189 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df6e58f-1126-4560-94f4-dd4a14fb5cfe', 'tag': '9dd7ad70-9ffd-4cae-b620-c65b015c34af', 'status': 'completed', 'code': 200} Feb 09 18:28:53.145458 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4f5328d8-5144-48a3-a5a7-eeb8ca01668d req-bf410a6d-1ba2-411b-a608-25921cb28668 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 1096 time: 0.1316624 Feb 09 18:28:53.328572 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5328d8-5144-48a3-a5a7-eeb8ca01668d req-77478ad6-a565-46cb-a517-f9d2ec0973ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:53.330447 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4f5328d8-5144-48a3-a5a7-eeb8ca01668d req-77478ad6-a565-46cb-a517-f9d2ec0973ee service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1790857 Feb 09 18:28:53.489137 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5328d8-5144-48a3-a5a7-eeb8ca01668d req-0020426f-bdca-4d66-9c29-3205a96ec42c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:53.490711 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4f5328d8-5144-48a3-a5a7-eeb8ca01668d req-0020426f-bdca-4d66-9c29-3205a96ec42c service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1543562 Feb 09 18:28:53.606640 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-ea24e1da-8c7b-4369-8b3a-7905e5367655 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 1096 time: 0.0762193 Feb 09 18:28:53.691825 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-94edf1bb-34cb-46ba-b0fb-318613575099 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9dd7ad70-9ffd-4cae-b620-c65b015c34af HTTP/1.1" status: 200 len: 217 time: 0.0777848 Feb 09 18:28:53.774810 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-e316f19b-73f4-45f4-89e0-9a324365a1f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:53.776641 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-e316f19b-73f4-45f4-89e0-9a324365a1f4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a3db1f9-6987-41d8-b085-aca62ec50235 HTTP/1.1" status: 200 len: 850 time: 0.0786164 Feb 09 18:28:53.863720 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af157a-e54e-4a32-9940-7ba7e1772c05 req-4b205733-a89e-4401-b443-2267b2e80217 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:53.867313 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d9af157a-e54e-4a32-9940-7ba7e1772c05 req-4b205733-a89e-4401-b443-2267b2e80217 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 943 time: 0.1086562 Feb 09 18:28:53.879511 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-04fb82b7-c74d-46fb-98aa-cec15d4773f1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ec06129-7aea-4df8-ae51-8a6694631361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0965152 Feb 09 18:28:53.928338 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d9af157a-e54e-4a32-9940-7ba7e1772c05 req-4412d5f8-6b2a-41b9-b598-9afa0f3838ea tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527604 Feb 09 18:28:54.061619 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-40b446f2-6dda-4067-a803-58b9a527ea62 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760628 Feb 09 18:28:54.306787 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6c3fbe6e-0dbe-4679-a8ee-72a40e95db97 req-2c768f50-8fad-4aee-823e-1549da06cab4 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382929 Feb 09 18:28:55.164007 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec3dfc-ed94-4163-825d-baccd0c8d0ec req-f386dfd6-14a5-482c-8796-d0ba55083108 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:55.165784 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b0ec3dfc-ed94-4163-825d-baccd0c8d0ec req-f386dfd6-14a5-482c-8796-d0ba55083108 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 943 time: 0.0881605 Feb 09 18:28:55.246032 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b0ec3dfc-ed94-4163-825d-baccd0c8d0ec req-ebb58ed8-54ac-4611-b8d8-149229a08d7b tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731130 Feb 09 18:28:56.274611 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 9dd7ad70-9ffd-4cae-b620-c65b015c34af details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:28:56.422889 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 9dd7ad70-9ffd-4cae-b620-c65b015c34af, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=9dd7ad70-9ffd-4cae-b620-c65b015c34af,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:28:56.439033 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '9dd7ad70-9ffd-4cae-b620-c65b015c34af', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'port_id': '9dd7ad70-9ffd-4cae-b620-c65b015c34af', 'mac_address': 'fa:16:3e:09:19:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:28:56.515818 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:56.537755 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd7ad70-9ffd-4cae-b620-c65b015c34af {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:28:56.557621 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 9dd7ad70-9ffd-4cae-b620-c65b015c34af, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=9dd7ad70-9ffd-4cae-b620-c65b015c34af,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:28:56.571994 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99419da2-c866-4018-bd33-2163e6fd1623 req-27ebde37-958b-4d53-a2fc-0dfbab206399 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:56.573603 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-99419da2-c866-4018-bd33-2163e6fd1623 req-27ebde37-958b-4d53-a2fc-0dfbab206399 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 943 time: 0.0982797 Feb 09 18:28:56.625884 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-99419da2-c866-4018-bd33-2163e6fd1623 req-9bf496a5-c774-42e0-8a3a-f6fbbd8f840d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459945 Feb 09 18:28:56.635551 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:56.740085 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=9dd7ad70-9ffd-4cae-b620-c65b015c34af,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:28:56.749330 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:28:56.749731 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:28:56.750114 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:28:56.750533 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:28:56.750913 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:28:56.751313 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:28:56.751736 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:28:56.752152 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:28:56.752576 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:28:56.752954 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:28:56.753424 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:28:56.827700 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['9dd7ad70-9ffd-4cae-b620-c65b015c34af'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:28:57.854731 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d9a44-3fad-412d-836b-fe268a172334 req-6608e753-b001-4fdf-a8e7-abf71ad60ac1 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:57.857848 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c17d9a44-3fad-412d-836b-fe268a172334 req-6608e753-b001-4fdf-a8e7-abf71ad60ac1 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 944 time: 0.0972552 Feb 09 18:28:57.943218 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c17d9a44-3fad-412d-836b-fe268a172334 req-b155ce88-7650-4cc1-a0bd-3589989ac1b1 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789075 Feb 09 18:28:58.276707 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 9dd7ad70-9ffd-4cae-b620-c65b015c34af up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:28:58.444014 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 9dd7ad70-9ffd-4cae-b620-c65b015c34af completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:28:58.449563 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 9dd7ad70-9ffd-4cae-b620-c65b015c34af triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:28:58.449941 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:58.573230 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:58.605047 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df6e58f-1126-4560-94f4-dd4a14fb5cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd7ad70-9ffd-4cae-b620-c65b015c34af'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:28:58.616560 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 9dd7ad70-9ffd-4cae-b620-c65b015c34af, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=9dd7ad70-9ffd-4cae-b620-c65b015c34af,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:28:58.666483 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df6e58f-1126-4560-94f4-dd4a14fb5cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd7ad70-9ffd-4cae-b620-c65b015c34af', 'code': 200} Feb 09 18:28:58.726647 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:28:58.802513 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=9dd7ad70-9ffd-4cae-b620-c65b015c34af,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:28:59.166017 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a21635bd-31c5-41ef-b912-d9d2b3f7f80f req-ae560ecb-a6ed-400d-836f-d6af5b4d462a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 1098 time: 0.0781617 Feb 09 18:28:59.215440 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a21635bd-31c5-41ef-b912-d9d2b3f7f80f req-85355fa5-4ffb-45da-95ec-11acb57a68bb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432563 Feb 09 18:28:59.264775 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea3d9d-e478-4506-9e6a-e570f57c2272 req-947e7693-c40f-4d2c-973b-84977191e1bd tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:28:59.266408 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e6ea3d9d-e478-4506-9e6a-e570f57c2272 req-947e7693-c40f-4d2c-973b-84977191e1bd tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0906155 Feb 09 18:28:59.317718 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e6ea3d9d-e478-4506-9e6a-e570f57c2272 req-dcb9e5f9-2cab-4997-a0ed-4d5c7aa40c63 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452554 Feb 09 18:29:00.608716 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b601f-755f-4fbd-aeac-ff77920e98d7 req-02a06801-2616-498c-ba70-13cc8e20322d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:00.610701 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ff0b601f-755f-4fbd-aeac-ff77920e98d7 req-02a06801-2616-498c-ba70-13cc8e20322d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0933352 Feb 09 18:29:00.665571 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ff0b601f-755f-4fbd-aeac-ff77920e98d7 req-0019993c-8738-4ecf-9106-ac0a0b0c0092 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456457 Feb 09 18:29:00.922762 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34feeb76-01c1-4748-934a-89278145bbd0 req-e730985e-4769-4b23-8bcd-4d289c07a4f9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:00.924347 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-34feeb76-01c1-4748-934a-89278145bbd0 req-e730985e-4769-4b23-8bcd-4d289c07a4f9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0877340 Feb 09 18:29:00.933613 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 58522) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:29:00.940605 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-54e132c8-a33d-4339-af2b-4d484d1ea334 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Request body: {'floatingip': {'port_id': '9dd7ad70-9ffd-4cae-b620-c65b015c34af'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:29:01.024849 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54e132c8-a33d-4339-af2b-4d484d1ea334 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for floatingip, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:01.840977 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54e132c8-a33d-4339-af2b-4d484d1ea334 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:01.937947 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54e132c8-a33d-4339-af2b-4d484d1ea334 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:02.165901 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.l3_db [None req-54e132c8-a33d-4339-af2b-4d484d1ea334 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Floating IP 6895117c-7bdf-4e35-841c-248b9a8686e1 associated. External IP: 172.26.8.125, port: 9dd7ad70-9ffd-4cae-b620-c65b015c34af. Feb 09 18:29:02.640629 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e132c8-a33d-4339-af2b-4d484d1ea334 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Router 00d2bf1d-f9af-4160-a46f-746e75748698 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:29:02.918733 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e132c8-a33d-4339-af2b-4d484d1ea334 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:29:02.923807 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-54e132c8-a33d-4339-af2b-4d484d1ea334 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:02.933539 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144bad1d-0a07-443d-81f6-c483016615d1 None None] Sync routers for ids ['00d2bf1d-f9af-4160-a46f-746e75748698'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:29:02.957498 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144bad1d-0a07-443d-81f6-c483016615d1 None None] Routers {'00d2bf1d-f9af-4160-a46f-746e75748698'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:29:02.958203 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-144bad1d-0a07-443d-81f6-c483016615d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:28:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['00d2bf1d-f9af-4160-a46f-746e75748698'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:29:02.988766 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-54e132c8-a33d-4339-af2b-4d484d1ea334 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "PUT /v2.0/floatingips/6895117c-7bdf-4e35-841c-248b9a8686e1 HTTP/1.1" status: 200 len: 991 time: 2.0539021 Feb 09 18:29:02.989790 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df6e58f-1126-4560-94f4-dd4a14fb5cfe', 'tag': '9dd7ad70-9ffd-4cae-b620-c65b015c34af'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:29:03.108840 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:29:03.131131 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df6e58f-1126-4560-94f4-dd4a14fb5cfe', 'tag': '9dd7ad70-9ffd-4cae-b620-c65b015c34af', 'status': 'completed', 'code': 200} Feb 09 18:29:03.284757 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e88a9f5f-0733-4f5a-94c7-97f09758da7a req-924c385c-688e-4871-9114-f9d6cd28cc17 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 1098 time: 0.1224043 Feb 09 18:29:03.291718 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-144bad1d-0a07-443d-81f6-c483016615d1 None None] Set router 00d2bf1d-f9af-4160-a46f-746e75748698 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:29:03.321447 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acb8ec-84e8-4b00-b661-3faa2898e0cf req-268b1d3a-a6f9-479d-8475-aa2f19ce2a6a tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:03.323538 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e3acb8ec-84e8-4b00-b661-3faa2898e0cf req-268b1d3a-a6f9-479d-8475-aa2f19ce2a6a tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.1201677 Feb 09 18:29:03.402000 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e3acb8ec-84e8-4b00-b661-3faa2898e0cf req-6563c165-d9db-4ef6-9e5f-ad2a95bb2b64 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679421 Feb 09 18:29:03.509828 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a9f5f-0733-4f5a-94c7-97f09758da7a req-5e8ffae4-9fc7-4798-a052-8c4f5c34b44e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:03.512376 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e88a9f5f-0733-4f5a-94c7-97f09758da7a req-5e8ffae4-9fc7-4798-a052-8c4f5c34b44e service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 912 time: 0.2213511 Feb 09 18:29:03.704999 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e88a9f5f-0733-4f5a-94c7-97f09758da7a req-765dfd41-b80d-42ec-b288-154eb130f05d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9dd7ad70-9ffd-4cae-b620-c65b015c34af HTTP/1.1" status: 200 len: 999 time: 0.1862016 Feb 09 18:29:03.709933 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-144bad1d-0a07-443d-81f6-c483016615d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '6895117c-7bdf-4e35-841c-248b9a8686e1', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'floating_ip_address': '172.26.8.125', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'port_id': '9dd7ad70-9ffd-4cae-b620-c65b015c34af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'mac_address': 'fa:16:3e:09:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df6e58f-1126-4560-94f4-dd4a14fb5cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:27:47Z', 'updated_at': '2022-02-09T18:29:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:28:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:29:03.714581 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144bad1d-0a07-443d-81f6-c483016615d1 None None] Checking router: 00d2bf1d-f9af-4160-a46f-746e75748698 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:29:03.727361 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144bad1d-0a07-443d-81f6-c483016615d1 None None] Routers {'00d2bf1d-f9af-4160-a46f-746e75748698'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:29:03.727997 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-144bad1d-0a07-443d-81f6-c483016615d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:28:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['00d2bf1d-f9af-4160-a46f-746e75748698'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:29:03.978968 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-144bad1d-0a07-443d-81f6-c483016615d1 None None] Set router 00d2bf1d-f9af-4160-a46f-746e75748698 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:29:03.996342 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a9f5f-0733-4f5a-94c7-97f09758da7a req-f95d5264-2ee0-4baa-91c7-02e8dacecb5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:03.999208 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e88a9f5f-0733-4f5a-94c7-97f09758da7a req-f95d5264-2ee0-4baa-91c7-02e8dacecb5a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a3db1f9-6987-41d8-b085-aca62ec50235 HTTP/1.1" status: 200 len: 850 time: 0.2888134 Feb 09 18:29:04.126882 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e88a9f5f-0733-4f5a-94c7-97f09758da7a req-7ba03237-37b8-40bc-af80-973b73c7f565 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ec06129-7aea-4df8-ae51-8a6694631361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1214454 Feb 09 18:29:04.357687 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e88a9f5f-0733-4f5a-94c7-97f09758da7a req-2b7bc7bf-affc-4ff6-a223-a343d19bd268 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229936 Feb 09 18:29:04.481697 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-144bad1d-0a07-443d-81f6-c483016615d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '6895117c-7bdf-4e35-841c-248b9a8686e1', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'floating_ip_address': '172.26.8.125', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'port_id': '9dd7ad70-9ffd-4cae-b620-c65b015c34af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'mac_address': 'fa:16:3e:09:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df6e58f-1126-4560-94f4-dd4a14fb5cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:27:47Z', 'updated_at': '2022-02-09T18:29:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:28:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:29:04.490622 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144bad1d-0a07-443d-81f6-c483016615d1 None None] The sync data for ids ['00d2bf1d-f9af-4160-a46f-746e75748698'] in dv-neutron-827016-2-hyperv is: [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '6895117c-7bdf-4e35-841c-248b9a8686e1', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'floating_ip_address': '172.26.8.125', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'port_id': '9dd7ad70-9ffd-4cae-b620-c65b015c34af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'mac_address': 'fa:16:3e:09:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df6e58f-1126-4560-94f4-dd4a14fb5cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:27:47Z', 'updated_at': '2022-02-09T18:29:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:28:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:29:04.537530 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e88a9f5f-0733-4f5a-94c7-97f09758da7a req-a0e9e143-020b-4f21-990b-f9d77d480510 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739569 Feb 09 18:29:04.639723 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8867e8-f881-4fff-a755-4a916ce5536d req-ee89415e-a25e-4c56-bf8c-f4000628a63c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:04.641038 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ab8867e8-f881-4fff-a755-4a916ce5536d req-ee89415e-a25e-4c56-bf8c-f4000628a63c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0857992 Feb 09 18:29:04.698037 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ab8867e8-f881-4fff-a755-4a916ce5536d req-e1be592a-12e3-459b-8cd1-e1243dfce5f0 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502954 Feb 09 18:29:04.729485 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4226f2e-7f89-45cc-857d-2ce08abf8f46 None None] New status for floating IP 6895117c-7bdf-4e35-841c-248b9a8686e1: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:29:05.940540 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13443e-7916-4b0c-9cce-a6562a3499a9 req-d4610983-dd6a-4cda-9c0c-a84dc94eca0e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:05.942133 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-dc13443e-7916-4b0c-9cce-a6562a3499a9 req-d4610983-dd6a-4cda-9c0c-a84dc94eca0e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0873156 Feb 09 18:29:05.997101 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-dc13443e-7916-4b0c-9cce-a6562a3499a9 req-0e3eda0f-ccdc-47eb-b2b7-a18f974c7d23 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484040 Feb 09 18:29:06.568101 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c238b7-0c1f-4792-a5c4-10b7db6f5a1a req-89d903f9-6dbd-4745-933f-a318b31767e0 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:06.570749 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e7c238b7-0c1f-4792-a5c4-10b7db6f5a1a req-89d903f9-6dbd-4745-933f-a318b31767e0 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0928738 Feb 09 18:29:06.627611 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e7c238b7-0c1f-4792-a5c4-10b7db6f5a1a req-76ce6499-76ba-4835-aa20-850d8802db6c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485396 Feb 09 18:29:07.861191 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e34149-5930-4456-9371-57f1c2d20112 req-bbd42dfa-7444-422b-9ca7-5ee9efe949a5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:07.862830 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-74e34149-5930-4456-9371-57f1c2d20112 req-bbd42dfa-7444-422b-9ca7-5ee9efe949a5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0890269 Feb 09 18:29:08.028377 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-74e34149-5930-4456-9371-57f1c2d20112 req-7b66022d-2546-4cb8-a678-d4bff31c8f30 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545286 Feb 09 18:29:09.243977 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f1404-7dd4-45d3-8aaa-16c46f329e26 req-3bc37810-7d89-4157-ba03-3daac6656c0d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:09.245550 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b41f1404-7dd4-45d3-8aaa-16c46f329e26 req-3bc37810-7d89-4157-ba03-3daac6656c0d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0842373 Feb 09 18:29:09.301449 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b41f1404-7dd4-45d3-8aaa-16c46f329e26 req-00ad7488-f87b-43e8-8945-18ccb01b386e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458355 Feb 09 18:29:10.531364 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec027e-780a-4bc2-ba9d-e691bb87b0fc req-1c865b43-64b8-4baf-9b17-024922257a8c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:10.534432 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-88ec027e-780a-4bc2-ba9d-e691bb87b0fc req-1c865b43-64b8-4baf-9b17-024922257a8c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0996387 Feb 09 18:29:10.617458 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-88ec027e-780a-4bc2-ba9d-e691bb87b0fc req-bda25892-35df-4021-be33-73ef984ed753 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769830 Feb 09 18:29:11.886070 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74347a-cd1e-43ea-bfdb-12b39f3856bf req-f6e12164-df95-4291-bf84-2c4abf4cf229 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:11.887698 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5b74347a-cd1e-43ea-bfdb-12b39f3856bf req-f6e12164-df95-4291-bf84-2c4abf4cf229 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0837572 Feb 09 18:29:11.943298 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5b74347a-cd1e-43ea-bfdb-12b39f3856bf req-ebc6c719-d213-4199-9ea7-1678527543ca tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478818 Feb 09 18:29:13.168626 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894367fc-1f5c-436b-9e60-a570e40d111e req-b66984e7-c165-4df4-b63f-eac3dcfcc1c6 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:13.170951 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-894367fc-1f5c-436b-9e60-a570e40d111e req-b66984e7-c165-4df4-b63f-eac3dcfcc1c6 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0838714 Feb 09 18:29:13.221347 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-894367fc-1f5c-436b-9e60-a570e40d111e req-3b550d30-49ff-4fcd-900a-5763a26dec2f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444598 Feb 09 18:29:14.441671 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad813a-e4b9-4a15-89fa-c3ded104af22 req-3f72fb16-f55f-4841-981e-db6628e63332 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:14.443327 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b9ad813a-e4b9-4a15-89fa-c3ded104af22 req-3f72fb16-f55f-4841-981e-db6628e63332 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0926940 Feb 09 18:29:14.499485 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b9ad813a-e4b9-4a15-89fa-c3ded104af22 req-00f7662e-18ec-48fc-b8a0-78b38d0871f6 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458159 Feb 09 18:29:15.744435 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232db307-bbf4-4282-a2dd-52c59c053ad8 req-3a5fe8f7-c360-4aec-af1f-051ad9ee07f5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:15.749952 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-232db307-bbf4-4282-a2dd-52c59c053ad8 req-3a5fe8f7-c360-4aec-af1f-051ad9ee07f5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0903695 Feb 09 18:29:15.799708 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-232db307-bbf4-4282-a2dd-52c59c053ad8 req-a2b50199-6a87-472a-b97d-b98710e89bbb tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462580 Feb 09 18:29:16.646861 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ca0717f-d569-41eb-9c1e-b35d27582d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:17.038182 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3e4fd-0e23-4c59-bbbd-1ad085dd59e5 req-ba316afe-9bea-48ee-90be-00711e7da417 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:17.040816 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-88d3e4fd-0e23-4c59-bbbd-1ad085dd59e5 req-ba316afe-9bea-48ee-90be-00711e7da417 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0985541 Feb 09 18:29:17.128257 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-88d3e4fd-0e23-4c59-bbbd-1ad085dd59e5 req-b6801f8a-62ac-40fc-b2fa-5c4cbd0e8d4d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742745 Feb 09 18:29:17.201104 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:18.367485 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf93946-6ff9-4b18-aeaf-5d4e47b108f3 req-73997a56-7fb0-43db-877c-152d2e8a0936 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:18.370098 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-edf93946-6ff9-4b18-aeaf-5d4e47b108f3 req-73997a56-7fb0-43db-877c-152d2e8a0936 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0955315 Feb 09 18:29:18.430228 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-edf93946-6ff9-4b18-aeaf-5d4e47b108f3 req-8d5ad54b-7ba5-4689-b6cc-aad99274376d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529766 Feb 09 18:29:19.007095 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb50ccd7-9c95-4226-8eff-ffdf7da536ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:19.672914 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1ebd3-e352-4204-ae86-0ab3240c99ce req-f236aefb-6497-4b61-a733-b3f08d295db6 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:19.674530 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b8d1ebd3-e352-4204-ae86-0ab3240c99ce req-f236aefb-6497-4b61-a733-b3f08d295db6 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0876610 Feb 09 18:29:19.724748 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b8d1ebd3-e352-4204-ae86-0ab3240c99ce req-1ee60bba-d66b-4488-999b-1c3d09485499 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442870 Feb 09 18:29:20.101336 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:20.130112 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:20.942233 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab902c4-28df-49e3-a2b0-6b04de8100f8 req-a18251e1-71f5-44ae-804f-76a54ce6388e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:20.946600 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4ab902c4-28df-49e3-a2b0-6b04de8100f8 req-a18251e1-71f5-44ae-804f-76a54ce6388e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0914996 Feb 09 18:29:21.003941 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4ab902c4-28df-49e3-a2b0-6b04de8100f8 req-bef6e9db-8924-493b-8a1e-9084551272ab tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540569 Feb 09 18:29:21.719078 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:22.295581 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e02e4f-df03-49ce-b97d-820ca4c09b1b req-917c9215-386c-42ca-88c4-12fc27de182e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:22.297422 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-20e02e4f-df03-49ce-b97d-820ca4c09b1b req-917c9215-386c-42ca-88c4-12fc27de182e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0880949 Feb 09 18:29:22.351980 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-20e02e4f-df03-49ce-b97d-820ca4c09b1b req-210b6a51-670e-4050-bdfa-e9d2b14de039 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454307 Feb 09 18:29:22.569657 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-84c88f86-2bb0-40d5-a6f8-0eb43028c951 req-5d8b9e13-3297-403b-abce-5fa522bcbf10 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0768375 Feb 09 18:29:23.139978 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2618a-da72-4183-b58f-8b654fe7bdfd req-591d96be-5e1c-4f43-8a2d-0b9c66da4582 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:23.141711 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-58c2618a-da72-4183-b58f-8b654fe7bdfd req-591d96be-5e1c-4f43-8a2d-0b9c66da4582 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0942106 Feb 09 18:29:23.195902 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-58c2618a-da72-4183-b58f-8b654fe7bdfd req-325e676c-f9d0-43c6-9a18-09ceb68ab854 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469272 Feb 09 18:29:23.306337 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c93b0259-f7f7-423e-88fa-d769f8748cc7 req-87743f9c-0b01-4f1b-9c39-54b623947aab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0844646 Feb 09 18:29:24.425232 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de4e98-c083-4ec2-993e-29d6f7b7abda req-2720bf0b-57a7-4f03-8ba7-26792c6e4a26 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:24.426824 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-19de4e98-c083-4ec2-993e-29d6f7b7abda req-2720bf0b-57a7-4f03-8ba7-26792c6e4a26 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0931079 Feb 09 18:29:24.498984 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-19de4e98-c083-4ec2-993e-29d6f7b7abda req-cd1cd9d5-84d9-4591-87b5-62111a3d04a9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606744 Feb 09 18:29:25.744859 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce20863-9f78-46f9-90e8-d24e21472843 req-589bdb57-a7b1-4a76-81b8-951a24661535 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:25.746387 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cce20863-9f78-46f9-90e8-d24e21472843 req-589bdb57-a7b1-4a76-81b8-951a24661535 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0892141 Feb 09 18:29:25.803082 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cce20863-9f78-46f9-90e8-d24e21472843 req-1532b532-0af1-40b1-9fe7-c466e443778b tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492799 Feb 09 18:29:25.867705 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c93b0259-f7f7-423e-88fa-d769f8748cc7 req-4791255b-9c8a-481f-b44f-0ce053b81c92 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 1098 time: 0.1086981 Feb 09 18:29:26.018365 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b0259-f7f7-423e-88fa-d769f8748cc7 req-18c951e2-19b3-47ec-8c01-128ac082b730 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:26.019748 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c93b0259-f7f7-423e-88fa-d769f8748cc7 req-18c951e2-19b3-47ec-8c01-128ac082b730 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 912 time: 0.1467850 Feb 09 18:29:26.141272 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c93b0259-f7f7-423e-88fa-d769f8748cc7 req-f4ebfa93-8e58-49a9-aa20-d66baaff1c7c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9dd7ad70-9ffd-4cae-b620-c65b015c34af HTTP/1.1" status: 200 len: 1001 time: 0.1145754 Feb 09 18:29:26.214034 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b0259-f7f7-423e-88fa-d769f8748cc7 req-b12b8e3d-d00d-498c-9260-2790cadbba9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:26.215548 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c93b0259-f7f7-423e-88fa-d769f8748cc7 req-b12b8e3d-d00d-498c-9260-2790cadbba9b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a3db1f9-6987-41d8-b085-aca62ec50235 HTTP/1.1" status: 200 len: 850 time: 0.0690360 Feb 09 18:29:26.313958 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c93b0259-f7f7-423e-88fa-d769f8748cc7 req-ce606ab3-ed88-4614-b10b-d4d1d3a7f08a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ec06129-7aea-4df8-ae51-8a6694631361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0905569 Feb 09 18:29:26.466353 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c93b0259-f7f7-423e-88fa-d769f8748cc7 req-ed71da02-ff46-44bf-9a75-3a9d5394f53d service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461582 Feb 09 18:29:26.615223 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c93b0259-f7f7-423e-88fa-d769f8748cc7 req-ddea2dfc-9f7c-4dac-82e0-9fb9a04b38b8 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435282 Feb 09 18:29:27.080010 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20717b50-9dad-4b60-a9fe-6ecccafd83b9 req-b62d02fa-da67-455b-ae4b-8cda55a59e1b tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:27.081598 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-20717b50-9dad-4b60-a9fe-6ecccafd83b9 req-b62d02fa-da67-455b-ae4b-8cda55a59e1b tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.1097841 Feb 09 18:29:27.144944 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-20717b50-9dad-4b60-a9fe-6ecccafd83b9 req-d207ccff-46bc-4010-baef-1648351bdee3 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503974 Feb 09 18:29:28.368340 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41744a0e-80a9-47d5-8126-2284909bf943 req-37737cf1-6cdd-4a43-94fd-a1b677d9bd64 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:28.370066 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-41744a0e-80a9-47d5-8126-2284909bf943 req-37737cf1-6cdd-4a43-94fd-a1b677d9bd64 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0876420 Feb 09 18:29:28.432565 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-41744a0e-80a9-47d5-8126-2284909bf943 req-4896e153-cd9b-466c-a57d-41e32b209349 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563974 Feb 09 18:29:28.649378 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c93b0259-f7f7-423e-88fa-d769f8748cc7 req-6dfcdefe-be11-469b-aa8e-df7607de77f8 service neutron] 10.222.0.50 "GET /v2.0/ports/9dd7ad70-9ffd-4cae-b620-c65b015c34af/bindings/hv-neutron-8270 HTTP/1.1" status: 200 len: 384 time: 0.0864842 Feb 09 18:29:29.360684 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c93b0259-f7f7-423e-88fa-d769f8748cc7 req-a78828ec-afe9-494e-8492-4831177b87a3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe&tenant_id=2b31e54ec09c420da39579a0c16eeb6b HTTP/1.1" status: 200 len: 1098 time: 0.0795770 Feb 09 18:29:29.463408 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c93b0259-f7f7-423e-88fa-d769f8748cc7 req-ba09d070-538b-4d72-915f-9d7831b1d6ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 1098 time: 0.0789344 Feb 09 18:29:29.611419 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b0259-f7f7-423e-88fa-d769f8748cc7 req-c2d67a70-d13c-43ff-a8a4-d32ce7b67f8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:29.612823 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c93b0259-f7f7-423e-88fa-d769f8748cc7 req-c2d67a70-d13c-43ff-a8a4-d32ce7b67f8a service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 912 time: 0.1439466 Feb 09 18:29:29.772222 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8359853-5388-415e-a116-7107cbc9e7ea req-36333a9b-298b-42eb-a7b9-296e46c569a3 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:29.774768 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a8359853-5388-415e-a116-7107cbc9e7ea req-36333a9b-298b-42eb-a7b9-296e46c569a3 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.1002133 Feb 09 18:29:29.833832 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c93b0259-f7f7-423e-88fa-d769f8748cc7 req-59cb2762-19d5-4424-9659-aae224313ea1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9dd7ad70-9ffd-4cae-b620-c65b015c34af HTTP/1.1" status: 200 len: 1001 time: 0.2141683 Feb 09 18:29:29.846617 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a8359853-5388-415e-a116-7107cbc9e7ea req-8378a1d6-e08c-486b-8a62-5f5694632339 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588140 Feb 09 18:29:29.912725 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b0259-f7f7-423e-88fa-d769f8748cc7 req-b41a58f4-4247-492f-bda8-6998059c6a66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:29.914403 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c93b0259-f7f7-423e-88fa-d769f8748cc7 req-b41a58f4-4247-492f-bda8-6998059c6a66 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a3db1f9-6987-41d8-b085-aca62ec50235 HTTP/1.1" status: 200 len: 850 time: 0.0748184 Feb 09 18:29:30.000306 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c93b0259-f7f7-423e-88fa-d769f8748cc7 req-a414d840-a851-46ba-9c85-bd7fc75ff02a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ec06129-7aea-4df8-ae51-8a6694631361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792713 Feb 09 18:29:30.148944 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c93b0259-f7f7-423e-88fa-d769f8748cc7 req-5f97e1b3-4a25-442e-842d-ef57f6248944 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417363 Feb 09 18:29:30.298245 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c93b0259-f7f7-423e-88fa-d769f8748cc7 req-1b327578-0875-487e-bace-f01ada92261a service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431954 Feb 09 18:29:31.079747 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452a7b6-7f02-4a76-9ea4-b4aa82bdb743 req-da6b5830-9a3c-48ef-9490-ed7ff247296b tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:31.081709 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f452a7b6-7f02-4a76-9ea4-b4aa82bdb743 req-da6b5830-9a3c-48ef-9490-ed7ff247296b tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0946224 Feb 09 18:29:31.139096 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f452a7b6-7f02-4a76-9ea4-b4aa82bdb743 req-e75d5313-616a-4c2f-aab2-56ee34ba5546 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506670 Feb 09 18:29:32.433774 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 9dd7ad70-9ffd-4cae-b620-c65b015c34af details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:29:32.437270 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 9dd7ad70-9ffd-4cae-b620-c65b015c34af no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:29:32.463482 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81906c-0ae4-4054-b6e8-2504bd776778 req-e76e4127-0023-42b0-88be-8f3a094408a1 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:32.465273 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-dd81906c-0ae4-4054-b6e8-2504bd776778 req-e76e4127-0023-42b0-88be-8f3a094408a1 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0897727 Feb 09 18:29:32.530057 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-dd81906c-0ae4-4054-b6e8-2504bd776778 req-56877906-cbe9-4d23-a0f2-62a17f34daa9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518966 Feb 09 18:29:32.796425 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:32.817058 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 9dd7ad70-9ffd-4cae-b620-c65b015c34af, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=9dd7ad70-9ffd-4cae-b620-c65b015c34af,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:29:32.839720 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '9dd7ad70-9ffd-4cae-b620-c65b015c34af', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'port_id': '9dd7ad70-9ffd-4cae-b620-c65b015c34af', 'mac_address': 'fa:16:3e:09:19:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:29:32.848014 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df6e58f-1126-4560-94f4-dd4a14fb5cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dd7ad70-9ffd-4cae-b620-c65b015c34af'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:29:32.885013 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 9dd7ad70-9ffd-4cae-b620-c65b015c34af, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=9dd7ad70-9ffd-4cae-b620-c65b015c34af,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:29:32.923733 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:32.943145 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9dd7ad70-9ffd-4cae-b620-c65b015c34af {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:29:32.973678 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df6e58f-1126-4560-94f4-dd4a14fb5cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dd7ad70-9ffd-4cae-b620-c65b015c34af', 'code': 200} Feb 09 18:29:32.976272 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:33.110413 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:29:33.110728 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:29:33.115344 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=9dd7ad70-9ffd-4cae-b620-c65b015c34af,revision_number=6']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:29:33.376335 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37ab32-e882-4ff4-9ad4-32a6310adf02 req-482a43c0-413e-410c-ad9e-8409358059d8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:33.377251 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-fa37ab32-e882-4ff4-9ad4-32a6310adf02 req-482a43c0-413e-410c-ad9e-8409358059d8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Synchronizing usage tracker for tenant:2b31e54ec09c420da39579a0c16eeb6b on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:29:33.391658 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50a6fa-8194-4ccf-9281-ee4bcff93fc6 req-e676a687-feee-4ef6-a396-9f12fa5e9ba5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:33.394345 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cf50a6fa-8194-4ccf-9281-ee4bcff93fc6 req-e676a687-feee-4ef6-a396-9f12fa5e9ba5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 943 time: 0.1062462 Feb 09 18:29:33.454331 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cf50a6fa-8194-4ccf-9281-ee4bcff93fc6 req-fb1c8816-8b52-49e9-a684-62762ee6dede tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534735 Feb 09 18:29:33.688803 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:33.723666 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd7ad70-9ffd-4cae-b620-c65b015c34af {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:29:33.741514 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-fa37ab32-e882-4ff4-9ad4-32a6310adf02 req-482a43c0-413e-410c-ad9e-8409358059d8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Unset dirty status for tenant:2b31e54ec09c420da39579a0c16eeb6b on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:29:33.742940 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fa37ab32-e882-4ff4-9ad4-32a6310adf02 req-482a43c0-413e-410c-ad9e-8409358059d8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.50 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe&tenant_id=2b31e54ec09c420da39579a0c16eeb6b&binding%3Ahost_id=hv-neutron-8270 HTTP/1.1" status: 200 len: 943 time: 0.4779410 Feb 09 18:29:33.752204 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 9dd7ad70-9ffd-4cae-b620-c65b015c34af, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=9dd7ad70-9ffd-4cae-b620-c65b015c34af,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:29:33.873870 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:33.914231 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fa37ab32-e882-4ff4-9ad4-32a6310adf02 req-e9b25a0b-969a-4b78-8f99-52d7aca2f7ba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 1096 time: 0.0901320 Feb 09 18:29:33.965126 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['9dd7ad70-9ffd-4cae-b620-c65b015c34af'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:29:34.046834 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=9dd7ad70-9ffd-4cae-b620-c65b015c34af,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:29:34.101288 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37ab32-e882-4ff4-9ad4-32a6310adf02 req-e566ae6c-c99d-4c5d-aa29-d1fd3746f3c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:34.104157 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fa37ab32-e882-4ff4-9ad4-32a6310adf02 req-e566ae6c-c99d-4c5d-aa29-d1fd3746f3c5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 912 time: 0.1816628 Feb 09 18:29:34.252677 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fa37ab32-e882-4ff4-9ad4-32a6310adf02 req-e6fa1969-6ca1-4037-874a-106c8cb34ad6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9dd7ad70-9ffd-4cae-b620-c65b015c34af HTTP/1.1" status: 200 len: 1000 time: 0.1418247 Feb 09 18:29:34.323394 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37ab32-e882-4ff4-9ad4-32a6310adf02 req-a742997e-2ebe-42a5-b3b4-6dee5f646334 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:34.324906 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fa37ab32-e882-4ff4-9ad4-32a6310adf02 req-a742997e-2ebe-42a5-b3b4-6dee5f646334 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a3db1f9-6987-41d8-b085-aca62ec50235 HTTP/1.1" status: 200 len: 850 time: 0.0652282 Feb 09 18:29:34.419310 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fa37ab32-e882-4ff4-9ad4-32a6310adf02 req-6ee4d98d-4bd1-41f8-97ee-2acd73492be0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ec06129-7aea-4df8-ae51-8a6694631361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878513 Feb 09 18:29:34.447662 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 9dd7ad70-9ffd-4cae-b620-c65b015c34af up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:29:34.543737 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 9dd7ad70-9ffd-4cae-b620-c65b015c34af triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:29:34.544168 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:34.612973 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fa37ab32-e882-4ff4-9ad4-32a6310adf02 req-b61758b2-689a-4166-9f30-c2988da2fcbc service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872537 Feb 09 18:29:34.762877 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:34.799109 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fa37ab32-e882-4ff4-9ad4-32a6310adf02 req-4e622ed0-d1e5-4844-bfa4-fc077f75b6ab service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793714 Feb 09 18:29:34.813869 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861f9b0-36ad-4f81-95ef-c45026127248 req-084316ad-de6a-416e-8784-d2e5c54b27b3 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:34.815843 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2861f9b0-36ad-4f81-95ef-c45026127248 req-084316ad-de6a-416e-8784-d2e5c54b27b3 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 944 time: 0.1158228 Feb 09 18:29:34.847881 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 9dd7ad70-9ffd-4cae-b620-c65b015c34af, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=9dd7ad70-9ffd-4cae-b620-c65b015c34af,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:29:34.904022 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2861f9b0-36ad-4f81-95ef-c45026127248 req-3d0f91c1-2ba0-46ff-b143-ee6655b65b48 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756044 Feb 09 18:29:34.939156 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:34.989650 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df6e58f-1126-4560-94f4-dd4a14fb5cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd7ad70-9ffd-4cae-b620-c65b015c34af'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:29:35.039012 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=9dd7ad70-9ffd-4cae-b620-c65b015c34af,revision_number=8']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:29:35.112103 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df6e58f-1126-4560-94f4-dd4a14fb5cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd7ad70-9ffd-4cae-b620-c65b015c34af', 'code': 200} Feb 09 18:29:35.284953 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [req-149d9a03-8522-4186-abab-7f8537bd33b5 req-f3d96170-1704-46e3-956c-fa0f1ceda398 service neutron] (84542) timed out ('10.222.0.50', 56455) {{(pid=84542) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 18:29:36.207997 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b41ed9-5805-4526-9a1c-04411a1e68b0 req-757b9457-6bfd-4f7b-bf63-2492da271e58 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:36.209942 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-49b41ed9-5805-4526-9a1c-04411a1e68b0 req-757b9457-6bfd-4f7b-bf63-2492da271e58 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.1281209 Feb 09 18:29:36.267679 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-49b41ed9-5805-4526-9a1c-04411a1e68b0 req-c2286988-ea01-4a86-a125-d9d25d047ea9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517085 Feb 09 18:29:36.490023 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7eea6-8751-459a-a459-657407c34dfe req-a797b253-3891-441b-95fb-1d12e70573a6 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:36.491628 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-59e7eea6-8751-459a-a459-657407c34dfe req-a797b253-3891-441b-95fb-1d12e70573a6 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0904398 Feb 09 18:29:36.642676 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-59e7eea6-8751-459a-a459-657407c34dfe req-7af4e4de-bcb1-4752-90b0-5c61dd2ffa84 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408615 Feb 09 18:29:37.354501 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890fa15-2cf8-41ac-a22d-670f53ab5792 req-1bd1312e-f5a6-4ea7-a239-664a358017a9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:37.356650 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1890fa15-2cf8-41ac-a22d-670f53ab5792 req-1bd1312e-f5a6-4ea7-a239-664a358017a9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0912678 Feb 09 18:29:37.437812 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1890fa15-2cf8-41ac-a22d-670f53ab5792 req-11fefb75-935d-4a43-8c8d-84a4db77ee7e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740740 Feb 09 18:29:37.539284 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-755b4b8e-84bf-4ef7-b027-73549d25f4d3 req-71815688-8efc-444b-b543-e438146f3453 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 1098 time: 0.0779078 Feb 09 18:29:37.687412 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b4b8e-84bf-4ef7-b027-73549d25f4d3 req-3fd200ef-4ade-4121-9ce3-1d7dd30e9c39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:37.688874 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-755b4b8e-84bf-4ef7-b027-73549d25f4d3 req-3fd200ef-4ade-4121-9ce3-1d7dd30e9c39 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 912 time: 0.1424437 Feb 09 18:29:37.914026 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-755b4b8e-84bf-4ef7-b027-73549d25f4d3 req-0826a0a5-24cd-472a-a529-e31e3be944d1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9dd7ad70-9ffd-4cae-b620-c65b015c34af HTTP/1.1" status: 200 len: 1001 time: 0.2181458 Feb 09 18:29:37.984253 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b4b8e-84bf-4ef7-b027-73549d25f4d3 req-9f2badfa-f10a-4cd9-8dce-2e35cf0bbec5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:37.985664 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-755b4b8e-84bf-4ef7-b027-73549d25f4d3 req-9f2badfa-f10a-4cd9-8dce-2e35cf0bbec5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a3db1f9-6987-41d8-b085-aca62ec50235 HTTP/1.1" status: 200 len: 850 time: 0.0645676 Feb 09 18:29:38.077747 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-755b4b8e-84bf-4ef7-b027-73549d25f4d3 req-74a49875-208a-4e93-89d1-76485148cbad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ec06129-7aea-4df8-ae51-8a6694631361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0861623 Feb 09 18:29:38.271987 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-755b4b8e-84bf-4ef7-b027-73549d25f4d3 req-d5e974b3-a88e-4295-b6a0-67f59145ce16 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874764 Feb 09 18:29:38.418415 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-755b4b8e-84bf-4ef7-b027-73549d25f4d3 req-5b613f8c-9313-4818-9794-a9799ef27165 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397736 Feb 09 18:29:38.685096 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3c7ce-73ba-4a88-b01f-76aca9d53350 req-2d7a2735-de6a-4898-9c59-a97b09ca8984 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:38.687430 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e1d3c7ce-73ba-4a88-b01f-76aca9d53350 req-2d7a2735-de6a-4898-9c59-a97b09ca8984 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0937364 Feb 09 18:29:38.746652 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e1d3c7ce-73ba-4a88-b01f-76aca9d53350 req-fc1cd34b-7efe-413c-9141-8f0e104a7c33 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501611 Feb 09 18:29:40.004612 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745ce14-d527-441d-a943-fa9e20849d3b req-f3135e0d-d66d-44a7-8c93-9a2257449127 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:40.006244 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d745ce14-d527-441d-a943-fa9e20849d3b req-f3135e0d-d66d-44a7-8c93-9a2257449127 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.1143622 Feb 09 18:29:40.063888 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d745ce14-d527-441d-a943-fa9e20849d3b req-b0871177-9350-47cc-a3a0-9f68f8e1b909 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514340 Feb 09 18:29:40.098032 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:29:40.836892 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d87ff-6b2b-4f15-aa7b-48e25bf26129 req-7d05d3c1-627f-45e8-8a9a-7cff883a5efa tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:40.838891 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d48d87ff-6b2b-4f15-aa7b-48e25bf26129 req-7d05d3c1-627f-45e8-8a9a-7cff883a5efa tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0876172 Feb 09 18:29:40.893518 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d48d87ff-6b2b-4f15-aa7b-48e25bf26129 req-d1efb087-21f8-408e-a5c9-2949f583dea9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477617 Feb 09 18:29:42.167169 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d059c-717d-4410-a909-6a8a91bb98c0 req-015f054b-6c57-48a2-b540-88699ebeb740 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:42.168821 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2f1d059c-717d-4410-a909-6a8a91bb98c0 req-015f054b-6c57-48a2-b540-88699ebeb740 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.1314580 Feb 09 18:29:42.222589 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2f1d059c-717d-4410-a909-6a8a91bb98c0 req-080432d5-ec33-4f26-921f-1312b7c12aa3 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471413 Feb 09 18:29:42.408317 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd52e4-085f-4d80-8ff7-a50ef8f0c6a3 req-17857296-fa71-4f15-9428-6470ba6b51f9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:42.409855 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-87cd52e4-085f-4d80-8ff7-a50ef8f0c6a3 req-17857296-fa71-4f15-9428-6470ba6b51f9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.50 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 945 time: 0.0859566 Feb 09 18:29:42.487502 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-87cd52e4-085f-4d80-8ff7-a50ef8f0c6a3 req-28712868-ce3b-40a8-84d2-4de858a15211 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Deleting port 9dd7ad70-9ffd-4cae-b620-c65b015c34af {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:29:42.487779 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-87cd52e4-085f-4d80-8ff7-a50ef8f0c6a3 req-28712868-ce3b-40a8-84d2-4de858a15211 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:42.824258 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-87cd52e4-085f-4d80-8ff7-a50ef8f0c6a3 req-28712868-ce3b-40a8-84d2-4de858a15211 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] For port 9dd7ad70-9ffd-4cae-b620-c65b015c34af, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=9dd7ad70-9ffd-4cae-b620-c65b015c34af,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:29:42.824612 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-87cd52e4-085f-4d80-8ff7-a50ef8f0c6a3 req-28712868-ce3b-40a8-84d2-4de858a15211 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:43.165547 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-87cd52e4-085f-4d80-8ff7-a50ef8f0c6a3 req-28712868-ce3b-40a8-84d2-4de858a15211 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:43.165906 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-87cd52e4-085f-4d80-8ff7-a50ef8f0c6a3 req-28712868-ce3b-40a8-84d2-4de858a15211 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:43.166217 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [req-87cd52e4-085f-4d80-8ff7-a50ef8f0c6a3 req-28712868-ce3b-40a8-84d2-4de858a15211 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Floating IP 6895117c-7bdf-4e35-841c-248b9a8686e1 disassociated. External IP: 172.26.8.125, port: 9dd7ad70-9ffd-4cae-b620-c65b015c34af. Feb 09 18:29:43.166584 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-87cd52e4-085f-4d80-8ff7-a50ef8f0c6a3 req-28712868-ce3b-40a8-84d2-4de858a15211 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Calling delete_port for 9dd7ad70-9ffd-4cae-b620-c65b015c34af owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:29:43.401752 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-87cd52e4-085f-4d80-8ff7-a50ef8f0c6a3 req-28712868-ce3b-40a8-84d2-4de858a15211 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:43.438640 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3baf21d0-4a7f-4844-9c4f-20fc9d7d9866 req-877bbe63-a31e-42a5-a268-6c96e07ad099 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 210 time: 0.0504038 Feb 09 18:29:43.465604 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28712868-ce3b-40a8-84d2-4de858a15211 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Pushing event deleted for resources: {'Port': ['ID=9dd7ad70-9ffd-4cae-b620-c65b015c34af,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:29:43.740383 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87cd52e4-085f-4d80-8ff7-a50ef8f0c6a3 req-28712868-ce3b-40a8-84d2-4de858a15211 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Router 00d2bf1d-f9af-4160-a46f-746e75748698 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:29:44.113049 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87cd52e4-085f-4d80-8ff7-a50ef8f0c6a3 req-28712868-ce3b-40a8-84d2-4de858a15211 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:29:44.128818 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68607580-2d3d-4742-99e5-a2c1db057d91 None None] Sync routers for ids ['00d2bf1d-f9af-4160-a46f-746e75748698'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:29:44.151384 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68607580-2d3d-4742-99e5-a2c1db057d91 None None] Routers {'00d2bf1d-f9af-4160-a46f-746e75748698'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:29:44.152475 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-68607580-2d3d-4742-99e5-a2c1db057d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:29:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['00d2bf1d-f9af-4160-a46f-746e75748698'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:29:44.195557 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-87cd52e4-085f-4d80-8ff7-a50ef8f0c6a3 req-28712868-ce3b-40a8-84d2-4de858a15211 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] No DVR routers for this DVR port 9dd7ad70-9ffd-4cae-b620-c65b015c34af on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:29:44.198234 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-87cd52e4-085f-4d80-8ff7-a50ef8f0c6a3 req-28712868-ce3b-40a8-84d2-4de858a15211 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:44.201732 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df6e58f-1126-4560-94f4-dd4a14fb5cfe', 'name': 'network-vif-deleted', 'tag': '9dd7ad70-9ffd-4cae-b620-c65b015c34af'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:29:44.422153 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df6e58f-1126-4560-94f4-dd4a14fb5cfe', 'name': 'network-vif-deleted', 'tag': '9dd7ad70-9ffd-4cae-b620-c65b015c34af', 'status': 'completed', 'code': 200} Feb 09 18:29:44.474862 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-87cd52e4-085f-4d80-8ff7-a50ef8f0c6a3 req-28712868-ce3b-40a8-84d2-4de858a15211 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.50 "DELETE /v2.0/ports/9dd7ad70-9ffd-4cae-b620-c65b015c34af HTTP/1.1" status: 204 len: 173 time: 2.0582726 Feb 09 18:29:44.563629 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-68607580-2d3d-4742-99e5-a2c1db057d91 None None] Set router 00d2bf1d-f9af-4160-a46f-746e75748698 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:29:44.705765 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f9039a9e-7265-49f0-a890-8ee5083fc1be req-41e0b877-7b5f-4e5e-adab-b43abd682093 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=3df6e58f-1126-4560-94f4-dd4a14fb5cfe HTTP/1.1" status: 200 len: 210 time: 0.0581086 Feb 09 18:29:45.023178 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-68607580-2d3d-4742-99e5-a2c1db057d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:28:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:29:45.028136 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68607580-2d3d-4742-99e5-a2c1db057d91 None None] Checking router: 00d2bf1d-f9af-4160-a46f-746e75748698 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:29:45.042027 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68607580-2d3d-4742-99e5-a2c1db057d91 None None] Routers {'00d2bf1d-f9af-4160-a46f-746e75748698'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:29:45.042971 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-68607580-2d3d-4742-99e5-a2c1db057d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:29:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['00d2bf1d-f9af-4160-a46f-746e75748698'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:29:45.304952 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-68607580-2d3d-4742-99e5-a2c1db057d91 None None] Set router 00d2bf1d-f9af-4160-a46f-746e75748698 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:29:45.789750 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-68607580-2d3d-4742-99e5-a2c1db057d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:28:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:29:45.799987 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68607580-2d3d-4742-99e5-a2c1db057d91 None None] The sync data for ids ['00d2bf1d-f9af-4160-a46f-746e75748698'] in dv-neutron-827016-2-hyperv is: [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:28:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:29:46.140017 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1840cc4-f6cd-4ad8-b400-5ef830b97184 None None] New status for floating IP 6895117c-7bdf-4e35-841c-248b9a8686e1: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:29:46.267167 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-922a6514-169a-44d4-aa03-e8f685c65fd7 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--577254330&fields=id&tenant_id=2b31e54ec09c420da39579a0c16eeb6b HTTP/1.1" status: 200 len: 267 time: 0.0730622 Feb 09 18:29:46.475750 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-a65d69c1-a9e7-4e9e-a7db-b7c62a8f0053 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:46.478342 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-a65d69c1-a9e7-4e9e-a7db-b7c62a8f0053 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 811 time: 0.2044430 Feb 09 18:29:46.480251 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 9dd7ad70-9ffd-4cae-b620-c65b015c34af no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:29:46.511528 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-56ad9d00-1a0a-4967-9594-8f221d5f5403 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/quotas/2b31e54ec09c420da39579a0c16eeb6b HTTP/1.1" status: 200 len: 375 time: 0.0201132 Feb 09 18:29:46.532771 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: 9dd7ad70-9ffd-4cae-b620-c65b015c34af {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:29:46.533303 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 9dd7ad70-9ffd-4cae-b620-c65b015c34af not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:29:46.614887 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-f4f12f9d-664a-443a-9081-c9fa20243c28 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0960028 Feb 09 18:29:46.742408 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-47e26c9f-c958-4fa1-a5c4-662a32a97c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:46.764409 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-46123156-9fe8-4e6a-a039-9561ad7766e1 service neutron] 10.222.0.21 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362514 Feb 09 18:29:46.928382 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-01d6b85f-f477-44c2-a189-aaa59cf47050 service neutron] 10.222.0.21 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523855 Feb 09 18:29:47.193631 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:47.248325 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4931ae53-ebd2-4e5b-963f-374391139fa9 req-2c036976-6766-4f24-9cac-464e09816c8b tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 210 time: 0.0482450 Feb 09 18:29:48.541043 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8dd7e3bb-7fe2-40bf-b8ba-53bd489caa29 req-17456ff1-5e52-442c-9a00-d42839bb4f95 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 210 time: 0.0542953 Feb 09 18:29:49.099864 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-61d3d902-8135-4ff4-b757-5cb5cdaf92b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:49.766858 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b20155bf-4aae-4dae-ae75-f2ecf9839403 req-17ae87da-20c9-432e-b4b5-2a34e5416e28 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 210 time: 0.0582650 Feb 09 18:29:49.970071 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-9756e002-e52b-45dc-a745-b93af7e4ae38 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:49.971742 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-9756e002-e52b-45dc-a745-b93af7e4ae38 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.50 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 811 time: 0.1785700 Feb 09 18:29:50.035279 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-fef28084-5ab8-4d7e-b3d3-359a54275bb7 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b31e54ec09c420da39579a0c16eeb6b HTTP/1.1" status: 200 len: 379 time: 0.0494733 Feb 09 18:29:50.047554 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Request body: {'port': {'device_id': '55fed2d6-4b3f-4d86-b18e-1ac85e363cf7', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'admin_state_up': True, 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'security_groups': ['4d132648-c5cd-4169-b974-1405aedbd076']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:29:50.204947 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:50.205776 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:50.220941 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:29:50.226828 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Usage tracker for resource:port and tenant:2b31e54ec09c420da39579a0c16eeb6b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:29:50.230722 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:29:50.239510 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:29:50.367915 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Made reservation on behalf of 2b31e54ec09c420da39579a0c16eeb6b for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:29:50.371135 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:50.604517 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Allocated IP 172.20.0.5 (0ec06129-7aea-4df8-ae51-8a6694631361/3a3db1f9-6987-41d8-b085-aca62ec50235/d9416fad-4b07-4619-99bb-ad4680f07b14) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:29:50.838457 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:50.859254 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Transition to ACTIVE for port object d9416fad-4b07-4619-99bb-ad4680f07b14 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:29:50.979192 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:51.056052 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8269725-8b01-43e8-a4b7-ecaa4ba74978 req-2ead63fa-5769-435f-9979-649d5dc13449 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:51.058635 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d8269725-8b01-43e8-a4b7-ecaa4ba74978 req-2ead63fa-5769-435f-9979-649d5dc13449 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 931 time: 0.1465178 Feb 09 18:29:51.062752 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Network 0ec06129-7aea-4df8-ae51-8a6694631361 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:29:51.066631 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:29:51.069257 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:29:51.115033 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Pushing event updated for resources: {'Port': ['ID=d9416fad-4b07-4619-99bb-ad4680f07b14,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:29:51.141597 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:29:51.141919 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:29:51.142115 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:29:51.142548 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:29:51.142958 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:29:51.143166 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:29:51.143566 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:29:51.143799 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:29:51.144189 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:29:51.144631 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:29:51.144811 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:29:51.164113 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:51.165019 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d8269725-8b01-43e8-a4b7-ecaa4ba74978 req-ec1d22a1-fc99-4b27-8981-2978e7c76610 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920129 Feb 09 18:29:51.167107 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:51.347902 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-07de7578-247a-4020-a558-9cb0a0e3d32e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3068140 Feb 09 18:29:51.359982 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-3a7d5f31-0120-4c53-ab9f-e383b8f0d8d4 service neutron] Request body: {'port': {'device_id': '55fed2d6-4b3f-4d86-b18e-1ac85e363cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:29:51.507406 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-3a7d5f31-0120-4c53-ab9f-e383b8f0d8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:51.524875 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3698f570-e80b-42fc-9b59-4b37a93eae44 None None] Provisioning for port d9416fad-4b07-4619-99bb-ad4680f07b14 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:29:51.531266 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3698f570-e80b-42fc-9b59-4b37a93eae44 None None] Provisioning complete for port d9416fad-4b07-4619-99bb-ad4680f07b14 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:29:51.531659 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3698f570-e80b-42fc-9b59-4b37a93eae44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:51.612869 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-3698f570-e80b-42fc-9b59-4b37a93eae44 None None] Port d9416fad-4b07-4619-99bb-ad4680f07b14 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:29:51.702676 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:51.956201 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-3a7d5f31-0120-4c53-ab9f-e383b8f0d8d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9416fad-4b07-4619-99bb-ad4680f07b14 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:29:51.964107 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-3a7d5f31-0120-4c53-ab9f-e383b8f0d8d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:51.980397 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-3a7d5f31-0120-4c53-ab9f-e383b8f0d8d4 service neutron] Transition to ACTIVE for port object d9416fad-4b07-4619-99bb-ad4680f07b14 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:29:52.045017 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-3a7d5f31-0120-4c53-ab9f-e383b8f0d8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:52.305455 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d5f31-0120-4c53-ab9f-e383b8f0d8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d9416fad-4b07-4619-99bb-ad4680f07b14,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:29:52.438712 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-3a7d5f31-0120-4c53-ab9f-e383b8f0d8d4 service neutron] Attempting to bind port d9416fad-4b07-4619-99bb-ad4680f07b14 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:29:52.439190 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-3a7d5f31-0120-4c53-ab9f-e383b8f0d8d4 service neutron] Attempting to bind port d9416fad-4b07-4619-99bb-ad4680f07b14 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f7a13b71-e8a4-4cb4-892b-16995a0ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:29:52.439604 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-3a7d5f31-0120-4c53-ab9f-e383b8f0d8d4 service neutron] Attempting to bind port d9416fad-4b07-4619-99bb-ad4680f07b14 on network 0ec06129-7aea-4df8-ae51-8a6694631361 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:29:52.447703 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-3a7d5f31-0120-4c53-ab9f-e383b8f0d8d4 service neutron] Port d9416fad-4b07-4619-99bb-ad4680f07b14 on network 0ec06129-7aea-4df8-ae51-8a6694631361 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:29:52.448163 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-3a7d5f31-0120-4c53-ab9f-e383b8f0d8d4 service neutron] Attempting to bind port d9416fad-4b07-4619-99bb-ad4680f07b14 on network 0ec06129-7aea-4df8-ae51-8a6694631361 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:29:52.457265 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-3a7d5f31-0120-4c53-ab9f-e383b8f0d8d4 service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:29:52.457783 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-3a7d5f31-0120-4c53-ab9f-e383b8f0d8d4 service neutron] Checking segment: {'id': 'f7a13b71-e8a4-4cb4-892b-16995a0ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:29:52.458437 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-3a7d5f31-0120-4c53-ab9f-e383b8f0d8d4 service neutron] Bound using segment: {'id': 'f7a13b71-e8a4-4cb4-892b-16995a0ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:29:52.459131 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-3a7d5f31-0120-4c53-ab9f-e383b8f0d8d4 service neutron] Bound port: d9416fad-4b07-4619-99bb-ad4680f07b14, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a13b71-e8a4-4cb4-892b-16995a0ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:29:52.459705 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-3a7d5f31-0120-4c53-ab9f-e383b8f0d8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:52.465943 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65085246-260a-4560-9e88-6ec25ddb0d2d req-a73e7697-022c-4433-be7c-a25cacd8a95f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:52.468861 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-65085246-260a-4560-9e88-6ec25ddb0d2d req-a73e7697-022c-4433-be7c-a25cacd8a95f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 943 time: 0.1217909 Feb 09 18:29:52.518275 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-65085246-260a-4560-9e88-6ec25ddb0d2d req-bf08e49d-91e0-4d3a-ac78-e6a60fa41ab0 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436935 Feb 09 18:29:52.602629 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-3a7d5f31-0120-4c53-ab9f-e383b8f0d8d4 service neutron] For port d9416fad-4b07-4619-99bb-ad4680f07b14, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:29:52.606385 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-3a7d5f31-0120-4c53-ab9f-e383b8f0d8d4 service neutron] For port d9416fad-4b07-4619-99bb-ad4680f07b14, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=d9416fad-4b07-4619-99bb-ad4680f07b14,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:29:52.702454 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-3a7d5f31-0120-4c53-ab9f-e383b8f0d8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:52.775171 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-3a7d5f31-0120-4c53-ab9f-e383b8f0d8d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:52.776359 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-3a7d5f31-0120-4c53-ab9f-e383b8f0d8d4 service neutron] 10.222.0.50 "PUT /v2.0/ports/d9416fad-4b07-4619-99bb-ad4680f07b14 HTTP/1.1" status: 200 len: 1093 time: 1.4210956 Feb 09 18:29:52.776821 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fed2d6-4b3f-4d86-b18e-1ac85e363cf7', 'tag': 'd9416fad-4b07-4619-99bb-ad4680f07b14'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:29:52.796755 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d5f31-0120-4c53-ab9f-e383b8f0d8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d9416fad-4b07-4619-99bb-ad4680f07b14,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:29:52.875414 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fed2d6-4b3f-4d86-b18e-1ac85e363cf7', 'tag': 'd9416fad-4b07-4619-99bb-ad4680f07b14', 'status': 'completed', 'code': 200} Feb 09 18:29:52.978732 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ea7d5d80-2776-4277-915b-1669e14abb0b req-22fc4555-8837-4b0d-b933-815dd1a42b95 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 1096 time: 0.0822232 Feb 09 18:29:53.140145 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d5d80-2776-4277-915b-1669e14abb0b req-b3c5478d-d47b-45a6-8152-9eaf0604ae48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:53.141793 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ea7d5d80-2776-4277-915b-1669e14abb0b req-b3c5478d-d47b-45a6-8152-9eaf0604ae48 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1557071 Feb 09 18:29:53.372413 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d5d80-2776-4277-915b-1669e14abb0b req-2d26fc96-8cdb-4ff1-89f6-38ffcf1f196f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:53.374894 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ea7d5d80-2776-4277-915b-1669e14abb0b req-2d26fc96-8cdb-4ff1-89f6-38ffcf1f196f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2260635 Feb 09 18:29:53.503271 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-b250c8da-d256-4933-b0e2-b9ffdd8a4c26 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 1096 time: 0.0872762 Feb 09 18:29:53.580427 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-47fba0ed-ca8c-4fec-9e69-8d3828e48c23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9416fad-4b07-4619-99bb-ad4680f07b14 HTTP/1.1" status: 200 len: 217 time: 0.0696323 Feb 09 18:29:53.661866 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-389e8b69-5759-4e3c-ac52-a7d805c4d1b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:53.663322 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-389e8b69-5759-4e3c-ac52-a7d805c4d1b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a3db1f9-6987-41d8-b085-aca62ec50235 HTTP/1.1" status: 200 len: 850 time: 0.0765064 Feb 09 18:29:53.745879 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-7ab87926-04da-47b5-ae48-bc3a02b4dcd7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ec06129-7aea-4df8-ae51-8a6694631361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762854 Feb 09 18:29:53.806076 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340c868-b85a-4a6c-8cf0-e301cc91e12d req-729b0820-d789-463a-af97-68ec04894894 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:53.809039 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8340c868-b85a-4a6c-8cf0-e301cc91e12d req-729b0820-d789-463a-af97-68ec04894894 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 943 time: 0.1475992 Feb 09 18:29:53.895400 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8340c868-b85a-4a6c-8cf0-e301cc91e12d req-9b2d8469-d6a3-4dc9-b4dd-be3477404c27 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777318 Feb 09 18:29:53.908490 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-56588a35-9ae7-4cc4-b68e-d3497e3a7bba service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563313 Feb 09 18:29:54.061192 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4e22fff5-ac03-4f97-b410-f7daaf5c370b req-e1f777e7-2318-4d4c-80c4-b503b4b83cc7 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454287 Feb 09 18:29:55.181629 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34326ca1-6cde-40fd-90ae-9daaee9eb3ea req-56e8348e-8ca7-476f-9898-5a5511f76ae1 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:55.184483 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-34326ca1-6cde-40fd-90ae-9daaee9eb3ea req-56e8348e-8ca7-476f-9898-5a5511f76ae1 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 943 time: 0.1506910 Feb 09 18:29:55.257959 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-34326ca1-6cde-40fd-90ae-9daaee9eb3ea req-3db83593-03ff-439b-8921-2444ce8956fb tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667155 Feb 09 18:29:56.520871 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device d9416fad-4b07-4619-99bb-ad4680f07b14 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:29:56.592760 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff4c2b-8ef7-428b-af0f-368b320c3526 req-77073029-4ba2-44ba-abbf-182f9847e39f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:56.594515 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-50ff4c2b-8ef7-428b-af0f-368b320c3526 req-77073029-4ba2-44ba-abbf-182f9847e39f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 943 time: 0.1977401 Feb 09 18:29:56.660871 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-50ff4c2b-8ef7-428b-af0f-368b320c3526 req-f174be5f-b745-454a-ae03-17cb6223ae9a tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600889 Feb 09 18:29:56.740068 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port d9416fad-4b07-4619-99bb-ad4680f07b14, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=d9416fad-4b07-4619-99bb-ad4680f07b14,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:29:56.756609 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': 'd9416fad-4b07-4619-99bb-ad4680f07b14', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'port_id': 'd9416fad-4b07-4619-99bb-ad4680f07b14', 'mac_address': 'fa:16:3e:85:6d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:29:56.817033 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:56.836122 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9416fad-4b07-4619-99bb-ad4680f07b14 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:29:56.853873 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port d9416fad-4b07-4619-99bb-ad4680f07b14, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=d9416fad-4b07-4619-99bb-ad4680f07b14,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:29:56.930277 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:57.074546 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=d9416fad-4b07-4619-99bb-ad4680f07b14,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:29:57.087052 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:29:57.087542 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:29:57.088074 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:29:57.088631 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:29:57.089037 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:29:57.089374 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:29:57.089879 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:29:57.090385 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:29:57.090729 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:29:57.091055 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:29:57.092190 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:29:57.135182 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['d9416fad-4b07-4619-99bb-ad4680f07b14'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:29:57.898950 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19360dc5-0041-4edf-a93c-eec044f662fa req-3fb6dc58-c523-4d6a-91a0-cd7a8ef88276 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:57.900496 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-19360dc5-0041-4edf-a93c-eec044f662fa req-3fb6dc58-c523-4d6a-91a0-cd7a8ef88276 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 944 time: 0.0892816 Feb 09 18:29:57.964076 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-19360dc5-0041-4edf-a93c-eec044f662fa req-84b5a176-1ec7-4df0-81c0-6a9836521da5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572011 Feb 09 18:29:58.541139 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device d9416fad-4b07-4619-99bb-ad4680f07b14 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:29:58.938900 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port d9416fad-4b07-4619-99bb-ad4680f07b14 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:29:58.944956 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port d9416fad-4b07-4619-99bb-ad4680f07b14 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:29:58.945390 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:59.132302 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:59.168700 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fed2d6-4b3f-4d86-b18e-1ac85e363cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9416fad-4b07-4619-99bb-ad4680f07b14'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:29:59.180693 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port d9416fad-4b07-4619-99bb-ad4680f07b14, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=d9416fad-4b07-4619-99bb-ad4680f07b14,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:29:59.233984 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fed2d6-4b3f-4d86-b18e-1ac85e363cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9416fad-4b07-4619-99bb-ad4680f07b14', 'code': 200} Feb 09 18:29:59.248971 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9df2a-6996-40eb-82ba-ecf21a2c863b req-c2f7ef8b-4a05-41d9-8cfc-4711d3193e33 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:29:59.251908 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4fd9df2a-6996-40eb-82ba-ecf21a2c863b req-c2f7ef8b-4a05-41d9-8cfc-4711d3193e33 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 944 time: 0.1552022 Feb 09 18:29:59.265804 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:29:59.307581 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4fd9df2a-6996-40eb-82ba-ecf21a2c863b req-740fc0f7-2d2e-418b-98da-f73be20b43aa tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471420 Feb 09 18:29:59.366547 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=d9416fad-4b07-4619-99bb-ad4680f07b14,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:29:59.739320 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d772cb83-3c80-4771-8dfa-337206e69e7e req-9ad425f9-50cb-4fcf-b98f-f5d761f95203 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 1098 time: 0.0770843 Feb 09 18:29:59.790941 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d772cb83-3c80-4771-8dfa-337206e69e7e req-9135cb57-1e94-4974-aa70-e0d9718be4b5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453176 Feb 09 18:30:00.545438 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c0665-1499-4fb6-9f2b-7cd3fe48db41 req-562e383f-d3b0-4fc2-8f51-2cbaead69063 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:00.547162 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-722c0665-1499-4fb6-9f2b-7cd3fe48db41 req-562e383f-d3b0-4fc2-8f51-2cbaead69063 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.0887916 Feb 09 18:30:00.606617 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-722c0665-1499-4fb6-9f2b-7cd3fe48db41 req-cbe64aad-fc6c-4248-9f2f-ab47f117fe17 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492647 Feb 09 18:30:01.889738 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5506c-18c4-4201-b6ce-7aa643dfe03f req-989c87b3-4812-49a0-a7ef-90acb901e49c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:01.892340 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a5d5506c-18c4-4201-b6ce-7aa643dfe03f req-989c87b3-4812-49a0-a7ef-90acb901e49c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.1478312 Feb 09 18:30:01.943278 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a5d5506c-18c4-4201-b6ce-7aa643dfe03f req-0daeaa8c-b6ab-4cf0-82a3-cc59faa0477d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451729 Feb 09 18:30:02.193451 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43c3c9-9e13-4548-896c-a06e611bb291 req-44689451-79ea-476e-ae71-e0a91fd70a6f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:02.195047 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6c43c3c9-9e13-4548-896c-a06e611bb291 req-44689451-79ea-476e-ae71-e0a91fd70a6f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.0888817 Feb 09 18:30:02.205091 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 58688) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:30:02.211028 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-97c2e189-3043-47a8-b52e-773a22241589 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Request body: {'floatingip': {'port_id': 'd9416fad-4b07-4619-99bb-ad4680f07b14'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:30:02.291782 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-97c2e189-3043-47a8-b52e-773a22241589 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for floatingip, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:03.001240 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-97c2e189-3043-47a8-b52e-773a22241589 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:03.110871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-97c2e189-3043-47a8-b52e-773a22241589 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:03.344878 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.l3_db [None req-97c2e189-3043-47a8-b52e-773a22241589 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Floating IP 6895117c-7bdf-4e35-841c-248b9a8686e1 associated. External IP: 172.26.8.125, port: d9416fad-4b07-4619-99bb-ad4680f07b14. Feb 09 18:30:03.913134 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c2e189-3043-47a8-b52e-773a22241589 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Router 00d2bf1d-f9af-4160-a46f-746e75748698 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:30:04.236532 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c2e189-3043-47a8-b52e-773a22241589 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:30:04.243646 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-97c2e189-3043-47a8-b52e-773a22241589 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:04.247406 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1683dc-3dbe-4e2c-934c-5ca512efc620 None None] Sync routers for ids ['00d2bf1d-f9af-4160-a46f-746e75748698'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:30:04.260739 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1683dc-3dbe-4e2c-934c-5ca512efc620 None None] Routers {'00d2bf1d-f9af-4160-a46f-746e75748698'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:30:04.261377 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-2c1683dc-3dbe-4e2c-934c-5ca512efc620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:29:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['00d2bf1d-f9af-4160-a46f-746e75748698'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:30:04.340218 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-97c2e189-3043-47a8-b52e-773a22241589 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "PUT /v2.0/floatingips/6895117c-7bdf-4e35-841c-248b9a8686e1 HTTP/1.1" status: 200 len: 991 time: 2.1335988 Feb 09 18:30:04.341197 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fed2d6-4b3f-4d86-b18e-1ac85e363cf7', 'tag': 'd9416fad-4b07-4619-99bb-ad4680f07b14'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:30:04.406149 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fed2d6-4b3f-4d86-b18e-1ac85e363cf7', 'tag': 'd9416fad-4b07-4619-99bb-ad4680f07b14', 'status': 'completed', 'code': 200} Feb 09 18:30:04.525388 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-2c1683dc-3dbe-4e2c-934c-5ca512efc620 None None] Set router 00d2bf1d-f9af-4160-a46f-746e75748698 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:30:04.531942 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6b31ecb4-deac-42c6-8c09-df4295d449f9 req-5a78d045-2f5f-40cc-8b78-b5e378308326 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 1098 time: 0.1032133 Feb 09 18:30:04.561587 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46129d9a-1146-45a7-b18a-9afb59e9062e req-54e7ccf4-8fef-4ae8-9497-297325d709c5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:04.563444 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-46129d9a-1146-45a7-b18a-9afb59e9062e req-54e7ccf4-8fef-4ae8-9497-297325d709c5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.1001024 Feb 09 18:30:04.630541 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-46129d9a-1146-45a7-b18a-9afb59e9062e req-0e153c86-c126-4e94-9e69-e385d4009d80 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561788 Feb 09 18:30:04.717080 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31ecb4-deac-42c6-8c09-df4295d449f9 req-8e07a120-0c36-4676-985c-593e5c10012e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:04.718632 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6b31ecb4-deac-42c6-8c09-df4295d449f9 req-8e07a120-0c36-4676-985c-593e5c10012e service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 912 time: 0.1796770 Feb 09 18:30:04.934545 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6b31ecb4-deac-42c6-8c09-df4295d449f9 req-7951bbb4-9c1e-4747-94c4-bf3465ad0c80 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9416fad-4b07-4619-99bb-ad4680f07b14 HTTP/1.1" status: 200 len: 999 time: 0.2097600 Feb 09 18:30:05.001104 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31ecb4-deac-42c6-8c09-df4295d449f9 req-ed507038-7834-4321-9019-24019224e88b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:05.002747 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6b31ecb4-deac-42c6-8c09-df4295d449f9 req-ed507038-7834-4321-9019-24019224e88b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a3db1f9-6987-41d8-b085-aca62ec50235 HTTP/1.1" status: 200 len: 850 time: 0.0621529 Feb 09 18:30:05.046322 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-2c1683dc-3dbe-4e2c-934c-5ca512efc620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '6895117c-7bdf-4e35-841c-248b9a8686e1', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'floating_ip_address': '172.26.8.125', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'port_id': 'd9416fad-4b07-4619-99bb-ad4680f07b14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'mac_address': 'fa:16:3e:85:6d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fed2d6-4b3f-4d86-b18e-1ac85e363cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:27:47Z', 'updated_at': '2022-02-09T18:30:02Z', 'revision_number': 9, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:28:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:30:05.052038 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1683dc-3dbe-4e2c-934c-5ca512efc620 None None] Checking router: 00d2bf1d-f9af-4160-a46f-746e75748698 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:30:05.068659 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1683dc-3dbe-4e2c-934c-5ca512efc620 None None] Routers {'00d2bf1d-f9af-4160-a46f-746e75748698'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:30:05.068936 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-2c1683dc-3dbe-4e2c-934c-5ca512efc620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:29:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['00d2bf1d-f9af-4160-a46f-746e75748698'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:30:05.089542 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6b31ecb4-deac-42c6-8c09-df4295d449f9 req-64e1b675-379c-4573-83b6-cd3d6211ce78 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ec06129-7aea-4df8-ae51-8a6694631361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805545 Feb 09 18:30:05.235971 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6b31ecb4-deac-42c6-8c09-df4295d449f9 req-1708e2e8-92ce-4b00-a93b-170126864d14 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390512 Feb 09 18:30:05.263260 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-2c1683dc-3dbe-4e2c-934c-5ca512efc620 None None] Set router 00d2bf1d-f9af-4160-a46f-746e75748698 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:30:05.391404 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6b31ecb4-deac-42c6-8c09-df4295d449f9 req-caaa1014-772c-4952-b1ec-359384ffb617 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442199 Feb 09 18:30:05.760494 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-2c1683dc-3dbe-4e2c-934c-5ca512efc620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '6895117c-7bdf-4e35-841c-248b9a8686e1', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'floating_ip_address': '172.26.8.125', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'port_id': 'd9416fad-4b07-4619-99bb-ad4680f07b14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'mac_address': 'fa:16:3e:85:6d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fed2d6-4b3f-4d86-b18e-1ac85e363cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:27:47Z', 'updated_at': '2022-02-09T18:30:02Z', 'revision_number': 9, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:28:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:30:05.767006 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1683dc-3dbe-4e2c-934c-5ca512efc620 None None] The sync data for ids ['00d2bf1d-f9af-4160-a46f-746e75748698'] in dv-neutron-827016-2-hyperv is: [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '6895117c-7bdf-4e35-841c-248b9a8686e1', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'floating_ip_address': '172.26.8.125', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'port_id': 'd9416fad-4b07-4619-99bb-ad4680f07b14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'mac_address': 'fa:16:3e:85:6d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fed2d6-4b3f-4d86-b18e-1ac85e363cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:27:47Z', 'updated_at': '2022-02-09T18:30:02Z', 'revision_number': 9, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:28:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:30:05.894081 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b339c-6266-4829-9588-687846eaa3d5 req-054a8bf4-a48c-42f6-8118-3be23664105f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:05.895723 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e70b339c-6266-4829-9588-687846eaa3d5 req-054a8bf4-a48c-42f6-8118-3be23664105f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.1032281 Feb 09 18:30:05.972590 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e70b339c-6266-4829-9588-687846eaa3d5 req-d8f2f117-0a74-4f01-a51d-2b3c18566e61 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702894 Feb 09 18:30:06.028793 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f166f8c3-3476-435f-b22f-cccd0d77d2fb None None] New status for floating IP 6895117c-7bdf-4e35-841c-248b9a8686e1: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:30:06.386018 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b1f90b69-ab91-4eb9-bba3-c1968c032d8c req-87d23fe1-775c-4317-9aa3-c0c8be841603 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0790448 Feb 09 18:30:06.888755 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fda8a-2a45-4516-837f-697cb43cd7cf req-9ae8a457-4eba-4730-a109-316b3f911e32 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:06.890420 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a03fda8a-2a45-4516-837f-697cb43cd7cf req-9ae8a457-4eba-4730-a109-316b3f911e32 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.0841537 Feb 09 18:30:06.943895 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a03fda8a-2a45-4516-837f-697cb43cd7cf req-8b61f6a7-e053-437e-a172-5ad20b9c5dc4 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476501 Feb 09 18:30:07.226884 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8fb7c62c-419c-4fec-aa86-9e464bda66b0 req-796a2656-dffb-498f-9f82-dcb0a1aa6bf3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0781448 Feb 09 18:30:08.200286 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0927d-8362-4392-b103-cbbbcac2cdc4 req-571bdba1-b291-43d0-8246-e28f3dd98f07 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:08.202641 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-96e0927d-8362-4392-b103-cbbbcac2cdc4 req-571bdba1-b291-43d0-8246-e28f3dd98f07 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.1063218 Feb 09 18:30:08.258724 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-96e0927d-8362-4392-b103-cbbbcac2cdc4 req-d0d93fc3-d319-46cb-9b12-81d847f39aaa tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458391 Feb 09 18:30:09.508837 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b92ccd-d7b5-40b9-a48e-e31d08681d25 req-81aa8e66-ffad-47b5-9661-680f425833fb tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:09.517109 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-49b92ccd-d7b5-40b9-a48e-e31d08681d25 req-81aa8e66-ffad-47b5-9661-680f425833fb tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.0995483 Feb 09 18:30:09.566561 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-49b92ccd-d7b5-40b9-a48e-e31d08681d25 req-b01090b1-c311-4edf-9f49-46a13d3188df tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480578 Feb 09 18:30:09.752551 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8fb7c62c-419c-4fec-aa86-9e464bda66b0 req-2e5a32cd-2f7a-4e2f-95c0-d8291c946977 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 1098 time: 0.1003053 Feb 09 18:30:09.903748 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7c62c-419c-4fec-aa86-9e464bda66b0 req-73570254-1ea9-4062-b549-ec280389082e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:09.905795 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8fb7c62c-419c-4fec-aa86-9e464bda66b0 req-73570254-1ea9-4062-b549-ec280389082e service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 912 time: 0.1472762 Feb 09 18:30:10.033531 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8fb7c62c-419c-4fec-aa86-9e464bda66b0 req-b653dc84-7acc-4ba6-9a3b-f59ebe95f997 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9416fad-4b07-4619-99bb-ad4680f07b14 HTTP/1.1" status: 200 len: 1002 time: 0.1116385 Feb 09 18:30:10.115646 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7c62c-419c-4fec-aa86-9e464bda66b0 req-0251a6c9-fdd7-4c6e-adcd-aef5106404a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:10.117164 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8fb7c62c-419c-4fec-aa86-9e464bda66b0 req-0251a6c9-fdd7-4c6e-adcd-aef5106404a4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a3db1f9-6987-41d8-b085-aca62ec50235 HTTP/1.1" status: 200 len: 850 time: 0.0767887 Feb 09 18:30:10.211809 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8fb7c62c-419c-4fec-aa86-9e464bda66b0 req-ccc9ea63-bf8e-40cc-99db-9ed30cb49c0e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ec06129-7aea-4df8-ae51-8a6694631361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878196 Feb 09 18:30:10.374539 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8fb7c62c-419c-4fec-aa86-9e464bda66b0 req-f7576281-bbb3-4795-81c6-996ed1a6eba6 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554136 Feb 09 18:30:10.544942 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8fb7c62c-419c-4fec-aa86-9e464bda66b0 req-38f95b27-0c7f-48a3-b0fc-9348d1a72671 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582634 Feb 09 18:30:10.798240 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af909b88-e7ee-47c8-a21e-e8d58e820d29 req-df498ee0-932f-4edc-9470-a1f36acc6066 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:10.799885 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-af909b88-e7ee-47c8-a21e-e8d58e820d29 req-df498ee0-932f-4edc-9470-a1f36acc6066 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.0960815 Feb 09 18:30:10.871777 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-af909b88-e7ee-47c8-a21e-e8d58e820d29 req-0ab2385b-dff7-4f8a-9e5c-bb8bd8605e14 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655131 Feb 09 18:30:12.146755 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f2182-3e79-49a9-a66f-037c6d461523 req-c7b713f6-d880-4f4f-934c-3a4eff1517df tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:12.149761 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ab7f2182-3e79-49a9-a66f-037c6d461523 req-c7b713f6-d880-4f4f-934c-3a4eff1517df tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.1353121 Feb 09 18:30:12.220490 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ab7f2182-3e79-49a9-a66f-037c6d461523 req-bab41e33-7ea0-485c-9c26-d72f884cd4e7 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646927 Feb 09 18:30:13.458718 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecc54b-1a71-4ac6-994a-8284824eef60 req-7bb383eb-737e-442e-a5dc-e4f3069b9420 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:13.460300 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-45ecc54b-1a71-4ac6-994a-8284824eef60 req-7bb383eb-737e-442e-a5dc-e4f3069b9420 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.1074731 Feb 09 18:30:13.517302 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-45ecc54b-1a71-4ac6-994a-8284824eef60 req-f16422ec-eabd-4e3f-b088-4aa54161ed8d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467191 Feb 09 18:30:14.728474 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79018d-ec97-432f-9c30-725c5006b69e req-59b5e5d3-6936-467d-8d52-89ec08bbe7a0 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:14.730095 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7f79018d-ec97-432f-9c30-725c5006b69e req-59b5e5d3-6936-467d-8d52-89ec08bbe7a0 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.0849440 Feb 09 18:30:14.785594 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7f79018d-ec97-432f-9c30-725c5006b69e req-1799b40e-a240-4374-a0d8-82f1086a8255 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437863 Feb 09 18:30:16.020364 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5537be4-7887-44f5-8498-b1c6020495af req-cbcd9e30-90c6-482e-8617-3b67274d7894 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:16.022224 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f5537be4-7887-44f5-8498-b1c6020495af req-cbcd9e30-90c6-482e-8617-3b67274d7894 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.0932028 Feb 09 18:30:16.249701 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f5537be4-7887-44f5-8498-b1c6020495af req-42fed565-2480-4526-8f9e-fb860166765e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207353 Feb 09 18:30:16.705637 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2124b7f9-bf30-4a54-9351-791ea5d70340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:17.089338 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:30:17.175992 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:17.471744 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1067d44-3c03-4fc8-9f3b-1aaacd8e684c req-dd9f4b74-e17a-40df-a1cc-eaa2997c1cb6 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:17.473398 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d1067d44-3c03-4fc8-9f3b-1aaacd8e684c req-dd9f4b74-e17a-40df-a1cc-eaa2997c1cb6 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.0850503 Feb 09 18:30:17.524587 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d1067d44-3c03-4fc8-9f3b-1aaacd8e684c req-d0883c2c-4c4f-447a-a817-f2b503a85c1d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449898 Feb 09 18:30:18.823917 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42991b57-7f8b-4c69-9f6b-a6544fa36762 req-2e2f58b9-dedd-45c9-a510-6ff228583523 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:18.827590 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-42991b57-7f8b-4c69-9f6b-a6544fa36762 req-2e2f58b9-dedd-45c9-a510-6ff228583523 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.1556189 Feb 09 18:30:18.915391 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-42991b57-7f8b-4c69-9f6b-a6544fa36762 req-3a33223d-7f1e-495d-ad42-d5c34642cad2 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784950 Feb 09 18:30:19.065527 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2d3779ee-a559-45df-a76a-ab8d84c167e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:20.142221 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:20.172251 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb36774-b1ec-4a74-b0c4-5efa8b7f499b req-afa8a976-30ca-42ba-ab94-825bc3413898 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:20.174978 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-efb36774-b1ec-4a74-b0c4-5efa8b7f499b req-afa8a976-30ca-42ba-ab94-825bc3413898 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.0949552 Feb 09 18:30:20.193780 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:20.230990 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-efb36774-b1ec-4a74-b0c4-5efa8b7f499b req-842d6434-d166-4a1b-91d5-e2d73d1404bb tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502796 Feb 09 18:30:21.450684 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78550107-b835-4e6c-a941-db2364202506 req-7407229d-99be-4bca-88b2-51c03cfda86c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:21.453181 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-78550107-b835-4e6c-a941-db2364202506 req-7407229d-99be-4bca-88b2-51c03cfda86c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.0857978 Feb 09 18:30:21.504965 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-78550107-b835-4e6c-a941-db2364202506 req-a89d5fe3-ee31-407e-bf71-a865b79be897 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454526 Feb 09 18:30:21.650454 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:22.724361 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1b3ce-8acc-4eed-b37c-7bbc7e0fba16 req-6875a8ea-0a03-498e-b41f-59e014c71aae tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:22.726211 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-95e1b3ce-8acc-4eed-b37c-7bbc7e0fba16 req-6875a8ea-0a03-498e-b41f-59e014c71aae tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.0888648 Feb 09 18:30:22.777490 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-95e1b3ce-8acc-4eed-b37c-7bbc7e0fba16 req-bf0cb2c7-34ec-4dc4-880d-b2c2a37d3707 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452940 Feb 09 18:30:24.011166 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d796790-cfbb-4f0c-b12f-df354f9d6cb2 req-d99d8ed5-9598-4c07-a7c7-a77ea7ddedd6 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:24.013395 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3d796790-cfbb-4f0c-b12f-df354f9d6cb2 req-d99d8ed5-9598-4c07-a7c7-a77ea7ddedd6 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.0871506 Feb 09 18:30:24.090263 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3d796790-cfbb-4f0c-b12f-df354f9d6cb2 req-46a5d90c-4f34-476b-9b9e-b3969571142b tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706334 Feb 09 18:30:25.370486 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7322e22-155a-4581-a4d1-b68f6e91374f req-daa7f20b-69d7-4528-bbb4-d9027053559c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:25.373609 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d7322e22-155a-4581-a4d1-b68f6e91374f req-daa7f20b-69d7-4528-bbb4-d9027053559c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.1347630 Feb 09 18:30:25.424211 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d7322e22-155a-4581-a4d1-b68f6e91374f req-1294e06a-9e38-48f5-ae59-51a2c1dde5ee tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448568 Feb 09 18:30:26.634315 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb11c7-84fb-4255-9409-d92c89224e02 req-1bc64591-3e74-486b-8e8f-7594a7b13428 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:26.635906 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fdfb11c7-84fb-4255-9409-d92c89224e02 req-1bc64591-3e74-486b-8e8f-7594a7b13428 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.0834608 Feb 09 18:30:26.690547 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fdfb11c7-84fb-4255-9409-d92c89224e02 req-a8aa97eb-c38a-476e-8d9d-3be4409c3888 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482535 Feb 09 18:30:27.922076 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61747f27-24c7-475e-a0c3-0916a34a29fe req-e40d2f12-cfb6-4bf3-b306-e5fb0eed6f68 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:27.923704 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-61747f27-24c7-475e-a0c3-0916a34a29fe req-e40d2f12-cfb6-4bf3-b306-e5fb0eed6f68 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.0944226 Feb 09 18:30:27.976013 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-61747f27-24c7-475e-a0c3-0916a34a29fe req-09fa4105-8718-4931-8cc7-19a29b11edd0 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458665 Feb 09 18:30:29.199350 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d91c2-53a2-4de0-ace7-bcdd19c445ef req-aa75e358-b2b9-4f02-a7cb-5a8faf7cbe2a tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:29.200968 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a05d91c2-53a2-4de0-ace7-bcdd19c445ef req-aa75e358-b2b9-4f02-a7cb-5a8faf7cbe2a tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.0869169 Feb 09 18:30:29.257659 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a05d91c2-53a2-4de0-ace7-bcdd19c445ef req-8daaf1a2-3fd4-4747-b20d-7eb8206c1924 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462530 Feb 09 18:30:30.490373 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35370cdf-96d9-4a3c-83f8-37a2e4bf8317 req-7caa99be-fbaf-472b-ae01-b619d40d809a tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:30.492083 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-35370cdf-96d9-4a3c-83f8-37a2e4bf8317 req-7caa99be-fbaf-472b-ae01-b619d40d809a tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.0853662 Feb 09 18:30:30.542576 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-35370cdf-96d9-4a3c-83f8-37a2e4bf8317 req-922f9756-b756-4ba8-a380-1ae6502d3f6a tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438952 Feb 09 18:30:31.766589 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819ff3a-db65-4ebe-afc1-cbc5152fd0f0 req-a44c8629-abf5-45b7-9dd8-44d6c5213c32 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:31.768088 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b819ff3a-db65-4ebe-afc1-cbc5152fd0f0 req-a44c8629-abf5-45b7-9dd8-44d6c5213c32 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.0896261 Feb 09 18:30:31.821725 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b819ff3a-db65-4ebe-afc1-cbc5152fd0f0 req-a59f617c-03de-4f6c-b709-ada605ec8d9d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443590 Feb 09 18:30:32.744004 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8fb7c62c-419c-4fec-aa86-9e464bda66b0 req-f66e1a2c-384f-4795-871c-64e42db86aed service neutron] 10.222.0.50 "GET /v2.0/ports/d9416fad-4b07-4619-99bb-ad4680f07b14/bindings/hv-neutron-8270 HTTP/1.1" status: 200 len: 384 time: 0.0844460 Feb 09 18:30:33.089701 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77ff4a-325e-47e4-907f-43776860a0a6 req-0f996c38-8233-42bc-a0b2-4b6900ee5113 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:33.092512 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0d77ff4a-325e-47e4-907f-43776860a0a6 req-0f996c38-8233-42bc-a0b2-4b6900ee5113 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.0953023 Feb 09 18:30:33.146560 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0d77ff4a-325e-47e4-907f-43776860a0a6 req-08f68630-9361-46fd-9541-281aec6027e6 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473740 Feb 09 18:30:33.364727 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8fb7c62c-419c-4fec-aa86-9e464bda66b0 req-1a4ce923-87d2-4f66-a596-df235a7d9fca service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7&tenant_id=2b31e54ec09c420da39579a0c16eeb6b HTTP/1.1" status: 200 len: 1098 time: 0.0835459 Feb 09 18:30:33.465639 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8fb7c62c-419c-4fec-aa86-9e464bda66b0 req-3d7803f8-9bed-43d2-9382-c0120f2c4ff2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 1098 time: 0.0771191 Feb 09 18:30:33.609753 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7c62c-419c-4fec-aa86-9e464bda66b0 req-d914d1b7-7e8f-41bf-bb0a-4ac8c72c0199 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:33.611745 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8fb7c62c-419c-4fec-aa86-9e464bda66b0 req-d914d1b7-7e8f-41bf-bb0a-4ac8c72c0199 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 912 time: 0.1405272 Feb 09 18:30:33.828313 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8fb7c62c-419c-4fec-aa86-9e464bda66b0 req-ddcc6578-c95c-4fc4-938e-74b147d1dae3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9416fad-4b07-4619-99bb-ad4680f07b14 HTTP/1.1" status: 200 len: 1002 time: 0.2086372 Feb 09 18:30:33.899126 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7c62c-419c-4fec-aa86-9e464bda66b0 req-081c7d65-7298-4e70-b2e6-1f83d03adfb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:33.900626 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8fb7c62c-419c-4fec-aa86-9e464bda66b0 req-081c7d65-7298-4e70-b2e6-1f83d03adfb3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a3db1f9-6987-41d8-b085-aca62ec50235 HTTP/1.1" status: 200 len: 850 time: 0.0664940 Feb 09 18:30:33.983428 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8fb7c62c-419c-4fec-aa86-9e464bda66b0 req-9b786e14-414b-47c3-9f76-08aa95eeaf71 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ec06129-7aea-4df8-ae51-8a6694631361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772669 Feb 09 18:30:34.137010 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8fb7c62c-419c-4fec-aa86-9e464bda66b0 req-77e6fac0-f49e-4534-917c-2e4b047ff048 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470716 Feb 09 18:30:34.314438 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8fb7c62c-419c-4fec-aa86-9e464bda66b0 req-d594363d-bd6d-4d0c-999a-c3cf9e0350a7 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707942 Feb 09 18:30:34.397264 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23acf3-f9c9-444f-bb88-d09c072f3798 req-d1db5fa4-ce22-44a0-8cb2-51e61d403ae9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:34.398939 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ed23acf3-f9c9-444f-bb88-d09c072f3798 req-d1db5fa4-ce22-44a0-8cb2-51e61d403ae9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.1102312 Feb 09 18:30:34.461376 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ed23acf3-f9c9-444f-bb88-d09c072f3798 req-78c96d38-a496-43c5-811a-d9357bbabab3 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550334 Feb 09 18:30:35.709480 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622882a7-a3cc-4425-ac40-aed3eff2e63c req-ac19d9f7-8bec-491e-9f30-0466a21fd1f2 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:35.711065 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-622882a7-a3cc-4425-ac40-aed3eff2e63c req-ac19d9f7-8bec-491e-9f30-0466a21fd1f2 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.0870943 Feb 09 18:30:35.767329 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-622882a7-a3cc-4425-ac40-aed3eff2e63c req-b1ef8443-b9d2-4f4e-9ba7-68466c35680e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492578 Feb 09 18:30:36.793431 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device d9416fad-4b07-4619-99bb-ad4680f07b14 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:30:36.796762 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device d9416fad-4b07-4619-99bb-ad4680f07b14 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:30:37.000742 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a92472-16ce-4e37-9343-84584de8f0c2 req-c4c2d672-fb70-4405-92df-404b5f72ff07 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:37.002568 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-13a92472-16ce-4e37-9343-84584de8f0c2 req-c4c2d672-fb70-4405-92df-404b5f72ff07 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.0914326 Feb 09 18:30:37.056623 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-13a92472-16ce-4e37-9343-84584de8f0c2 req-db926da1-19a0-48d4-92f5-0dae00aac90c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475085 Feb 09 18:30:37.127111 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:37.202167 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port d9416fad-4b07-4619-99bb-ad4680f07b14, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=d9416fad-4b07-4619-99bb-ad4680f07b14,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:30:37.234573 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fed2d6-4b3f-4d86-b18e-1ac85e363cf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9416fad-4b07-4619-99bb-ad4680f07b14'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:30:37.248283 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': 'd9416fad-4b07-4619-99bb-ad4680f07b14', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'port_id': 'd9416fad-4b07-4619-99bb-ad4680f07b14', 'mac_address': 'fa:16:3e:85:6d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:30:37.255057 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port d9416fad-4b07-4619-99bb-ad4680f07b14, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=d9416fad-4b07-4619-99bb-ad4680f07b14,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:30:37.336174 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:37.365714 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fed2d6-4b3f-4d86-b18e-1ac85e363cf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9416fad-4b07-4619-99bb-ad4680f07b14', 'code': 200} Feb 09 18:30:37.371225 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9416fad-4b07-4619-99bb-ad4680f07b14 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:30:37.403498 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:37.536224 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:30:37.536793 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:30:37.543121 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=d9416fad-4b07-4619-99bb-ad4680f07b14,revision_number=6']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:30:38.143700 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:38.166005 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9416fad-4b07-4619-99bb-ad4680f07b14 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:30:38.189160 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port d9416fad-4b07-4619-99bb-ad4680f07b14, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=d9416fad-4b07-4619-99bb-ad4680f07b14,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:30:38.210720 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb516a97-801d-4a6c-85db-a646d9724cc4 req-00c897e7-5ad0-4b92-a448-54f2e1124717 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:38.211474 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-fb516a97-801d-4a6c-85db-a646d9724cc4 req-00c897e7-5ad0-4b92-a448-54f2e1124717 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Synchronizing usage tracker for tenant:2b31e54ec09c420da39579a0c16eeb6b on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:30:38.217668 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ae5aa-1dbf-4f65-a753-f88278ab6987 req-0998bd02-57ab-42ac-8ca6-a6d4387c4619 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:38.220486 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-419ae5aa-1dbf-4f65-a753-f88278ab6987 req-0998bd02-57ab-42ac-8ca6-a6d4387c4619 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 943 time: 0.1367862 Feb 09 18:30:38.277787 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-419ae5aa-1dbf-4f65-a753-f88278ab6987 req-bead00bd-b7bd-4738-b453-1f8609c4bae9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491939 Feb 09 18:30:38.280414 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:38.309565 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-fb516a97-801d-4a6c-85db-a646d9724cc4 req-00c897e7-5ad0-4b92-a448-54f2e1124717 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Unset dirty status for tenant:2b31e54ec09c420da39579a0c16eeb6b on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:30:38.311793 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fb516a97-801d-4a6c-85db-a646d9724cc4 req-00c897e7-5ad0-4b92-a448-54f2e1124717 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7&tenant_id=2b31e54ec09c420da39579a0c16eeb6b&binding%3Ahost_id=hv-neutron-8270 HTTP/1.1" status: 200 len: 943 time: 0.2683058 Feb 09 18:30:38.370399 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['d9416fad-4b07-4619-99bb-ad4680f07b14'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:30:38.446232 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fb516a97-801d-4a6c-85db-a646d9724cc4 req-56ac6047-61b3-4859-bb24-942e9242b7bd service neutron] 10.222.0.50 "GET /v2.0/ports/d9416fad-4b07-4619-99bb-ad4680f07b14/bindings/hv-neutron-8270 HTTP/1.1" status: 200 len: 384 time: 0.1275730 Feb 09 18:30:38.472703 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=d9416fad-4b07-4619-99bb-ad4680f07b14,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:30:38.577101 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fb516a97-801d-4a6c-85db-a646d9724cc4 req-ea5e2080-8f82-4b63-86b1-7500d6a59450 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 1097 time: 0.1017795 Feb 09 18:30:38.737625 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb516a97-801d-4a6c-85db-a646d9724cc4 req-b29534a1-9688-4c92-aa88-90af4e2a7122 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:38.739058 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fb516a97-801d-4a6c-85db-a646d9724cc4 req-b29534a1-9688-4c92-aa88-90af4e2a7122 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 912 time: 0.1568666 Feb 09 18:30:38.808641 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device d9416fad-4b07-4619-99bb-ad4680f07b14 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:30:38.860353 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fb516a97-801d-4a6c-85db-a646d9724cc4 req-1cbf81eb-2339-4b61-a1e1-8a00ffc89da4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9416fad-4b07-4619-99bb-ad4680f07b14 HTTP/1.1" status: 200 len: 1001 time: 0.1142969 Feb 09 18:30:38.893567 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port d9416fad-4b07-4619-99bb-ad4680f07b14 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:30:38.893950 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:38.940945 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb516a97-801d-4a6c-85db-a646d9724cc4 req-c103b474-de44-4cf2-bac3-7f36fec7b13f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:38.942542 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fb516a97-801d-4a6c-85db-a646d9724cc4 req-c103b474-de44-4cf2-bac3-7f36fec7b13f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a3db1f9-6987-41d8-b085-aca62ec50235 HTTP/1.1" status: 200 len: 850 time: 0.0716929 Feb 09 18:30:39.025361 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:39.033689 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fb516a97-801d-4a6c-85db-a646d9724cc4 req-8ddf04e1-76e0-4474-92b2-6032b83fa11c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ec06129-7aea-4df8-ae51-8a6694631361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844388 Feb 09 18:30:39.080836 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port d9416fad-4b07-4619-99bb-ad4680f07b14, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=d9416fad-4b07-4619-99bb-ad4680f07b14,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:30:39.142467 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:39.209874 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fb516a97-801d-4a6c-85db-a646d9724cc4 req-992bdec4-7d68-4ad3-b242-30ebb3fa4139 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658928 Feb 09 18:30:39.229727 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=d9416fad-4b07-4619-99bb-ad4680f07b14,revision_number=8']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:30:39.367741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fed2d6-4b3f-4d86-b18e-1ac85e363cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9416fad-4b07-4619-99bb-ad4680f07b14'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:30:39.371965 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fb516a97-801d-4a6c-85db-a646d9724cc4 req-fbe33a78-959d-4ad4-a433-a195bda0b248 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552773 Feb 09 18:30:39.444085 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fed2d6-4b3f-4d86-b18e-1ac85e363cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9416fad-4b07-4619-99bb-ad4680f07b14', 'code': 200} Feb 09 18:30:39.529196 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13a607-6635-445d-85d9-860e5744dddd req-8baa3c0a-7c14-4ae1-9b47-ffefbf902cb1 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:39.530816 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4b13a607-6635-445d-85d9-860e5744dddd req-8baa3c0a-7c14-4ae1-9b47-ffefbf902cb1 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.0856493 Feb 09 18:30:39.582038 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4b13a607-6635-445d-85d9-860e5744dddd req-de0e58a5-441b-4bd0-9d6a-4c1c87c2365f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444584 Feb 09 18:30:40.808130 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd70fd-6654-4ec7-8f13-f9f8c1c0ce23 req-e2067d23-01bd-4c30-a2ae-781435e5f919 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:40.809928 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-dccd70fd-6654-4ec7-8f13-f9f8c1c0ce23 req-e2067d23-01bd-4c30-a2ae-781435e5f919 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.0896423 Feb 09 18:30:40.870207 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-dccd70fd-6654-4ec7-8f13-f9f8c1c0ce23 req-a3edda44-0ae1-481c-b162-1285c750bffc tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498302 Feb 09 18:30:42.133591 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69009702-68d2-45c0-bac2-b823973ef12f req-e7ba3280-a113-45ca-91ac-f3bb3f33fb3f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:42.135878 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-69009702-68d2-45c0-bac2-b823973ef12f req-e7ba3280-a113-45ca-91ac-f3bb3f33fb3f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.1236835 Feb 09 18:30:42.199972 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-69009702-68d2-45c0-bac2-b823973ef12f req-387c3ec4-c331-453f-a8f9-6c9920cab414 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570974 Feb 09 18:30:42.519585 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fb516a97-801d-4a6c-85db-a646d9724cc4 req-e89dc5df-962f-4c34-a91c-fabd985a9950 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7&tenant_id=2b31e54ec09c420da39579a0c16eeb6b HTTP/1.1" status: 200 len: 1098 time: 0.0887616 Feb 09 18:30:42.640790 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fb516a97-801d-4a6c-85db-a646d9724cc4 req-5ba23b64-7655-4674-adad-b2e1f042a0d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 1098 time: 0.0965946 Feb 09 18:30:42.885759 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb516a97-801d-4a6c-85db-a646d9724cc4 req-aa074a2e-5837-4925-9bc4-81c59f76887c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:42.887375 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fb516a97-801d-4a6c-85db-a646d9724cc4 req-aa074a2e-5837-4925-9bc4-81c59f76887c service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 912 time: 0.2405717 Feb 09 18:30:43.010572 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fb516a97-801d-4a6c-85db-a646d9724cc4 req-6c1c5b43-8d58-48bb-9738-568dd47e58ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9416fad-4b07-4619-99bb-ad4680f07b14 HTTP/1.1" status: 200 len: 1002 time: 0.1160743 Feb 09 18:30:43.119420 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb516a97-801d-4a6c-85db-a646d9724cc4 req-b61cdcb7-1a1d-4506-8360-a18e91a360b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:43.121819 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fb516a97-801d-4a6c-85db-a646d9724cc4 req-b61cdcb7-1a1d-4506-8360-a18e91a360b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a3db1f9-6987-41d8-b085-aca62ec50235 HTTP/1.1" status: 200 len: 850 time: 0.1053953 Feb 09 18:30:43.258130 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fb516a97-801d-4a6c-85db-a646d9724cc4 req-cf619e86-0571-4feb-9eb3-504509a68913 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ec06129-7aea-4df8-ae51-8a6694631361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1300941 Feb 09 18:30:43.450283 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fb516a97-801d-4a6c-85db-a646d9724cc4 req-24092f23-a49b-4ad1-9c82-592a92c0f20a service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853492 Feb 09 18:30:43.481508 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b71cf6-1f7b-451d-a293-b33e25489ab8 req-3852a997-c454-4969-8498-cb9a4bf7ef27 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:43.485330 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f4b71cf6-1f7b-451d-a293-b33e25489ab8 req-3852a997-c454-4969-8498-cb9a4bf7ef27 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.1291440 Feb 09 18:30:43.573017 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f4b71cf6-1f7b-451d-a293-b33e25489ab8 req-b943c9f9-948e-4678-b972-8418e6fa2868 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772266 Feb 09 18:30:43.647365 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fb516a97-801d-4a6c-85db-a646d9724cc4 req-e89bbd03-c2ec-46a1-ad30-9b6ef3943322 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905599 Feb 09 18:30:44.840857 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device d9416fad-4b07-4619-99bb-ad4680f07b14 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:30:44.908897 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f4e4b-5a3b-4e97-b847-9136014396b2 req-76516a92-f556-4f17-b46c-4b781fe4492b tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:44.911543 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-492f4e4b-5a3b-4e97-b847-9136014396b2 req-76516a92-f556-4f17-b46c-4b781fe4492b tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.1088691 Feb 09 18:30:44.982229 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:45.018017 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fed2d6-4b3f-4d86-b18e-1ac85e363cf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9416fad-4b07-4619-99bb-ad4680f07b14'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:30:45.034443 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port d9416fad-4b07-4619-99bb-ad4680f07b14, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=d9416fad-4b07-4619-99bb-ad4680f07b14,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:30:45.105266 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-492f4e4b-5a3b-4e97-b847-9136014396b2 req-c63b9e6b-4fcb-4939-aad3-3b110d5997a2 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862018 Feb 09 18:30:45.107830 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:45.152396 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fed2d6-4b3f-4d86-b18e-1ac85e363cf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9416fad-4b07-4619-99bb-ad4680f07b14', 'code': 200} Feb 09 18:30:45.189814 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=d9416fad-4b07-4619-99bb-ad4680f07b14,revision_number=9']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:30:46.339641 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2ab42-5fcd-406a-a795-4d3c7768ede3 req-e4a247e3-72a8-46c1-8463-e68c95de1488 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:46.341271 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-58b2ab42-5fcd-406a-a795-4d3c7768ede3 req-e4a247e3-72a8-46c1-8463-e68c95de1488 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 943 time: 0.0899725 Feb 09 18:30:46.403637 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-58b2ab42-5fcd-406a-a795-4d3c7768ede3 req-7209a227-e7e0-41e3-b91c-b1d98fb49c0f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551188 Feb 09 18:30:46.640143 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b06d2e-6a07-480f-b423-d4a9a698d625 req-9d373afb-02ab-4576-b816-19b5dd250d10 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:46.641804 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-09b06d2e-6a07-480f-b423-d4a9a698d625 req-9d373afb-02ab-4576-b816-19b5dd250d10 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 943 time: 0.1010120 Feb 09 18:30:46.656958 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4ca9de13-8d4e-4532-ac9b-8f326d86a0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:46.699777 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-09b06d2e-6a07-480f-b423-d4a9a698d625 req-9caadc65-abc6-4c54-85ce-0d674aefe70c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485799 Feb 09 18:30:46.852412 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device d9416fad-4b07-4619-99bb-ad4680f07b14 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:30:46.940835 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29629cf-d78f-4959-a84e-1222b68d086c req-df791374-2f88-429a-b089-1b874b2e334e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:46.942864 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d29629cf-d78f-4959-a84e-1222b68d086c req-df791374-2f88-429a-b089-1b874b2e334e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 943 time: 0.1038361 Feb 09 18:30:47.024483 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d29629cf-d78f-4959-a84e-1222b68d086c req-e4338f29-3a1a-47d9-9234-dfaa7a77ce1e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744710 Feb 09 18:30:47.063704 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port d9416fad-4b07-4619-99bb-ad4680f07b14, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=d9416fad-4b07-4619-99bb-ad4680f07b14,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:30:47.084791 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': 'd9416fad-4b07-4619-99bb-ad4680f07b14', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'port_id': 'd9416fad-4b07-4619-99bb-ad4680f07b14', 'mac_address': 'fa:16:3e:85:6d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:30:47.187062 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:47.207970 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9416fad-4b07-4619-99bb-ad4680f07b14 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:30:47.225338 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port d9416fad-4b07-4619-99bb-ad4680f07b14, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=d9416fad-4b07-4619-99bb-ad4680f07b14,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:30:47.251072 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:47.324771 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:47.394614 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['d9416fad-4b07-4619-99bb-ad4680f07b14'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:30:47.496382 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=d9416fad-4b07-4619-99bb-ad4680f07b14,revision_number=10']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:30:48.092264 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a0d36-83e3-4d30-95b4-2ebeb33e843b req-5a2f7110-2124-42d6-b7df-4ad1ca428ccf tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:48.094658 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-378a0d36-83e3-4d30-95b4-2ebeb33e843b req-5a2f7110-2124-42d6-b7df-4ad1ca428ccf tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 945 time: 0.0945423 Feb 09 18:30:48.148758 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-378a0d36-83e3-4d30-95b4-2ebeb33e843b req-f8478141-c0a4-4cd0-9695-96b2177b2d97 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473855 Feb 09 18:30:48.900852 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device d9416fad-4b07-4619-99bb-ad4680f07b14 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:30:48.998863 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port d9416fad-4b07-4619-99bb-ad4680f07b14 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:30:48.999247 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:49.088755 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06045f59-9be3-43aa-b65c-e3b0c26c4596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:49.148783 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:49.182986 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fed2d6-4b3f-4d86-b18e-1ac85e363cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9416fad-4b07-4619-99bb-ad4680f07b14'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:30:49.197392 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port d9416fad-4b07-4619-99bb-ad4680f07b14, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=d9416fad-4b07-4619-99bb-ad4680f07b14,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:30:49.255015 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fed2d6-4b3f-4d86-b18e-1ac85e363cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9416fad-4b07-4619-99bb-ad4680f07b14', 'code': 200} Feb 09 18:30:49.284701 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:49.407386 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=d9416fad-4b07-4619-99bb-ad4680f07b14,revision_number=11']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:30:49.414287 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b74fa-b2cf-4b4b-a4ef-919e7c74609c req-7f6454dd-b2d5-4f81-b503-8541689c793f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:49.416039 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-aa2b74fa-b2cf-4b4b-a4ef-919e7c74609c req-7f6454dd-b2d5-4f81-b503-8541689c793f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 946 time: 0.1265171 Feb 09 18:30:49.468453 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-aa2b74fa-b2cf-4b4b-a4ef-919e7c74609c req-bf3265f2-cbe3-4c60-b612-1dbd364ada82 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454750 Feb 09 18:30:50.129049 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:50.158143 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:50.218931 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4692f58-ec22-496f-9e47-1c2dba86d354 req-bbcebcd7-63a3-4861-968e-cbc617e6dac6 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:50.220478 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a4692f58-ec22-496f-9e47-1c2dba86d354 req-bbcebcd7-63a3-4861-968e-cbc617e6dac6 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 946 time: 0.1168334 Feb 09 18:30:50.307263 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-a4692f58-ec22-496f-9e47-1c2dba86d354 req-b9705611-9dd9-4620-b926-e5a6606e4799 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Deleting port d9416fad-4b07-4619-99bb-ad4680f07b14 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:30:50.307818 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a4692f58-ec22-496f-9e47-1c2dba86d354 req-b9705611-9dd9-4620-b926-e5a6606e4799 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:50.721849 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-a4692f58-ec22-496f-9e47-1c2dba86d354 req-b9705611-9dd9-4620-b926-e5a6606e4799 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] For port d9416fad-4b07-4619-99bb-ad4680f07b14, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=d9416fad-4b07-4619-99bb-ad4680f07b14,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:30:50.722461 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a4692f58-ec22-496f-9e47-1c2dba86d354 req-b9705611-9dd9-4620-b926-e5a6606e4799 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:50.816635 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503979c-bfc0-4bd9-a934-b394e74808b4 req-feb22162-ba3d-43bf-81f7-d5c56e8f2896 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:50.818282 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5503979c-bfc0-4bd9-a934-b394e74808b4 req-feb22162-ba3d-43bf-81f7-d5c56e8f2896 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 946 time: 0.1187198 Feb 09 18:30:50.889730 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5503979c-bfc0-4bd9-a934-b394e74808b4 req-d61f22ce-f3fd-4c90-9df4-6c2fcf05e7ab tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580726 Feb 09 18:30:51.187960 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a4692f58-ec22-496f-9e47-1c2dba86d354 req-b9705611-9dd9-4620-b926-e5a6606e4799 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:51.188414 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a4692f58-ec22-496f-9e47-1c2dba86d354 req-b9705611-9dd9-4620-b926-e5a6606e4799 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:51.188817 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [req-a4692f58-ec22-496f-9e47-1c2dba86d354 req-b9705611-9dd9-4620-b926-e5a6606e4799 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Floating IP 6895117c-7bdf-4e35-841c-248b9a8686e1 disassociated. External IP: 172.26.8.125, port: d9416fad-4b07-4619-99bb-ad4680f07b14. Feb 09 18:30:51.189219 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-a4692f58-ec22-496f-9e47-1c2dba86d354 req-b9705611-9dd9-4620-b926-e5a6606e4799 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Calling delete_port for d9416fad-4b07-4619-99bb-ad4680f07b14 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:30:51.445247 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a4692f58-ec22-496f-9e47-1c2dba86d354 req-b9705611-9dd9-4620-b926-e5a6606e4799 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:51.500916 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9705611-9dd9-4620-b926-e5a6606e4799 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Pushing event deleted for resources: {'Port': ['ID=d9416fad-4b07-4619-99bb-ad4680f07b14,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:30:51.523676 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9705611-9dd9-4620-b926-e5a6606e4799 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:30:51.524229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9705611-9dd9-4620-b926-e5a6606e4799 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:30:51.524791 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9705611-9dd9-4620-b926-e5a6606e4799 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:30:51.525303 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9705611-9dd9-4620-b926-e5a6606e4799 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:30:51.525792 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9705611-9dd9-4620-b926-e5a6606e4799 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:30:51.526277 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9705611-9dd9-4620-b926-e5a6606e4799 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:30:51.526712 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9705611-9dd9-4620-b926-e5a6606e4799 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:30:51.527169 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9705611-9dd9-4620-b926-e5a6606e4799 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:30:51.527707 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9705611-9dd9-4620-b926-e5a6606e4799 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:30:51.528340 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9705611-9dd9-4620-b926-e5a6606e4799 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:30:51.528877 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9705611-9dd9-4620-b926-e5a6606e4799 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:30:51.667614 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:51.911756 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4692f58-ec22-496f-9e47-1c2dba86d354 req-b9705611-9dd9-4620-b926-e5a6606e4799 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Router 00d2bf1d-f9af-4160-a46f-746e75748698 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:30:52.127980 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3a3db39f-f43e-49a6-914e-d45a49c7c291 req-2f48c158-670f-4d35-ba92-1d06d87a28a4 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 210 time: 0.0838852 Feb 09 18:30:52.206450 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4692f58-ec22-496f-9e47-1c2dba86d354 req-b9705611-9dd9-4620-b926-e5a6606e4799 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:30:52.218938 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe2eaf5-9754-4ce5-8ea4-52e9a84a88fe None None] Sync routers for ids ['00d2bf1d-f9af-4160-a46f-746e75748698'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:30:52.235402 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe2eaf5-9754-4ce5-8ea4-52e9a84a88fe None None] Routers {'00d2bf1d-f9af-4160-a46f-746e75748698'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:30:52.236338 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-cbe2eaf5-9754-4ce5-8ea4-52e9a84a88fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:30:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['00d2bf1d-f9af-4160-a46f-746e75748698'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:30:52.286954 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4692f58-ec22-496f-9e47-1c2dba86d354 req-b9705611-9dd9-4620-b926-e5a6606e4799 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] No DVR routers for this DVR port d9416fad-4b07-4619-99bb-ad4680f07b14 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:30:52.289890 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a4692f58-ec22-496f-9e47-1c2dba86d354 req-b9705611-9dd9-4620-b926-e5a6606e4799 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:52.292935 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fed2d6-4b3f-4d86-b18e-1ac85e363cf7', 'name': 'network-vif-deleted', 'tag': 'd9416fad-4b07-4619-99bb-ad4680f07b14'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:30:52.354625 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a4692f58-ec22-496f-9e47-1c2dba86d354 req-b9705611-9dd9-4620-b926-e5a6606e4799 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.50 "DELETE /v2.0/ports/d9416fad-4b07-4619-99bb-ad4680f07b14 HTTP/1.1" status: 204 len: 173 time: 2.1284428 Feb 09 18:30:52.408617 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fed2d6-4b3f-4d86-b18e-1ac85e363cf7', 'name': 'network-vif-deleted', 'tag': 'd9416fad-4b07-4619-99bb-ad4680f07b14', 'status': 'completed', 'code': 200} Feb 09 18:30:52.463109 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-cbe2eaf5-9754-4ce5-8ea4-52e9a84a88fe None None] Set router 00d2bf1d-f9af-4160-a46f-746e75748698 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:30:52.870797 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-cbe2eaf5-9754-4ce5-8ea4-52e9a84a88fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:28:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:30:52.876297 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe2eaf5-9754-4ce5-8ea4-52e9a84a88fe None None] Checking router: 00d2bf1d-f9af-4160-a46f-746e75748698 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:30:52.890144 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe2eaf5-9754-4ce5-8ea4-52e9a84a88fe None None] Routers {'00d2bf1d-f9af-4160-a46f-746e75748698'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:30:52.890838 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-cbe2eaf5-9754-4ce5-8ea4-52e9a84a88fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:30:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['00d2bf1d-f9af-4160-a46f-746e75748698'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:30:53.126602 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-cbe2eaf5-9754-4ce5-8ea4-52e9a84a88fe None None] Set router 00d2bf1d-f9af-4160-a46f-746e75748698 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:30:53.365539 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-976b2b0a-2c62-437b-ba52-8ed6e30dce6b req-5180841f-56dd-49f1-bb1d-c37198337530 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fed2d6-4b3f-4d86-b18e-1ac85e363cf7 HTTP/1.1" status: 200 len: 210 time: 0.0761199 Feb 09 18:30:53.534348 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-cbe2eaf5-9754-4ce5-8ea4-52e9a84a88fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:28:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:30:53.539073 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe2eaf5-9754-4ce5-8ea4-52e9a84a88fe None None] The sync data for ids ['00d2bf1d-f9af-4160-a46f-746e75748698'] in dv-neutron-827016-2-hyperv is: [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:28:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:30:53.785514 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada190c-038f-4611-ad09-609663c553ee None None] New status for floating IP 6895117c-7bdf-4e35-841c-248b9a8686e1: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:30:54.096678 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:30:54.840738 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-c00e19a7-b5b4-40d0-a879-37f4f87fcfaa tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--577254330&fields=id&tenant_id=2b31e54ec09c420da39579a0c16eeb6b HTTP/1.1" status: 200 len: 267 time: 0.0716007 Feb 09 18:30:54.918976 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device d9416fad-4b07-4619-99bb-ad4680f07b14 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:30:54.968160 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: d9416fad-4b07-4619-99bb-ad4680f07b14 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:30:54.968431 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device d9416fad-4b07-4619-99bb-ad4680f07b14 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:30:55.086126 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-e2857ca2-9612-4f3c-b793-f430aa7a89e7 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:55.087834 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-e2857ca2-9612-4f3c-b793-f430aa7a89e7 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 811 time: 0.2386165 Feb 09 18:30:55.111511 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-1ff87022-8715-498b-9834-20ab2c358146 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/quotas/2b31e54ec09c420da39579a0c16eeb6b HTTP/1.1" status: 200 len: 375 time: 0.0136015 Feb 09 18:30:55.209838 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-008c2b39-3942-4d6e-9e58-96f14a8f5dd6 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0883725 Feb 09 18:30:55.366615 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-4b82d8be-67bb-4d71-9b25-8b738abd992e service neutron] 10.222.0.21 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433420 Feb 09 18:30:55.519733 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-fdb4badb-b6e7-485b-8d6c-256789ec22b5 service neutron] 10.222.0.21 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465611 Feb 09 18:30:55.908001 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1fe16217-5fcd-433c-8f67-b7d7f21b3f53 req-74fe4e54-4c77-4d50-8904-bedc8e2d5eae tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 210 time: 0.0591006 Feb 09 18:30:57.194782 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2979d006-622c-4820-9bc5-143b1f04478b req-eba67507-1190-4563-9bb9-6b9b3c35cea9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 210 time: 0.0710511 Feb 09 18:30:58.172462 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-e3ff68a5-4d84-4604-9229-17fc630f0f69 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:58.174276 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-e3ff68a5-4d84-4604-9229-17fc630f0f69 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.50 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 811 time: 0.1789372 Feb 09 18:30:58.238748 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-d886d185-657d-40cf-8d60-69fd9e22b19b tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b31e54ec09c420da39579a0c16eeb6b HTTP/1.1" status: 200 len: 379 time: 0.0507169 Feb 09 18:30:58.249186 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-04541c61-6ddd-41fd-b552-1c0ea97af480 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Request body: {'port': {'device_id': '87fb6ef9-220d-4652-b908-da9bdb71079f', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'admin_state_up': True, 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'security_groups': ['4d132648-c5cd-4169-b974-1405aedbd076']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:30:58.382227 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-310608dd-8d00-4278-8fe5-9d0bd57c8d85 req-109fc274-b865-4ed2-ad67-b8f79c5c766c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 210 time: 0.0479994 Feb 09 18:30:58.452920 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-04541c61-6ddd-41fd-b552-1c0ea97af480 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:30:58.458093 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-04541c61-6ddd-41fd-b552-1c0ea97af480 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Usage tracker for resource:port and tenant:2b31e54ec09c420da39579a0c16eeb6b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:30:58.462047 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-04541c61-6ddd-41fd-b552-1c0ea97af480 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:30:58.470624 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-04541c61-6ddd-41fd-b552-1c0ea97af480 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:30:58.553636 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-04541c61-6ddd-41fd-b552-1c0ea97af480 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Made reservation on behalf of 2b31e54ec09c420da39579a0c16eeb6b for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:30:58.557215 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-04541c61-6ddd-41fd-b552-1c0ea97af480 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:58.862062 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-04541c61-6ddd-41fd-b552-1c0ea97af480 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Allocated IP 172.20.0.7 (0ec06129-7aea-4df8-ae51-8a6694631361/3a3db1f9-6987-41d8-b085-aca62ec50235/47eb1813-9c43-40f3-ba68-ce67961cfd5c) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:30:59.087422 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-04541c61-6ddd-41fd-b552-1c0ea97af480 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:59.118044 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-04541c61-6ddd-41fd-b552-1c0ea97af480 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Transition to ACTIVE for port object 47eb1813-9c43-40f3-ba68-ce67961cfd5c will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:30:59.215111 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-04541c61-6ddd-41fd-b552-1c0ea97af480 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:59.303231 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-04541c61-6ddd-41fd-b552-1c0ea97af480 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Network 0ec06129-7aea-4df8-ae51-8a6694631361 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:30:59.306992 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-04541c61-6ddd-41fd-b552-1c0ea97af480 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:30:59.313035 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-04541c61-6ddd-41fd-b552-1c0ea97af480 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:30:59.361946 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04541c61-6ddd-41fd-b552-1c0ea97af480 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Pushing event updated for resources: {'Port': ['ID=47eb1813-9c43-40f3-ba68-ce67961cfd5c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:30:59.421735 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-04541c61-6ddd-41fd-b552-1c0ea97af480 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:59.422753 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-04541c61-6ddd-41fd-b552-1c0ea97af480 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:59.542342 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-04541c61-6ddd-41fd-b552-1c0ea97af480 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2982583 Feb 09 18:30:59.555724 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-4881711c-8508-4a5b-87dc-40ac5c390428 service neutron] Request body: {'port': {'device_id': '87fb6ef9-220d-4652-b908-da9bdb71079f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:30:59.699361 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190edc90-9d7c-4298-8e60-7b9d27c56f99 req-c7028b29-be49-40c2-9300-ed6ef0141df4 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:30:59.701885 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-190edc90-9d7c-4298-8e60-7b9d27c56f99 req-c7028b29-be49-40c2-9300-ed6ef0141df4 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 931 time: 0.1191721 Feb 09 18:30:59.740766 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-4881711c-8508-4a5b-87dc-40ac5c390428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:59.776074 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-190edc90-9d7c-4298-8e60-7b9d27c56f99 req-fa2c09eb-e24a-4c71-9d3a-a36888bb19b9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664883 Feb 09 18:30:59.803606 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-12562aab-ae2d-49f7-b3f1-ac310a62fa79 None None] Provisioning for port 47eb1813-9c43-40f3-ba68-ce67961cfd5c completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:30:59.817326 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-12562aab-ae2d-49f7-b3f1-ac310a62fa79 None None] Provisioning complete for port 47eb1813-9c43-40f3-ba68-ce67961cfd5c triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:30:59.817916 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-12562aab-ae2d-49f7-b3f1-ac310a62fa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:30:59.890635 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-12562aab-ae2d-49f7-b3f1-ac310a62fa79 None None] Port 47eb1813-9c43-40f3-ba68-ce67961cfd5c cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:31:00.338648 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-4881711c-8508-4a5b-87dc-40ac5c390428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47eb1813-9c43-40f3-ba68-ce67961cfd5c {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:31:00.347306 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-4881711c-8508-4a5b-87dc-40ac5c390428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:00.365393 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-4881711c-8508-4a5b-87dc-40ac5c390428 service neutron] Transition to ACTIVE for port object 47eb1813-9c43-40f3-ba68-ce67961cfd5c will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:31:00.531325 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-4881711c-8508-4a5b-87dc-40ac5c390428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:00.700732 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881711c-8508-4a5b-87dc-40ac5c390428 service neutron] Pushing event updated for resources: {'Port': ['ID=47eb1813-9c43-40f3-ba68-ce67961cfd5c,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:31:00.883510 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-4881711c-8508-4a5b-87dc-40ac5c390428 service neutron] Attempting to bind port 47eb1813-9c43-40f3-ba68-ce67961cfd5c on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:31:00.884095 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-4881711c-8508-4a5b-87dc-40ac5c390428 service neutron] Attempting to bind port 47eb1813-9c43-40f3-ba68-ce67961cfd5c by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'f7a13b71-e8a4-4cb4-892b-16995a0ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:31:00.884653 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-4881711c-8508-4a5b-87dc-40ac5c390428 service neutron] Attempting to bind port 47eb1813-9c43-40f3-ba68-ce67961cfd5c on network 0ec06129-7aea-4df8-ae51-8a6694631361 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:31:00.895900 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-4881711c-8508-4a5b-87dc-40ac5c390428 service neutron] Port 47eb1813-9c43-40f3-ba68-ce67961cfd5c on network 0ec06129-7aea-4df8-ae51-8a6694631361 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:31:00.896403 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-4881711c-8508-4a5b-87dc-40ac5c390428 service neutron] Attempting to bind port 47eb1813-9c43-40f3-ba68-ce67961cfd5c on network 0ec06129-7aea-4df8-ae51-8a6694631361 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:31:00.910176 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-4881711c-8508-4a5b-87dc-40ac5c390428 service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:31:00.910967 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-4881711c-8508-4a5b-87dc-40ac5c390428 service neutron] Checking segment: {'id': 'f7a13b71-e8a4-4cb4-892b-16995a0ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:31:00.911602 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-4881711c-8508-4a5b-87dc-40ac5c390428 service neutron] Bound using segment: {'id': 'f7a13b71-e8a4-4cb4-892b-16995a0ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:31:00.912324 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-4881711c-8508-4a5b-87dc-40ac5c390428 service neutron] Bound port: 47eb1813-9c43-40f3-ba68-ce67961cfd5c, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a13b71-e8a4-4cb4-892b-16995a0ff442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:31:00.912876 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-4881711c-8508-4a5b-87dc-40ac5c390428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:01.056819 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-4881711c-8508-4a5b-87dc-40ac5c390428 service neutron] For port 47eb1813-9c43-40f3-ba68-ce67961cfd5c, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:31:01.061589 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-4881711c-8508-4a5b-87dc-40ac5c390428 service neutron] For port 47eb1813-9c43-40f3-ba68-ce67961cfd5c, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=47eb1813-9c43-40f3-ba68-ce67961cfd5c,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:31:01.117447 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa7315-03ae-45b1-8d21-10fe67d84155 req-01bc42ee-85eb-4868-b6b0-6fcbe608074f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:01.120126 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c1fa7315-03ae-45b1-8d21-10fe67d84155 req-01bc42ee-85eb-4868-b6b0-6fcbe608074f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 943 time: 0.1336164 Feb 09 18:31:01.182321 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c1fa7315-03ae-45b1-8d21-10fe67d84155 req-57bdf39d-43fd-427d-b289-cf51ce0e411b tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535862 Feb 09 18:31:01.255086 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-4881711c-8508-4a5b-87dc-40ac5c390428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:01.333219 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-4881711c-8508-4a5b-87dc-40ac5c390428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:01.335662 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-4881711c-8508-4a5b-87dc-40ac5c390428 service neutron] 10.222.0.50 "PUT /v2.0/ports/47eb1813-9c43-40f3-ba68-ce67961cfd5c HTTP/1.1" status: 200 len: 1093 time: 1.7858663 Feb 09 18:31:01.336212 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87fb6ef9-220d-4652-b908-da9bdb71079f', 'tag': '47eb1813-9c43-40f3-ba68-ce67961cfd5c'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:31:01.369467 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881711c-8508-4a5b-87dc-40ac5c390428 service neutron] Pushing event updated for resources: {'Port': ['ID=47eb1813-9c43-40f3-ba68-ce67961cfd5c,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:31:01.427189 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87fb6ef9-220d-4652-b908-da9bdb71079f', 'tag': '47eb1813-9c43-40f3-ba68-ce67961cfd5c', 'status': 'completed', 'code': 200} Feb 09 18:31:01.538667 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c723db08-c93b-4919-b518-644614933632 req-3527b906-a219-4058-a91a-f50c9d3e11fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 1096 time: 0.0917714 Feb 09 18:31:01.704431 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723db08-c93b-4919-b518-644614933632 req-966d747b-87af-42aa-94ef-7aa3ca6081d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:01.705926 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c723db08-c93b-4919-b518-644614933632 req-966d747b-87af-42aa-94ef-7aa3ca6081d4 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1608777 Feb 09 18:31:01.893946 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723db08-c93b-4919-b518-644614933632 req-2bb63a45-5cba-4df2-9873-1f8e20051430 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:01.896594 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c723db08-c93b-4919-b518-644614933632 req-2bb63a45-5cba-4df2-9873-1f8e20051430 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1843853 Feb 09 18:31:02.020006 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-f818862d-a0c0-4b01-b265-5011e28d38aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 1096 time: 0.0836542 Feb 09 18:31:02.103480 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-0fa234bd-30b7-460c-95c9-f0a5b0ce82f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47eb1813-9c43-40f3-ba68-ce67961cfd5c HTTP/1.1" status: 200 len: 217 time: 0.0772619 Feb 09 18:31:02.175778 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-1dcc34d1-0d3b-4639-b6f3-ee48a8aef271 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:02.177313 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-1dcc34d1-0d3b-4639-b6f3-ee48a8aef271 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a3db1f9-6987-41d8-b085-aca62ec50235 HTTP/1.1" status: 200 len: 850 time: 0.0678427 Feb 09 18:31:02.286403 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-18d11048-971f-4d98-9c16-9182611cf878 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ec06129-7aea-4df8-ae51-8a6694631361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1027684 Feb 09 18:31:02.453293 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-ae2e2330-6d91-402b-aab5-67fb4afb710e service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604042 Feb 09 18:31:02.491852 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d6ccd-1a5f-4084-b482-92c9d660488b req-cde55edc-9646-4b79-aebe-f520092b0bfa tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:02.494200 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ac4d6ccd-1a5f-4084-b482-92c9d660488b req-cde55edc-9646-4b79-aebe-f520092b0bfa tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 943 time: 0.1339262 Feb 09 18:31:02.549943 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ac4d6ccd-1a5f-4084-b482-92c9d660488b req-2d255baf-e309-4336-986b-097a8619fa87 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481300 Feb 09 18:31:02.619470 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6a1a423e-094f-4cb2-9e02-efca2be2d452 req-6e68840a-060f-4282-8731-3ffc2bdee0e5 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604083 Feb 09 18:31:03.902747 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad8b2a-c9a7-4646-a973-6cfcd79651f9 req-3592844c-b568-480d-99d4-a90b375547b9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:03.905770 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c6ad8b2a-c9a7-4646-a973-6cfcd79651f9 req-3592844c-b568-480d-99d4-a90b375547b9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 943 time: 0.1930914 Feb 09 18:31:03.959625 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c6ad8b2a-c9a7-4646-a973-6cfcd79651f9 req-8c57f851-8d3f-451b-9edd-a58f509b980c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477889 Feb 09 18:31:04.980559 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 47eb1813-9c43-40f3-ba68-ce67961cfd5c details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:31:05.186880 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 47eb1813-9c43-40f3-ba68-ce67961cfd5c, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=47eb1813-9c43-40f3-ba68-ce67961cfd5c,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:31:05.207127 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '47eb1813-9c43-40f3-ba68-ce67961cfd5c', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'port_id': '47eb1813-9c43-40f3-ba68-ce67961cfd5c', 'mac_address': 'fa:16:3e:a9:ec:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:31:05.222194 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fbb55-efd5-4a24-ae8e-b13474feb620 req-f5c9a0f8-b209-4ae8-a793-257bd8568946 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:05.224751 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-487fbb55-efd5-4a24-ae8e-b13474feb620 req-f5c9a0f8-b209-4ae8-a793-257bd8568946 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 943 time: 0.1253569 Feb 09 18:31:05.277598 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:05.304620 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-487fbb55-efd5-4a24-ae8e-b13474feb620 req-fa7d30a4-c992-4e0e-8559-5ccfcc23f575 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729604 Feb 09 18:31:05.305183 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47eb1813-9c43-40f3-ba68-ce67961cfd5c {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:31:05.325617 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 47eb1813-9c43-40f3-ba68-ce67961cfd5c, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=47eb1813-9c43-40f3-ba68-ce67961cfd5c,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:31:05.410612 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:05.487551 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=47eb1813-9c43-40f3-ba68-ce67961cfd5c,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:31:05.497751 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:31:05.498208 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:31:05.498600 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:31:05.501870 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:31:05.501870 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:31:05.501870 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:31:05.501870 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:31:05.501870 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:31:05.501870 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:31:05.501870 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:31:05.501870 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:31:05.616808 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['47eb1813-9c43-40f3-ba68-ce67961cfd5c'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:31:06.533449 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38d49b-54a5-473f-b4bd-a0d2abb37339 req-f2fa5b60-d17f-4940-bace-d448b59cb180 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:06.535162 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9d38d49b-54a5-473f-b4bd-a0d2abb37339 req-f2fa5b60-d17f-4940-bace-d448b59cb180 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 944 time: 0.0920861 Feb 09 18:31:06.587654 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9d38d49b-54a5-473f-b4bd-a0d2abb37339 req-24766ef5-e8c9-40ea-946f-677d6bf1b02a tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459874 Feb 09 18:31:06.977992 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 47eb1813-9c43-40f3-ba68-ce67961cfd5c up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:31:07.113340 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 47eb1813-9c43-40f3-ba68-ce67961cfd5c completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:31:07.119530 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 47eb1813-9c43-40f3-ba68-ce67961cfd5c triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:31:07.125664 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:07.247744 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:07.279487 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fb6ef9-220d-4652-b908-da9bdb71079f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47eb1813-9c43-40f3-ba68-ce67961cfd5c'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:31:07.291525 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 47eb1813-9c43-40f3-ba68-ce67961cfd5c, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=47eb1813-9c43-40f3-ba68-ce67961cfd5c,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:31:07.387516 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fb6ef9-220d-4652-b908-da9bdb71079f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47eb1813-9c43-40f3-ba68-ce67961cfd5c', 'code': 200} Feb 09 18:31:07.405056 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:07.483960 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=47eb1813-9c43-40f3-ba68-ce67961cfd5c,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:31:07.795604 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-74ae68e0-daba-46f0-bbb6-141d5eaa629e req-2e9d84bc-d46e-4726-b45d-2a852a5439a7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 1098 time: 0.0965989 Feb 09 18:31:07.831396 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b585fef-e618-47c8-9059-bb5e7069e399 req-1774d6e3-5e7c-4966-8a20-ce547ce2ede1 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:07.833474 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0b585fef-e618-47c8-9059-bb5e7069e399 req-1774d6e3-5e7c-4966-8a20-ce547ce2ede1 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.1022735 Feb 09 18:31:07.853602 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-74ae68e0-daba-46f0-bbb6-141d5eaa629e req-b6ea1737-83ea-4810-9849-939f7b939e65 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529099 Feb 09 18:31:07.890337 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0b585fef-e618-47c8-9059-bb5e7069e399 req-17665124-a341-41ff-9534-7b7026da3560 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462706 Feb 09 18:31:09.116830 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee1dc3-7a52-4867-9f90-d0878bd8168d req-b894aede-60c7-4bf0-847b-2290a04e7e4d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:09.118652 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-04ee1dc3-7a52-4867-9f90-d0878bd8168d req-b894aede-60c7-4bf0-847b-2290a04e7e4d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.0912380 Feb 09 18:31:09.178820 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-04ee1dc3-7a52-4867-9f90-d0878bd8168d req-dec3b3d5-f7c0-4850-828e-d3803a0da2e0 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491476 Feb 09 18:31:10.410823 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6945bb1-49b2-4068-9bf2-92ad013e7304 req-845c7e43-a2c6-45fb-b92b-aebb103e6ac4 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:10.412351 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f6945bb1-49b2-4068-9bf2-92ad013e7304 req-845c7e43-a2c6-45fb-b92b-aebb103e6ac4 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.0915649 Feb 09 18:31:10.470265 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f6945bb1-49b2-4068-9bf2-92ad013e7304 req-d9ae96d0-9db8-46d4-9e5f-bd73d7e0f95c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464039 Feb 09 18:31:10.692411 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e243ca-1adf-4f8f-b518-93e2d35164a5 req-f50bf290-6027-45b1-8964-0068efcce689 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:10.693955 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-54e243ca-1adf-4f8f-b518-93e2d35164a5 req-f50bf290-6027-45b1-8964-0068efcce689 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.0955479 Feb 09 18:31:10.709133 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 58872) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:31:10.714893 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-7bea81fb-86e7-4d30-8811-92917e9cd997 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Request body: {'floatingip': {'port_id': '47eb1813-9c43-40f3-ba68-ce67961cfd5c'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:31:10.800508 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7bea81fb-86e7-4d30-8811-92917e9cd997 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for floatingip, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:11.500868 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7bea81fb-86e7-4d30-8811-92917e9cd997 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:11.564808 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7bea81fb-86e7-4d30-8811-92917e9cd997 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:11.887998 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.l3_db [None req-7bea81fb-86e7-4d30-8811-92917e9cd997 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Floating IP 6895117c-7bdf-4e35-841c-248b9a8686e1 associated. External IP: 172.26.8.125, port: 47eb1813-9c43-40f3-ba68-ce67961cfd5c. Feb 09 18:31:12.478947 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bea81fb-86e7-4d30-8811-92917e9cd997 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Router 00d2bf1d-f9af-4160-a46f-746e75748698 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:31:12.705764 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bea81fb-86e7-4d30-8811-92917e9cd997 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:31:12.710746 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7bea81fb-86e7-4d30-8811-92917e9cd997 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:12.720782 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c132b1-babb-414f-9e68-9c9a8ff1d5cb None None] Sync routers for ids ['00d2bf1d-f9af-4160-a46f-746e75748698'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:31:12.741624 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c132b1-babb-414f-9e68-9c9a8ff1d5cb None None] Routers {'00d2bf1d-f9af-4160-a46f-746e75748698'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:31:12.742587 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-06c132b1-babb-414f-9e68-9c9a8ff1d5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:30:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['00d2bf1d-f9af-4160-a46f-746e75748698'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:31:12.796969 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7bea81fb-86e7-4d30-8811-92917e9cd997 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "PUT /v2.0/floatingips/6895117c-7bdf-4e35-841c-248b9a8686e1 HTTP/1.1" status: 200 len: 992 time: 2.0864344 Feb 09 18:31:12.797806 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87fb6ef9-220d-4652-b908-da9bdb71079f', 'tag': '47eb1813-9c43-40f3-ba68-ce67961cfd5c'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:31:12.865778 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87fb6ef9-220d-4652-b908-da9bdb71079f', 'tag': '47eb1813-9c43-40f3-ba68-ce67961cfd5c', 'status': 'completed', 'code': 200} Feb 09 18:31:13.013683 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-06c132b1-babb-414f-9e68-9c9a8ff1d5cb None None] Set router 00d2bf1d-f9af-4160-a46f-746e75748698 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:31:13.032053 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-22767fab-6d1b-47c5-ac2c-6082fe8c8f82 req-4455ab5b-f5ca-4953-8231-941ea63bd909 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 1098 time: 0.1295638 Feb 09 18:31:13.037577 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e2070-bf77-4e96-b472-99ae12212b05 req-9ec1ce25-4483-4ca7-af90-2b4196ab86fa tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:13.040846 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d48e2070-bf77-4e96-b472-99ae12212b05 req-9ec1ce25-4483-4ca7-af90-2b4196ab86fa tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.1039531 Feb 09 18:31:13.130758 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d48e2070-bf77-4e96-b472-99ae12212b05 req-ab5a43ba-2c51-48ed-8d86-3daa12ae0764 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823526 Feb 09 18:31:13.325616 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22767fab-6d1b-47c5-ac2c-6082fe8c8f82 req-98a40802-7ff6-4dd5-9072-3dc26e921b9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:13.327583 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-22767fab-6d1b-47c5-ac2c-6082fe8c8f82 req-98a40802-7ff6-4dd5-9072-3dc26e921b9f service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 912 time: 0.2895579 Feb 09 18:31:13.473930 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-22767fab-6d1b-47c5-ac2c-6082fe8c8f82 req-66c93103-f71b-4c02-b526-dca2477f15b0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47eb1813-9c43-40f3-ba68-ce67961cfd5c HTTP/1.1" status: 200 len: 1000 time: 0.1390295 Feb 09 18:31:13.554511 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22767fab-6d1b-47c5-ac2c-6082fe8c8f82 req-ba24bb38-3702-4946-90cb-8ad22cb62824 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:13.557036 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-22767fab-6d1b-47c5-ac2c-6082fe8c8f82 req-ba24bb38-3702-4946-90cb-8ad22cb62824 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a3db1f9-6987-41d8-b085-aca62ec50235 HTTP/1.1" status: 200 len: 850 time: 0.0766432 Feb 09 18:31:13.561234 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-06c132b1-babb-414f-9e68-9c9a8ff1d5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '6895117c-7bdf-4e35-841c-248b9a8686e1', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'floating_ip_address': '172.26.8.125', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'port_id': '47eb1813-9c43-40f3-ba68-ce67961cfd5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'mac_address': 'fa:16:3e:a9:ec:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fb6ef9-220d-4652-b908-da9bdb71079f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:27:47Z', 'updated_at': '2022-02-09T18:31:11Z', 'revision_number': 13, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:28:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:31:13.566505 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c132b1-babb-414f-9e68-9c9a8ff1d5cb None None] Checking router: 00d2bf1d-f9af-4160-a46f-746e75748698 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:31:13.581862 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c132b1-babb-414f-9e68-9c9a8ff1d5cb None None] Routers {'00d2bf1d-f9af-4160-a46f-746e75748698'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:31:13.582491 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-06c132b1-babb-414f-9e68-9c9a8ff1d5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:30:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['00d2bf1d-f9af-4160-a46f-746e75748698'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:31:13.651437 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-22767fab-6d1b-47c5-ac2c-6082fe8c8f82 req-4bc47ce5-0d51-42eb-8e37-98b989a0e333 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ec06129-7aea-4df8-ae51-8a6694631361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873401 Feb 09 18:31:13.792071 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-06c132b1-babb-414f-9e68-9c9a8ff1d5cb None None] Set router 00d2bf1d-f9af-4160-a46f-746e75748698 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:31:13.823846 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-22767fab-6d1b-47c5-ac2c-6082fe8c8f82 req-67b8df1e-4605-4a78-ac2f-2cdfe0e26a5a service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659181 Feb 09 18:31:14.024818 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-22767fab-6d1b-47c5-ac2c-6082fe8c8f82 req-2dc8ddec-3168-47de-8490-0f2854cb3b61 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943064 Feb 09 18:31:14.326321 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-06c132b1-babb-414f-9e68-9c9a8ff1d5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '6895117c-7bdf-4e35-841c-248b9a8686e1', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'floating_ip_address': '172.26.8.125', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'port_id': '47eb1813-9c43-40f3-ba68-ce67961cfd5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'mac_address': 'fa:16:3e:a9:ec:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fb6ef9-220d-4652-b908-da9bdb71079f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:27:47Z', 'updated_at': '2022-02-09T18:31:11Z', 'revision_number': 13, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:28:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:31:14.332139 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c132b1-babb-414f-9e68-9c9a8ff1d5cb None None] The sync data for ids ['00d2bf1d-f9af-4160-a46f-746e75748698'] in dv-neutron-827016-2-hyperv is: [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '6895117c-7bdf-4e35-841c-248b9a8686e1', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'floating_ip_address': '172.26.8.125', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'port_id': '47eb1813-9c43-40f3-ba68-ce67961cfd5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'mac_address': 'fa:16:3e:a9:ec:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fb6ef9-220d-4652-b908-da9bdb71079f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:27:47Z', 'updated_at': '2022-02-09T18:31:11Z', 'revision_number': 13, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:28:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:31:14.457452 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ac82c-e1cb-463b-9ab2-7344aac04d5a req-e17764b5-402a-487d-842e-1dca1ecdab59 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:14.459276 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-168ac82c-e1cb-463b-9ab2-7344aac04d5a req-e17764b5-402a-487d-842e-1dca1ecdab59 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.1207194 Feb 09 18:31:14.517066 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-168ac82c-e1cb-463b-9ab2-7344aac04d5a req-a1f16505-0cb6-45d2-8cca-e5b5d6f15cf2 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515614 Feb 09 18:31:14.604599 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d118ae-61c1-4adf-abb1-b64a2b288d63 None None] New status for floating IP 6895117c-7bdf-4e35-841c-248b9a8686e1: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:31:16.678926 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6b3bffb-6896-49eb-8870-28d7ae2ef565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:17.214112 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:17.914435 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72aab3-0901-4db0-b7cb-e240216e2a32 req-6d2517ad-f357-4c0e-bb9f-a01d6c55a0c5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:17.917135 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8f72aab3-0901-4db0-b7cb-e240216e2a32 req-6d2517ad-f357-4c0e-bb9f-a01d6c55a0c5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.1424735 Feb 09 18:31:17.994941 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8f72aab3-0901-4db0-b7cb-e240216e2a32 req-1581652b-1cb7-4235-b7fc-71a3f9eba6ba tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706289 Feb 09 18:31:19.091014 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-beba7be9-657a-45b0-bc37-5d8ee032ea62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:20.153732 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:20.187861 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:21.690180 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:28.717431 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6d4f000d-63f2-40d9-b12a-b1d1b43fc961 req-de803292-5af8-456d-8d98-176a6c4507f6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0811870 Feb 09 18:31:29.324947 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f16b7-0d7a-426e-be2b-e7045fd3e0e4 req-be1d81de-fe9d-4e94-a5c0-201b59ceecd5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:29.328466 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-033f16b7-0d7a-426e-be2b-e7045fd3e0e4 req-be1d81de-fe9d-4e94-a5c0-201b59ceecd5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.0938714 Feb 09 18:31:29.405887 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-033f16b7-0d7a-426e-be2b-e7045fd3e0e4 req-00c21f15-d197-4127-85e6-2a75f1383d93 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696380 Feb 09 18:31:29.536814 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6e736802-4585-441a-b149-7afe89385689 req-ded8eeb3-27ee-49ce-bb15-b994cce544c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2034152 Feb 09 18:31:30.648949 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01985ef-398c-4641-9ed6-437ecf98a336 req-56fb7797-4a0b-4cb9-884e-f9bb94753af6 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:30.648949 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c01985ef-398c-4641-9ed6-437ecf98a336 req-56fb7797-4a0b-4cb9-884e-f9bb94753af6 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.0893507 Feb 09 18:31:30.711070 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c01985ef-398c-4641-9ed6-437ecf98a336 req-60ea13ad-1fe1-4398-b342-8a070a44a055 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597892 Feb 09 18:31:31.087013 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:31:31.964316 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b54408-4bdd-4367-93f5-02bd60e98cdc req-5fd29c8c-0dfe-40c0-9f77-c5d21a3c7ff7 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:31.966040 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-58b54408-4bdd-4367-93f5-02bd60e98cdc req-5fd29c8c-0dfe-40c0-9f77-c5d21a3c7ff7 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.0971086 Feb 09 18:31:32.059752 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-58b54408-4bdd-4367-93f5-02bd60e98cdc req-a081da1b-c093-414b-8ab9-8767474e78ae tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852439 Feb 09 18:31:32.293280 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6e736802-4585-441a-b149-7afe89385689 req-6b3a871b-8aad-4808-8e15-b0b6aca28616 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 1098 time: 0.0864313 Feb 09 18:31:32.492079 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e736802-4585-441a-b149-7afe89385689 req-f981f6e0-0ea7-474b-a23b-60060d6d08b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:32.492079 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6e736802-4585-441a-b149-7afe89385689 req-f981f6e0-0ea7-474b-a23b-60060d6d08b6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 912 time: 0.1960776 Feb 09 18:31:32.628467 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6e736802-4585-441a-b149-7afe89385689 req-1ebf93d3-6280-48b2-9a58-c88f9881b05b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47eb1813-9c43-40f3-ba68-ce67961cfd5c HTTP/1.1" status: 200 len: 1002 time: 0.1241870 Feb 09 18:31:32.691599 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e736802-4585-441a-b149-7afe89385689 req-41877823-89a3-47b5-b6dd-6384b7fdcc29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:32.693121 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6e736802-4585-441a-b149-7afe89385689 req-41877823-89a3-47b5-b6dd-6384b7fdcc29 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a3db1f9-6987-41d8-b085-aca62ec50235 HTTP/1.1" status: 200 len: 850 time: 0.0657043 Feb 09 18:31:32.783656 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6e736802-4585-441a-b149-7afe89385689 req-516fac94-6158-41d3-8ab9-25dfa44cd707 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ec06129-7aea-4df8-ae51-8a6694631361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802517 Feb 09 18:31:32.934751 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6e736802-4585-441a-b149-7afe89385689 req-c9971ac0-3c26-4679-a174-1f7caba68386 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448710 Feb 09 18:31:33.160846 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6e736802-4585-441a-b149-7afe89385689 req-10626674-c2c8-4342-9ca7-a186034e8f0c service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196102 Feb 09 18:31:33.288033 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0faf591-021b-41aa-9f7b-777e4c98cf72 req-e134212d-ddff-4947-8cf2-8709c1c3ff21 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:33.289660 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e0faf591-021b-41aa-9f7b-777e4c98cf72 req-e134212d-ddff-4947-8cf2-8709c1c3ff21 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.0947123 Feb 09 18:31:33.360607 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e0faf591-021b-41aa-9f7b-777e4c98cf72 req-624cc89f-9cd4-4d00-a5e8-3c6ede8c519f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634928 Feb 09 18:31:34.683747 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f78be-b858-4c90-92eb-530e09203ed2 req-af27ca7f-ff6e-40c3-8668-e7a7989e2a12 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:34.687025 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-680f78be-b858-4c90-92eb-530e09203ed2 req-af27ca7f-ff6e-40c3-8668-e7a7989e2a12 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.0984664 Feb 09 18:31:34.776627 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-680f78be-b858-4c90-92eb-530e09203ed2 req-f967dc76-a448-44f7-9773-668484765390 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829468 Feb 09 18:31:36.025137 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d86b9e-7b7f-467c-9d74-15f7d9143a77 req-581337f7-d349-43bc-b362-429069b7c47c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:36.026709 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-22d86b9e-7b7f-467c-9d74-15f7d9143a77 req-581337f7-d349-43bc-b362-429069b7c47c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.0923350 Feb 09 18:31:36.080268 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-22d86b9e-7b7f-467c-9d74-15f7d9143a77 req-6c24b9d5-7e6e-4f11-8a13-f33358a89c4b tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444169 Feb 09 18:31:37.411704 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9a3b1-ca78-48f6-b961-a360fc6bf74f req-07fb7cb8-8a7e-4582-b021-8edadd48371f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:37.413268 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-88c9a3b1-ca78-48f6-b961-a360fc6bf74f req-07fb7cb8-8a7e-4582-b021-8edadd48371f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.1941681 Feb 09 18:31:37.470989 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-88c9a3b1-ca78-48f6-b961-a360fc6bf74f req-6694edb1-1754-448d-b882-b8e7ca9b2f6a tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509117 Feb 09 18:31:38.705027 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07b298-968e-4c26-b088-0cbf213c724e req-de1fede3-f90b-4384-bc68-0d73f2532ded tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:38.707696 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8f07b298-968e-4c26-b088-0cbf213c724e req-de1fede3-f90b-4384-bc68-0d73f2532ded tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.1008382 Feb 09 18:31:38.780010 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8f07b298-968e-4c26-b088-0cbf213c724e req-89a8835e-c376-4722-8cce-e420571eca56 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614765 Feb 09 18:31:40.008617 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60499aa6-d70c-4521-b0c4-42887f6547cc req-38331568-b6c0-4239-90d4-a62587e6d0aa tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:40.010281 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-60499aa6-d70c-4521-b0c4-42887f6547cc req-38331568-b6c0-4239-90d4-a62587e6d0aa tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.0872254 Feb 09 18:31:40.067886 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-60499aa6-d70c-4521-b0c4-42887f6547cc req-7acf8343-4f44-4134-9138-cdf0627d81ff tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508649 Feb 09 18:31:41.365869 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c373aeb-7559-40d5-80df-47757b87671b req-ff0721b2-aac0-4450-bc27-73d14ca8dab8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:41.368569 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0c373aeb-7559-40d5-80df-47757b87671b req-ff0721b2-aac0-4450-bc27-73d14ca8dab8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.1286705 Feb 09 18:31:41.440521 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0c373aeb-7559-40d5-80df-47757b87671b req-f8ca91ae-5bef-49ae-b3c5-8950dd6e98be tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644922 Feb 09 18:31:41.508173 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6e736802-4585-441a-b149-7afe89385689 req-6bf00045-8fa9-4336-bafe-0b3c1d41bb52 service neutron] 10.222.0.50 "GET /v2.0/ports/47eb1813-9c43-40f3-ba68-ce67961cfd5c/bindings/hv-neutron-8270 HTTP/1.1" status: 200 len: 384 time: 0.1007593 Feb 09 18:31:42.161716 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6e736802-4585-441a-b149-7afe89385689 req-17a44530-2e09-46f6-b6f7-83dcb2b6aab0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f&tenant_id=2b31e54ec09c420da39579a0c16eeb6b HTTP/1.1" status: 200 len: 1098 time: 0.0897799 Feb 09 18:31:42.367660 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6e736802-4585-441a-b149-7afe89385689 req-a75c57b8-91cc-477a-9210-12ef989da73f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 1098 time: 0.1832528 Feb 09 18:31:42.520530 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e736802-4585-441a-b149-7afe89385689 req-b695b22f-c2a8-45ab-9ec3-bda88a46f358 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:42.523232 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6e736802-4585-441a-b149-7afe89385689 req-b695b22f-c2a8-45ab-9ec3-bda88a46f358 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 912 time: 0.1490183 Feb 09 18:31:42.671594 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa85d05-74ef-4af9-8f11-b6caf1e09aa4 req-bdbe39cc-0cfc-4cc3-97c5-3678edde858e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:42.673020 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-daa85d05-74ef-4af9-8f11-b6caf1e09aa4 req-bdbe39cc-0cfc-4cc3-97c5-3678edde858e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.0876029 Feb 09 18:31:42.681370 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6e736802-4585-441a-b149-7afe89385689 req-bd1fbe07-5711-45dc-b353-4dca70239d37 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47eb1813-9c43-40f3-ba68-ce67961cfd5c HTTP/1.1" status: 200 len: 1002 time: 0.1525311 Feb 09 18:31:42.724316 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-daa85d05-74ef-4af9-8f11-b6caf1e09aa4 req-b32780d8-ed11-4088-a83f-0379e31be4ef tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451143 Feb 09 18:31:42.795054 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e736802-4585-441a-b149-7afe89385689 req-9b885e2e-1d1e-4dc8-97cb-e734478d5af6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:42.800745 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6e736802-4585-441a-b149-7afe89385689 req-9b885e2e-1d1e-4dc8-97cb-e734478d5af6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a3db1f9-6987-41d8-b085-aca62ec50235 HTTP/1.1" status: 200 len: 850 time: 0.1092949 Feb 09 18:31:42.881481 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6e736802-4585-441a-b149-7afe89385689 req-0d4f1601-ff0d-4106-b764-0b1c3939cc81 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ec06129-7aea-4df8-ae51-8a6694631361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784135 Feb 09 18:31:43.045070 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6e736802-4585-441a-b149-7afe89385689 req-524ec03d-f7cf-48f6-8477-ff7ffbf89788 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570449 Feb 09 18:31:43.229106 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6e736802-4585-441a-b149-7afe89385689 req-4de5f487-2a73-44e1-aa94-d286b7aee674 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788661 Feb 09 18:31:44.063211 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7441df4-387e-4aa3-a33f-1515f3efaa70 req-287988b7-8491-4e07-9941-5376377621ca tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:44.065760 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d7441df4-387e-4aa3-a33f-1515f3efaa70 req-287988b7-8491-4e07-9941-5376377621ca tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.1163683 Feb 09 18:31:44.144376 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d7441df4-387e-4aa3-a33f-1515f3efaa70 req-8c6570c7-4b5a-4d79-888a-f3e85c16579e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722980 Feb 09 18:31:45.153258 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 47eb1813-9c43-40f3-ba68-ce67961cfd5c no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:31:45.350936 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:45.373016 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045240a-904b-433b-bc59-922b73b7635e req-2565a1b7-d863-47c3-97fa-14ba4745edf1 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:45.374557 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3045240a-904b-433b-bc59-922b73b7635e req-2565a1b7-d863-47c3-97fa-14ba4745edf1 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.0840175 Feb 09 18:31:45.394488 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fb6ef9-220d-4652-b908-da9bdb71079f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47eb1813-9c43-40f3-ba68-ce67961cfd5c'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:31:45.406037 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 47eb1813-9c43-40f3-ba68-ce67961cfd5c, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=47eb1813-9c43-40f3-ba68-ce67961cfd5c,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:31:45.449501 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3045240a-904b-433b-bc59-922b73b7635e req-98f4d07f-8881-4b37-808b-b0162288a4f1 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677519 Feb 09 18:31:45.523889 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:45.583362 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fb6ef9-220d-4652-b908-da9bdb71079f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47eb1813-9c43-40f3-ba68-ce67961cfd5c', 'code': 200} Feb 09 18:31:45.620642 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=47eb1813-9c43-40f3-ba68-ce67961cfd5c,revision_number=6']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:31:46.644255 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b98cd293-5827-4699-ba1f-df3345b2f492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:46.689834 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeae1b2-4ea3-4623-b13a-167724425101 req-d2132bc6-807e-444a-a7e1-63bf31c6afd2 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:46.692361 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-caeae1b2-4ea3-4623-b13a-167724425101 req-d2132bc6-807e-444a-a7e1-63bf31c6afd2 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 943 time: 0.0911694 Feb 09 18:31:46.768561 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-caeae1b2-4ea3-4623-b13a-167724425101 req-f847b3b6-61ee-4da5-9c6f-25c0cf7a704f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703387 Feb 09 18:31:47.166575 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 47eb1813-9c43-40f3-ba68-ce67961cfd5c details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:31:47.201610 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:47.321705 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 47eb1813-9c43-40f3-ba68-ce67961cfd5c, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=47eb1813-9c43-40f3-ba68-ce67961cfd5c,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:31:47.337825 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '47eb1813-9c43-40f3-ba68-ce67961cfd5c', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'port_id': '47eb1813-9c43-40f3-ba68-ce67961cfd5c', 'mac_address': 'fa:16:3e:a9:ec:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:31:47.401507 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:47.422884 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47eb1813-9c43-40f3-ba68-ce67961cfd5c {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:31:47.441571 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 47eb1813-9c43-40f3-ba68-ce67961cfd5c, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=47eb1813-9c43-40f3-ba68-ce67961cfd5c,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:31:47.547453 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:47.614899 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['47eb1813-9c43-40f3-ba68-ce67961cfd5c'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:31:47.689986 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=47eb1813-9c43-40f3-ba68-ce67961cfd5c,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:31:48.048503 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edf09b-99b6-49e7-bf51-13089ca1a981 req-70ab8cc1-0489-4d40-b968-00f5d7a45b64 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:48.050095 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-65edf09b-99b6-49e7-bf51-13089ca1a981 req-70ab8cc1-0489-4d40-b968-00f5d7a45b64 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 944 time: 0.0926137 Feb 09 18:31:48.109377 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-65edf09b-99b6-49e7-bf51-13089ca1a981 req-bc46ec19-c723-4612-9242-a038e06a92f5 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494359 Feb 09 18:31:49.101223 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8b316173-0a90-406d-8688-115644718b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:49.166717 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 47eb1813-9c43-40f3-ba68-ce67961cfd5c up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:31:49.262500 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 47eb1813-9c43-40f3-ba68-ce67961cfd5c triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:31:49.263165 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:49.349703 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac37893-3086-4519-93d8-0f82190631a1 req-15199e15-18dd-405a-a503-4ea8e4a4dbd3 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:49.351229 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bac37893-3086-4519-93d8-0f82190631a1 req-15199e15-18dd-405a-a503-4ea8e4a4dbd3 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 944 time: 0.0960371 Feb 09 18:31:49.406096 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bac37893-3086-4519-93d8-0f82190631a1 req-0024a767-159e-42af-ae4b-067b7977271a tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465655 Feb 09 18:31:49.474485 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:49.517611 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fb6ef9-220d-4652-b908-da9bdb71079f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47eb1813-9c43-40f3-ba68-ce67961cfd5c'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:31:49.529770 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 47eb1813-9c43-40f3-ba68-ce67961cfd5c, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=47eb1813-9c43-40f3-ba68-ce67961cfd5c,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:31:49.588258 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fb6ef9-220d-4652-b908-da9bdb71079f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47eb1813-9c43-40f3-ba68-ce67961cfd5c', 'code': 200} Feb 09 18:31:49.633098 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:49.710191 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=47eb1813-9c43-40f3-ba68-ce67961cfd5c,revision_number=8']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:31:50.244981 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:50.256141 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:50.634752 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c09db8-6153-4a1b-aefe-d5f5d9ad2862 req-cdbdc08b-cd1c-488f-85b7-48e72f9b3cb8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:50.636822 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-26c09db8-6153-4a1b-aefe-d5f5d9ad2862 req-cdbdc08b-cd1c-488f-85b7-48e72f9b3cb8 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.0902085 Feb 09 18:31:50.696771 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-26c09db8-6153-4a1b-aefe-d5f5d9ad2862 req-f7c81b50-c450-4b9e-bfa0-501301fd34f1 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492830 Feb 09 18:31:51.684729 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:51.966085 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18232347-3b40-472d-90a0-0dc6e62bf620 req-51c39070-48fa-400f-bf53-984c84987f3e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:51.967770 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-18232347-3b40-472d-90a0-0dc6e62bf620 req-51c39070-48fa-400f-bf53-984c84987f3e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.1311760 Feb 09 18:31:52.006544 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a4905b57-c5c3-43bd-abe8-f9093eaa353e req-a63e27f2-d75d-4731-b7d8-6314d115cdc8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 1098 time: 0.0951846 Feb 09 18:31:52.039173 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-18232347-3b40-472d-90a0-0dc6e62bf620 req-8962f64c-4724-4473-bd51-2497555afc63 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616033 Feb 09 18:31:52.237088 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4905b57-c5c3-43bd-abe8-f9093eaa353e req-697369a3-8b73-4605-8b22-8294a3a64883 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:52.241238 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a4905b57-c5c3-43bd-abe8-f9093eaa353e req-697369a3-8b73-4605-8b22-8294a3a64883 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 912 time: 0.2094388 Feb 09 18:31:52.385096 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a4905b57-c5c3-43bd-abe8-f9093eaa353e req-57d8b0b1-a741-4ddf-a144-ae72cb0a1e34 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47eb1813-9c43-40f3-ba68-ce67961cfd5c HTTP/1.1" status: 200 len: 1002 time: 0.1261888 Feb 09 18:31:52.463979 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4905b57-c5c3-43bd-abe8-f9093eaa353e req-86a5c1b6-8549-4742-a23c-7e792adaf16b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:52.465449 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a4905b57-c5c3-43bd-abe8-f9093eaa353e req-86a5c1b6-8549-4742-a23c-7e792adaf16b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a3db1f9-6987-41d8-b085-aca62ec50235 HTTP/1.1" status: 200 len: 850 time: 0.0734050 Feb 09 18:31:52.562158 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a4905b57-c5c3-43bd-abe8-f9093eaa353e req-82d75659-a37b-4b5e-a6d1-7fe82b6353f8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ec06129-7aea-4df8-ae51-8a6694631361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0895898 Feb 09 18:31:52.730621 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a4905b57-c5c3-43bd-abe8-f9093eaa353e req-a33a9e6d-48ac-4661-a188-50651151768f service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618583 Feb 09 18:31:52.883129 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a4905b57-c5c3-43bd-abe8-f9093eaa353e req-4c855622-9543-46da-b7ac-4a25986a7d56 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467662 Feb 09 18:31:53.289456 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40a7f4-6e8d-4bcb-bd59-57ead52b4b87 req-2437f3f5-b5b0-4f03-932a-67914bef8f37 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:53.290961 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2f40a7f4-6e8d-4bcb-bd59-57ead52b4b87 req-2437f3f5-b5b0-4f03-932a-67914bef8f37 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.0891840 Feb 09 18:31:53.342913 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2f40a7f4-6e8d-4bcb-bd59-57ead52b4b87 req-86d1ce31-66ce-45c7-8629-62ef0b7b1b0b tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445187 Feb 09 18:31:54.263943 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49299b-ae49-44b5-a458-4f84e4529b19 req-d8f7d4bd-7afe-40a8-91e6-bc2609ddda5d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:54.265506 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-de49299b-ae49-44b5-a458-4f84e4529b19 req-d8f7d4bd-7afe-40a8-91e6-bc2609ddda5d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.0866227 Feb 09 18:31:54.291902 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e691d2-8cc8-4794-b419-6142f751ed73 req-9f9f114c-e60b-433c-9d8d-115c177795ee tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:54.292886 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-19e691d2-8cc8-4794-b419-6142f751ed73 req-9f9f114c-e60b-433c-9d8d-115c177795ee tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Synchronizing usage tracker for tenant:2b31e54ec09c420da39579a0c16eeb6b on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:31:54.327025 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-de49299b-ae49-44b5-a458-4f84e4529b19 req-6aab8e3d-638b-42c9-8c35-c6a3f25084e9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534103 Feb 09 18:31:54.422222 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-19e691d2-8cc8-4794-b419-6142f751ed73 req-9f9f114c-e60b-433c-9d8d-115c177795ee tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Unset dirty status for tenant:2b31e54ec09c420da39579a0c16eeb6b on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:31:54.423531 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-19e691d2-8cc8-4794-b419-6142f751ed73 req-9f9f114c-e60b-433c-9d8d-115c177795ee tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.50 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f&tenant_id=2b31e54ec09c420da39579a0c16eeb6b&binding%3Ahost_id=hv-neutron-8270 HTTP/1.1" status: 200 len: 945 time: 0.2355731 Feb 09 18:31:54.515796 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-19e691d2-8cc8-4794-b419-6142f751ed73 req-c0c93725-f450-4121-b3eb-9146725ba305 service neutron] 10.222.0.50 "GET /v2.0/ports/47eb1813-9c43-40f3-ba68-ce67961cfd5c/bindings/hv-neutron-8270 HTTP/1.1" status: 200 len: 384 time: 0.0862100 Feb 09 18:31:54.707740 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-19e691d2-8cc8-4794-b419-6142f751ed73 req-59037cdb-b26f-4f33-9e91-e128cffda43b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 1098 time: 0.1695302 Feb 09 18:31:54.852173 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e691d2-8cc8-4794-b419-6142f751ed73 req-21efaabb-8615-44f3-a549-e9005fff73ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:54.853704 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-19e691d2-8cc8-4794-b419-6142f751ed73 req-21efaabb-8615-44f3-a549-e9005fff73ab service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 912 time: 0.1409376 Feb 09 18:31:54.962662 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-19e691d2-8cc8-4794-b419-6142f751ed73 req-7ca7dec4-2673-465b-af3b-d155c885084f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47eb1813-9c43-40f3-ba68-ce67961cfd5c HTTP/1.1" status: 200 len: 1002 time: 0.1023290 Feb 09 18:31:55.037901 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e691d2-8cc8-4794-b419-6142f751ed73 req-2c047e4c-4839-4a14-8aca-ef539a37adb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:55.039619 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-19e691d2-8cc8-4794-b419-6142f751ed73 req-2c047e4c-4839-4a14-8aca-ef539a37adb1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a3db1f9-6987-41d8-b085-aca62ec50235 HTTP/1.1" status: 200 len: 850 time: 0.0703502 Feb 09 18:31:55.129646 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-19e691d2-8cc8-4794-b419-6142f751ed73 req-55489959-0164-4b9a-9a69-2180e799633e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ec06129-7aea-4df8-ae51-8a6694631361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844643 Feb 09 18:31:55.275851 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-19e691d2-8cc8-4794-b419-6142f751ed73 req-53ba312c-f453-4580-ae54-045badbb8f1c service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397793 Feb 09 18:31:55.433805 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-19e691d2-8cc8-4794-b419-6142f751ed73 req-dc3397a2-ff49-4b22-9da1-6ae9c065b066 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508181 Feb 09 18:31:55.554629 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c1459-3e1a-4892-8f8e-7bd4e56b464c req-0b14cd84-0d91-435b-953e-aa7b067957b9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:55.556182 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9e3c1459-3e1a-4892-8f8e-7bd4e56b464c req-0b14cd84-0d91-435b-953e-aa7b067957b9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.0846217 Feb 09 18:31:55.606060 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9e3c1459-3e1a-4892-8f8e-7bd4e56b464c req-dd8fca53-fc61-46b9-b967-61206439b4bb tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438640 Feb 09 18:31:56.856214 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96eb0bd-71c7-453c-8eb7-bf6203cbf0f5 req-92636053-8006-4c7c-8314-c607715407cb tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:56.859570 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c96eb0bd-71c7-453c-8eb7-bf6203cbf0f5 req-92636053-8006-4c7c-8314-c607715407cb tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.1169300 Feb 09 18:31:56.915076 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c96eb0bd-71c7-453c-8eb7-bf6203cbf0f5 req-0f5b9d7e-6da1-4a8c-a6d5-fab9af41e3d1 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486770 Feb 09 18:31:57.214385 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 47eb1813-9c43-40f3-ba68-ce67961cfd5c no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:31:57.335419 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:57.365956 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fb6ef9-220d-4652-b908-da9bdb71079f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47eb1813-9c43-40f3-ba68-ce67961cfd5c'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:31:57.378801 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 47eb1813-9c43-40f3-ba68-ce67961cfd5c, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=47eb1813-9c43-40f3-ba68-ce67961cfd5c,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:31:57.453327 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fb6ef9-220d-4652-b908-da9bdb71079f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47eb1813-9c43-40f3-ba68-ce67961cfd5c', 'code': 200} Feb 09 18:31:57.473642 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:31:57.565850 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=47eb1813-9c43-40f3-ba68-ce67961cfd5c,revision_number=9']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:31:58.144798 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcda642-6d39-408b-9f1b-a02ec639be3a req-24f6f281-136a-4ba6-90e8-6a1f7712a3a2 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:58.146427 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ffcda642-6d39-408b-9f1b-a02ec639be3a req-24f6f281-136a-4ba6-90e8-6a1f7712a3a2 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 943 time: 0.0901747 Feb 09 18:31:58.202341 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ffcda642-6d39-408b-9f1b-a02ec639be3a req-23e5ff3b-21e4-476e-a069-078c7e0965b0 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482252 Feb 09 18:31:59.427958 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45a334-5763-41e6-95a3-aa19ea106723 req-bb57580d-fed0-4752-8dfb-cdf89faa41d2 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:31:59.429494 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fd45a334-5763-41e6-95a3-aa19ea106723 req-bb57580d-fed0-4752-8dfb-cdf89faa41d2 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 943 time: 0.0920947 Feb 09 18:31:59.487833 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fd45a334-5763-41e6-95a3-aa19ea106723 req-7c5cd825-fc29-493f-858b-be29245397aa tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517416 Feb 09 18:32:00.243951 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-19e691d2-8cc8-4794-b419-6142f751ed73 req-9411cb17-831f-47b6-8423-b8037c2c7156 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f&tenant_id=2b31e54ec09c420da39579a0c16eeb6b HTTP/1.1" status: 200 len: 1096 time: 0.0830271 Feb 09 18:32:00.350827 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-19e691d2-8cc8-4794-b419-6142f751ed73 req-accc6908-3578-4b9c-8cb4-38f99928ac90 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 1096 time: 0.0791090 Feb 09 18:32:00.503262 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e691d2-8cc8-4794-b419-6142f751ed73 req-f26aeddc-7e5b-40f0-906e-717fa2980a96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:00.504628 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-19e691d2-8cc8-4794-b419-6142f751ed73 req-f26aeddc-7e5b-40f0-906e-717fa2980a96 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 200 len: 912 time: 0.1476300 Feb 09 18:32:00.621525 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-19e691d2-8cc8-4794-b419-6142f751ed73 req-87e6c921-cbf0-484f-9c04-678d85a5da18 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47eb1813-9c43-40f3-ba68-ce67961cfd5c HTTP/1.1" status: 200 len: 1000 time: 0.1101108 Feb 09 18:32:00.689090 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e691d2-8cc8-4794-b419-6142f751ed73 req-e3ead2c2-c808-44d0-bdc6-6efef6619eb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:00.690621 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-19e691d2-8cc8-4794-b419-6142f751ed73 req-e3ead2c2-c808-44d0-bdc6-6efef6619eb9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a3db1f9-6987-41d8-b085-aca62ec50235 HTTP/1.1" status: 200 len: 850 time: 0.0634913 Feb 09 18:32:00.789410 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-19e691d2-8cc8-4794-b419-6142f751ed73 req-e26f2530-3861-42d5-a85b-3bd90bebf35f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ec06129-7aea-4df8-ae51-8a6694631361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0927522 Feb 09 18:32:00.814208 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1eb1cc-dae3-497b-b74c-3e12620e61b8 req-e5d3c828-b06c-46df-a749-0741b5cfd6fc tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:00.815857 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8a1eb1cc-dae3-497b-b74c-3e12620e61b8 req-e5d3c828-b06c-46df-a749-0741b5cfd6fc tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 943 time: 0.0979645 Feb 09 18:32:00.898851 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8a1eb1cc-dae3-497b-b74c-3e12620e61b8 req-db237fbb-dc7a-4eac-9a27-894ce3b31ccc tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753586 Feb 09 18:32:01.024020 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-19e691d2-8cc8-4794-b419-6142f751ed73 req-3f198344-b1ed-43c0-9b59-f26649a2e729 service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280777 Feb 09 18:32:01.175207 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-19e691d2-8cc8-4794-b419-6142f751ed73 req-099ca472-1aed-4cb4-ad51-ae81b069581e service neutron] 10.222.0.50 "GET /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446621 Feb 09 18:32:01.229753 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 47eb1813-9c43-40f3-ba68-ce67961cfd5c no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:32:02.188131 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e53ef-b90f-44df-9e3d-6e662c4bd7bd req-7f1681c0-6022-4f42-bebf-56399c03efbf tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:02.190045 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-318e53ef-b90f-44df-9e3d-6e662c4bd7bd req-7f1681c0-6022-4f42-bebf-56399c03efbf tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 943 time: 0.1162915 Feb 09 18:32:02.255388 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-318e53ef-b90f-44df-9e3d-6e662c4bd7bd req-83b29da7-a967-4dac-91de-c40d62dafc4c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555031 Feb 09 18:32:03.512552 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d9936-3ef4-4f56-8e49-f99ba356d292 req-545b8f04-30e5-42d9-972a-40dc0d144824 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:03.515234 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-085d9936-3ef4-4f56-8e49-f99ba356d292 req-545b8f04-30e5-42d9-972a-40dc0d144824 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 943 time: 0.0973246 Feb 09 18:32:03.580026 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-085d9936-3ef4-4f56-8e49-f99ba356d292 req-4f35b485-0228-4968-bdcb-031a1bfabf0c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550601 Feb 09 18:32:04.797002 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77595ffa-3215-4875-9f00-f326a74dea9e req-24201512-650a-4c7b-9b61-27061e1e0467 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:04.798724 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-77595ffa-3215-4875-9f00-f326a74dea9e req-24201512-650a-4c7b-9b61-27061e1e0467 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 943 time: 0.0856259 Feb 09 18:32:04.850669 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-77595ffa-3215-4875-9f00-f326a74dea9e req-5e8b574c-208a-44a2-992e-1cb123465211 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457451 Feb 09 18:32:05.245511 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 47eb1813-9c43-40f3-ba68-ce67961cfd5c details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:32:05.394691 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 47eb1813-9c43-40f3-ba68-ce67961cfd5c, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=47eb1813-9c43-40f3-ba68-ce67961cfd5c,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:32:05.410716 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '47eb1813-9c43-40f3-ba68-ce67961cfd5c', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'port_id': '47eb1813-9c43-40f3-ba68-ce67961cfd5c', 'mac_address': 'fa:16:3e:a9:ec:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:32:05.468267 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:05.487972 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47eb1813-9c43-40f3-ba68-ce67961cfd5c {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:32:05.505225 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 47eb1813-9c43-40f3-ba68-ce67961cfd5c, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=47eb1813-9c43-40f3-ba68-ce67961cfd5c,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:32:05.594541 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:05.702464 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['47eb1813-9c43-40f3-ba68-ce67961cfd5c'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:32:05.811961 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=47eb1813-9c43-40f3-ba68-ce67961cfd5c,revision_number=10']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:32:05.849147 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:05.849719 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:05.850289 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:05.850882 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:05.851445 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:05.852020 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:05.852593 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:05.853160 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:05.853726 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:05.854284 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:05.854838 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:06.183734 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3796a1-876c-4c91-90ab-3f13948f081e req-e7ddde7f-facc-42d4-90ba-342535847d14 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:06.186429 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2a3796a1-876c-4c91-90ab-3f13948f081e req-e7ddde7f-facc-42d4-90ba-342535847d14 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.2030787 Feb 09 18:32:06.238735 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2a3796a1-876c-4c91-90ab-3f13948f081e req-669b569c-a54c-4974-bae9-8cffb612fbf7 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465701 Feb 09 18:32:07.246885 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 47eb1813-9c43-40f3-ba68-ce67961cfd5c up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:32:07.343865 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 47eb1813-9c43-40f3-ba68-ce67961cfd5c triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:32:07.344473 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:07.496800 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:07.530428 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d5c96-4b73-4446-ad9a-b14adf694f67 req-af25dcf4-3e82-494d-bd0b-d311ed02274d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:07.533182 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-397d5c96-4b73-4446-ad9a-b14adf694f67 req-af25dcf4-3e82-494d-bd0b-d311ed02274d tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 945 time: 0.1134367 Feb 09 18:32:07.533350 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fb6ef9-220d-4652-b908-da9bdb71079f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47eb1813-9c43-40f3-ba68-ce67961cfd5c'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:32:07.544155 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 47eb1813-9c43-40f3-ba68-ce67961cfd5c, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=47eb1813-9c43-40f3-ba68-ce67961cfd5c,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:32:07.609910 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:07.622062 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-397d5c96-4b73-4446-ad9a-b14adf694f67 req-f840fd1c-c17d-4be8-8088-cc00133ac4fa tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820379 Feb 09 18:32:07.663390 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fb6ef9-220d-4652-b908-da9bdb71079f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47eb1813-9c43-40f3-ba68-ce67961cfd5c', 'code': 200} Feb 09 18:32:07.680925 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=47eb1813-9c43-40f3-ba68-ce67961cfd5c,revision_number=11']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:32:08.092209 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:32:08.863083 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f019db-0410-466f-b8f0-7704ac83d8d1 req-eff01380-8f64-45fa-a396-0719ee956c7f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:08.864671 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e3f019db-0410-466f-b8f0-7704ac83d8d1 req-eff01380-8f64-45fa-a396-0719ee956c7f tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 946 time: 0.0897861 Feb 09 18:32:08.915427 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e3f019db-0410-466f-b8f0-7704ac83d8d1 req-0358886a-5966-44a9-8c52-b0db45536a9c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444136 Feb 09 18:32:10.204241 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1268304-e7c8-4c88-a1bf-683f6748229d req-ea6b73dd-e60d-4cab-9f9e-db2cf62dc649 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:10.205947 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e1268304-e7c8-4c88-a1bf-683f6748229d req-ea6b73dd-e60d-4cab-9f9e-db2cf62dc649 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 946 time: 0.0894029 Feb 09 18:32:10.270774 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e1268304-e7c8-4c88-a1bf-683f6748229d req-cedf547f-9f56-4833-a995-f7586fb8cb56 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545750 Feb 09 18:32:11.516703 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456394e9-fe61-4963-8a2a-f354a545fee3 req-dff1f33c-c982-4315-ab78-f530139f5056 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:11.518347 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-456394e9-fe61-4963-8a2a-f354a545fee3 req-dff1f33c-c982-4315-ab78-f530139f5056 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 946 time: 0.0853229 Feb 09 18:32:11.570809 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-456394e9-fe61-4963-8a2a-f354a545fee3 req-e2b0d66e-d39c-437e-814b-a8b37719d2f4 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460470 Feb 09 18:32:11.816401 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fb694-08ee-4a7d-ae2f-9c59af93b7fd req-8a13e2d7-f55c-404e-bd06-59a529a938a9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:11.817980 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-945fb694-08ee-4a7d-ae2f-9c59af93b7fd req-8a13e2d7-f55c-404e-bd06-59a529a938a9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 946 time: 0.0887053 Feb 09 18:32:11.870520 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-945fb694-08ee-4a7d-ae2f-9c59af93b7fd req-b8a4d423-dfc9-477d-a68a-33cc93966e4c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467272 Feb 09 18:32:12.089797 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661c159-5597-4909-842c-844d051459d7 req-2ab36d5c-e000-4fd0-903e-62ad1d0eb60a tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:12.092361 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f661c159-5597-4909-842c-844d051459d7 req-2ab36d5c-e000-4fd0-903e-62ad1d0eb60a tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 946 time: 0.0900681 Feb 09 18:32:12.144701 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f661c159-5597-4909-842c-844d051459d7 req-24e8593d-6693-4ba9-88f5-63d03b295011 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455999 Feb 09 18:32:12.931573 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a42bab-9bdd-468b-bd25-7725614df4c7 req-e797d892-0d18-48b9-8e6a-330a336c8d38 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:12.933175 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b5a42bab-9bdd-468b-bd25-7725614df4c7 req-e797d892-0d18-48b9-8e6a-330a336c8d38 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 946 time: 0.1010802 Feb 09 18:32:12.984357 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b5a42bab-9bdd-468b-bd25-7725614df4c7 req-d10ff6a3-b391-4b5e-a227-a3300451d921 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449998 Feb 09 18:32:14.213412 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c32d06-d5cf-430a-8e91-c920e983cf7b req-3ec7ec80-db84-4a96-8bbe-db9dce4b65bb tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:14.215397 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-79c32d06-d5cf-430a-8e91-c920e983cf7b req-3ec7ec80-db84-4a96-8bbe-db9dce4b65bb tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 946 time: 0.0884542 Feb 09 18:32:14.272393 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-79c32d06-d5cf-430a-8e91-c920e983cf7b req-3cfd0858-ef6d-4b47-bbce-25cfa10483dc tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500550 Feb 09 18:32:15.262043 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45265d-f5e9-42e4-80e8-7c8f09c57d30 req-d9d74d22-2d44-4b1a-a1cf-7ff3d62a7b6a tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:15.265009 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fd45265d-f5e9-42e4-80e8-7c8f09c57d30 req-d9d74d22-2d44-4b1a-a1cf-7ff3d62a7b6a tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.50 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 946 time: 0.0853751 Feb 09 18:32:15.500596 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-fd45265d-f5e9-42e4-80e8-7c8f09c57d30 req-cc577141-78ed-4679-94fc-ccebbe71a96c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Deleting port 47eb1813-9c43-40f3-ba68-ce67961cfd5c {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:32:15.501024 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fd45265d-f5e9-42e4-80e8-7c8f09c57d30 req-cc577141-78ed-4679-94fc-ccebbe71a96c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:15.577715 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5ef9b-9b7f-47b1-8c4a-35a21eaaf10e req-6dca29f7-3bcc-4993-b080-c7c91fe6f1ae tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:15.579416 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1fb5ef9b-9b7f-47b1-8c4a-35a21eaaf10e req-6dca29f7-3bcc-4993-b080-c7c91fe6f1ae tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 946 time: 0.0956893 Feb 09 18:32:15.651156 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1fb5ef9b-9b7f-47b1-8c4a-35a21eaaf10e req-f0ff2834-a379-44d7-bd2a-dd32fe26742c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d132648-c5cd-4169-b974-1405aedbd076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612137 Feb 09 18:32:15.782341 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-fd45265d-f5e9-42e4-80e8-7c8f09c57d30 req-cc577141-78ed-4679-94fc-ccebbe71a96c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] For port 47eb1813-9c43-40f3-ba68-ce67961cfd5c, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=47eb1813-9c43-40f3-ba68-ce67961cfd5c,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:32:15.782702 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fd45265d-f5e9-42e4-80e8-7c8f09c57d30 req-cc577141-78ed-4679-94fc-ccebbe71a96c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:16.124203 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fd45265d-f5e9-42e4-80e8-7c8f09c57d30 req-cc577141-78ed-4679-94fc-ccebbe71a96c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:16.124798 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fd45265d-f5e9-42e4-80e8-7c8f09c57d30 req-cc577141-78ed-4679-94fc-ccebbe71a96c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:16.125288 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [req-fd45265d-f5e9-42e4-80e8-7c8f09c57d30 req-cc577141-78ed-4679-94fc-ccebbe71a96c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Floating IP 6895117c-7bdf-4e35-841c-248b9a8686e1 disassociated. External IP: 172.26.8.125, port: 47eb1813-9c43-40f3-ba68-ce67961cfd5c. Feb 09 18:32:16.125882 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-fd45265d-f5e9-42e4-80e8-7c8f09c57d30 req-cc577141-78ed-4679-94fc-ccebbe71a96c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Calling delete_port for 47eb1813-9c43-40f3-ba68-ce67961cfd5c owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:32:16.393353 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fd45265d-f5e9-42e4-80e8-7c8f09c57d30 req-cc577141-78ed-4679-94fc-ccebbe71a96c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:16.453043 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc577141-78ed-4679-94fc-ccebbe71a96c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Pushing event deleted for resources: {'Port': ['ID=47eb1813-9c43-40f3-ba68-ce67961cfd5c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:32:16.469000 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc577141-78ed-4679-94fc-ccebbe71a96c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:16.469517 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc577141-78ed-4679-94fc-ccebbe71a96c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:16.470098 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc577141-78ed-4679-94fc-ccebbe71a96c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:16.470576 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc577141-78ed-4679-94fc-ccebbe71a96c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:16.470988 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc577141-78ed-4679-94fc-ccebbe71a96c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:16.471377 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc577141-78ed-4679-94fc-ccebbe71a96c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:16.471764 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc577141-78ed-4679-94fc-ccebbe71a96c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:16.472504 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc577141-78ed-4679-94fc-ccebbe71a96c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:16.473044 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc577141-78ed-4679-94fc-ccebbe71a96c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:16.473560 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc577141-78ed-4679-94fc-ccebbe71a96c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:16.474098 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc577141-78ed-4679-94fc-ccebbe71a96c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:16.680024 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5a5b65bf-ecf6-4dfa-b38c-f8cb9dd89126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:16.733312 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd45265d-f5e9-42e4-80e8-7c8f09c57d30 req-cc577141-78ed-4679-94fc-ccebbe71a96c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Router 00d2bf1d-f9af-4160-a46f-746e75748698 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:32:16.860260 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e1928327-a1c1-4ce6-aff4-e41c5c74b57e req-0e92de6e-2426-4aa4-b6c3-d477151f3403 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 210 time: 0.0513899 Feb 09 18:32:17.073773 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd45265d-f5e9-42e4-80e8-7c8f09c57d30 req-cc577141-78ed-4679-94fc-ccebbe71a96c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:32:17.088333 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803755ee-4808-464c-b128-49b46a0fb4c0 None None] Sync routers for ids ['00d2bf1d-f9af-4160-a46f-746e75748698'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:32:17.106407 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803755ee-4808-464c-b128-49b46a0fb4c0 None None] Routers {'00d2bf1d-f9af-4160-a46f-746e75748698'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:32:17.108367 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-803755ee-4808-464c-b128-49b46a0fb4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:31:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['00d2bf1d-f9af-4160-a46f-746e75748698'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:32:17.219720 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd45265d-f5e9-42e4-80e8-7c8f09c57d30 req-cc577141-78ed-4679-94fc-ccebbe71a96c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] No DVR routers for this DVR port 47eb1813-9c43-40f3-ba68-ce67961cfd5c on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:32:17.223629 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fd45265d-f5e9-42e4-80e8-7c8f09c57d30 req-cc577141-78ed-4679-94fc-ccebbe71a96c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:17.228225 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fb6ef9-220d-4652-b908-da9bdb71079f', 'name': 'network-vif-deleted', 'tag': '47eb1813-9c43-40f3-ba68-ce67961cfd5c'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:32:17.312084 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fb6ef9-220d-4652-b908-da9bdb71079f', 'name': 'network-vif-deleted', 'tag': '47eb1813-9c43-40f3-ba68-ce67961cfd5c', 'status': 'completed', 'code': 200} Feb 09 18:32:17.345712 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-803755ee-4808-464c-b128-49b46a0fb4c0 None None] Set router 00d2bf1d-f9af-4160-a46f-746e75748698 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:32:17.371032 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fd45265d-f5e9-42e4-80e8-7c8f09c57d30 req-cc577141-78ed-4679-94fc-ccebbe71a96c tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.50 "DELETE /v2.0/ports/47eb1813-9c43-40f3-ba68-ce67961cfd5c HTTP/1.1" status: 204 len: 173 time: 2.1010795 Feb 09 18:32:17.388090 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:17.738736 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-803755ee-4808-464c-b128-49b46a0fb4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:28:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:32:17.743383 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803755ee-4808-464c-b128-49b46a0fb4c0 None None] Checking router: 00d2bf1d-f9af-4160-a46f-746e75748698 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:32:17.756124 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803755ee-4808-464c-b128-49b46a0fb4c0 None None] Routers {'00d2bf1d-f9af-4160-a46f-746e75748698'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:32:17.756759 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-803755ee-4808-464c-b128-49b46a0fb4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:31:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['00d2bf1d-f9af-4160-a46f-746e75748698'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:32:17.970273 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-803755ee-4808-464c-b128-49b46a0fb4c0 None None] Set router 00d2bf1d-f9af-4160-a46f-746e75748698 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:32:18.149181 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-11b1743d-6fd1-414f-9de9-8bb1642825eb req-959984b7-70c2-4e84-8b0f-4c7619fb6671 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 210 time: 0.0844474 Feb 09 18:32:18.467765 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-803755ee-4808-464c-b128-49b46a0fb4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:28:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:32:18.473557 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803755ee-4808-464c-b128-49b46a0fb4c0 None None] The sync data for ids ['00d2bf1d-f9af-4160-a46f-746e75748698'] in dv-neutron-827016-2-hyperv is: [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:27:42Z', 'revision_number': 4, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'bdb83b35-577b-49c5-ab7c-026561433362', 'name': '', 'network_id': '0ec06129-7aea-4df8-ae51-8a6694631361', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'mac_address': 'fa:16:3e:76:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:41Z', 'updated_at': '2022-02-09T18:28:01Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'subnets': [{'id': '3a3db1f9-6987-41d8-b085-aca62ec50235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:32:18.757358 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101ec2fe-019d-4e24-a73b-5ab89f344b45 None None] New status for floating IP 6895117c-7bdf-4e35-841c-248b9a8686e1: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:32:19.084814 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0e6a9e6f-1ec5-454b-a2e3-d628ad91e729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:19.294030 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 47eb1813-9c43-40f3-ba68-ce67961cfd5c no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:32:19.360467 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: 47eb1813-9c43-40f3-ba68-ce67961cfd5c {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:32:19.361039 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 47eb1813-9c43-40f3-ba68-ce67961cfd5c not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:32:19.442937 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8d04b760-d940-4511-b1a8-3443433ce8b1 req-396baeb4-aaf8-4eaf-8fe5-1e31c56c4eb1 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/ports?device_id=87fb6ef9-220d-4652-b908-da9bdb71079f HTTP/1.1" status: 200 len: 210 time: 0.0735564 Feb 09 18:32:20.187161 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:20.210254 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:21.759098 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:25.020235 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59092) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:32:25.119956 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d78ee586-0c6d-42a2-94c5-7fd75eda07e9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:25.154936 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d78ee586-0c6d-42a2-94c5-7fd75eda07e9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:25.284649 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d78ee586-0c6d-42a2-94c5-7fd75eda07e9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:25.305209 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ee586-0c6d-42a2-94c5-7fd75eda07e9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d132648-c5cd-4169-b974-1405aedbd076,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:32:25.384015 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d78ee586-0c6d-42a2-94c5-7fd75eda07e9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:25.385803 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d78ee586-0c6d-42a2-94c5-7fd75eda07e9 tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "DELETE /v2.0/security-groups/4d132648-c5cd-4169-b974-1405aedbd076 HTTP/1.1" status: 204 len: 168 time: 0.3640215 Feb 09 18:32:25.388644 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59096) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:32:25.407545 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-a327c22f-dd29-48ad-8937-7eb35872fdbe tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] show failed (client error): The resource could not be found. Feb 09 18:32:25.408623 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a327c22f-dd29-48ad-8937-7eb35872fdbe tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "GET /v2.0/security-groups/4d132648-c5cd-4169-b974-1405aedbd076 HTTP/1.1" status: 404 len: 347 time: 0.0186996 Feb 09 18:32:25.411599 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59100) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:32:25.579107 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-3122654e-e006-4d97-9539-c3026fce0f6e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Deleting port a0295cbc-66ad-47c8-a3c7-aa0b19d97418 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:32:25.579451 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3122654e-e006-4d97-9539-c3026fce0f6e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:25.794721 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3122654e-e006-4d97-9539-c3026fce0f6e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:25.795451 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3122654e-e006-4d97-9539-c3026fce0f6e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:25.937599 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-3122654e-e006-4d97-9539-c3026fce0f6e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Calling delete_port for a0295cbc-66ad-47c8-a3c7-aa0b19d97418 owned by network:floatingip {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:32:26.278878 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3122654e-e006-4d97-9539-c3026fce0f6e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:26.330506 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122654e-e006-4d97-9539-c3026fce0f6e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Pushing event deleted for resources: {'Port': ['ID=a0295cbc-66ad-47c8-a3c7-aa0b19d97418,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:32:26.379387 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3122654e-e006-4d97-9539-c3026fce0f6e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:26.379822 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3122654e-e006-4d97-9539-c3026fce0f6e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:26.380217 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3122654e-e006-4d97-9539-c3026fce0f6e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:26.380599 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3122654e-e006-4d97-9539-c3026fce0f6e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:26.380985 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3122654e-e006-4d97-9539-c3026fce0f6e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:26.381370 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3122654e-e006-4d97-9539-c3026fce0f6e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:26.381763 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3122654e-e006-4d97-9539-c3026fce0f6e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:26.382200 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3122654e-e006-4d97-9539-c3026fce0f6e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:26.382664 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3122654e-e006-4d97-9539-c3026fce0f6e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:26.383092 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3122654e-e006-4d97-9539-c3026fce0f6e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:26.383519 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3122654e-e006-4d97-9539-c3026fce0f6e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:32:26.454018 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3122654e-e006-4d97-9539-c3026fce0f6e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks [] for floatingip, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:26.470752 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3122654e-e006-4d97-9539-c3026fce0f6e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:26.472101 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3122654e-e006-4d97-9539-c3026fce0f6e tempest-ServerActionsTestJSON-1763358267 tempest-ServerActionsTestJSON-1763358267-project] 10.222.0.21 "DELETE /v2.0/floatingips/6895117c-7bdf-4e35-841c-248b9a8686e1 HTTP/1.1" status: 204 len: 168 time: 1.0595541 Feb 09 18:32:26.475264 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59104) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:32:26.906987 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2c857cd3-32a4-4c81-bfe1-cd8664253774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:27.579379 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-2c857cd3-32a4-4c81-bfe1-cd8664253774 admin admin] Deleting port bdb83b35-577b-49c5-ab7c-026561433362 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:32:27.580361 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2c857cd3-32a4-4c81-bfe1-cd8664253774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:27.777741 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-2c857cd3-32a4-4c81-bfe1-cd8664253774 admin admin] For port bdb83b35-577b-49c5-ab7c-026561433362, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=bdb83b35-577b-49c5-ab7c-026561433362,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:32:27.778029 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2c857cd3-32a4-4c81-bfe1-cd8664253774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:28.024682 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-2c857cd3-32a4-4c81-bfe1-cd8664253774 admin admin] Calling delete_port for bdb83b35-577b-49c5-ab7c-026561433362 owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:32:28.318930 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2c857cd3-32a4-4c81-bfe1-cd8664253774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:28.366849 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c857cd3-32a4-4c81-bfe1-cd8664253774 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb83b35-577b-49c5-ab7c-026561433362,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:32:28.699316 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2c857cd3-32a4-4c81-bfe1-cd8664253774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:29.408229 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c857cd3-32a4-4c81-bfe1-cd8664253774 admin admin] Router 00d2bf1d-f9af-4160-a46f-746e75748698 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:32:29.688457 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c857cd3-32a4-4c81-bfe1-cd8664253774 admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:32:29.702069 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa93a2ef-b602-42dc-9ce1-d07c025196d1 None None] Sync routers for ids ['00d2bf1d-f9af-4160-a46f-746e75748698'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:32:29.711235 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2c857cd3-32a4-4c81-bfe1-cd8664253774 admin admin] 10.222.0.21 "PUT /v2.0/routers/00d2bf1d-f9af-4160-a46f-746e75748698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2307355 Feb 09 18:32:29.712087 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59108) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:32:29.716125 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa93a2ef-b602-42dc-9ce1-d07c025196d1 None None] Routers {'00d2bf1d-f9af-4160-a46f-746e75748698'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:32:29.716757 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-aa93a2ef-b602-42dc-9ce1-d07c025196d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:32:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['00d2bf1d-f9af-4160-a46f-746e75748698'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:32:30.002139 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-aa93a2ef-b602-42dc-9ce1-d07c025196d1 None None] Set router 00d2bf1d-f9af-4160-a46f-746e75748698 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:32:30.119944 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aafaf559-6952-45de-8636-83e0a397a2f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:30.386386 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-aa93a2ef-b602-42dc-9ce1-d07c025196d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:32:28Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:32:30.387363 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aafaf559-6952-45de-8636-83e0a397a2f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:30.393612 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa93a2ef-b602-42dc-9ce1-d07c025196d1 None None] Checking router: 00d2bf1d-f9af-4160-a46f-746e75748698 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:32:30.407855 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa93a2ef-b602-42dc-9ce1-d07c025196d1 None None] Routers {'00d2bf1d-f9af-4160-a46f-746e75748698'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:32:30.408487 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-aa93a2ef-b602-42dc-9ce1-d07c025196d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:32:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['00d2bf1d-f9af-4160-a46f-746e75748698'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:32:30.484526 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-aafaf559-6952-45de-8636-83e0a397a2f8 admin admin] Deleting port 9a6a1a5b-3e57-4d06-af45-9bdc62289080 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:32:30.485036 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aafaf559-6952-45de-8636-83e0a397a2f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:30.619594 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-aa93a2ef-b602-42dc-9ce1-d07c025196d1 None None] Set router 00d2bf1d-f9af-4160-a46f-746e75748698 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:32:30.692609 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-aafaf559-6952-45de-8636-83e0a397a2f8 admin admin] For port 9a6a1a5b-3e57-4d06-af45-9bdc62289080, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9a6a1a5b-3e57-4d06-af45-9bdc62289080,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:32:30.692925 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aafaf559-6952-45de-8636-83e0a397a2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:30.832045 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-aafaf559-6952-45de-8636-83e0a397a2f8 admin admin] Calling delete_port for 9a6a1a5b-3e57-4d06-af45-9bdc62289080 owned by network:router_gateway {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:32:31.051349 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-aa93a2ef-b602-42dc-9ce1-d07c025196d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:32:28Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:32:31.057687 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa93a2ef-b602-42dc-9ce1-d07c025196d1 None None] The sync data for ids ['00d2bf1d-f9af-4160-a46f-746e75748698'] in dv-neutron-827016-2-hyperv is: [{'id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'name': 'tempest-ServerActionsTestJSON-794683588-router', 'tenant_id': '2b31e54ec09c420da39579a0c16eeb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:27:38Z', 'updated_at': '2022-02-09T18:32:28Z', 'revision_number': 5, 'project_id': '2b31e54ec09c420da39579a0c16eeb6b', 'gw_port': {'id': '9a6a1a5b-3e57-4d06-af45-9bdc62289080', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2bf1d-f9af-4160-a46f-746e75748698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:27:39Z', 'updated_at': '2022-02-09T18:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:32:31.141706 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aafaf559-6952-45de-8636-83e0a397a2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:31.192267 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafaf559-6952-45de-8636-83e0a397a2f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a6a1a5b-3e57-4d06-af45-9bdc62289080,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:32:31.443952 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aafaf559-6952-45de-8636-83e0a397a2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:31.613701 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device bdb83b35-577b-49c5-ab7c-026561433362 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:32:31.649625 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: bdb83b35-577b-49c5-ab7c-026561433362 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:32:31.650091 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device bdb83b35-577b-49c5-ab7c-026561433362 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:32:31.864506 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aafaf559-6952-45de-8636-83e0a397a2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:31.869212 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aafaf559-6952-45de-8636-83e0a397a2f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:31.964930 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aafaf559-6952-45de-8636-83e0a397a2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:31.965393 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafaf559-6952-45de-8636-83e0a397a2f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00d2bf1d-f9af-4160-a46f-746e75748698 {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:32:31.979645 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aafaf559-6952-45de-8636-83e0a397a2f8 admin admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:31.982542 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-aafaf559-6952-45de-8636-83e0a397a2f8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/00d2bf1d-f9af-4160-a46f-746e75748698 HTTP/1.1" status: 204 len: 168 time: 2.2682531 Feb 09 18:32:31.985640 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59112) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:32:32.105003 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2f6ac4-4c23-4c5c-80a1-ae06853bbdbe admin admin] Deleting subnet 3a3db1f9-6987-41d8-b085-aca62ec50235 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:32:32.111091 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8b2f6ac4-4c23-4c5c-80a1-ae06853bbdbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:32.202339 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8b2f6ac4-4c23-4c5c-80a1-ae06853bbdbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:32.314120 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8b2f6ac4-4c23-4c5c-80a1-ae06853bbdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:32.479413 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8b2f6ac4-4c23-4c5c-80a1-ae06853bbdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:32.520989 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f6ac4-4c23-4c5c-80a1-ae06853bbdbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a3db1f9-6987-41d8-b085-aca62ec50235,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:32:32.538517 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8b2f6ac4-4c23-4c5c-80a1-ae06853bbdbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:32.545824 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8b2f6ac4-4c23-4c5c-80a1-ae06853bbdbe admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3a3db1f9-6987-41d8-b085-aca62ec50235 HTTP/1.1" status: 204 len: 168 time: 0.5580335 Feb 09 18:32:32.546158 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75797fc1-6ec4-4fbb-b454-8b6ae0392fd8 None None] Network 0ec06129-7aea-4df8-ae51-8a6694631361 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:32:32.549007 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59116) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:32:32.765867 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6abb97f9-559e-47cb-a3c0-4ce3df3fa602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:32.784459 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-6abb97f9-559e-47cb-a3c0-4ce3df3fa602 admin admin] Deleting port 4a5f74ea-e724-4776-9631-51273c6922d8 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:32:32.784785 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6abb97f9-559e-47cb-a3c0-4ce3df3fa602 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:32.937277 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71a2268-bb2e-4368-bfae-f415c5250ca1 None None] DHCP port deletion for 0ec06129-7aea-4df8-ae51-8a6694631361 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:32:32.952130 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d71a2268-bb2e-4368-bfae-f415c5250ca1 None None] Deleting port 4a5f74ea-e724-4776-9631-51273c6922d8 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:32:32.953614 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d71a2268-bb2e-4368-bfae-f415c5250ca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:33.063556 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-6abb97f9-559e-47cb-a3c0-4ce3df3fa602 admin admin] For port 4a5f74ea-e724-4776-9631-51273c6922d8, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=4a5f74ea-e724-4776-9631-51273c6922d8,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:32:33.064381 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6abb97f9-559e-47cb-a3c0-4ce3df3fa602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:33.224757 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-6abb97f9-559e-47cb-a3c0-4ce3df3fa602 admin admin] Calling delete_port for 4a5f74ea-e724-4776-9631-51273c6922d8 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:32:33.387496 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6abb97f9-559e-47cb-a3c0-4ce3df3fa602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:33.398089 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d71a2268-bb2e-4368-bfae-f415c5250ca1 None None] For port 4a5f74ea-e724-4776-9631-51273c6922d8, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=4a5f74ea-e724-4776-9631-51273c6922d8,segment=NetworkSegment(f7a13b71-e8a4-4cb4-892b-16995a0ff442),segment_id=f7a13b71-e8a4-4cb4-892b-16995a0ff442)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:32:33.398749 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d71a2268-bb2e-4368-bfae-f415c5250ca1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:33.446006 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb97f9-559e-47cb-a3c0-4ce3df3fa602 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a5f74ea-e724-4776-9631-51273c6922d8,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:32:33.452796 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abb97f9-559e-47cb-a3c0-4ce3df3fa602 admin admin] No DVR routers for this DVR port 4a5f74ea-e724-4776-9631-51273c6922d8 on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:32:33.587800 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6abb97f9-559e-47cb-a3c0-4ce3df3fa602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:33.624085 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-6abb97f9-559e-47cb-a3c0-4ce3df3fa602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec06129-7aea-4df8-ae51-8a6694631361']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:32:33.626828 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 4a5f74ea-e724-4776-9631-51273c6922d8 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:32:33.640532 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-6abb97f9-559e-47cb-a3c0-4ce3df3fa602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a13b71-e8a4-4cb4-892b-16995a0ff442') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:32:33.640806 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-6abb97f9-559e-47cb-a3c0-4ce3df3fa602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a13b71-e8a4-4cb4-892b-16995a0ff442') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:32:33.654506 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6abb97f9-559e-47cb-a3c0-4ce3df3fa602 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:33.672948 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6abb97f9-559e-47cb-a3c0-4ce3df3fa602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:33.679940 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6abb97f9-559e-47cb-a3c0-4ce3df3fa602 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:32:33.680344 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6abb97f9-559e-47cb-a3c0-4ce3df3fa602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:33.688733 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d71a2268-bb2e-4368-bfae-f415c5250ca1 None None] Calling delete_port for 4a5f74ea-e724-4776-9631-51273c6922d8 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:32:33.694634 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:32:33.747815 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 4a5f74ea-e724-4776-9631-51273c6922d8 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:32:33.748190 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 4a5f74ea-e724-4776-9631-51273c6922d8 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:32:33.748820 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 9a6a1a5b-3e57-4d06-af45-9bdc62289080 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:32:33.792335 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 9a6a1a5b-3e57-4d06-af45-9bdc62289080 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:32:33.792690 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 9a6a1a5b-3e57-4d06-af45-9bdc62289080 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:32:33.833573 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-d71a2268-bb2e-4368-bfae-f415c5250ca1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:32:33.834016 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-d71a2268-bb2e-4368-bfae-f415c5250ca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:32:34.050806 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6abb97f9-559e-47cb-a3c0-4ce3df3fa602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:34.069026 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6abb97f9-559e-47cb-a3c0-4ce3df3fa602 admin admin] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:34.080404 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb97f9-559e-47cb-a3c0-4ce3df3fa602 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ec06129-7aea-4df8-ae51-8a6694631361,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:32:34.205965 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6abb97f9-559e-47cb-a3c0-4ce3df3fa602 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0ec06129-7aea-4df8-ae51-8a6694631361 HTTP/1.1" status: 204 len: 168 time: 1.6556118 Feb 09 18:32:34.335477 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d71a2268-bb2e-4368-bfae-f415c5250ca1 None None] Deleting port 4a5f74ea-e724-4776-9631-51273c6922d8 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:32:34.335804 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d71a2268-bb2e-4368-bfae-f415c5250ca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:34.404260 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d71a2268-bb2e-4368-bfae-f415c5250ca1 None None] The port '4a5f74ea-e724-4776-9631-51273c6922d8' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:32:34.658105 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59122) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:32:34.719010 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-be07b783-c64a-4fa5-b69d-49d1dd2ea412 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b31e54ec09c420da39579a0c16eeb6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0595548 Feb 09 18:32:34.721765 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59126) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:32:34.791519 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8f69536-faec-4020-a291-3357f37d8ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:34.823330 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8f69536-faec-4020-a291-3357f37d8ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:34.964922 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8f69536-faec-4020-a291-3357f37d8ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:34.985814 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f69536-faec-4020-a291-3357f37d8ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3ecb85-8922-4717-bac4-1c74e6153b62,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:32:34.994696 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8f69536-faec-4020-a291-3357f37d8ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:34.996484 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a8f69536-faec-4020-a291-3357f37d8ca9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a3ecb85-8922-4717-bac4-1c74e6153b62 HTTP/1.1" status: 204 len: 168 time: 0.2729144 Feb 09 18:32:36.254706 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [req-12f3452b-9d63-435a-9621-4fe7cd68e7f9 req-2a58fe6d-d5f5-4e22-9e2d-b3b96a41fd18 service neutron] (84542) timed out ('10.222.0.50', 56450) {{(pid=84542) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 18:32:36.312937 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59148) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:32:36.463432 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-bc53369e-3307-40cf-8516-79e55d40320a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-906262862-network', 'tenant_id': '091cedaae83b429b976a2673baa96716'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:32:36.469254 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bc53369e-3307-40cf-8516-79e55d40320a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:32:36.473706 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-bc53369e-3307-40cf-8516-79e55d40320a admin admin] Usage tracker for resource:network and tenant:091cedaae83b429b976a2673baa96716 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:32:36.477768 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-bc53369e-3307-40cf-8516-79e55d40320a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:32:36.484994 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bc53369e-3307-40cf-8516-79e55d40320a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:32:36.541889 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc53369e-3307-40cf-8516-79e55d40320a admin admin] Made reservation on behalf of 091cedaae83b429b976a2673baa96716 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:32:36.545250 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc53369e-3307-40cf-8516-79e55d40320a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:36.559546 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc53369e-3307-40cf-8516-79e55d40320a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:36.595367 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bc53369e-3307-40cf-8516-79e55d40320a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:32:36.599791 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-bc53369e-3307-40cf-8516-79e55d40320a admin admin] Usage tracker for resource:security_group_rule and tenant:091cedaae83b429b976a2673baa96716 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:32:36.603174 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-bc53369e-3307-40cf-8516-79e55d40320a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:32:36.610120 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bc53369e-3307-40cf-8516-79e55d40320a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:32:36.693074 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc53369e-3307-40cf-8516-79e55d40320a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:36.752843 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc53369e-3307-40cf-8516-79e55d40320a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:36.892677 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc53369e-3307-40cf-8516-79e55d40320a admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:32:36.899281 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53369e-3307-40cf-8516-79e55d40320a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502cf329-b908-498f-a3ed-3520967215b0,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:32:36.909082 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc53369e-3307-40cf-8516-79e55d40320a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:36.909639 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-bc53369e-3307-40cf-8516-79e55d40320a admin admin] Added segment 862c18e4-de48-4f86-a934-b9613d136394 of type vlan for network 847d718d-9e76-46ba-a938-c9041b78e8a1 Feb 09 18:32:36.940152 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc53369e-3307-40cf-8516-79e55d40320a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:37.061845 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc53369e-3307-40cf-8516-79e55d40320a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:37.062998 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc53369e-3307-40cf-8516-79e55d40320a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:37.063723 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc53369e-3307-40cf-8516-79e55d40320a admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:37.186106 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53369e-3307-40cf-8516-79e55d40320a admin admin] Pushing event updated for resources: {'Network': ['ID=847d718d-9e76-46ba-a938-c9041b78e8a1,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:32:37.197013 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 847d718d-9e76-46ba-a938-c9041b78e8a1 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:32:37.252419 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-bc53369e-3307-40cf-8516-79e55d40320a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9378383 Feb 09 18:32:37.256738 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59154) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:32:37.263556 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-9d817ff1-b967-4d33-8301-5ccd14909286 admin admin] Request body: {'subnet': {'network_id': '847d718d-9e76-46ba-a938-c9041b78e8a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-906262862-subnet', 'tenant_id': '091cedaae83b429b976a2673baa96716', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:32:37.268756 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9d817ff1-b967-4d33-8301-5ccd14909286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:32:37.274098 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9d817ff1-b967-4d33-8301-5ccd14909286 admin admin] Usage tracker for resource:subnet and tenant:091cedaae83b429b976a2673baa96716 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:32:37.280977 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9d817ff1-b967-4d33-8301-5ccd14909286 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:32:37.291833 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9d817ff1-b967-4d33-8301-5ccd14909286 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:32:37.404754 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d817ff1-b967-4d33-8301-5ccd14909286 admin admin] Made reservation on behalf of 091cedaae83b429b976a2673baa96716 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:32:37.407163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9d817ff1-b967-4d33-8301-5ccd14909286 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:37.713253 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9d817ff1-b967-4d33-8301-5ccd14909286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:37.908254 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d817ff1-b967-4d33-8301-5ccd14909286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=383e3779-1609-4509-92ca-3d322351c374,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:32:37.926620 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d817ff1-b967-4d33-8301-5ccd14909286 admin admin] Checking segment: {'id': '862c18e4-de48-4f86-a934-b9613d136394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '847d718d-9e76-46ba-a938-c9041b78e8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:32:37.933810 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d817ff1-b967-4d33-8301-5ccd14909286 admin admin] Network hostable DHCP agents. Network: 847d718d-9e76-46ba-a938-c9041b78e8a1, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:32:38.016403 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d817ff1-b967-4d33-8301-5ccd14909286 admin admin] Network 847d718d-9e76-46ba-a938-c9041b78e8a1 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:32:38.129914 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-9d817ff1-b967-4d33-8301-5ccd14909286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 847d718d-9e76-46ba-a938-c9041b78e8a1) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:32:38.134079 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d817ff1-b967-4d33-8301-5ccd14909286 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:38.134698 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9d817ff1-b967-4d33-8301-5ccd14909286 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:38.140845 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df77dbc-122c-4216-9497-08a90a79dcc7 None None] Network 847d718d-9e76-46ba-a938-c9041b78e8a1 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:32:38.240086 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9d817ff1-b967-4d33-8301-5ccd14909286 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9819000 Feb 09 18:32:38.465803 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8ca591-5baf-462d-8139-d0f2d2aa3c00 None None] Network 847d718d-9e76-46ba-a938-c9041b78e8a1 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:32:39.155497 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-613e1d04-42d3-4fe8-99dd-06df8e893583 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:39.157078 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-613e1d04-42d3-4fe8-99dd-06df8e893583 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/networks?id=847d718d-9e76-46ba-a938-c9041b78e8a1 HTTP/1.1" status: 200 len: 813 time: 0.1679337 Feb 09 18:32:39.179124 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-35b7aac4-c729-41a8-a5ec-a018449dc276 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/quotas/091cedaae83b429b976a2673baa96716 HTTP/1.1" status: 200 len: 375 time: 0.0124671 Feb 09 18:32:39.229789 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-18e24ce7-b1bb-4408-a5d6-c3188e8e64a5 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=091cedaae83b429b976a2673baa96716&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445819 Feb 09 18:32:39.449097 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-a7802e25-87c9-4063-ba2a-578abcae5afb service neutron] 10.222.0.21 "GET /v2.0/networks/847d718d-9e76-46ba-a938-c9041b78e8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117701 Feb 09 18:32:39.594940 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-e3ad3688-b888-4a1c-953a-c41ac3dc4890 service neutron] 10.222.0.21 "GET /v2.0/networks/847d718d-9e76-46ba-a938-c9041b78e8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385036 Feb 09 18:32:40.102372 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-316d04b5-d75a-4854-96c3-34d1df444921 req-0287be25-167d-42ae-87a0-7cb6f998502a tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407 HTTP/1.1" status: 200 len: 210 time: 0.2025676 Feb 09 18:32:41.301178 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-04f5e3c5-a2e8-4361-ac0c-9e27bf55b3aa req-7911b6d0-9c07-4139-96df-337f661ef1b7 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407 HTTP/1.1" status: 200 len: 210 time: 0.0476744 Feb 09 18:32:42.584650 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-4aa5e67f-b91d-4943-9bad-225f4888a190 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:42.585358 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-4aa5e67f-b91d-4943-9bad-225f4888a190 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Synchronizing usage tracker for tenant:091cedaae83b429b976a2673baa96716 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:32:42.606113 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-21fbbcea-9621-4016-b914-a9bd4d493398 req-9dacb4b5-74ce-4507-90dd-67ac3a9e441a tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407 HTTP/1.1" status: 200 len: 210 time: 0.0728168 Feb 09 18:32:42.661920 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-4aa5e67f-b91d-4943-9bad-225f4888a190 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Unset dirty status for tenant:091cedaae83b429b976a2673baa96716 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:32:42.663230 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-4aa5e67f-b91d-4943-9bad-225f4888a190 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.50 "GET /v2.0/networks?id=847d718d-9e76-46ba-a938-c9041b78e8a1 HTTP/1.1" status: 200 len: 813 time: 0.3193905 Feb 09 18:32:42.679920 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-95d39954-3dc6-4a27-8d9b-f591fff37125 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Request body: {'port': {'device_id': '46fe8385-d52c-4783-877d-1f5c1a3a0407', 'network_id': '847d718d-9e76-46ba-a938-c9041b78e8a1', 'admin_state_up': True, 'tenant_id': '091cedaae83b429b976a2673baa96716'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:32:42.843780 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-95d39954-3dc6-4a27-8d9b-f591fff37125 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:32:42.848381 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-95d39954-3dc6-4a27-8d9b-f591fff37125 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Usage tracker for resource:port and tenant:091cedaae83b429b976a2673baa96716 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:32:42.852057 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-95d39954-3dc6-4a27-8d9b-f591fff37125 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:32:42.859459 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-95d39954-3dc6-4a27-8d9b-f591fff37125 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:32:42.982230 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-95d39954-3dc6-4a27-8d9b-f591fff37125 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Made reservation on behalf of 091cedaae83b429b976a2673baa96716 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:32:42.985611 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-95d39954-3dc6-4a27-8d9b-f591fff37125 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:43.220091 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-95d39954-3dc6-4a27-8d9b-f591fff37125 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Allocated IP 172.20.0.6 (847d718d-9e76-46ba-a938-c9041b78e8a1/383e3779-1609-4509-92ca-3d322351c374/40656354-4bcb-4fe4-b5d4-aafaf8fa54b3) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:32:43.491879 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-95d39954-3dc6-4a27-8d9b-f591fff37125 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:43.622023 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-95d39954-3dc6-4a27-8d9b-f591fff37125 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:43.705210 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-95d39954-3dc6-4a27-8d9b-f591fff37125 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Network 847d718d-9e76-46ba-a938-c9041b78e8a1 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:32:43.708839 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-95d39954-3dc6-4a27-8d9b-f591fff37125 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:32:43.716735 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-95d39954-3dc6-4a27-8d9b-f591fff37125 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:32:43.784689 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d39954-3dc6-4a27-8d9b-f591fff37125 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Pushing event updated for resources: {'Port': ['ID=40656354-4bcb-4fe4-b5d4-aafaf8fa54b3,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:32:43.840056 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-95d39954-3dc6-4a27-8d9b-f591fff37125 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:43.841653 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-95d39954-3dc6-4a27-8d9b-f591fff37125 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:43.861431 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89494322-a033-43d1-a005-a1a82bc34b1d req-4a3e5fd2-988e-4b63-b1ee-99338e8b06fe tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:43.866567 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-89494322-a033-43d1-a005-a1a82bc34b1d req-4a3e5fd2-988e-4b63-b1ee-99338e8b06fe tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407 HTTP/1.1" status: 200 len: 931 time: 0.0986762 Feb 09 18:32:43.918787 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-89494322-a033-43d1-a005-a1a82bc34b1d req-db1ba807-0875-4b63-aad9-3397d1148daa tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483747 Feb 09 18:32:43.959970 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-95d39954-3dc6-4a27-8d9b-f591fff37125 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2842395 Feb 09 18:32:43.970981 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-47de095b-e57a-4d43-9bcb-9c659f600cd1 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:32:43.972269 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-47de095b-e57a-4d43-9bcb-9c659f600cd1 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057850 Feb 09 18:32:43.982911 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-fe2926f0-0da8-45cd-b2b1-fd345fd4eb4e service neutron] Request body: {'port': {'device_id': '46fe8385-d52c-4783-877d-1f5c1a3a0407', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:32:44.115327 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-fe2926f0-0da8-45cd-b2b1-fd345fd4eb4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:44.497562 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-fe2926f0-0da8-45cd-b2b1-fd345fd4eb4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40656354-4bcb-4fe4-b5d4-aafaf8fa54b3 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:32:44.505612 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-fe2926f0-0da8-45cd-b2b1-fd345fd4eb4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:44.523154 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-fe2926f0-0da8-45cd-b2b1-fd345fd4eb4e service neutron] Transition to ACTIVE for port object 40656354-4bcb-4fe4-b5d4-aafaf8fa54b3 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:32:44.610520 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-fe2926f0-0da8-45cd-b2b1-fd345fd4eb4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:44.746755 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2926f0-0da8-45cd-b2b1-fd345fd4eb4e service neutron] Pushing event updated for resources: {'Port': ['ID=40656354-4bcb-4fe4-b5d4-aafaf8fa54b3,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:32:44.972546 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-fe2926f0-0da8-45cd-b2b1-fd345fd4eb4e service neutron] Attempting to bind port 40656354-4bcb-4fe4-b5d4-aafaf8fa54b3 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:32:44.972898 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-fe2926f0-0da8-45cd-b2b1-fd345fd4eb4e service neutron] Attempting to bind port 40656354-4bcb-4fe4-b5d4-aafaf8fa54b3 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '862c18e4-de48-4f86-a934-b9613d136394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '847d718d-9e76-46ba-a938-c9041b78e8a1'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:32:44.973197 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-fe2926f0-0da8-45cd-b2b1-fd345fd4eb4e service neutron] Attempting to bind port 40656354-4bcb-4fe4-b5d4-aafaf8fa54b3 on network 847d718d-9e76-46ba-a938-c9041b78e8a1 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:32:44.981218 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-fe2926f0-0da8-45cd-b2b1-fd345fd4eb4e service neutron] Port 40656354-4bcb-4fe4-b5d4-aafaf8fa54b3 on network 847d718d-9e76-46ba-a938-c9041b78e8a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:32:44.981712 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-fe2926f0-0da8-45cd-b2b1-fd345fd4eb4e service neutron] Attempting to bind port 40656354-4bcb-4fe4-b5d4-aafaf8fa54b3 on network 847d718d-9e76-46ba-a938-c9041b78e8a1 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:32:44.990021 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-fe2926f0-0da8-45cd-b2b1-fd345fd4eb4e service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:32:44.990429 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-fe2926f0-0da8-45cd-b2b1-fd345fd4eb4e service neutron] Checking segment: {'id': '862c18e4-de48-4f86-a934-b9613d136394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '847d718d-9e76-46ba-a938-c9041b78e8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:32:44.990893 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-fe2926f0-0da8-45cd-b2b1-fd345fd4eb4e service neutron] Bound using segment: {'id': '862c18e4-de48-4f86-a934-b9613d136394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '847d718d-9e76-46ba-a938-c9041b78e8a1'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:32:44.991500 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-fe2926f0-0da8-45cd-b2b1-fd345fd4eb4e service neutron] Bound port: 40656354-4bcb-4fe4-b5d4-aafaf8fa54b3, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862c18e4-de48-4f86-a934-b9613d136394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '847d718d-9e76-46ba-a938-c9041b78e8a1'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:32:44.991962 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-fe2926f0-0da8-45cd-b2b1-fd345fd4eb4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:45.116067 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:32:45.145882 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-fe2926f0-0da8-45cd-b2b1-fd345fd4eb4e service neutron] For port 40656354-4bcb-4fe4-b5d4-aafaf8fa54b3, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:32:45.151640 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-fe2926f0-0da8-45cd-b2b1-fd345fd4eb4e service neutron] For port 40656354-4bcb-4fe4-b5d4-aafaf8fa54b3, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=40656354-4bcb-4fe4-b5d4-aafaf8fa54b3,segment=NetworkSegment(862c18e4-de48-4f86-a934-b9613d136394),segment_id=862c18e4-de48-4f86-a934-b9613d136394)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:32:45.183222 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f38ca-fce4-4cbd-a13b-b4a91a0ffae7 req-60351db2-288c-47c7-a70b-2642d38876df tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:45.185375 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-157f38ca-fce4-4cbd-a13b-b4a91a0ffae7 req-60351db2-288c-47c7-a70b-2642d38876df tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407 HTTP/1.1" status: 200 len: 943 time: 0.0913732 Feb 09 18:32:45.211456 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-fe2926f0-0da8-45cd-b2b1-fd345fd4eb4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:45.258848 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-157f38ca-fce4-4cbd-a13b-b4a91a0ffae7 req-f551a3ec-428e-4448-bf63-f94ad2ceccca tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665278 Feb 09 18:32:45.310816 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-fe2926f0-0da8-45cd-b2b1-fd345fd4eb4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:45.312392 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-fe2926f0-0da8-45cd-b2b1-fd345fd4eb4e service neutron] 10.222.0.50 "PUT /v2.0/ports/40656354-4bcb-4fe4-b5d4-aafaf8fa54b3 HTTP/1.1" status: 200 len: 1093 time: 1.3343339 Feb 09 18:32:45.312890 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46fe8385-d52c-4783-877d-1f5c1a3a0407', 'tag': '40656354-4bcb-4fe4-b5d4-aafaf8fa54b3'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:32:45.330678 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2926f0-0da8-45cd-b2b1-fd345fd4eb4e service neutron] Pushing event updated for resources: {'Port': ['ID=40656354-4bcb-4fe4-b5d4-aafaf8fa54b3,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:32:45.386602 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46fe8385-d52c-4783-877d-1f5c1a3a0407', 'tag': '40656354-4bcb-4fe4-b5d4-aafaf8fa54b3', 'status': 'completed', 'code': 200} Feb 09 18:32:45.490172 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-edd06514-aed9-45a6-8f17-06f845bb7884 req-f1047909-a617-4e11-983d-f700d804560a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=091cedaae83b429b976a2673baa96716&device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407 HTTP/1.1" status: 200 len: 1096 time: 0.0820935 Feb 09 18:32:45.650405 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd06514-aed9-45a6-8f17-06f845bb7884 req-949e8464-fdce-4acb-8d15-5898e86b14d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:45.651918 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-edd06514-aed9-45a6-8f17-06f845bb7884 req-949e8464-fdce-4acb-8d15-5898e86b14d2 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=091cedaae83b429b976a2673baa96716&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1539726 Feb 09 18:32:45.810574 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd06514-aed9-45a6-8f17-06f845bb7884 req-764e287c-cfa5-42af-af4c-a0dc3da8d197 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:45.812089 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-edd06514-aed9-45a6-8f17-06f845bb7884 req-764e287c-cfa5-42af-af4c-a0dc3da8d197 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1531971 Feb 09 18:32:45.938831 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-32549161-67af-469e-8a82-6e98fc808d69 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=091cedaae83b429b976a2673baa96716&device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407 HTTP/1.1" status: 200 len: 1096 time: 0.0834360 Feb 09 18:32:46.011551 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-6fa9f4d0-bb2e-4439-932c-b2210f713144 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40656354-4bcb-4fe4-b5d4-aafaf8fa54b3 HTTP/1.1" status: 200 len: 217 time: 0.0664151 Feb 09 18:32:46.088581 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-ee297613-1398-48fa-b6dd-f7f4ec9171c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:46.090072 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-ee297613-1398-48fa-b6dd-f7f4ec9171c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=383e3779-1609-4509-92ca-3d322351c374 HTTP/1.1" status: 200 len: 853 time: 0.0717897 Feb 09 18:32:46.139615 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-6ec51bfa-decf-4c6b-948f-109402fc1265 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=847d718d-9e76-46ba-a938-c9041b78e8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427127 Feb 09 18:32:46.286427 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-8cc56a6d-5139-4281-a45b-3d544d2e7b16 service neutron] 10.222.0.50 "GET /v2.0/networks/847d718d-9e76-46ba-a938-c9041b78e8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400981 Feb 09 18:32:46.439993 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e3c6dc88-db16-45e8-a0d6-75294d9d3755 req-4addbffb-7734-4b98-8846-951db27510b8 service neutron] 10.222.0.50 "GET /v2.0/networks/847d718d-9e76-46ba-a938-c9041b78e8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474755 Feb 09 18:32:46.519653 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1278a-3934-42bc-b702-c944e19fd1ae req-1357a89b-b79c-45f1-8c9c-1a40c0def2dd tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:46.521538 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3fa1278a-3934-42bc-b702-c944e19fd1ae req-1357a89b-b79c-45f1-8c9c-1a40c0def2dd tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407 HTTP/1.1" status: 200 len: 943 time: 0.1183600 Feb 09 18:32:46.579068 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3fa1278a-3934-42bc-b702-c944e19fd1ae req-94d2c5f5-3365-48b6-be32-92aa64b963bf tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511041 Feb 09 18:32:46.695685 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87c25243-e699-4225-a4e9-941532f73836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:47.210514 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:47.810190 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bd244-ecbd-4891-9642-b4d9413aabc9 req-4501d9bc-e113-4a40-a988-a7c1120d0879 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:47.812163 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-251bd244-ecbd-4891-9642-b4d9413aabc9 req-4501d9bc-e113-4a40-a988-a7c1120d0879 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407 HTTP/1.1" status: 200 len: 943 time: 0.0882735 Feb 09 18:32:47.867722 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-251bd244-ecbd-4891-9642-b4d9413aabc9 req-697dec57-f4fe-427b-9f5b-4232aee1947c tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493619 Feb 09 18:32:49.073551 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6d3e095-2499-485e-8da5-ed1ce52ff3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:49.141751 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ede5c9-14f7-43a9-8d54-7b9bae75283e req-91523a68-14cb-4c03-97fb-88271b05fc72 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:49.143393 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-16ede5c9-14f7-43a9-8d54-7b9bae75283e req-91523a68-14cb-4c03-97fb-88271b05fc72 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407 HTTP/1.1" status: 200 len: 943 time: 0.0914953 Feb 09 18:32:49.193723 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-16ede5c9-14f7-43a9-8d54-7b9bae75283e req-aee20709-501d-42c3-b472-4fd18b9b21e4 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443547 Feb 09 18:32:49.401880 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 40656354-4bcb-4fe4-b5d4-aafaf8fa54b3 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:32:49.566252 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 40656354-4bcb-4fe4-b5d4-aafaf8fa54b3, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=40656354-4bcb-4fe4-b5d4-aafaf8fa54b3,segment=NetworkSegment(862c18e4-de48-4f86-a934-b9613d136394),segment_id=862c18e4-de48-4f86-a934-b9613d136394)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:32:49.581334 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '40656354-4bcb-4fe4-b5d4-aafaf8fa54b3', 'network_id': '847d718d-9e76-46ba-a938-c9041b78e8a1', 'port_id': '40656354-4bcb-4fe4-b5d4-aafaf8fa54b3', 'mac_address': 'fa:16:3e:a3:21:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383e3779-1609-4509-92ca-3d322351c374', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:32:49.642159 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:49.674667 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40656354-4bcb-4fe4-b5d4-aafaf8fa54b3 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:32:49.695713 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 40656354-4bcb-4fe4-b5d4-aafaf8fa54b3, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=40656354-4bcb-4fe4-b5d4-aafaf8fa54b3,segment=NetworkSegment(862c18e4-de48-4f86-a934-b9613d136394),segment_id=862c18e4-de48-4f86-a934-b9613d136394)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:32:49.788084 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:49.881585 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=40656354-4bcb-4fe4-b5d4-aafaf8fa54b3,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:32:49.994677 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['40656354-4bcb-4fe4-b5d4-aafaf8fa54b3'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:32:50.195365 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:50.237491 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:50.437695 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062dd1e-bacb-45a3-85a5-192a61a38678 req-88f478f3-9937-47ae-9bab-f6eccc070000 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:50.440341 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b062dd1e-bacb-45a3-85a5-192a61a38678 req-88f478f3-9937-47ae-9bab-f6eccc070000 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407 HTTP/1.1" status: 200 len: 944 time: 0.0989249 Feb 09 18:32:50.491667 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b062dd1e-bacb-45a3-85a5-192a61a38678 req-85c8adbf-cf6f-455d-8905-3654f246c3b7 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458429 Feb 09 18:32:51.407999 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 40656354-4bcb-4fe4-b5d4-aafaf8fa54b3 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:32:51.581578 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 40656354-4bcb-4fe4-b5d4-aafaf8fa54b3 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:32:51.587370 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 40656354-4bcb-4fe4-b5d4-aafaf8fa54b3 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:32:51.587969 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:51.715126 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:51.725736 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:51.746227 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061e756-9a50-4fc2-9775-3aea54c2904a req-34b1b0f6-4118-4c1e-aba9-5576dbea0cd3 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:51.748735 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8061e756-9a50-4fc2-9775-3aea54c2904a req-34b1b0f6-4118-4c1e-aba9-5576dbea0cd3 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407 HTTP/1.1" status: 200 len: 944 time: 0.0919218 Feb 09 18:32:51.761424 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fe8385-d52c-4783-877d-1f5c1a3a0407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40656354-4bcb-4fe4-b5d4-aafaf8fa54b3'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:32:51.773401 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 40656354-4bcb-4fe4-b5d4-aafaf8fa54b3, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=40656354-4bcb-4fe4-b5d4-aafaf8fa54b3,segment=NetworkSegment(862c18e4-de48-4f86-a934-b9613d136394),segment_id=862c18e4-de48-4f86-a934-b9613d136394)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:32:51.808513 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8061e756-9a50-4fc2-9775-3aea54c2904a req-d60e0571-eff2-4ae8-9712-17ec76e9d9f0 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494230 Feb 09 18:32:51.850749 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:51.888896 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fe8385-d52c-4783-877d-1f5c1a3a0407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40656354-4bcb-4fe4-b5d4-aafaf8fa54b3', 'code': 200} Feb 09 18:32:51.935558 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=40656354-4bcb-4fe4-b5d4-aafaf8fa54b3,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:32:52.291838 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9ed13667-b560-4974-8e70-660f51db7e87 req-e106ac20-d79d-4bdb-b2a7-03c3a59929d4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407 HTTP/1.1" status: 200 len: 1098 time: 0.0721800 Feb 09 18:32:52.342118 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9ed13667-b560-4974-8e70-660f51db7e87 req-0063258d-9fde-4848-9354-15909b500227 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437484 Feb 09 18:32:53.061295 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d717f8-515c-413e-a713-23c8763031b4 req-5d8de183-4e8b-4871-932f-221ce138d179 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:53.063362 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f1d717f8-515c-413e-a713-23c8763031b4 req-5d8de183-4e8b-4871-932f-221ce138d179 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407 HTTP/1.1" status: 200 len: 945 time: 0.0923393 Feb 09 18:32:53.123682 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f1d717f8-515c-413e-a713-23c8763031b4 req-ac991e60-a463-4bb5-b347-fa47fec2d111 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495753 Feb 09 18:32:53.896422 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-91886724-e808-4973-a6ec-310460efe5ad req-e84e0185-002a-490e-8082-489b3604f75a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721469 Feb 09 18:32:54.046019 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-91886724-e808-4973-a6ec-310460efe5ad req-79ed57bf-8af8-4c70-afd7-6199ddd4343b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=091cedaae83b429b976a2673baa96716&device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407 HTTP/1.1" status: 200 len: 1098 time: 0.0774696 Feb 09 18:32:54.221871 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91886724-e808-4973-a6ec-310460efe5ad req-7acd5283-7f36-4d67-a0bc-a3304d67337f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:54.224004 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-91886724-e808-4973-a6ec-310460efe5ad req-7acd5283-7f36-4d67-a0bc-a3304d67337f service neutron] 10.222.0.50 "GET /v2.0/networks?id=847d718d-9e76-46ba-a938-c9041b78e8a1 HTTP/1.1" status: 200 len: 914 time: 0.1537163 Feb 09 18:32:54.309506 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-91886724-e808-4973-a6ec-310460efe5ad req-d1661171-aac5-406d-b0ac-48f6672c5c70 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40656354-4bcb-4fe4-b5d4-aafaf8fa54b3 HTTP/1.1" status: 200 len: 217 time: 0.0786014 Feb 09 18:32:54.364055 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ccb0c5-6773-4720-9f32-5e2ccdb2296c req-e5079717-1278-4fc4-8850-20a884ce9f10 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:54.366760 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-30ccb0c5-6773-4720-9f32-5e2ccdb2296c req-e5079717-1278-4fc4-8850-20a884ce9f10 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407 HTTP/1.1" status: 200 len: 945 time: 0.1014075 Feb 09 18:32:54.385850 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91886724-e808-4973-a6ec-310460efe5ad req-02623416-cc26-4cc5-8674-dd1828e8d2e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:54.388656 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-91886724-e808-4973-a6ec-310460efe5ad req-02623416-cc26-4cc5-8674-dd1828e8d2e0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=383e3779-1609-4509-92ca-3d322351c374 HTTP/1.1" status: 200 len: 853 time: 0.0723984 Feb 09 18:32:54.427344 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-30ccb0c5-6773-4720-9f32-5e2ccdb2296c req-8c3d3950-115f-4807-aa84-78565502b291 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541756 Feb 09 18:32:54.572819 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-91886724-e808-4973-a6ec-310460efe5ad req-76d82a52-f956-4071-850a-a6c2c00670b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=847d718d-9e76-46ba-a938-c9041b78e8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1786344 Feb 09 18:32:54.786033 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-91886724-e808-4973-a6ec-310460efe5ad req-f486a6bc-2356-4339-9681-238c89af9839 service neutron] 10.222.0.50 "GET /v2.0/networks/847d718d-9e76-46ba-a938-c9041b78e8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064033 Feb 09 18:32:54.999858 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-91886724-e808-4973-a6ec-310460efe5ad req-71dc2c15-98fe-4a5f-b9c1-2f2a2157cae5 service neutron] 10.222.0.50 "GET /v2.0/networks/847d718d-9e76-46ba-a938-c9041b78e8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078917 Feb 09 18:32:55.025779 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-c15c2b94-43d4-464a-9fa9-feb06a8bfa1e tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:55.027778 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-c15c2b94-43d4-464a-9fa9-feb06a8bfa1e tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/networks?id=847d718d-9e76-46ba-a938-c9041b78e8a1 HTTP/1.1" status: 200 len: 813 time: 0.3992362 Feb 09 18:32:55.051604 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-6e7737e3-8b11-4177-8452-c96553eceff4 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/quotas/091cedaae83b429b976a2673baa96716 HTTP/1.1" status: 200 len: 375 time: 0.0130999 Feb 09 18:32:55.174336 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-0cd481e1-c575-4f9d-bb4f-f66d67a7a6d9 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=091cedaae83b429b976a2673baa96716&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1160798 Feb 09 18:32:55.447501 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-dddeea54-ffde-4c9f-906e-a9c1db175398 service neutron] 10.222.0.21 "GET /v2.0/networks/847d718d-9e76-46ba-a938-c9041b78e8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637506 Feb 09 18:32:55.640747 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-1752fc32-c05d-4258-a541-cf4f62f400bd service neutron] 10.222.0.21 "GET /v2.0/networks/847d718d-9e76-46ba-a938-c9041b78e8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866729 Feb 09 18:32:55.986462 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e7b03575-1070-45e6-9d8a-e375c35132b2 req-eaee8cbf-4926-4221-b686-dba6fac01e9d tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f44c988-e944-457c-848c-d3209dc69c0a HTTP/1.1" status: 200 len: 210 time: 0.0552707 Feb 09 18:32:57.169523 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c1ec260b-9e21-4254-9124-464bc3b4ab5e req-0bf99e6f-5038-4087-8e21-d639ed5e4dc0 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f44c988-e944-457c-848c-d3209dc69c0a HTTP/1.1" status: 200 len: 210 time: 0.0434957 Feb 09 18:32:58.301874 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-29934b0a-dbca-460f-818c-37764cef9ebd tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:58.304434 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-29934b0a-dbca-460f-818c-37764cef9ebd tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.50 "GET /v2.0/networks?id=847d718d-9e76-46ba-a938-c9041b78e8a1 HTTP/1.1" status: 200 len: 813 time: 0.2680042 Feb 09 18:32:58.337230 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-0c294033-dfdf-4027-b1a4-42d6b5668b89 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Request body: {'port': {'device_id': '7f44c988-e944-457c-848c-d3209dc69c0a', 'network_id': '847d718d-9e76-46ba-a938-c9041b78e8a1', 'admin_state_up': True, 'tenant_id': '091cedaae83b429b976a2673baa96716'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:32:58.354793 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fbbada8f-d930-4035-8444-10d610356512 req-892d2483-dd64-4d12-9c11-b0ecf487e2a6 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f44c988-e944-457c-848c-d3209dc69c0a HTTP/1.1" status: 200 len: 210 time: 0.0431986 Feb 09 18:32:58.561396 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-0c294033-dfdf-4027-b1a4-42d6b5668b89 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:32:58.565650 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-0c294033-dfdf-4027-b1a4-42d6b5668b89 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Usage tracker for resource:port and tenant:091cedaae83b429b976a2673baa96716 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:32:58.569076 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-0c294033-dfdf-4027-b1a4-42d6b5668b89 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:32:58.577356 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-0c294033-dfdf-4027-b1a4-42d6b5668b89 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:32:58.685895 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-0c294033-dfdf-4027-b1a4-42d6b5668b89 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Made reservation on behalf of 091cedaae83b429b976a2673baa96716 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:32:58.689097 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-0c294033-dfdf-4027-b1a4-42d6b5668b89 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:58.876224 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-0c294033-dfdf-4027-b1a4-42d6b5668b89 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Allocated IP 172.20.0.2 (847d718d-9e76-46ba-a938-c9041b78e8a1/383e3779-1609-4509-92ca-3d322351c374/547da598-09e7-4203-bb09-c5394646580d) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:32:59.142076 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-0c294033-dfdf-4027-b1a4-42d6b5668b89 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:59.240075 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-0c294033-dfdf-4027-b1a4-42d6b5668b89 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:59.252697 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['40656354-4bcb-4fe4-b5d4-aafaf8fa54b3'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:32:59.330612 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-0c294033-dfdf-4027-b1a4-42d6b5668b89 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Network 847d718d-9e76-46ba-a938-c9041b78e8a1 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:32:59.336084 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-0c294033-dfdf-4027-b1a4-42d6b5668b89 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:32:59.345751 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-0c294033-dfdf-4027-b1a4-42d6b5668b89 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:32:59.409080 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c294033-dfdf-4027-b1a4-42d6b5668b89 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Pushing event updated for resources: {'Port': ['ID=547da598-09e7-4203-bb09-c5394646580d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:32:59.473914 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-0c294033-dfdf-4027-b1a4-42d6b5668b89 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:59.475338 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-0c294033-dfdf-4027-b1a4-42d6b5668b89 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:32:59.605949 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-0c294033-dfdf-4027-b1a4-42d6b5668b89 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2733128 Feb 09 18:32:59.620326 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-afbe5beb-8a73-496a-a85d-11bfe8eee3cb service neutron] Request body: {'port': {'device_id': '7f44c988-e944-457c-848c-d3209dc69c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:32:59.652178 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b87db5-45db-4c81-92c6-466e305088ab req-1212eb47-d61e-4b42-94d6-fea9c8be82b1 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:32:59.655513 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-02b87db5-45db-4c81-92c6-466e305088ab req-1212eb47-d61e-4b42-94d6-fea9c8be82b1 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f44c988-e944-457c-848c-d3209dc69c0a HTTP/1.1" status: 200 len: 931 time: 0.1269708 Feb 09 18:32:59.717975 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-02b87db5-45db-4c81-92c6-466e305088ab req-b4a96126-adc9-4519-83a9-f0e7eff80d40 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544720 Feb 09 18:32:59.789048 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-afbe5beb-8a73-496a-a85d-11bfe8eee3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:00.206808 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-afbe5beb-8a73-496a-a85d-11bfe8eee3cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547da598-09e7-4203-bb09-c5394646580d {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:33:00.214760 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-afbe5beb-8a73-496a-a85d-11bfe8eee3cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:00.231930 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-afbe5beb-8a73-496a-a85d-11bfe8eee3cb service neutron] Transition to ACTIVE for port object 547da598-09e7-4203-bb09-c5394646580d will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:33:00.313315 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-afbe5beb-8a73-496a-a85d-11bfe8eee3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:00.564935 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe5beb-8a73-496a-a85d-11bfe8eee3cb service neutron] Pushing event updated for resources: {'Port': ['ID=547da598-09e7-4203-bb09-c5394646580d,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:00.690939 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-afbe5beb-8a73-496a-a85d-11bfe8eee3cb service neutron] Attempting to bind port 547da598-09e7-4203-bb09-c5394646580d on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:33:00.691339 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-afbe5beb-8a73-496a-a85d-11bfe8eee3cb service neutron] Attempting to bind port 547da598-09e7-4203-bb09-c5394646580d by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '862c18e4-de48-4f86-a934-b9613d136394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '847d718d-9e76-46ba-a938-c9041b78e8a1'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:33:00.691703 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-afbe5beb-8a73-496a-a85d-11bfe8eee3cb service neutron] Attempting to bind port 547da598-09e7-4203-bb09-c5394646580d on network 847d718d-9e76-46ba-a938-c9041b78e8a1 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:33:00.699369 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-afbe5beb-8a73-496a-a85d-11bfe8eee3cb service neutron] Port 547da598-09e7-4203-bb09-c5394646580d on network 847d718d-9e76-46ba-a938-c9041b78e8a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:33:00.699743 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-afbe5beb-8a73-496a-a85d-11bfe8eee3cb service neutron] Attempting to bind port 547da598-09e7-4203-bb09-c5394646580d on network 847d718d-9e76-46ba-a938-c9041b78e8a1 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:33:00.708102 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-afbe5beb-8a73-496a-a85d-11bfe8eee3cb service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:33:00.708468 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-afbe5beb-8a73-496a-a85d-11bfe8eee3cb service neutron] Checking segment: {'id': '862c18e4-de48-4f86-a934-b9613d136394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '847d718d-9e76-46ba-a938-c9041b78e8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:33:00.708809 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-afbe5beb-8a73-496a-a85d-11bfe8eee3cb service neutron] Bound using segment: {'id': '862c18e4-de48-4f86-a934-b9613d136394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '847d718d-9e76-46ba-a938-c9041b78e8a1'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:33:00.709248 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-afbe5beb-8a73-496a-a85d-11bfe8eee3cb service neutron] Bound port: 547da598-09e7-4203-bb09-c5394646580d, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862c18e4-de48-4f86-a934-b9613d136394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '847d718d-9e76-46ba-a938-c9041b78e8a1'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:33:00.709594 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-afbe5beb-8a73-496a-a85d-11bfe8eee3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:00.820135 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-afbe5beb-8a73-496a-a85d-11bfe8eee3cb service neutron] For port 547da598-09e7-4203-bb09-c5394646580d, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:33:00.826077 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-afbe5beb-8a73-496a-a85d-11bfe8eee3cb service neutron] For port 547da598-09e7-4203-bb09-c5394646580d, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=547da598-09e7-4203-bb09-c5394646580d,segment=NetworkSegment(862c18e4-de48-4f86-a934-b9613d136394),segment_id=862c18e4-de48-4f86-a934-b9613d136394)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:33:00.942694 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-afbe5beb-8a73-496a-a85d-11bfe8eee3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:00.958156 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d7c35-7c0d-49b6-9891-a004bb990c3e req-acc3d054-feb5-4a7d-aa52-54ec8825d0ad tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:00.960203 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0e8d7c35-7c0d-49b6-9891-a004bb990c3e req-acc3d054-feb5-4a7d-aa52-54ec8825d0ad tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f44c988-e944-457c-848c-d3209dc69c0a HTTP/1.1" status: 200 len: 943 time: 0.0932693 Feb 09 18:33:01.040112 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0e8d7c35-7c0d-49b6-9891-a004bb990c3e req-9ae7ef38-7d09-4b0c-b8db-5ef5b815394e tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684812 Feb 09 18:33:01.045830 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-afbe5beb-8a73-496a-a85d-11bfe8eee3cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:01.052291 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-afbe5beb-8a73-496a-a85d-11bfe8eee3cb service neutron] 10.222.0.50 "PUT /v2.0/ports/547da598-09e7-4203-bb09-c5394646580d HTTP/1.1" status: 200 len: 1093 time: 1.4348879 Feb 09 18:33:01.052291 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f44c988-e944-457c-848c-d3209dc69c0a', 'tag': '547da598-09e7-4203-bb09-c5394646580d'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:33:01.097635 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe5beb-8a73-496a-a85d-11bfe8eee3cb service neutron] Pushing event updated for resources: {'Port': ['ID=547da598-09e7-4203-bb09-c5394646580d,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:01.159954 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f44c988-e944-457c-848c-d3209dc69c0a', 'tag': '547da598-09e7-4203-bb09-c5394646580d', 'status': 'completed', 'code': 200} Feb 09 18:33:01.313590 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0e4a551c-c43f-417c-bed7-811783265e55 req-f5f24860-c094-48b3-8e58-dc04e1da79b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=091cedaae83b429b976a2673baa96716&device_id=7f44c988-e944-457c-848c-d3209dc69c0a HTTP/1.1" status: 200 len: 1096 time: 0.1309912 Feb 09 18:33:01.485259 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a551c-c43f-417c-bed7-811783265e55 req-1aa9d784-449d-46cc-9703-3a44b11dd0ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:01.487159 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0e4a551c-c43f-417c-bed7-811783265e55 req-1aa9d784-449d-46cc-9703-3a44b11dd0ec service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=091cedaae83b429b976a2673baa96716&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1667199 Feb 09 18:33:01.643150 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a551c-c43f-417c-bed7-811783265e55 req-0195e06b-f63b-4d07-aabd-d93e18b94449 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:01.644847 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0e4a551c-c43f-417c-bed7-811783265e55 req-0195e06b-f63b-4d07-aabd-d93e18b94449 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1508896 Feb 09 18:33:01.768378 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-852440b0-4fcc-4514-b6ce-72bff8dd3475 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=091cedaae83b429b976a2673baa96716&device_id=7f44c988-e944-457c-848c-d3209dc69c0a HTTP/1.1" status: 200 len: 1096 time: 0.0819814 Feb 09 18:33:01.843179 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-2505b9fa-d38c-4864-b533-a0e07a629367 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=547da598-09e7-4203-bb09-c5394646580d HTTP/1.1" status: 200 len: 217 time: 0.0684879 Feb 09 18:33:01.915506 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-8df68736-4723-4b7d-8c9b-6ebbdc7f6ae2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:01.916893 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-8df68736-4723-4b7d-8c9b-6ebbdc7f6ae2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=383e3779-1609-4509-92ca-3d322351c374 HTTP/1.1" status: 200 len: 853 time: 0.0670385 Feb 09 18:33:01.965396 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-21233686-2258-44a5-bbef-673c4d3df8bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=847d718d-9e76-46ba-a938-c9041b78e8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419576 Feb 09 18:33:02.201939 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-854ffd38-3d8f-448c-8f36-a35ba03ccc59 service neutron] 10.222.0.50 "GET /v2.0/networks/847d718d-9e76-46ba-a938-c9041b78e8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299948 Feb 09 18:33:02.367221 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fbd04bc7-934e-407e-8052-60102326a4b7 req-6f7fb77e-7c65-4219-a48c-0b9fda7ba734 service neutron] 10.222.0.50 "GET /v2.0/networks/847d718d-9e76-46ba-a938-c9041b78e8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586428 Feb 09 18:33:02.471192 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3c822-d299-45ae-955b-fc19a0d59716 req-571bcbcc-dfca-4a13-9fbc-e67815e23e3d tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:02.473754 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-57d3c822-d299-45ae-955b-fc19a0d59716 req-571bcbcc-dfca-4a13-9fbc-e67815e23e3d tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f44c988-e944-457c-848c-d3209dc69c0a HTTP/1.1" status: 200 len: 943 time: 0.1080983 Feb 09 18:33:02.547935 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-57d3c822-d299-45ae-955b-fc19a0d59716 req-ecab8874-2074-40b1-b124-13fc239f1dd1 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681169 Feb 09 18:33:03.817831 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad06c69-610d-4acf-b790-6474c6b77c38 req-fb28a0c7-89fd-4c01-9e4c-ae1f00b79b04 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:03.819365 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1ad06c69-610d-4acf-b790-6474c6b77c38 req-fb28a0c7-89fd-4c01-9e4c-ae1f00b79b04 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f44c988-e944-457c-848c-d3209dc69c0a HTTP/1.1" status: 200 len: 943 time: 0.0846083 Feb 09 18:33:03.875769 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1ad06c69-610d-4acf-b790-6474c6b77c38 req-e7b665f7-208e-430b-a286-774123ff6c5f tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495577 Feb 09 18:33:05.112881 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565baced-3f4f-4134-b0d9-e0c4830511eb req-f9157ed8-8e97-4956-aeb9-5ded75220cfb tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:05.115219 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-565baced-3f4f-4134-b0d9-e0c4830511eb req-f9157ed8-8e97-4956-aeb9-5ded75220cfb tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f44c988-e944-457c-848c-d3209dc69c0a HTTP/1.1" status: 200 len: 943 time: 0.0985224 Feb 09 18:33:05.175543 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-565baced-3f4f-4134-b0d9-e0c4830511eb req-fe74899e-ffbe-48c2-8add-b463fef0a554 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538607 Feb 09 18:33:05.479831 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 547da598-09e7-4203-bb09-c5394646580d details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:33:05.703195 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 547da598-09e7-4203-bb09-c5394646580d, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=547da598-09e7-4203-bb09-c5394646580d,segment=NetworkSegment(862c18e4-de48-4f86-a934-b9613d136394),segment_id=862c18e4-de48-4f86-a934-b9613d136394)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:33:05.719416 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '547da598-09e7-4203-bb09-c5394646580d', 'network_id': '847d718d-9e76-46ba-a938-c9041b78e8a1', 'port_id': '547da598-09e7-4203-bb09-c5394646580d', 'mac_address': 'fa:16:3e:34:bd:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383e3779-1609-4509-92ca-3d322351c374', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:33:05.778725 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:05.798097 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547da598-09e7-4203-bb09-c5394646580d {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:33:05.815952 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 547da598-09e7-4203-bb09-c5394646580d, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=547da598-09e7-4203-bb09-c5394646580d,segment=NetworkSegment(862c18e4-de48-4f86-a934-b9613d136394),segment_id=862c18e4-de48-4f86-a934-b9613d136394)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:33:05.907756 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:06.026455 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=547da598-09e7-4203-bb09-c5394646580d,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:06.036211 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:06.036502 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:06.036788 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:06.037123 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:06.037583 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:06.037764 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:06.038091 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:06.038450 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:06.038774 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:06.039094 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:06.039411 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:06.117556 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['547da598-09e7-4203-bb09-c5394646580d'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:33:06.451086 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9565b0-e83f-453b-8c03-7fba013159ea req-2f5b45b9-292d-47ec-a86c-b81abfa2a5a0 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:06.452782 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1d9565b0-e83f-453b-8c03-7fba013159ea req-2f5b45b9-292d-47ec-a86c-b81abfa2a5a0 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f44c988-e944-457c-848c-d3209dc69c0a HTTP/1.1" status: 200 len: 944 time: 0.1092567 Feb 09 18:33:06.505965 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1d9565b0-e83f-453b-8c03-7fba013159ea req-ac309f29-5ac5-4bf1-a748-d04610685353 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467720 Feb 09 18:33:07.495266 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 547da598-09e7-4203-bb09-c5394646580d up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:33:07.639623 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 547da598-09e7-4203-bb09-c5394646580d completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:33:07.645363 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 547da598-09e7-4203-bb09-c5394646580d triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:33:07.645884 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:07.751938 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d666d2-afbb-4b31-bbc7-16165e9a5807 req-7e0c7f29-1814-4f67-adaa-285d6720ec0e tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:07.753676 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a3d666d2-afbb-4b31-bbc7-16165e9a5807 req-7e0c7f29-1814-4f67-adaa-285d6720ec0e tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f44c988-e944-457c-848c-d3209dc69c0a HTTP/1.1" status: 200 len: 944 time: 0.1062584 Feb 09 18:33:07.789905 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:07.812098 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a3d666d2-afbb-4b31-bbc7-16165e9a5807 req-3db02580-8836-4ce4-92d7-bcec184f77e6 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476758 Feb 09 18:33:07.819408 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f44c988-e944-457c-848c-d3209dc69c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547da598-09e7-4203-bb09-c5394646580d'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:33:07.831228 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 547da598-09e7-4203-bb09-c5394646580d, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=547da598-09e7-4203-bb09-c5394646580d,segment=NetworkSegment(862c18e4-de48-4f86-a934-b9613d136394),segment_id=862c18e4-de48-4f86-a934-b9613d136394)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:33:07.920506 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f44c988-e944-457c-848c-d3209dc69c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547da598-09e7-4203-bb09-c5394646580d', 'code': 200} Feb 09 18:33:07.937400 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:08.039244 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=547da598-09e7-4203-bb09-c5394646580d,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:08.347270 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-df9cdfdc-a0e4-448c-9692-8f20c193d467 req-94bae381-83db-4a18-8d13-7873d8823a4b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7f44c988-e944-457c-848c-d3209dc69c0a HTTP/1.1" status: 200 len: 1098 time: 0.0760782 Feb 09 18:33:08.398123 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-df9cdfdc-a0e4-448c-9692-8f20c193d467 req-3424e6ea-f8e6-4bb6-90a3-e15f8217167b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450027 Feb 09 18:33:09.025542 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d08e4-2ab2-442e-aa42-8a1ffe4cb906 req-b3307e8e-edd1-4bda-ae2a-3326c085cd44 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:09.027123 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c32d08e4-2ab2-442e-aa42-8a1ffe4cb906 req-b3307e8e-edd1-4bda-ae2a-3326c085cd44 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f44c988-e944-457c-848c-d3209dc69c0a HTTP/1.1" status: 200 len: 945 time: 0.0848916 Feb 09 18:33:09.076849 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c32d08e4-2ab2-442e-aa42-8a1ffe4cb906 req-6e8d8d7c-7c9b-4ef6-843c-da299e5db6f0 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439188 Feb 09 18:33:10.297099 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e27f9-6e2b-4238-a887-67b867827d02 req-2bf26b1d-e918-41b6-b9bd-a1c2fa5ca456 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:10.298812 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e37e27f9-6e2b-4238-a887-67b867827d02 req-2bf26b1d-e918-41b6-b9bd-a1c2fa5ca456 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f44c988-e944-457c-848c-d3209dc69c0a HTTP/1.1" status: 200 len: 945 time: 0.0852978 Feb 09 18:33:10.348626 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e37e27f9-6e2b-4238-a887-67b867827d02 req-ae74456b-1c57-41f1-8c63-c813b2eb0de6 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423505 Feb 09 18:33:11.004390 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747c93d-e716-458f-b6e9-ede1cf31280b req-65360473-c490-4f45-b9b1-61eb8eb4d673 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:11.005968 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1747c93d-e716-458f-b6e9-ede1cf31280b req-65360473-c490-4f45-b9b1-61eb8eb4d673 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f44c988-e944-457c-848c-d3209dc69c0a HTTP/1.1" status: 200 len: 945 time: 0.0848718 Feb 09 18:33:11.054262 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1747c93d-e716-458f-b6e9-ede1cf31280b req-44e06e62-20bd-495d-a7e0-a02b52375d05 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424178 Feb 09 18:33:12.272273 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bc932-5393-473b-aceb-e416d43f6301 req-564613af-358e-4e4a-9a33-1ff9b96126fe tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:12.274012 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-da8bc932-5393-473b-aceb-e416d43f6301 req-564613af-358e-4e4a-9a33-1ff9b96126fe tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f44c988-e944-457c-848c-d3209dc69c0a HTTP/1.1" status: 200 len: 945 time: 0.0877779 Feb 09 18:33:12.331783 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-da8bc932-5393-473b-aceb-e416d43f6301 req-fbd89698-4ee5-4512-9c8f-28741ff2e706 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512519 Feb 09 18:33:12.365484 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e364bee-0d1f-432f-8895-428fa62d70ea req-0adc4034-9034-405b-b5f0-6dc4cb2517b1 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:12.366774 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-5e364bee-0d1f-432f-8895-428fa62d70ea req-0adc4034-9034-405b-b5f0-6dc4cb2517b1 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Synchronizing usage tracker for tenant:091cedaae83b429b976a2673baa96716 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:33:12.467874 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-5e364bee-0d1f-432f-8895-428fa62d70ea req-0adc4034-9034-405b-b5f0-6dc4cb2517b1 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Unset dirty status for tenant:091cedaae83b429b976a2673baa96716 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:33:12.469246 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5e364bee-0d1f-432f-8895-428fa62d70ea req-0adc4034-9034-405b-b5f0-6dc4cb2517b1 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f44c988-e944-457c-848c-d3209dc69c0a HTTP/1.1" status: 200 len: 945 time: 0.2350163 Feb 09 18:33:12.553391 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-5e364bee-0d1f-432f-8895-428fa62d70ea req-b0532047-e915-40ba-a662-b7142cc25266 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Deleting port 547da598-09e7-4203-bb09-c5394646580d {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:33:12.553723 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5e364bee-0d1f-432f-8895-428fa62d70ea req-b0532047-e915-40ba-a662-b7142cc25266 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:12.835976 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-5e364bee-0d1f-432f-8895-428fa62d70ea req-b0532047-e915-40ba-a662-b7142cc25266 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] For port 547da598-09e7-4203-bb09-c5394646580d, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=547da598-09e7-4203-bb09-c5394646580d,segment=NetworkSegment(862c18e4-de48-4f86-a934-b9613d136394),segment_id=862c18e4-de48-4f86-a934-b9613d136394)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:33:12.836341 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5e364bee-0d1f-432f-8895-428fa62d70ea req-b0532047-e915-40ba-a662-b7142cc25266 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:13.085524 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-5e364bee-0d1f-432f-8895-428fa62d70ea req-b0532047-e915-40ba-a662-b7142cc25266 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Calling delete_port for 547da598-09e7-4203-bb09-c5394646580d owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:33:13.359096 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5e364bee-0d1f-432f-8895-428fa62d70ea req-b0532047-e915-40ba-a662-b7142cc25266 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:13.374604 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['40656354-4bcb-4fe4-b5d4-aafaf8fa54b3', '547da598-09e7-4203-bb09-c5394646580d'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:33:13.418078 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0532047-e915-40ba-a662-b7142cc25266 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Pushing event deleted for resources: {'Port': ['ID=547da598-09e7-4203-bb09-c5394646580d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:13.564436 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e364bee-0d1f-432f-8895-428fa62d70ea req-b0532047-e915-40ba-a662-b7142cc25266 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] No DVR routers for this DVR port 547da598-09e7-4203-bb09-c5394646580d on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:33:13.569041 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ccd88d07-7f44-4f2e-8a7f-2127eb00b203 req-43eeb007-3026-4e0d-9f56-b7286ec5016c tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f44c988-e944-457c-848c-d3209dc69c0a HTTP/1.1" status: 200 len: 210 time: 0.0752020 Feb 09 18:33:13.569876 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5e364bee-0d1f-432f-8895-428fa62d70ea req-b0532047-e915-40ba-a662-b7142cc25266 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:13.580330 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f44c988-e944-457c-848c-d3209dc69c0a', 'name': 'network-vif-deleted', 'tag': '547da598-09e7-4203-bb09-c5394646580d'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:33:13.657245 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f44c988-e944-457c-848c-d3209dc69c0a', 'name': 'network-vif-deleted', 'tag': '547da598-09e7-4203-bb09-c5394646580d', 'status': 'completed', 'code': 200} Feb 09 18:33:13.662157 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5e364bee-0d1f-432f-8895-428fa62d70ea req-b0532047-e915-40ba-a662-b7142cc25266 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.50 "DELETE /v2.0/ports/547da598-09e7-4203-bb09-c5394646580d HTTP/1.1" status: 204 len: 173 time: 1.1855543 Feb 09 18:33:15.077997 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d312b9-c34f-4e95-b679-205c423aecd3 req-62afc06c-2774-4e1d-b765-f5ac98428c85 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:15.079616 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-41d312b9-c34f-4e95-b679-205c423aecd3 req-62afc06c-2774-4e1d-b765-f5ac98428c85 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407 HTTP/1.1" status: 200 len: 945 time: 0.0855949 Feb 09 18:33:15.135787 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-41d312b9-c34f-4e95-b679-205c423aecd3 req-2d9af3d0-2a1d-4bf5-a173-965c331184fe tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497546 Feb 09 18:33:15.376923 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb1627-bf1e-4200-8ae2-fa5a0f215e12 req-551bcfc6-78cd-466a-9f32-1c927371d97a tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:15.378512 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0beb1627-bf1e-4200-8ae2-fa5a0f215e12 req-551bcfc6-78cd-466a-9f32-1c927371d97a tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407 HTTP/1.1" status: 200 len: 945 time: 0.0880628 Feb 09 18:33:15.428040 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0beb1627-bf1e-4200-8ae2-fa5a0f215e12 req-d07b4eca-b549-48ca-9054-8d3e89054f3d tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436096 Feb 09 18:33:15.537870 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 547da598-09e7-4203-bb09-c5394646580d no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:33:15.575856 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: 547da598-09e7-4203-bb09-c5394646580d {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:33:15.576704 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 547da598-09e7-4203-bb09-c5394646580d not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:33:15.649492 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f23b3-2a23-412f-9472-0f0dd1c75d3f req-7f0bdcba-f3c4-4711-aa14-6fae1340d209 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:15.651209 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b64f23b3-2a23-412f-9472-0f0dd1c75d3f req-7f0bdcba-f3c4-4711-aa14-6fae1340d209 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407 HTTP/1.1" status: 200 len: 945 time: 0.0901980 Feb 09 18:33:15.803141 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b64f23b3-2a23-412f-9472-0f0dd1c75d3f req-fcd5a6ce-8c5e-4f4c-a4d2-3c9bf100c79f tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455243 Feb 09 18:33:16.017735 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-77b294a4-05e6-487b-8c49-f656f3c98de9 req-07dd0be1-7531-46af-86be-df3c87a66177 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0748787 Feb 09 18:33:16.273615 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912bf04-78d6-46b2-8b29-e1b8da93b74f req-c746ea7d-2739-4031-8a09-32383205d271 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:16.275253 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1912bf04-78d6-46b2-8b29-e1b8da93b74f req-c746ea7d-2739-4031-8a09-32383205d271 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407 HTTP/1.1" status: 200 len: 945 time: 0.1245046 Feb 09 18:33:16.329843 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1912bf04-78d6-46b2-8b29-e1b8da93b74f req-28ca504e-39eb-4d87-a24d-12af12881902 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472260 Feb 09 18:33:16.547212 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060011f-2df5-41f2-a987-efea3eae53d9 req-981134f4-95ec-45b7-b2a7-0473f5181d30 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:16.548915 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5060011f-2df5-41f2-a987-efea3eae53d9 req-981134f4-95ec-45b7-b2a7-0473f5181d30 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407 HTTP/1.1" status: 200 len: 945 time: 0.0873315 Feb 09 18:33:16.604450 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5060011f-2df5-41f2-a987-efea3eae53d9 req-fce2cc31-c1c5-4ca0-9aab-2ea3c39c4ae6 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489066 Feb 09 18:33:16.668245 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e50bd17b-5219-421f-bc27-5b188c77f317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:16.871031 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded85ba-4434-4cba-a30d-5348f079d50d req-bdfdc420-2215-46b6-8465-65fc40bde63c tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:16.872893 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bded85ba-4434-4cba-a30d-5348f079d50d req-bdfdc420-2215-46b6-8465-65fc40bde63c tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407 HTTP/1.1" status: 200 len: 945 time: 0.0914228 Feb 09 18:33:16.927585 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bded85ba-4434-4cba-a30d-5348f079d50d req-762404f0-3ab0-46c3-8dc4-c009b9277c7f tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484309 Feb 09 18:33:17.255364 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:17.845462 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbb477-8d27-4d1e-8ba6-d582c4b48698 req-915f596c-171a-49f1-9adb-07200914a7c6 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:17.846949 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-60fbb477-8d27-4d1e-8ba6-d582c4b48698 req-915f596c-171a-49f1-9adb-07200914a7c6 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407 HTTP/1.1" status: 200 len: 945 time: 0.0826161 Feb 09 18:33:17.901224 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-60fbb477-8d27-4d1e-8ba6-d582c4b48698 req-09ec2040-a579-4098-8a26-94eb64b841ba tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487146 Feb 09 18:33:19.063740 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb4a944d-c655-438d-997c-22620d2c1767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:19.129062 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663ad4b-289d-4898-a91f-4f2be7b57add req-30cb1084-f299-4f16-8999-99d593c36a92 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:19.129802 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-1663ad4b-289d-4898-a91f-4f2be7b57add req-30cb1084-f299-4f16-8999-99d593c36a92 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Synchronizing usage tracker for tenant:091cedaae83b429b976a2673baa96716 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:33:19.188361 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e808767-43c3-4a74-8c59-756f2ddc3ba6 req-a48afefc-4804-479b-bdab-31df49f894d4 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:19.190342 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5e808767-43c3-4a74-8c59-756f2ddc3ba6 req-a48afefc-4804-479b-bdab-31df49f894d4 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407 HTTP/1.1" status: 200 len: 945 time: 0.1216297 Feb 09 18:33:19.211285 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-1663ad4b-289d-4898-a91f-4f2be7b57add req-30cb1084-f299-4f16-8999-99d593c36a92 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Unset dirty status for tenant:091cedaae83b429b976a2673baa96716 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:33:19.213150 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1663ad4b-289d-4898-a91f-4f2be7b57add req-30cb1084-f299-4f16-8999-99d593c36a92 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.50 "GET /v2.0/ports?device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407 HTTP/1.1" status: 200 len: 945 time: 0.1908777 Feb 09 18:33:19.242730 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5e808767-43c3-4a74-8c59-756f2ddc3ba6 req-17c884fd-cf63-42bc-a5bf-babbadf713d1 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/security-groups?id=502cf329-b908-498f-a3ed-3520967215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462415 Feb 09 18:33:19.296903 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-1663ad4b-289d-4898-a91f-4f2be7b57add req-6bf04291-d748-4d1f-952a-00c89da87dff tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Deleting port 40656354-4bcb-4fe4-b5d4-aafaf8fa54b3 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:33:19.297255 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1663ad4b-289d-4898-a91f-4f2be7b57add req-6bf04291-d748-4d1f-952a-00c89da87dff tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:19.579761 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-1663ad4b-289d-4898-a91f-4f2be7b57add req-6bf04291-d748-4d1f-952a-00c89da87dff tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] For port 40656354-4bcb-4fe4-b5d4-aafaf8fa54b3, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=40656354-4bcb-4fe4-b5d4-aafaf8fa54b3,segment=NetworkSegment(862c18e4-de48-4f86-a934-b9613d136394),segment_id=862c18e4-de48-4f86-a934-b9613d136394)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:33:19.580448 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1663ad4b-289d-4898-a91f-4f2be7b57add req-6bf04291-d748-4d1f-952a-00c89da87dff tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:19.713350 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-1663ad4b-289d-4898-a91f-4f2be7b57add req-6bf04291-d748-4d1f-952a-00c89da87dff tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Calling delete_port for 40656354-4bcb-4fe4-b5d4-aafaf8fa54b3 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:33:19.942559 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1663ad4b-289d-4898-a91f-4f2be7b57add req-6bf04291-d748-4d1f-952a-00c89da87dff tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:19.957457 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['40656354-4bcb-4fe4-b5d4-aafaf8fa54b3'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:33:19.994907 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf04291-d748-4d1f-952a-00c89da87dff tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Pushing event deleted for resources: {'Port': ['ID=40656354-4bcb-4fe4-b5d4-aafaf8fa54b3,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:20.039540 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf04291-d748-4d1f-952a-00c89da87dff tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:20.039884 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf04291-d748-4d1f-952a-00c89da87dff tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:20.040218 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf04291-d748-4d1f-952a-00c89da87dff tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:20.040555 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf04291-d748-4d1f-952a-00c89da87dff tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:20.040872 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf04291-d748-4d1f-952a-00c89da87dff tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:20.041204 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf04291-d748-4d1f-952a-00c89da87dff tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:20.041526 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf04291-d748-4d1f-952a-00c89da87dff tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:20.041899 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf04291-d748-4d1f-952a-00c89da87dff tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:20.042227 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf04291-d748-4d1f-952a-00c89da87dff tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:20.042580 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf04291-d748-4d1f-952a-00c89da87dff tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:20.042903 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf04291-d748-4d1f-952a-00c89da87dff tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:20.085829 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-1663ad4b-289d-4898-a91f-4f2be7b57add req-6bf04291-d748-4d1f-952a-00c89da87dff tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] No DVR routers for this DVR port 40656354-4bcb-4fe4-b5d4-aafaf8fa54b3 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:33:20.088317 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1663ad4b-289d-4898-a91f-4f2be7b57add req-6bf04291-d748-4d1f-952a-00c89da87dff tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:20.092420 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fe8385-d52c-4783-877d-1f5c1a3a0407', 'name': 'network-vif-deleted', 'tag': '40656354-4bcb-4fe4-b5d4-aafaf8fa54b3'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:33:20.171831 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:20.173247 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fe8385-d52c-4783-877d-1f5c1a3a0407', 'name': 'network-vif-deleted', 'tag': '40656354-4bcb-4fe4-b5d4-aafaf8fa54b3', 'status': 'completed', 'code': 200} Feb 09 18:33:20.210743 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:20.212541 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1663ad4b-289d-4898-a91f-4f2be7b57add req-6bf04291-d748-4d1f-952a-00c89da87dff tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.50 "DELETE /v2.0/ports/40656354-4bcb-4fe4-b5d4-aafaf8fa54b3 HTTP/1.1" status: 204 len: 173 time: 0.9938071 Feb 09 18:33:20.467181 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-754dafab-d432-46db-a2a4-e1d698a5d25c req-8e7dc78e-3efe-4c53-a88c-7e2a0c0988d9 tempest-ServersNegativeTestJSON-1096730764 tempest-ServersNegativeTestJSON-1096730764-project] 10.222.0.21 "GET /v2.0/ports?device_id=46fe8385-d52c-4783-877d-1f5c1a3a0407 HTTP/1.1" status: 200 len: 210 time: 0.0705428 Feb 09 18:33:21.581578 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59308) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:21.649289 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e46ab1-14b8-4b76-a1eb-b9d165697782 admin admin] Deleting subnet 383e3779-1609-4509-92ca-3d322351c374 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:33:21.654083 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-46e46ab1-14b8-4b76-a1eb-b9d165697782 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:21.679359 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:21.716778 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-46e46ab1-14b8-4b76-a1eb-b9d165697782 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:21.827443 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-46e46ab1-14b8-4b76-a1eb-b9d165697782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:22.022807 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-46e46ab1-14b8-4b76-a1eb-b9d165697782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:22.064033 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e46ab1-14b8-4b76-a1eb-b9d165697782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=383e3779-1609-4509-92ca-3d322351c374,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:22.069741 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-46e46ab1-14b8-4b76-a1eb-b9d165697782 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:22.076986 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-46e46ab1-14b8-4b76-a1eb-b9d165697782 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/383e3779-1609-4509-92ca-3d322351c374 HTTP/1.1" status: 204 len: 168 time: 0.4936528 Feb 09 18:33:22.080855 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59312) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:22.104373 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:33:22.198430 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-056ac67e-bda5-48c6-b370-b34609f3b3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:22.329441 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-056ac67e-bda5-48c6-b370-b34609f3b3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:22.363769 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-056ac67e-bda5-48c6-b370-b34609f3b3aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847d718d-9e76-46ba-a938-c9041b78e8a1']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:22.377612 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-056ac67e-bda5-48c6-b370-b34609f3b3aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862c18e4-de48-4f86-a934-b9613d136394') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:22.377905 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-056ac67e-bda5-48c6-b370-b34609f3b3aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862c18e4-de48-4f86-a934-b9613d136394') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:22.390970 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-056ac67e-bda5-48c6-b370-b34609f3b3aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:22.411953 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-056ac67e-bda5-48c6-b370-b34609f3b3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:22.420638 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-056ac67e-bda5-48c6-b370-b34609f3b3aa admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:33:22.424266 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-056ac67e-bda5-48c6-b370-b34609f3b3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:33:22.434969 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:33:22.639485 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-056ac67e-bda5-48c6-b370-b34609f3b3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:22.658228 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-056ac67e-bda5-48c6-b370-b34609f3b3aa admin admin] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:22.669795 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ac67e-bda5-48c6-b370-b34609f3b3aa admin admin] Pushing event deleted for resources: {'Network': ['ID=847d718d-9e76-46ba-a938-c9041b78e8a1,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:22.800016 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-056ac67e-bda5-48c6-b370-b34609f3b3aa admin admin] 10.222.0.21 "DELETE /v2.0/networks/847d718d-9e76-46ba-a938-c9041b78e8a1 HTTP/1.1" status: 204 len: 168 time: 0.7181218 Feb 09 18:33:23.221029 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59318) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:23.276606 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e140b2e6-6a4d-4433-9881-f74eba0b555f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=091cedaae83b429b976a2673baa96716&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0542898 Feb 09 18:33:23.281810 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59322) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:23.346755 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-708baf2d-1af7-4b96-ab9b-f50e8a8d47c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:23.377187 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-708baf2d-1af7-4b96-ab9b-f50e8a8d47c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:23.513404 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-708baf2d-1af7-4b96-ab9b-f50e8a8d47c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:23.528048 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708baf2d-1af7-4b96-ab9b-f50e8a8d47c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502cf329-b908-498f-a3ed-3520967215b0,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:23.534879 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-708baf2d-1af7-4b96-ab9b-f50e8a8d47c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:23.536025 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-708baf2d-1af7-4b96-ab9b-f50e8a8d47c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/502cf329-b908-498f-a3ed-3520967215b0 HTTP/1.1" status: 204 len: 168 time: 0.2532351 Feb 09 18:33:23.605411 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 40656354-4bcb-4fe4-b5d4-aafaf8fa54b3 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:33:23.642017 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: 40656354-4bcb-4fe4-b5d4-aafaf8fa54b3 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:33:23.642418 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 40656354-4bcb-4fe4-b5d4-aafaf8fa54b3 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:33:24.894068 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59344) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:25.040573 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a7524a3a-2494-42d3-b078-f6ae4b948554 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1691952618'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:33:25.047734 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a7524a3a-2494-42d3-b078-f6ae4b948554 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:33:25.054959 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a7524a3a-2494-42d3-b078-f6ae4b948554 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Usage tracker for resource:network and tenant:1930b31812244541afa0713fbc1ae960 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:33:25.058765 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a7524a3a-2494-42d3-b078-f6ae4b948554 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:33:25.068799 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a7524a3a-2494-42d3-b078-f6ae4b948554 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:33:25.134906 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7524a3a-2494-42d3-b078-f6ae4b948554 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Made reservation on behalf of 1930b31812244541afa0713fbc1ae960 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:33:25.138470 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7524a3a-2494-42d3-b078-f6ae4b948554 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:25.152226 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7524a3a-2494-42d3-b078-f6ae4b948554 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:25.188438 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a7524a3a-2494-42d3-b078-f6ae4b948554 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:33:25.192699 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a7524a3a-2494-42d3-b078-f6ae4b948554 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Usage tracker for resource:security_group_rule and tenant:1930b31812244541afa0713fbc1ae960 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:33:25.195854 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a7524a3a-2494-42d3-b078-f6ae4b948554 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:33:25.203517 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a7524a3a-2494-42d3-b078-f6ae4b948554 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:33:25.283571 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7524a3a-2494-42d3-b078-f6ae4b948554 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:25.364755 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7524a3a-2494-42d3-b078-f6ae4b948554 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:25.401098 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7524a3a-2494-42d3-b078-f6ae4b948554 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:33:25.412437 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7524a3a-2494-42d3-b078-f6ae4b948554 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f47ba4c-e54b-4a07-8e83-3999a5759042,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:25.418643 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7524a3a-2494-42d3-b078-f6ae4b948554 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:25.419713 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-a7524a3a-2494-42d3-b078-f6ae4b948554 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Added segment 741ceff9-694c-4a1c-bdf7-693bf58d618e of type vlan for network fc1aa70b-da96-4878-b5dd-0a868b659407 Feb 09 18:33:25.454323 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7524a3a-2494-42d3-b078-f6ae4b948554 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:25.565378 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7524a3a-2494-42d3-b078-f6ae4b948554 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:25.569369 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7524a3a-2494-42d3-b078-f6ae4b948554 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:25.570000 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7524a3a-2494-42d3-b078-f6ae4b948554 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:25.685860 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7524a3a-2494-42d3-b078-f6ae4b948554 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Pushing event updated for resources: {'Network': ['ID=fc1aa70b-da96-4878-b5dd-0a868b659407,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:25.700159 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network fc1aa70b-da96-4878-b5dd-0a868b659407 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:33:25.771936 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a7524a3a-2494-42d3-b078-f6ae4b948554 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8762579 Feb 09 18:33:29.084633 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59350) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:29.092133 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3646609e-452e-4be3-ac7f-258a4c66a90c tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Request body: {'subnet': {'network_id': 'fc1aa70b-da96-4878-b5dd-0a868b659407', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:33:29.213656 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3646609e-452e-4be3-ac7f-258a4c66a90c tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:33:29.218423 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-3646609e-452e-4be3-ac7f-258a4c66a90c tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Usage tracker for resource:subnet and tenant:1930b31812244541afa0713fbc1ae960 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:33:29.221781 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-3646609e-452e-4be3-ac7f-258a4c66a90c tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:33:29.228188 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3646609e-452e-4be3-ac7f-258a4c66a90c tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:33:29.421953 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3646609e-452e-4be3-ac7f-258a4c66a90c tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Made reservation on behalf of 1930b31812244541afa0713fbc1ae960 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:33:29.542853 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3646609e-452e-4be3-ac7f-258a4c66a90c tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:30.125024 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3646609e-452e-4be3-ac7f-258a4c66a90c tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:30.211083 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646609e-452e-4be3-ac7f-258a4c66a90c tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Pushing event updated for resources: {'Subnet': ['ID=43555c75-fc69-484c-9aed-d3f33c8de574,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:30.222928 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3646609e-452e-4be3-ac7f-258a4c66a90c tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Checking segment: {'id': '741ceff9-694c-4a1c-bdf7-693bf58d618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc1aa70b-da96-4878-b5dd-0a868b659407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:33:30.223305 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3646609e-452e-4be3-ac7f-258a4c66a90c tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Network hostable DHCP agents. Network: fc1aa70b-da96-4878-b5dd-0a868b659407, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:33:30.343251 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3646609e-452e-4be3-ac7f-258a4c66a90c tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Network fc1aa70b-da96-4878-b5dd-0a868b659407 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:33:30.451788 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-3646609e-452e-4be3-ac7f-258a4c66a90c tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, fc1aa70b-da96-4878-b5dd-0a868b659407) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:33:30.457244 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3646609e-452e-4be3-ac7f-258a4c66a90c tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:30.468708 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3646609e-452e-4be3-ac7f-258a4c66a90c tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:30.469495 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175bec80-b39b-461b-95d4-e3106f23fa85 None None] Network fc1aa70b-da96-4878-b5dd-0a868b659407 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:33:30.611949 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3646609e-452e-4be3-ac7f-258a4c66a90c tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5253546 Feb 09 18:33:30.616399 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59354) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:30.624419 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1241167557'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:33:30.629786 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:33:30.634511 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Usage tracker for resource:network and tenant:1930b31812244541afa0713fbc1ae960 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:33:30.638975 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:33:30.651170 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:33:30.766224 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ff3633-3401-4089-a0d1-bcb33ef1f584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-fc1aa70b-da96-4878-b5dd-0a868b659407', 'network_id': 'fc1aa70b-da96-4878-b5dd-0a868b659407', 'tenant_id': '1930b31812244541afa0713fbc1ae960', 'fixed_ips': [{'subnet_id': '43555c75-fc69-484c-9aed-d3f33c8de574'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:33:30.767106 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-86ff3633-3401-4089-a0d1-bcb33ef1f584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:30.793635 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Made reservation on behalf of 1930b31812244541afa0713fbc1ae960 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:33:30.797396 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:30.834625 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:33:30.847929 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:30.848493 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Added segment 5775e2d2-cb32-402d-bdd5-0e59e6ab5958 of type vlan for network 412f82c5-640e-4f12-9fd5-531897ded743 Feb 09 18:33:30.888401 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:30.952318 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-86ff3633-3401-4089-a0d1-bcb33ef1f584 None None] Allocated IP 2001:db8:0:ffff::2 (fc1aa70b-da96-4878-b5dd-0a868b659407/43555c75-fc69-484c-9aed-d3f33c8de574/a55f07b9-c672-403d-9ce3-3ab586f2570d) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:33:31.022652 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:31.027230 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:31.028276 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:31.155504 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Pushing event updated for resources: {'Network': ['ID=412f82c5-640e-4f12-9fd5-531897ded743,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:31.171743 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:31.172321 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:31.172899 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:31.173486 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:31.174061 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:31.174671 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:31.178948 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:31.178948 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:31.178948 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:31.178948 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:31.178948 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:33:31.190616 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-86ff3633-3401-4089-a0d1-bcb33ef1f584 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:31.194702 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 412f82c5-640e-4f12-9fd5-531897ded743 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:33:31.247028 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e3f9170e-2abc-4ace-aa59-5cd8b6043593 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6284792 Feb 09 18:33:31.250466 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59358) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:31.260352 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-0981b5f8-c072-4f00-80bd-88daf90fdbd4 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Request body: {'subnet': {'network_id': '412f82c5-640e-4f12-9fd5-531897ded743', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:33:31.273095 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-86ff3633-3401-4089-a0d1-bcb33ef1f584 None None] Transition to ACTIVE for port object a55f07b9-c672-403d-9ce3-3ab586f2570d will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:33:31.328815 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-86ff3633-3401-4089-a0d1-bcb33ef1f584 None None] Transition to ACTIVE for port object a55f07b9-c672-403d-9ce3-3ab586f2570d will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:33:31.472583 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0981b5f8-c072-4f00-80bd-88daf90fdbd4 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:33:31.477368 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0981b5f8-c072-4f00-80bd-88daf90fdbd4 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Usage tracker for resource:subnet and tenant:1930b31812244541afa0713fbc1ae960 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:33:31.480188 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-86ff3633-3401-4089-a0d1-bcb33ef1f584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:31.480950 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0981b5f8-c072-4f00-80bd-88daf90fdbd4 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:33:31.487869 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0981b5f8-c072-4f00-80bd-88daf90fdbd4 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:33:31.568510 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ff3633-3401-4089-a0d1-bcb33ef1f584 None None] Network fc1aa70b-da96-4878-b5dd-0a868b659407 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:33:31.571851 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-86ff3633-3401-4089-a0d1-bcb33ef1f584 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:33:31.576150 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ff3633-3401-4089-a0d1-bcb33ef1f584 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:33:31.583128 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff3633-3401-4089-a0d1-bcb33ef1f584 None None] Pushing event updated for resources: {'Port': ['ID=a55f07b9-c672-403d-9ce3-3ab586f2570d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:31.599174 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0981b5f8-c072-4f00-80bd-88daf90fdbd4 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Made reservation on behalf of 1930b31812244541afa0713fbc1ae960 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:33:31.718985 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-86ff3633-3401-4089-a0d1-bcb33ef1f584 None None] Attempting to bind port a55f07b9-c672-403d-9ce3-3ab586f2570d on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:33:31.719379 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-86ff3633-3401-4089-a0d1-bcb33ef1f584 None None] Attempting to bind port a55f07b9-c672-403d-9ce3-3ab586f2570d by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '741ceff9-694c-4a1c-bdf7-693bf58d618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc1aa70b-da96-4878-b5dd-0a868b659407'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:33:31.719729 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ff3633-3401-4089-a0d1-bcb33ef1f584 None None] Attempting to bind port a55f07b9-c672-403d-9ce3-3ab586f2570d on network fc1aa70b-da96-4878-b5dd-0a868b659407 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:33:31.727040 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ff3633-3401-4089-a0d1-bcb33ef1f584 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:33:31.727410 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ff3633-3401-4089-a0d1-bcb33ef1f584 None None] Checking segment: {'id': '741ceff9-694c-4a1c-bdf7-693bf58d618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc1aa70b-da96-4878-b5dd-0a868b659407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:33:31.727823 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-86ff3633-3401-4089-a0d1-bcb33ef1f584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:31.728262 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ff3633-3401-4089-a0d1-bcb33ef1f584 None None] Bound using segment: {'id': '741ceff9-694c-4a1c-bdf7-693bf58d618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc1aa70b-da96-4878-b5dd-0a868b659407'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:33:31.728741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-86ff3633-3401-4089-a0d1-bcb33ef1f584 None None] Bound port: a55f07b9-c672-403d-9ce3-3ab586f2570d, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741ceff9-694c-4a1c-bdf7-693bf58d618e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc1aa70b-da96-4878-b5dd-0a868b659407'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:33:31.729147 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-86ff3633-3401-4089-a0d1-bcb33ef1f584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:31.730675 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0981b5f8-c072-4f00-80bd-88daf90fdbd4 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:31.833886 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-86ff3633-3401-4089-a0d1-bcb33ef1f584 None None] For port a55f07b9-c672-403d-9ce3-3ab586f2570d, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:33:31.837602 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-86ff3633-3401-4089-a0d1-bcb33ef1f584 None None] For port a55f07b9-c672-403d-9ce3-3ab586f2570d, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=a55f07b9-c672-403d-9ce3-3ab586f2570d,segment=NetworkSegment(741ceff9-694c-4a1c-bdf7-693bf58d618e),segment_id=741ceff9-694c-4a1c-bdf7-693bf58d618e)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:33:31.908828 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-86ff3633-3401-4089-a0d1-bcb33ef1f584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:32.014938 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff3633-3401-4089-a0d1-bcb33ef1f584 None None] Pushing event updated for resources: {'Port': ['ID=a55f07b9-c672-403d-9ce3-3ab586f2570d,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:32.068178 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0981b5f8-c072-4f00-80bd-88daf90fdbd4 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:32.157156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981b5f8-c072-4f00-80bd-88daf90fdbd4 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Pushing event updated for resources: {'Subnet': ['ID=d22f1076-6d04-4251-9ea9-7478cdd35894,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:32.178556 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0981b5f8-c072-4f00-80bd-88daf90fdbd4 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Checking segment: {'id': '5775e2d2-cb32-402d-bdd5-0e59e6ab5958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '412f82c5-640e-4f12-9fd5-531897ded743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:33:32.179005 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0981b5f8-c072-4f00-80bd-88daf90fdbd4 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Network hostable DHCP agents. Network: 412f82c5-640e-4f12-9fd5-531897ded743, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:33:32.343009 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0981b5f8-c072-4f00-80bd-88daf90fdbd4 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Network 412f82c5-640e-4f12-9fd5-531897ded743 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:33:32.416610 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-0981b5f8-c072-4f00-80bd-88daf90fdbd4 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 412f82c5-640e-4f12-9fd5-531897ded743) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:33:32.422225 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0981b5f8-c072-4f00-80bd-88daf90fdbd4 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:32.423560 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0981b5f8-c072-4f00-80bd-88daf90fdbd4 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:32.427077 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b79c4c-0f1d-475d-8adc-d39ef26c3ba4 None None] Network 412f82c5-640e-4f12-9fd5-531897ded743 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:33:32.531665 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0981b5f8-c072-4f00-80bd-88daf90fdbd4 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.2795634 Feb 09 18:33:32.536205 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59362) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:32.686591 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba573a50-6258-4bb7-acd0-252ba7c1ddd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-412f82c5-640e-4f12-9fd5-531897ded743', 'network_id': '412f82c5-640e-4f12-9fd5-531897ded743', 'tenant_id': '1930b31812244541afa0713fbc1ae960', 'fixed_ips': [{'subnet_id': 'd22f1076-6d04-4251-9ea9-7478cdd35894'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:33:32.687908 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ba573a50-6258-4bb7-acd0-252ba7c1ddd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:32.807432 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:32.917744 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-ba573a50-6258-4bb7-acd0-252ba7c1ddd2 None None] Allocated IP 2001:db8::2 (412f82c5-640e-4f12-9fd5-531897ded743/d22f1076-6d04-4251-9ea9-7478cdd35894/c0b5cbe7-5ff0-40f2-8bd4-edd2bfac6728) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:33:32.921466 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:33.190962 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ccf09e-c78e-4f1e-9612-3c67ee182202 None None] Network fc1aa70b-da96-4878-b5dd-0a868b659407 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:33:33.297158 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ba573a50-6258-4bb7-acd0-252ba7c1ddd2 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:33.317756 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ba573a50-6258-4bb7-acd0-252ba7c1ddd2 None None] Transition to ACTIVE for port object c0b5cbe7-5ff0-40f2-8bd4-edd2bfac6728 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:33:33.366200 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ba573a50-6258-4bb7-acd0-252ba7c1ddd2 None None] Transition to ACTIVE for port object c0b5cbe7-5ff0-40f2-8bd4-edd2bfac6728 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:33:33.423733 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-37e22f92-65e0-48ac-8fc2-8e75f4fcb9c4 None None] Provisioning for port a55f07b9-c672-403d-9ce3-3ab586f2570d completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:33:33.468042 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ba573a50-6258-4bb7-acd0-252ba7c1ddd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:33.557126 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba573a50-6258-4bb7-acd0-252ba7c1ddd2 None None] Network 412f82c5-640e-4f12-9fd5-531897ded743 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:33:33.561427 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-ba573a50-6258-4bb7-acd0-252ba7c1ddd2 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:33:33.573077 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba573a50-6258-4bb7-acd0-252ba7c1ddd2 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:33:33.585758 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba573a50-6258-4bb7-acd0-252ba7c1ddd2 None None] Pushing event updated for resources: {'Port': ['ID=c0b5cbe7-5ff0-40f2-8bd4-edd2bfac6728,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:33.600017 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:33.685153 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Pushing event deleted for resources: {'Subnet': ['ID=d22f1076-6d04-4251-9ea9-7478cdd35894,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:33.692765 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ba573a50-6258-4bb7-acd0-252ba7c1ddd2 None None] Attempting to bind port c0b5cbe7-5ff0-40f2-8bd4-edd2bfac6728 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:33:33.692765 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ba573a50-6258-4bb7-acd0-252ba7c1ddd2 None None] Attempting to bind port c0b5cbe7-5ff0-40f2-8bd4-edd2bfac6728 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '5775e2d2-cb32-402d-bdd5-0e59e6ab5958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '412f82c5-640e-4f12-9fd5-531897ded743'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:33:33.692765 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba573a50-6258-4bb7-acd0-252ba7c1ddd2 None None] Attempting to bind port c0b5cbe7-5ff0-40f2-8bd4-edd2bfac6728 on network 412f82c5-640e-4f12-9fd5-531897ded743 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:33:33.705450 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba573a50-6258-4bb7-acd0-252ba7c1ddd2 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:33:33.705873 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba573a50-6258-4bb7-acd0-252ba7c1ddd2 None None] Checking segment: {'id': '5775e2d2-cb32-402d-bdd5-0e59e6ab5958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '412f82c5-640e-4f12-9fd5-531897ded743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:33:33.706215 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ba573a50-6258-4bb7-acd0-252ba7c1ddd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:33.706678 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba573a50-6258-4bb7-acd0-252ba7c1ddd2 None None] Bound using segment: {'id': '5775e2d2-cb32-402d-bdd5-0e59e6ab5958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '412f82c5-640e-4f12-9fd5-531897ded743'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:33:33.707778 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ba573a50-6258-4bb7-acd0-252ba7c1ddd2 None None] Bound port: c0b5cbe7-5ff0-40f2-8bd4-edd2bfac6728, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5775e2d2-cb32-402d-bdd5-0e59e6ab5958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '412f82c5-640e-4f12-9fd5-531897ded743'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:33:33.708342 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ba573a50-6258-4bb7-acd0-252ba7c1ddd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:33.730200 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device a55f07b9-c672-403d-9ce3-3ab586f2570d up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:33:33.880947 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:33.898860 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ba573a50-6258-4bb7-acd0-252ba7c1ddd2 None None] For port c0b5cbe7-5ff0-40f2-8bd4-edd2bfac6728, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:33:33.904503 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ba573a50-6258-4bb7-acd0-252ba7c1ddd2 None None] For port c0b5cbe7-5ff0-40f2-8bd4-edd2bfac6728, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c0b5cbe7-5ff0-40f2-8bd4-edd2bfac6728,segment=NetworkSegment(5775e2d2-cb32-402d-bdd5-0e59e6ab5958),segment_id=5775e2d2-cb32-402d-bdd5-0e59e6ab5958)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:33:33.954865 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['412f82c5-640e-4f12-9fd5-531897ded743']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:33.972321 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5775e2d2-cb32-402d-bdd5-0e59e6ab5958') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:33.973160 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5775e2d2-cb32-402d-bdd5-0e59e6ab5958') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:33.991925 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:33.994641 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ba573a50-6258-4bb7-acd0-252ba7c1ddd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:34.017076 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:34.024858 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:33:34.025260 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:33:34.040905 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:33:34.060861 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port a55f07b9-c672-403d-9ce3-3ab586f2570d completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:33:34.088697 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port a55f07b9-c672-403d-9ce3-3ab586f2570d triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:33:34.089010 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:34.217796 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba573a50-6258-4bb7-acd0-252ba7c1ddd2 None None] Pushing event updated for resources: {'Port': ['ID=c0b5cbe7-5ff0-40f2-8bd4-edd2bfac6728,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:34.237479 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e21e5f58-0055-454a-a272-2569443a48e4 None None] Provisioning complete for port a55f07b9-c672-403d-9ce3-3ab586f2570d triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:33:34.237886 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e21e5f58-0055-454a-a272-2569443a48e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:34.263967 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.db.api [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 18:33:34.263967 dv-neutron-827016-2-hyperv neutron-server[84541]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 18:33:34.263967 dv-neutron-827016-2-hyperv neutron-server[84541]: [parameters: {'id': '412f82c5-640e-4f12-9fd5-531897ded743'}] Feb 09 18:33:34.263967 dv-neutron-827016-2-hyperv neutron-server[84541]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:33:34.264652 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG oslo_db.api [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:33:34.317573 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97da1d60-ca08-402d-bfb6-147e79349c6f None None] Network 412f82c5-640e-4f12-9fd5-531897ded743 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:33:34.540253 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:34.635332 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e21e5f58-0055-454a-a272-2569443a48e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:34.749461 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port a55f07b9-c672-403d-9ce3-3ab586f2570d, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=a55f07b9-c672-403d-9ce3-3ab586f2570d,segment=NetworkSegment(741ceff9-694c-4a1c-bdf7-693bf58d618e),segment_id=741ceff9-694c-4a1c-bdf7-693bf58d618e)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:33:34.765642 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:34.783540 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Deleting port c0b5cbe7-5ff0-40f2-8bd4-edd2bfac6728 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:33:34.784092 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:34.817529 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450ab7a6-3f47-4907-a58f-efa5da8ccc91 None None] get_active_networks_info from dv-neutron-827016-2-hyperv {{(pid=84543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 18:33:34.867772 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:35.106718 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-e21e5f58-0055-454a-a272-2569443a48e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:33:35.107277 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-e21e5f58-0055-454a-a272-2569443a48e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:33:35.108559 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] For port c0b5cbe7-5ff0-40f2-8bd4-edd2bfac6728, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c0b5cbe7-5ff0-40f2-8bd4-edd2bfac6728,segment=NetworkSegment(5775e2d2-cb32-402d-bdd5-0e59e6ab5958),segment_id=5775e2d2-cb32-402d-bdd5-0e59e6ab5958)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:33:35.109206 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:35.158653 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=a55f07b9-c672-403d-9ce3-3ab586f2570d,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:35.179560 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450ab7a6-3f47-4907-a58f-efa5da8ccc91 None None] Resources bound (agent type, host, resource id): {{(pid=84543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 18:33:35.261753 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Calling delete_port for c0b5cbe7-5ff0-40f2-8bd4-edd2bfac6728 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:33:35.479979 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:35.537888 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Pushing event deleted for resources: {'Port': ['ID=c0b5cbe7-5ff0-40f2-8bd4-edd2bfac6728,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:35.546615 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] No DVR routers for this DVR port c0b5cbe7-5ff0-40f2-8bd4-edd2bfac6728 on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:33:35.662436 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device a55f07b9-c672-403d-9ce3-3ab586f2570d up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:33:35.702118 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:35.746000 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['412f82c5-640e-4f12-9fd5-531897ded743']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:35.767144 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port a55f07b9-c672-403d-9ce3-3ab586f2570d triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:33:35.767852 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:35.768271 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5775e2d2-cb32-402d-bdd5-0e59e6ab5958') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:35.768937 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5775e2d2-cb32-402d-bdd5-0e59e6ab5958') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:35.790794 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:35.820924 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:35.830388 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:33:35.830797 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:33:35.846421 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:33:36.033849 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:36.057392 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:36.071441 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Pushing event deleted for resources: {'Network': ['ID=412f82c5-640e-4f12-9fd5-531897ded743,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:36.083384 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-63c948d7-4869-46f1-9080-f5982bd32726 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] 10.222.0.21 "DELETE /v2.0/networks/412f82c5-640e-4f12-9fd5-531897ded743 HTTP/1.1" status: 204 len: 168 time: 3.5457397 Feb 09 18:33:36.089211 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59366) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:36.097063 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-4f21a370-7b92-4215-a245-bbf38b321b29 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-803251305'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:33:36.102931 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4f21a370-7b92-4215-a245-bbf38b321b29 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:33:36.107795 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4f21a370-7b92-4215-a245-bbf38b321b29 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Usage tracker for resource:network and tenant:1930b31812244541afa0713fbc1ae960 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:33:36.111883 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4f21a370-7b92-4215-a245-bbf38b321b29 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:33:36.120097 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4f21a370-7b92-4215-a245-bbf38b321b29 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:33:36.199211 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f21a370-7b92-4215-a245-bbf38b321b29 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Made reservation on behalf of 1930b31812244541afa0713fbc1ae960 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:33:36.203123 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4f21a370-7b92-4215-a245-bbf38b321b29 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:36.237205 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f21a370-7b92-4215-a245-bbf38b321b29 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:33:36.247554 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4f21a370-7b92-4215-a245-bbf38b321b29 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:36.247940 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-4f21a370-7b92-4215-a245-bbf38b321b29 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Added segment 470bf28f-25a4-4889-819c-643b4b83c859 of type vlan for network 37e02024-a55b-42a0-be2d-4fd3a1da02e1 Feb 09 18:33:36.278670 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4f21a370-7b92-4215-a245-bbf38b321b29 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:36.388300 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4f21a370-7b92-4215-a245-bbf38b321b29 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:36.392520 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f21a370-7b92-4215-a245-bbf38b321b29 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:36.393129 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4f21a370-7b92-4215-a245-bbf38b321b29 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:36.517342 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21a370-7b92-4215-a245-bbf38b321b29 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Pushing event updated for resources: {'Network': ['ID=37e02024-a55b-42a0-be2d-4fd3a1da02e1,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:36.531611 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 37e02024-a55b-42a0-be2d-4fd3a1da02e1 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:33:36.593504 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4f21a370-7b92-4215-a245-bbf38b321b29 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5025878 Feb 09 18:33:36.597206 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59370) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:36.603709 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-5fdb6574-64e0-4b91-a353-5ee84483a3d5 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Request body: {'subnet': {'network_id': '37e02024-a55b-42a0-be2d-4fd3a1da02e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:33:36.834124 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5fdb6574-64e0-4b91-a353-5ee84483a3d5 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:33:36.838405 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5fdb6574-64e0-4b91-a353-5ee84483a3d5 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Usage tracker for resource:subnet and tenant:1930b31812244541afa0713fbc1ae960 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:33:36.841914 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-5fdb6574-64e0-4b91-a353-5ee84483a3d5 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:33:36.848242 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-5fdb6574-64e0-4b91-a353-5ee84483a3d5 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:33:36.976760 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdb6574-64e0-4b91-a353-5ee84483a3d5 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Made reservation on behalf of 1930b31812244541afa0713fbc1ae960 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:33:37.099788 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5fdb6574-64e0-4b91-a353-5ee84483a3d5 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:37.202720 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.ipam_backend_mixin [None req-5fdb6574-64e0-4b91-a353-5ee84483a3d5 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Performing IP validity checks on allocation pools {{(pid=84541) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 18:33:37.203323 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.ipam_backend_mixin [None req-5fdb6574-64e0-4b91-a353-5ee84483a3d5 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84541) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 18:33:37.445755 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5fdb6574-64e0-4b91-a353-5ee84483a3d5 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:37.532772 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb6574-64e0-4b91-a353-5ee84483a3d5 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Pushing event updated for resources: {'Subnet': ['ID=4c0a2238-fd8e-4a65-8d4d-f5cdddac7a27,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:37.555614 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdb6574-64e0-4b91-a353-5ee84483a3d5 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Checking segment: {'id': '470bf28f-25a4-4889-819c-643b4b83c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '37e02024-a55b-42a0-be2d-4fd3a1da02e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:33:37.556126 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdb6574-64e0-4b91-a353-5ee84483a3d5 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Network hostable DHCP agents. Network: 37e02024-a55b-42a0-be2d-4fd3a1da02e1, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:33:37.667689 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdb6574-64e0-4b91-a353-5ee84483a3d5 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Network 37e02024-a55b-42a0-be2d-4fd3a1da02e1 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:33:37.776545 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-5fdb6574-64e0-4b91-a353-5ee84483a3d5 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 37e02024-a55b-42a0-be2d-4fd3a1da02e1) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:33:37.781899 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdb6574-64e0-4b91-a353-5ee84483a3d5 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:37.782529 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5fdb6574-64e0-4b91-a353-5ee84483a3d5 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:37.788447 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563a8da5-76fc-42d0-b8cb-1ec778d3907c None None] Network 37e02024-a55b-42a0-be2d-4fd3a1da02e1 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:33:37.886338 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5fdb6574-64e0-4b91-a353-5ee84483a3d5 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2875845 Feb 09 18:33:37.892123 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59374) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:38.047453 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b673fdc7-c7a0-40bf-9af8-60eab6aaeb36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-37e02024-a55b-42a0-be2d-4fd3a1da02e1', 'network_id': '37e02024-a55b-42a0-be2d-4fd3a1da02e1', 'tenant_id': '1930b31812244541afa0713fbc1ae960', 'fixed_ips': [{'subnet_id': '4c0a2238-fd8e-4a65-8d4d-f5cdddac7a27'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:33:38.048299 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b673fdc7-c7a0-40bf-9af8-60eab6aaeb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:38.080655 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:38.158407 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:38.271549 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-b673fdc7-c7a0-40bf-9af8-60eab6aaeb36 None None] Allocated IP 2001:db8::3 (37e02024-a55b-42a0-be2d-4fd3a1da02e1/4c0a2238-fd8e-4a65-8d4d-f5cdddac7a27/d2badc57-569e-41cf-9ec1-609381cb87fb) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:33:38.548730 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b673fdc7-c7a0-40bf-9af8-60eab6aaeb36 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:38.562673 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b673fdc7-c7a0-40bf-9af8-60eab6aaeb36 None None] Transition to ACTIVE for port object d2badc57-569e-41cf-9ec1-609381cb87fb will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:33:38.584929 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b673fdc7-c7a0-40bf-9af8-60eab6aaeb36 None None] Transition to ACTIVE for port object d2badc57-569e-41cf-9ec1-609381cb87fb will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:33:38.663717 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b673fdc7-c7a0-40bf-9af8-60eab6aaeb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:38.760429 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:38.769935 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b673fdc7-c7a0-40bf-9af8-60eab6aaeb36 None None] Network 37e02024-a55b-42a0-be2d-4fd3a1da02e1 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:33:38.773158 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-b673fdc7-c7a0-40bf-9af8-60eab6aaeb36 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:33:38.778593 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b673fdc7-c7a0-40bf-9af8-60eab6aaeb36 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:33:38.781393 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673fdc7-c7a0-40bf-9af8-60eab6aaeb36 None None] Pushing event updated for resources: {'Port': ['ID=d2badc57-569e-41cf-9ec1-609381cb87fb,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:38.816122 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Pushing event deleted for resources: {'Subnet': ['ID=4c0a2238-fd8e-4a65-8d4d-f5cdddac7a27,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:38.920312 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-b673fdc7-c7a0-40bf-9af8-60eab6aaeb36 None None] Attempting to bind port d2badc57-569e-41cf-9ec1-609381cb87fb on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:33:38.921232 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-b673fdc7-c7a0-40bf-9af8-60eab6aaeb36 None None] Attempting to bind port d2badc57-569e-41cf-9ec1-609381cb87fb by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '470bf28f-25a4-4889-819c-643b4b83c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '37e02024-a55b-42a0-be2d-4fd3a1da02e1'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:33:38.921407 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b673fdc7-c7a0-40bf-9af8-60eab6aaeb36 None None] Attempting to bind port d2badc57-569e-41cf-9ec1-609381cb87fb on network 37e02024-a55b-42a0-be2d-4fd3a1da02e1 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:33:38.923505 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:38.930612 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b673fdc7-c7a0-40bf-9af8-60eab6aaeb36 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:33:38.931159 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b673fdc7-c7a0-40bf-9af8-60eab6aaeb36 None None] Checking segment: {'id': '470bf28f-25a4-4889-819c-643b4b83c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '37e02024-a55b-42a0-be2d-4fd3a1da02e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:33:38.931686 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b673fdc7-c7a0-40bf-9af8-60eab6aaeb36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:38.932175 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b673fdc7-c7a0-40bf-9af8-60eab6aaeb36 None None] Bound using segment: {'id': '470bf28f-25a4-4889-819c-643b4b83c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '37e02024-a55b-42a0-be2d-4fd3a1da02e1'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:33:38.932718 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-b673fdc7-c7a0-40bf-9af8-60eab6aaeb36 None None] Bound port: d2badc57-569e-41cf-9ec1-609381cb87fb, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470bf28f-25a4-4889-819c-643b4b83c859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '37e02024-a55b-42a0-be2d-4fd3a1da02e1'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:33:38.933160 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b673fdc7-c7a0-40bf-9af8-60eab6aaeb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:38.954756 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e02024-a55b-42a0-be2d-4fd3a1da02e1']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:38.969607 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470bf28f-25a4-4889-819c-643b4b83c859') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:38.974715 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470bf28f-25a4-4889-819c-643b4b83c859') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:38.984401 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:39.003362 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:39.010622 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:33:39.011049 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:33:39.090483 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:33:39.110939 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-b673fdc7-c7a0-40bf-9af8-60eab6aaeb36 None None] For port d2badc57-569e-41cf-9ec1-609381cb87fb, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:33:39.118519 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-b673fdc7-c7a0-40bf-9af8-60eab6aaeb36 None None] For port d2badc57-569e-41cf-9ec1-609381cb87fb, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=d2badc57-569e-41cf-9ec1-609381cb87fb,segment=NetworkSegment(470bf28f-25a4-4889-819c-643b4b83c859),segment_id=470bf28f-25a4-4889-819c-643b4b83c859)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:33:39.180847 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.api [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 18:33:39.180847 dv-neutron-827016-2-hyperv neutron-server[84542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 18:33:39.180847 dv-neutron-827016-2-hyperv neutron-server[84542]: [parameters: {'id': '37e02024-a55b-42a0-be2d-4fd3a1da02e1'}] Feb 09 18:33:39.180847 dv-neutron-827016-2-hyperv neutron-server[84542]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:33:39.181606 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG oslo_db.api [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:33:39.209681 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b673fdc7-c7a0-40bf-9af8-60eab6aaeb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:39.336576 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673fdc7-c7a0-40bf-9af8-60eab6aaeb36 None None] Pushing event updated for resources: {'Port': ['ID=d2badc57-569e-41cf-9ec1-609381cb87fb,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:39.381446 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9156d37-0aa6-45d8-853c-4eecf19fe2fb None None] Network 37e02024-a55b-42a0-be2d-4fd3a1da02e1 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:33:39.609609 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc201d1-47c2-4370-a027-bae72a41159c None None] get_active_networks_info from dv-neutron-827016-2-hyperv {{(pid=84543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 18:33:39.682310 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:39.695870 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Deleting port d2badc57-569e-41cf-9ec1-609381cb87fb {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:33:39.696484 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:39.740038 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc201d1-47c2-4370-a027-bae72a41159c None None] Resources bound (agent type, host, resource id): {{(pid=84543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 18:33:39.932353 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] For port d2badc57-569e-41cf-9ec1-609381cb87fb, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=d2badc57-569e-41cf-9ec1-609381cb87fb,segment=NetworkSegment(470bf28f-25a4-4889-819c-643b4b83c859),segment_id=470bf28f-25a4-4889-819c-643b4b83c859)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:33:39.933221 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:40.182671 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Calling delete_port for d2badc57-569e-41cf-9ec1-609381cb87fb owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:33:40.405061 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:40.460988 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Pushing event deleted for resources: {'Port': ['ID=d2badc57-569e-41cf-9ec1-609381cb87fb,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:40.466425 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] No DVR routers for this DVR port d2badc57-569e-41cf-9ec1-609381cb87fb on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:33:40.608391 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:40.639568 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e02024-a55b-42a0-be2d-4fd3a1da02e1']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:40.657045 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470bf28f-25a4-4889-819c-643b4b83c859') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:40.657486 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470bf28f-25a4-4889-819c-643b4b83c859') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:40.671841 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:40.692100 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:40.701554 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:33:40.701954 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:33:40.718451 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:33:40.883875 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:40.903192 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:40.915366 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Pushing event deleted for resources: {'Network': ['ID=37e02024-a55b-42a0-be2d-4fd3a1da02e1,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:40.923749 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c89de42f-5f9e-434d-9b35-12409cbaf1a7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] 10.222.0.21 "DELETE /v2.0/networks/37e02024-a55b-42a0-be2d-4fd3a1da02e1 HTTP/1.1" status: 204 len: 168 time: 3.0300062 Feb 09 18:33:40.927608 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59378) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:40.933491 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-965d8055-e345-47fd-bd83-40c9414dce57 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1433121495'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:33:40.939546 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-965d8055-e345-47fd-bd83-40c9414dce57 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:33:40.944579 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-965d8055-e345-47fd-bd83-40c9414dce57 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Usage tracker for resource:network and tenant:1930b31812244541afa0713fbc1ae960 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:33:40.948437 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-965d8055-e345-47fd-bd83-40c9414dce57 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:33:40.957325 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-965d8055-e345-47fd-bd83-40c9414dce57 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:33:41.062528 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965d8055-e345-47fd-bd83-40c9414dce57 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Made reservation on behalf of 1930b31812244541afa0713fbc1ae960 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:33:41.068131 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-965d8055-e345-47fd-bd83-40c9414dce57 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:41.122526 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965d8055-e345-47fd-bd83-40c9414dce57 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:33:41.138486 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-965d8055-e345-47fd-bd83-40c9414dce57 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:41.139074 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-965d8055-e345-47fd-bd83-40c9414dce57 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Added segment 07546f7e-1eeb-4e5d-be36-dd7bed317a70 of type vlan for network 7cfe6b2e-ff38-4795-a2f2-f22ebd35c5b3 Feb 09 18:33:41.186221 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-965d8055-e345-47fd-bd83-40c9414dce57 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:41.319306 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-965d8055-e345-47fd-bd83-40c9414dce57 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:41.323097 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965d8055-e345-47fd-bd83-40c9414dce57 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:41.323717 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-965d8055-e345-47fd-bd83-40c9414dce57 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:41.440812 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d8055-e345-47fd-bd83-40c9414dce57 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Pushing event updated for resources: {'Network': ['ID=7cfe6b2e-ff38-4795-a2f2-f22ebd35c5b3,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:41.451943 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 7cfe6b2e-ff38-4795-a2f2-f22ebd35c5b3 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:33:41.520873 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-965d8055-e345-47fd-bd83-40c9414dce57 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5920959 Feb 09 18:33:41.523735 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59382) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:41.530775 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d22b2666-a03f-4782-9c46-db3fea0fa833 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Request body: {'subnet': {'network_id': '7cfe6b2e-ff38-4795-a2f2-f22ebd35c5b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:33:41.658432 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d22b2666-a03f-4782-9c46-db3fea0fa833 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:33:41.663104 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d22b2666-a03f-4782-9c46-db3fea0fa833 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Usage tracker for resource:subnet and tenant:1930b31812244541afa0713fbc1ae960 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:33:41.666716 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d22b2666-a03f-4782-9c46-db3fea0fa833 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:33:41.673534 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d22b2666-a03f-4782-9c46-db3fea0fa833 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:33:41.771028 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22b2666-a03f-4782-9c46-db3fea0fa833 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Made reservation on behalf of 1930b31812244541afa0713fbc1ae960 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:33:41.881466 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d22b2666-a03f-4782-9c46-db3fea0fa833 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:42.251564 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d22b2666-a03f-4782-9c46-db3fea0fa833 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:42.340897 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b2666-a03f-4782-9c46-db3fea0fa833 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Pushing event updated for resources: {'Subnet': ['ID=bcc5da9c-a926-40f9-b9b0-bcf62a50a9fa,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:42.360404 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22b2666-a03f-4782-9c46-db3fea0fa833 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Checking segment: {'id': '07546f7e-1eeb-4e5d-be36-dd7bed317a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7cfe6b2e-ff38-4795-a2f2-f22ebd35c5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:33:42.360768 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22b2666-a03f-4782-9c46-db3fea0fa833 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Network hostable DHCP agents. Network: 7cfe6b2e-ff38-4795-a2f2-f22ebd35c5b3, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:33:42.558026 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22b2666-a03f-4782-9c46-db3fea0fa833 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Network 7cfe6b2e-ff38-4795-a2f2-f22ebd35c5b3 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:33:42.679721 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-d22b2666-a03f-4782-9c46-db3fea0fa833 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 7cfe6b2e-ff38-4795-a2f2-f22ebd35c5b3) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:33:42.685904 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22b2666-a03f-4782-9c46-db3fea0fa833 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:42.686764 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d22b2666-a03f-4782-9c46-db3fea0fa833 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:42.695041 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499633ee-5321-4942-ae3d-b1f93491c59f None None] Network 7cfe6b2e-ff38-4795-a2f2-f22ebd35c5b3 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:33:42.812447 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d22b2666-a03f-4782-9c46-db3fea0fa833 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2874300 Feb 09 18:33:42.822966 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59386) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:42.830343 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7af5a88d-ec9e-4342-b18c-40ab8ae3ba44 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2034003230'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:33:42.836228 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7af5a88d-ec9e-4342-b18c-40ab8ae3ba44 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:33:42.842003 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7af5a88d-ec9e-4342-b18c-40ab8ae3ba44 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Usage tracker for resource:network and tenant:1930b31812244541afa0713fbc1ae960 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:33:42.845315 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7af5a88d-ec9e-4342-b18c-40ab8ae3ba44 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:33:42.852568 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7af5a88d-ec9e-4342-b18c-40ab8ae3ba44 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:33:42.954084 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af5a88d-ec9e-4342-b18c-40ab8ae3ba44 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Made reservation on behalf of 1930b31812244541afa0713fbc1ae960 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:33:42.957571 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7af5a88d-ec9e-4342-b18c-40ab8ae3ba44 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:42.997829 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af5a88d-ec9e-4342-b18c-40ab8ae3ba44 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:33:43.010511 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7af5a88d-ec9e-4342-b18c-40ab8ae3ba44 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:43.010999 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-7af5a88d-ec9e-4342-b18c-40ab8ae3ba44 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Added segment 8f7192b9-db46-4f5d-a62a-8d60019e5af7 of type vlan for network d520b96c-ad4b-4c1b-972a-0b3a6895162f Feb 09 18:33:43.018140 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79a269a-134c-41cf-ac4c-504fbb45880b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-7cfe6b2e-ff38-4795-a2f2-f22ebd35c5b3', 'network_id': '7cfe6b2e-ff38-4795-a2f2-f22ebd35c5b3', 'tenant_id': '1930b31812244541afa0713fbc1ae960', 'fixed_ips': [{'subnet_id': 'bcc5da9c-a926-40f9-b9b0-bcf62a50a9fa'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:33:43.019379 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d79a269a-134c-41cf-ac4c-504fbb45880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:43.061799 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7af5a88d-ec9e-4342-b18c-40ab8ae3ba44 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:43.205241 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7af5a88d-ec9e-4342-b18c-40ab8ae3ba44 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:43.209792 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af5a88d-ec9e-4342-b18c-40ab8ae3ba44 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:43.210727 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7af5a88d-ec9e-4342-b18c-40ab8ae3ba44 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:43.261128 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-d79a269a-134c-41cf-ac4c-504fbb45880b None None] Allocated IP 2001:db8::2 (7cfe6b2e-ff38-4795-a2f2-f22ebd35c5b3/bcc5da9c-a926-40f9-b9b0-bcf62a50a9fa/532b498a-f95c-4a79-aa7f-64aa73e5e781) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:33:43.344297 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5a88d-ec9e-4342-b18c-40ab8ae3ba44 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Pushing event updated for resources: {'Network': ['ID=d520b96c-ad4b-4c1b-972a-0b3a6895162f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:43.358827 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network d520b96c-ad4b-4c1b-972a-0b3a6895162f details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:33:43.436184 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7af5a88d-ec9e-4342-b18c-40ab8ae3ba44 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6115222 Feb 09 18:33:43.439850 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59390) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:43.453638 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-cb1da1f6-63c1-44dc-b730-2aeddee91ac7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Request body: {'subnet': {'network_id': 'd520b96c-ad4b-4c1b-972a-0b3a6895162f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:33:43.659535 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d79a269a-134c-41cf-ac4c-504fbb45880b None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:43.677817 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d79a269a-134c-41cf-ac4c-504fbb45880b None None] Transition to ACTIVE for port object 532b498a-f95c-4a79-aa7f-64aa73e5e781 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:33:43.703242 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cb1da1f6-63c1-44dc-b730-2aeddee91ac7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:33:43.709973 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-cb1da1f6-63c1-44dc-b730-2aeddee91ac7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Usage tracker for resource:subnet and tenant:1930b31812244541afa0713fbc1ae960 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:33:43.710341 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d79a269a-134c-41cf-ac4c-504fbb45880b None None] Transition to ACTIVE for port object 532b498a-f95c-4a79-aa7f-64aa73e5e781 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:33:43.714505 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-cb1da1f6-63c1-44dc-b730-2aeddee91ac7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:33:43.722001 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cb1da1f6-63c1-44dc-b730-2aeddee91ac7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:33:43.828240 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d79a269a-134c-41cf-ac4c-504fbb45880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:43.839407 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1da1f6-63c1-44dc-b730-2aeddee91ac7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Made reservation on behalf of 1930b31812244541afa0713fbc1ae960 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:33:43.905525 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79a269a-134c-41cf-ac4c-504fbb45880b None None] Network 7cfe6b2e-ff38-4795-a2f2-f22ebd35c5b3 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:33:43.909380 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-d79a269a-134c-41cf-ac4c-504fbb45880b None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:33:43.911503 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a269a-134c-41cf-ac4c-504fbb45880b None None] Pushing event updated for resources: {'Port': ['ID=532b498a-f95c-4a79-aa7f-64aa73e5e781,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:43.914344 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79a269a-134c-41cf-ac4c-504fbb45880b None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:33:43.967152 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cb1da1f6-63c1-44dc-b730-2aeddee91ac7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:44.019658 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-d79a269a-134c-41cf-ac4c-504fbb45880b None None] Attempting to bind port 532b498a-f95c-4a79-aa7f-64aa73e5e781 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:33:44.020194 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-d79a269a-134c-41cf-ac4c-504fbb45880b None None] Attempting to bind port 532b498a-f95c-4a79-aa7f-64aa73e5e781 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '07546f7e-1eeb-4e5d-be36-dd7bed317a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7cfe6b2e-ff38-4795-a2f2-f22ebd35c5b3'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:33:44.020647 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79a269a-134c-41cf-ac4c-504fbb45880b None None] Attempting to bind port 532b498a-f95c-4a79-aa7f-64aa73e5e781 on network 7cfe6b2e-ff38-4795-a2f2-f22ebd35c5b3 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:33:44.030358 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79a269a-134c-41cf-ac4c-504fbb45880b None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:33:44.030952 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79a269a-134c-41cf-ac4c-504fbb45880b None None] Checking segment: {'id': '07546f7e-1eeb-4e5d-be36-dd7bed317a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7cfe6b2e-ff38-4795-a2f2-f22ebd35c5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:33:44.031585 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d79a269a-134c-41cf-ac4c-504fbb45880b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:44.032082 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79a269a-134c-41cf-ac4c-504fbb45880b None None] Bound using segment: {'id': '07546f7e-1eeb-4e5d-be36-dd7bed317a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7cfe6b2e-ff38-4795-a2f2-f22ebd35c5b3'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:33:44.032862 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-d79a269a-134c-41cf-ac4c-504fbb45880b None None] Bound port: 532b498a-f95c-4a79-aa7f-64aa73e5e781, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07546f7e-1eeb-4e5d-be36-dd7bed317a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7cfe6b2e-ff38-4795-a2f2-f22ebd35c5b3'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:33:44.033383 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d79a269a-134c-41cf-ac4c-504fbb45880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:44.142962 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d79a269a-134c-41cf-ac4c-504fbb45880b None None] For port 532b498a-f95c-4a79-aa7f-64aa73e5e781, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:33:44.147400 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d79a269a-134c-41cf-ac4c-504fbb45880b None None] For port 532b498a-f95c-4a79-aa7f-64aa73e5e781, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=532b498a-f95c-4a79-aa7f-64aa73e5e781,segment=NetworkSegment(07546f7e-1eeb-4e5d-be36-dd7bed317a70),segment_id=07546f7e-1eeb-4e5d-be36-dd7bed317a70)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:33:44.211874 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d79a269a-134c-41cf-ac4c-504fbb45880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:44.291645 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cb1da1f6-63c1-44dc-b730-2aeddee91ac7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:44.325418 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a269a-134c-41cf-ac4c-504fbb45880b None None] Pushing event updated for resources: {'Port': ['ID=532b498a-f95c-4a79-aa7f-64aa73e5e781,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:44.399229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1da1f6-63c1-44dc-b730-2aeddee91ac7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Pushing event updated for resources: {'Subnet': ['ID=f11397bc-ae23-4689-aecf-5f3ee01e7a61,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:44.412383 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1da1f6-63c1-44dc-b730-2aeddee91ac7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Checking segment: {'id': '8f7192b9-db46-4f5d-a62a-8d60019e5af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd520b96c-ad4b-4c1b-972a-0b3a6895162f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:33:44.412847 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1da1f6-63c1-44dc-b730-2aeddee91ac7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Network hostable DHCP agents. Network: d520b96c-ad4b-4c1b-972a-0b3a6895162f, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:33:44.524717 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1da1f6-63c1-44dc-b730-2aeddee91ac7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Network d520b96c-ad4b-4c1b-972a-0b3a6895162f is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:33:44.623189 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-cb1da1f6-63c1-44dc-b730-2aeddee91ac7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, d520b96c-ad4b-4c1b-972a-0b3a6895162f) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:33:44.629515 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1da1f6-63c1-44dc-b730-2aeddee91ac7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:44.630792 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cb1da1f6-63c1-44dc-b730-2aeddee91ac7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:44.630953 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b288bb-524e-4743-9faa-2231c20b8ab3 None None] Network d520b96c-ad4b-4c1b-972a-0b3a6895162f requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:33:44.719987 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-cb1da1f6-63c1-44dc-b730-2aeddee91ac7 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2781065 Feb 09 18:33:44.723039 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59394) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:44.882496 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782369fe-01d3-4fa1-a31d-3ddb501c0bd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-d520b96c-ad4b-4c1b-972a-0b3a6895162f', 'network_id': 'd520b96c-ad4b-4c1b-972a-0b3a6895162f', 'tenant_id': '1930b31812244541afa0713fbc1ae960', 'fixed_ips': [{'subnet_id': 'f11397bc-ae23-4689-aecf-5f3ee01e7a61'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:33:44.883702 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-782369fe-01d3-4fa1-a31d-3ddb501c0bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:44.886576 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:44.960374 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:45.071185 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-782369fe-01d3-4fa1-a31d-3ddb501c0bd0 None None] Allocated IP 2001:db8::2 (d520b96c-ad4b-4c1b-972a-0b3a6895162f/f11397bc-ae23-4689-aecf-5f3ee01e7a61/38671ce4-dd7f-422b-86f9-ca8ce1975dc8) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:33:45.313860 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-782369fe-01d3-4fa1-a31d-3ddb501c0bd0 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:45.326885 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-782369fe-01d3-4fa1-a31d-3ddb501c0bd0 None None] Transition to ACTIVE for port object 38671ce4-dd7f-422b-86f9-ca8ce1975dc8 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:33:45.351397 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-782369fe-01d3-4fa1-a31d-3ddb501c0bd0 None None] Transition to ACTIVE for port object 38671ce4-dd7f-422b-86f9-ca8ce1975dc8 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:33:45.416302 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b01b8a0-766e-4a4c-a37c-6ef66a2b1f61 None None] Network 7cfe6b2e-ff38-4795-a2f2-f22ebd35c5b3 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:33:45.501429 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-782369fe-01d3-4fa1-a31d-3ddb501c0bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:45.570797 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:45.614625 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782369fe-01d3-4fa1-a31d-3ddb501c0bd0 None None] Network d520b96c-ad4b-4c1b-972a-0b3a6895162f is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:33:45.618011 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782369fe-01d3-4fa1-a31d-3ddb501c0bd0 None None] Pushing event updated for resources: {'Port': ['ID=38671ce4-dd7f-422b-86f9-ca8ce1975dc8,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:45.631296 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-782369fe-01d3-4fa1-a31d-3ddb501c0bd0 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:33:45.636214 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782369fe-01d3-4fa1-a31d-3ddb501c0bd0 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:33:45.652115 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Pushing event deleted for resources: {'Subnet': ['ID=f11397bc-ae23-4689-aecf-5f3ee01e7a61,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:45.752338 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 532b498a-f95c-4a79-aa7f-64aa73e5e781 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:33:45.786699 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d500dc54-06d8-44ee-947a-eda105d01987 None None] Provisioning for port 532b498a-f95c-4a79-aa7f-64aa73e5e781 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:33:45.803444 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:45.834579 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d520b96c-ad4b-4c1b-972a-0b3a6895162f']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:45.848364 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7192b9-db46-4f5d-a62a-8d60019e5af7') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:45.848658 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7192b9-db46-4f5d-a62a-8d60019e5af7') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:45.851162 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-782369fe-01d3-4fa1-a31d-3ddb501c0bd0 None None] Attempting to bind port 38671ce4-dd7f-422b-86f9-ca8ce1975dc8 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:33:45.851535 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-782369fe-01d3-4fa1-a31d-3ddb501c0bd0 None None] Attempting to bind port 38671ce4-dd7f-422b-86f9-ca8ce1975dc8 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '8f7192b9-db46-4f5d-a62a-8d60019e5af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd520b96c-ad4b-4c1b-972a-0b3a6895162f'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:33:45.851894 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782369fe-01d3-4fa1-a31d-3ddb501c0bd0 None None] Attempting to bind port 38671ce4-dd7f-422b-86f9-ca8ce1975dc8 on network d520b96c-ad4b-4c1b-972a-0b3a6895162f {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:33:45.862350 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:45.881796 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:45.889501 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:33:45.889901 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:45.903576 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782369fe-01d3-4fa1-a31d-3ddb501c0bd0 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:33:45.904493 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782369fe-01d3-4fa1-a31d-3ddb501c0bd0 None None] Checking segment: {'id': '8f7192b9-db46-4f5d-a62a-8d60019e5af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd520b96c-ad4b-4c1b-972a-0b3a6895162f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:33:45.904493 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-782369fe-01d3-4fa1-a31d-3ddb501c0bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:45.904746 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782369fe-01d3-4fa1-a31d-3ddb501c0bd0 None None] Bound using segment: {'id': '8f7192b9-db46-4f5d-a62a-8d60019e5af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd520b96c-ad4b-4c1b-972a-0b3a6895162f'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:33:45.904949 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:33:45.908984 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-782369fe-01d3-4fa1-a31d-3ddb501c0bd0 None None] Bound port: 38671ce4-dd7f-422b-86f9-ca8ce1975dc8, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7192b9-db46-4f5d-a62a-8d60019e5af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd520b96c-ad4b-4c1b-972a-0b3a6895162f'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:33:45.908984 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-782369fe-01d3-4fa1-a31d-3ddb501c0bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:46.031798 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-782369fe-01d3-4fa1-a31d-3ddb501c0bd0 None None] For port 38671ce4-dd7f-422b-86f9-ca8ce1975dc8, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:33:46.035908 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-782369fe-01d3-4fa1-a31d-3ddb501c0bd0 None None] For port 38671ce4-dd7f-422b-86f9-ca8ce1975dc8, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=38671ce4-dd7f-422b-86f9-ca8ce1975dc8,segment=NetworkSegment(8f7192b9-db46-4f5d-a62a-8d60019e5af7),segment_id=8f7192b9-db46-4f5d-a62a-8d60019e5af7)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:33:46.057437 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.api [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 18:33:46.057437 dv-neutron-827016-2-hyperv neutron-server[84542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 18:33:46.057437 dv-neutron-827016-2-hyperv neutron-server[84542]: [parameters: {'id': 'd520b96c-ad4b-4c1b-972a-0b3a6895162f'}] Feb 09 18:33:46.057437 dv-neutron-827016-2-hyperv neutron-server[84542]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:33:46.058093 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG oslo_db.api [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:33:46.084995 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 532b498a-f95c-4a79-aa7f-64aa73e5e781 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:33:46.093026 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 532b498a-f95c-4a79-aa7f-64aa73e5e781 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:33:46.094015 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:46.211694 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-782369fe-01d3-4fa1-a31d-3ddb501c0bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:46.414256 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782369fe-01d3-4fa1-a31d-3ddb501c0bd0 None None] Pushing event updated for resources: {'Port': ['ID=38671ce4-dd7f-422b-86f9-ca8ce1975dc8,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:46.423754 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-aa243143-9eef-42a0-b067-079cd27dabd9 None None] Provisioning complete for port 532b498a-f95c-4a79-aa7f-64aa73e5e781 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:33:46.424145 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa243143-9eef-42a0-b067-079cd27dabd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:46.548152 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b3e0d5-902c-4f01-a1a3-2f4459b413f4 None None] Network d520b96c-ad4b-4c1b-972a-0b3a6895162f requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:33:46.559252 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:46.577277 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Deleting port 38671ce4-dd7f-422b-86f9-ca8ce1975dc8 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:33:46.578335 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:46.639279 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:46.784381 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1abb0879-9bd6-4deb-b4a3-a20c3d564f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:46.790486 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa243143-9eef-42a0-b067-079cd27dabd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:46.824895 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] For port 38671ce4-dd7f-422b-86f9-ca8ce1975dc8, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=38671ce4-dd7f-422b-86f9-ca8ce1975dc8,segment=NetworkSegment(8f7192b9-db46-4f5d-a62a-8d60019e5af7),segment_id=8f7192b9-db46-4f5d-a62a-8d60019e5af7)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:33:46.826333 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:46.829062 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 532b498a-f95c-4a79-aa7f-64aa73e5e781, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=532b498a-f95c-4a79-aa7f-64aa73e5e781,segment=NetworkSegment(07546f7e-1eeb-4e5d-be36-dd7bed317a70),segment_id=07546f7e-1eeb-4e5d-be36-dd7bed317a70)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:33:46.906812 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1407e6de-0969-438b-819d-83fc56669391 None None] get_active_networks_info from dv-neutron-827016-2-hyperv {{(pid=84543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 18:33:46.964087 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Calling delete_port for 38671ce4-dd7f-422b-86f9-ca8ce1975dc8 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:33:46.969187 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:47.125014 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:47.193649 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-aa243143-9eef-42a0-b067-079cd27dabd9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:33:47.193950 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-aa243143-9eef-42a0-b067-079cd27dabd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:33:47.221180 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=532b498a-f95c-4a79-aa7f-64aa73e5e781,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:47.261690 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1407e6de-0969-438b-819d-83fc56669391 None None] Resources bound (agent type, host, resource id): {{(pid=84543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 18:33:47.269724 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:47.280211 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Pushing event deleted for resources: {'Port': ['ID=38671ce4-dd7f-422b-86f9-ca8ce1975dc8,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:47.285770 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] No DVR routers for this DVR port 38671ce4-dd7f-422b-86f9-ca8ce1975dc8 on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:33:47.432961 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:47.481954 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d520b96c-ad4b-4c1b-972a-0b3a6895162f']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:47.498489 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7192b9-db46-4f5d-a62a-8d60019e5af7') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:47.498789 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7192b9-db46-4f5d-a62a-8d60019e5af7') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:47.512711 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:47.533835 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:47.540851 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:33:47.541479 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:33:47.557332 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:33:47.662711 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 532b498a-f95c-4a79-aa7f-64aa73e5e781 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:33:47.746251 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:47.765132 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:47.777090 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Pushing event deleted for resources: {'Network': ['ID=d520b96c-ad4b-4c1b-972a-0b3a6895162f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:47.788295 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59398) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:47.789263 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b5098cf9-ebf3-45c3-adb6-e43d13a2394d tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] 10.222.0.21 "DELETE /v2.0/networks/d520b96c-ad4b-4c1b-972a-0b3a6895162f HTTP/1.1" status: 204 len: 168 time: 3.0642896 Feb 09 18:33:47.835702 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-604aa1a4-680d-4388-8f5b-f0bcb13e5817 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] GET failed (client error): The resource could not be found. Feb 09 18:33:47.836216 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-604aa1a4-680d-4388-8f5b-f0bcb13e5817 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Synchronizing usage tracker for tenant:1930b31812244541afa0713fbc1ae960 on resource:subnet {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:33:47.885031 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 532b498a-f95c-4a79-aa7f-64aa73e5e781 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:33:47.885633 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:47.925327 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-604aa1a4-680d-4388-8f5b-f0bcb13e5817 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Unset dirty status for tenant:1930b31812244541afa0713fbc1ae960 on resource:subnet {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:33:47.926627 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-604aa1a4-680d-4388-8f5b-f0bcb13e5817 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] 10.222.0.21 "GET /v2.0/subnets/f11397bc-ae23-4689-aecf-5f3ee01e7a61 HTTP/1.1" status: 404 len: 337 time: 0.1372626 Feb 09 18:33:47.930729 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59402) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:47.958439 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cdae5cd-990d-4a9d-8baf-5ff2c589941e tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] DELETE failed (client error): The resource could not be found. Feb 09 18:33:47.958879 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cdae5cd-990d-4a9d-8baf-5ff2c589941e tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:33:47.960583 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7cdae5cd-990d-4a9d-8baf-5ff2c589941e tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] 10.222.0.21 "DELETE /v2.0/networks/d520b96c-ad4b-4c1b-972a-0b3a6895162f HTTP/1.1" status: 404 len: 339 time: 0.0288148 Feb 09 18:33:47.967339 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59406) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:48.012800 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23d42b4-5cce-4e6c-94a7-1a336d21b6f5 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] DELETE failed (client error): The resource could not be found. Feb 09 18:33:48.012800 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e23d42b4-5cce-4e6c-94a7-1a336d21b6f5 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:33:48.014320 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e23d42b4-5cce-4e6c-94a7-1a336d21b6f5 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] 10.222.0.21 "DELETE /v2.0/subnets/f11397bc-ae23-4689-aecf-5f3ee01e7a61 HTTP/1.1" status: 404 len: 337 time: 0.0459759 Feb 09 18:33:48.019000 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59410) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:48.048707 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0dd07da-3de4-4aa8-a586-1b73d7f84311 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] DELETE failed (client error): The resource could not be found. Feb 09 18:33:48.049153 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0dd07da-3de4-4aa8-a586-1b73d7f84311 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:33:48.050877 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c0dd07da-3de4-4aa8-a586-1b73d7f84311 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] 10.222.0.21 "DELETE /v2.0/networks/d520b96c-ad4b-4c1b-972a-0b3a6895162f HTTP/1.1" status: 404 len: 339 time: 0.0309162 Feb 09 18:33:48.053852 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59414) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:48.263688 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-581e1d99-f71e-41cd-a273-786cd26e504c tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Deleting subnet bcc5da9c-a926-40f9-b9b0-bcf62a50a9fa {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:33:48.268360 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-581e1d99-f71e-41cd-a273-786cd26e504c tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:48.335874 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-581e1d99-f71e-41cd-a273-786cd26e504c tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:48.431030 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-581e1d99-f71e-41cd-a273-786cd26e504c tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:48.594024 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-581e1d99-f71e-41cd-a273-786cd26e504c tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:48.638589 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e1d99-f71e-41cd-a273-786cd26e504c tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Pushing event deleted for resources: {'Subnet': ['ID=bcc5da9c-a926-40f9-b9b0-bcf62a50a9fa,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:48.645406 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-581e1d99-f71e-41cd-a273-786cd26e504c tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:48.653255 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07147c5c-dbcf-4c8d-960c-c8ba70027fab None None] Network 7cfe6b2e-ff38-4795-a2f2-f22ebd35c5b3 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:33:48.720754 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-581e1d99-f71e-41cd-a273-786cd26e504c tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] 10.222.0.21 "DELETE /v2.0/subnets/bcc5da9c-a926-40f9-b9b0-bcf62a50a9fa HTTP/1.1" status: 204 len: 168 time: 0.6654694 Feb 09 18:33:48.723511 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59418) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:48.856474 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-476e4c9a-2919-4e01-8f5c-c29bb4d96807 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:48.869930 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-476e4c9a-2919-4e01-8f5c-c29bb4d96807 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Deleting port 532b498a-f95c-4a79-aa7f-64aa73e5e781 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:33:48.870283 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-476e4c9a-2919-4e01-8f5c-c29bb4d96807 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:48.957076 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d92362e-df22-4565-900d-bb92f3a992f6 None None] DHCP port deletion for 7cfe6b2e-ff38-4795-a2f2-f22ebd35c5b3 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:33:48.964821 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2d92362e-df22-4565-900d-bb92f3a992f6 None None] Deleting port 532b498a-f95c-4a79-aa7f-64aa73e5e781 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:33:48.973065 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2d92362e-df22-4565-900d-bb92f3a992f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:49.102976 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6806b684-a9fb-4c13-8d67-50cce5cd95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:49.123825 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-476e4c9a-2919-4e01-8f5c-c29bb4d96807 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] For port 532b498a-f95c-4a79-aa7f-64aa73e5e781, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=532b498a-f95c-4a79-aa7f-64aa73e5e781,segment=NetworkSegment(07546f7e-1eeb-4e5d-be36-dd7bed317a70),segment_id=07546f7e-1eeb-4e5d-be36-dd7bed317a70)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:33:49.124101 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-476e4c9a-2919-4e01-8f5c-c29bb4d96807 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:49.260788 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-2d92362e-df22-4565-900d-bb92f3a992f6 None None] For port 532b498a-f95c-4a79-aa7f-64aa73e5e781, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=532b498a-f95c-4a79-aa7f-64aa73e5e781,segment=NetworkSegment(07546f7e-1eeb-4e5d-be36-dd7bed317a70),segment_id=07546f7e-1eeb-4e5d-be36-dd7bed317a70)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:33:49.261377 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2d92362e-df22-4565-900d-bb92f3a992f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:49.359784 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-476e4c9a-2919-4e01-8f5c-c29bb4d96807 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Calling delete_port for 532b498a-f95c-4a79-aa7f-64aa73e5e781 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:33:49.432471 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2d92362e-df22-4565-900d-bb92f3a992f6 None None] Calling delete_port for 532b498a-f95c-4a79-aa7f-64aa73e5e781 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:33:49.554231 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-476e4c9a-2919-4e01-8f5c-c29bb4d96807 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:49.560830 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-2d92362e-df22-4565-900d-bb92f3a992f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:33:49.561335 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-2d92362e-df22-4565-900d-bb92f3a992f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:33:49.612352 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e4c9a-2919-4e01-8f5c-c29bb4d96807 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Pushing event deleted for resources: {'Port': ['ID=532b498a-f95c-4a79-aa7f-64aa73e5e781,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:49.617982 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476e4c9a-2919-4e01-8f5c-c29bb4d96807 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] No DVR routers for this DVR port 532b498a-f95c-4a79-aa7f-64aa73e5e781 on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:33:49.648599 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 532b498a-f95c-4a79-aa7f-64aa73e5e781 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:33:49.697414 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 532b498a-f95c-4a79-aa7f-64aa73e5e781 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:33:49.699913 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 532b498a-f95c-4a79-aa7f-64aa73e5e781 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:33:49.769415 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-476e4c9a-2919-4e01-8f5c-c29bb4d96807 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:49.801623 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-476e4c9a-2919-4e01-8f5c-c29bb4d96807 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cfe6b2e-ff38-4795-a2f2-f22ebd35c5b3']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:49.817221 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-476e4c9a-2919-4e01-8f5c-c29bb4d96807 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07546f7e-1eeb-4e5d-be36-dd7bed317a70') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:49.817517 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-476e4c9a-2919-4e01-8f5c-c29bb4d96807 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07546f7e-1eeb-4e5d-be36-dd7bed317a70') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:49.832221 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-476e4c9a-2919-4e01-8f5c-c29bb4d96807 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:49.851413 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-476e4c9a-2919-4e01-8f5c-c29bb4d96807 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:49.860436 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476e4c9a-2919-4e01-8f5c-c29bb4d96807 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:33:49.861946 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-476e4c9a-2919-4e01-8f5c-c29bb4d96807 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:33:49.877761 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:33:50.049635 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-476e4c9a-2919-4e01-8f5c-c29bb4d96807 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:50.064286 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2d92362e-df22-4565-900d-bb92f3a992f6 None None] Deleting port 532b498a-f95c-4a79-aa7f-64aa73e5e781 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:33:50.064880 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2d92362e-df22-4565-900d-bb92f3a992f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:50.088355 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-476e4c9a-2919-4e01-8f5c-c29bb4d96807 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:50.101900 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e4c9a-2919-4e01-8f5c-c29bb4d96807 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Pushing event deleted for resources: {'Network': ['ID=7cfe6b2e-ff38-4795-a2f2-f22ebd35c5b3,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:50.117745 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-476e4c9a-2919-4e01-8f5c-c29bb4d96807 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] 10.222.0.21 "DELETE /v2.0/networks/7cfe6b2e-ff38-4795-a2f2-f22ebd35c5b3 HTTP/1.1" status: 204 len: 168 time: 1.3928256 Feb 09 18:33:50.119749 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59422) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:50.169273 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2d92362e-df22-4565-900d-bb92f3a992f6 None None] The port '532b498a-f95c-4a79-aa7f-64aa73e5e781' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:33:50.180777 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea5f4b8-f5f8-413b-b4db-2a3f5f735f82 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] DELETE failed (client error): The resource could not be found. Feb 09 18:33:50.181438 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cea5f4b8-f5f8-413b-b4db-2a3f5f735f82 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:33:50.184107 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cea5f4b8-f5f8-413b-b4db-2a3f5f735f82 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] 10.222.0.21 "DELETE /v2.0/subnets/4c0a2238-fd8e-4a65-8d4d-f5cdddac7a27 HTTP/1.1" status: 404 len: 337 time: 0.0630763 Feb 09 18:33:50.187661 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59426) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:50.213861 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-618709f6-6ef4-48fd-86a1-aa5c47a7f045 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] DELETE failed (client error): The resource could not be found. Feb 09 18:33:50.214341 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-618709f6-6ef4-48fd-86a1-aa5c47a7f045 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:33:50.216868 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-618709f6-6ef4-48fd-86a1-aa5c47a7f045 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] 10.222.0.21 "DELETE /v2.0/networks/37e02024-a55b-42a0-be2d-4fd3a1da02e1 HTTP/1.1" status: 404 len: 339 time: 0.0280597 Feb 09 18:33:50.220343 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59430) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:50.234045 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:50.264264 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c59a2da-57f8-488d-84ab-22b52afbbec5 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] DELETE failed (client error): The resource could not be found. Feb 09 18:33:50.264708 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c59a2da-57f8-488d-84ab-22b52afbbec5 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:33:50.266423 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6c59a2da-57f8-488d-84ab-22b52afbbec5 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] 10.222.0.21 "DELETE /v2.0/subnets/d22f1076-6d04-4251-9ea9-7478cdd35894 HTTP/1.1" status: 404 len: 337 time: 0.0450974 Feb 09 18:33:50.269192 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59434) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:50.279793 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:50.296375 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1eea5c0-41ac-4709-9412-0d1ab8dd54a4 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] DELETE failed (client error): The resource could not be found. Feb 09 18:33:50.296968 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1eea5c0-41ac-4709-9412-0d1ab8dd54a4 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 18:33:50.299001 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e1eea5c0-41ac-4709-9412-0d1ab8dd54a4 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] 10.222.0.21 "DELETE /v2.0/networks/412f82c5-640e-4f12-9fd5-531897ded743 HTTP/1.1" status: 404 len: 339 time: 0.0286992 Feb 09 18:33:50.302002 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59438) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:50.505639 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d40dd98-d574-42f9-a8e1-4473c33ddf67 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Deleting subnet 43555c75-fc69-484c-9aed-d3f33c8de574 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:33:50.508949 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8d40dd98-d574-42f9-a8e1-4473c33ddf67 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:50.580841 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8d40dd98-d574-42f9-a8e1-4473c33ddf67 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:50.686153 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8d40dd98-d574-42f9-a8e1-4473c33ddf67 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:50.840083 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8d40dd98-d574-42f9-a8e1-4473c33ddf67 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:50.884954 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40dd98-d574-42f9-a8e1-4473c33ddf67 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Pushing event deleted for resources: {'Subnet': ['ID=43555c75-fc69-484c-9aed-d3f33c8de574,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:50.894366 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8d40dd98-d574-42f9-a8e1-4473c33ddf67 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:50.902421 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658999ca-bbc8-4b5b-bdd9-fb38b6938a9f None None] Network fc1aa70b-da96-4878-b5dd-0a868b659407 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:33:50.905651 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8d40dd98-d574-42f9-a8e1-4473c33ddf67 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] 10.222.0.21 "DELETE /v2.0/subnets/43555c75-fc69-484c-9aed-d3f33c8de574 HTTP/1.1" status: 204 len: 168 time: 0.6025884 Feb 09 18:33:50.908999 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59442) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:51.031486 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-126fc96e-0c71-4754-b9dc-cac7ea130c53 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:51.044036 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-126fc96e-0c71-4754-b9dc-cac7ea130c53 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Deleting port a55f07b9-c672-403d-9ce3-3ab586f2570d {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:33:51.044405 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-126fc96e-0c71-4754-b9dc-cac7ea130c53 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:51.272418 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8269831-573c-45db-8ceb-9034857cc0d2 None None] DHCP port deletion for fc1aa70b-da96-4878-b5dd-0a868b659407 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:33:51.277381 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c8269831-573c-45db-8ceb-9034857cc0d2 None None] Deleting port a55f07b9-c672-403d-9ce3-3ab586f2570d {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:33:51.278365 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c8269831-573c-45db-8ceb-9034857cc0d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:51.311272 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-126fc96e-0c71-4754-b9dc-cac7ea130c53 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] For port a55f07b9-c672-403d-9ce3-3ab586f2570d, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=a55f07b9-c672-403d-9ce3-3ab586f2570d,segment=NetworkSegment(741ceff9-694c-4a1c-bdf7-693bf58d618e),segment_id=741ceff9-694c-4a1c-bdf7-693bf58d618e)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:33:51.311955 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-126fc96e-0c71-4754-b9dc-cac7ea130c53 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:51.496637 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-126fc96e-0c71-4754-b9dc-cac7ea130c53 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Calling delete_port for a55f07b9-c672-403d-9ce3-3ab586f2570d owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:33:51.525339 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-c8269831-573c-45db-8ceb-9034857cc0d2 None None] For port a55f07b9-c672-403d-9ce3-3ab586f2570d, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=a55f07b9-c672-403d-9ce3-3ab586f2570d,segment=NetworkSegment(741ceff9-694c-4a1c-bdf7-693bf58d618e),segment_id=741ceff9-694c-4a1c-bdf7-693bf58d618e)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:33:51.525644 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c8269831-573c-45db-8ceb-9034857cc0d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:51.661279 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device a55f07b9-c672-403d-9ce3-3ab586f2570d no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:33:51.695101 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-126fc96e-0c71-4754-b9dc-cac7ea130c53 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:51.697740 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c8269831-573c-45db-8ceb-9034857cc0d2 None None] Calling delete_port for a55f07b9-c672-403d-9ce3-3ab586f2570d owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:33:51.746034 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fc96e-0c71-4754-b9dc-cac7ea130c53 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Pushing event deleted for resources: {'Port': ['ID=a55f07b9-c672-403d-9ce3-3ab586f2570d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:51.753934 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126fc96e-0c71-4754-b9dc-cac7ea130c53 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] No DVR routers for this DVR port a55f07b9-c672-403d-9ce3-3ab586f2570d on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:33:51.792227 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No active binding found for port a55f07b9-c672-403d-9ce3-3ab586f2570d {{(pid=84543) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 09 18:33:51.792705 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device a55f07b9-c672-403d-9ce3-3ab586f2570d not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:33:51.815231 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-c8269831-573c-45db-8ceb-9034857cc0d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:33:51.815735 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-c8269831-573c-45db-8ceb-9034857cc0d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:33:51.833542 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:51.989581 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-126fc96e-0c71-4754-b9dc-cac7ea130c53 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:52.019952 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-126fc96e-0c71-4754-b9dc-cac7ea130c53 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1aa70b-da96-4878-b5dd-0a868b659407']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:52.037855 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-126fc96e-0c71-4754-b9dc-cac7ea130c53 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741ceff9-694c-4a1c-bdf7-693bf58d618e') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:52.038149 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-126fc96e-0c71-4754-b9dc-cac7ea130c53 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741ceff9-694c-4a1c-bdf7-693bf58d618e') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:33:52.053335 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-126fc96e-0c71-4754-b9dc-cac7ea130c53 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:52.078158 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-126fc96e-0c71-4754-b9dc-cac7ea130c53 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:52.089226 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126fc96e-0c71-4754-b9dc-cac7ea130c53 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:33:52.089894 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-126fc96e-0c71-4754-b9dc-cac7ea130c53 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:33:52.112827 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:33:52.274435 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-126fc96e-0c71-4754-b9dc-cac7ea130c53 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:52.293829 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-126fc96e-0c71-4754-b9dc-cac7ea130c53 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:52.311153 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fc96e-0c71-4754-b9dc-cac7ea130c53 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] Pushing event deleted for resources: {'Network': ['ID=fc1aa70b-da96-4878-b5dd-0a868b659407,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:52.315770 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-126fc96e-0c71-4754-b9dc-cac7ea130c53 tempest-NetworksIpV6Test-734817915 tempest-NetworksIpV6Test-734817915-project] 10.222.0.21 "DELETE /v2.0/networks/fc1aa70b-da96-4878-b5dd-0a868b659407 HTTP/1.1" status: 204 len: 168 time: 1.4056885 Feb 09 18:33:52.316763 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c8269831-573c-45db-8ceb-9034857cc0d2 None None] Deleting port a55f07b9-c672-403d-9ce3-3ab586f2570d {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:33:52.317402 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c8269831-573c-45db-8ceb-9034857cc0d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:52.390724 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c8269831-573c-45db-8ceb-9034857cc0d2 None None] The port 'a55f07b9-c672-403d-9ce3-3ab586f2570d' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:33:53.004181 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59450) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:53.325298 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fd22f650-4f3c-4614-83d4-ebb34ab15f81 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1930b31812244541afa0713fbc1ae960&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2530198 Feb 09 18:33:53.325298 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59456) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:53.332126 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b3f6b41-9513-4b29-a910-1b15036c494b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:53.363382 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b3f6b41-9513-4b29-a910-1b15036c494b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:53.513112 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b3f6b41-9513-4b29-a910-1b15036c494b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:53.532060 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f6b41-9513-4b29-a910-1b15036c494b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f47ba4c-e54b-4a07-8e83-3999a5759042,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:53.536990 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b3f6b41-9513-4b29-a910-1b15036c494b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:53.539100 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7b3f6b41-9513-4b29-a910-1b15036c494b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f47ba4c-e54b-4a07-8e83-3999a5759042 HTTP/1.1" status: 204 len: 168 time: 0.2757983 Feb 09 18:33:54.899913 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59478) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:55.129091 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ef82661d-39c2-471d-9a25-c59730cb99ac tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-153426285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:33:55.136032 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ef82661d-39c2-471d-9a25-c59730cb99ac tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:33:55.141255 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ef82661d-39c2-471d-9a25-c59730cb99ac tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Usage tracker for resource:router and tenant:3be8c898ddeb40499fad6631c9016111 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:33:55.144698 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ef82661d-39c2-471d-9a25-c59730cb99ac tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:33:55.153016 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ef82661d-39c2-471d-9a25-c59730cb99ac tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:33:55.228191 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef82661d-39c2-471d-9a25-c59730cb99ac tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:55.229202 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef82661d-39c2-471d-9a25-c59730cb99ac tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:55.252436 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef82661d-39c2-471d-9a25-c59730cb99ac tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:55.340987 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef82661d-39c2-471d-9a25-c59730cb99ac tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:55.445493 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef82661d-39c2-471d-9a25-c59730cb99ac tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:55.446849 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ef82661d-39c2-471d-9a25-c59730cb99ac tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5458882 Feb 09 18:33:55.450616 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59484) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:55.457407 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ed091b6d-83ac-4dc3-b15a-7d40b664e1da tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2050408688'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:33:55.462944 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ed091b6d-83ac-4dc3-b15a-7d40b664e1da tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:33:55.467816 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ed091b6d-83ac-4dc3-b15a-7d40b664e1da tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Usage tracker for resource:network and tenant:3be8c898ddeb40499fad6631c9016111 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:33:55.475245 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ed091b6d-83ac-4dc3-b15a-7d40b664e1da tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:33:55.482943 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ed091b6d-83ac-4dc3-b15a-7d40b664e1da tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:33:55.577910 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed091b6d-83ac-4dc3-b15a-7d40b664e1da tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Made reservation on behalf of 3be8c898ddeb40499fad6631c9016111 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:33:55.580620 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed091b6d-83ac-4dc3-b15a-7d40b664e1da tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:55.598369 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed091b6d-83ac-4dc3-b15a-7d40b664e1da tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:55.647682 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ed091b6d-83ac-4dc3-b15a-7d40b664e1da tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:33:55.652638 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ed091b6d-83ac-4dc3-b15a-7d40b664e1da tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Usage tracker for resource:security_group_rule and tenant:3be8c898ddeb40499fad6631c9016111 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:33:55.656646 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ed091b6d-83ac-4dc3-b15a-7d40b664e1da tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:33:55.664537 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ed091b6d-83ac-4dc3-b15a-7d40b664e1da tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:33:55.768877 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed091b6d-83ac-4dc3-b15a-7d40b664e1da tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:55.845891 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed091b6d-83ac-4dc3-b15a-7d40b664e1da tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:55.888164 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed091b6d-83ac-4dc3-b15a-7d40b664e1da tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:33:55.901281 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed091b6d-83ac-4dc3-b15a-7d40b664e1da tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d0f18e-4a94-413f-8e51-d8bc483365ee,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:55.910128 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed091b6d-83ac-4dc3-b15a-7d40b664e1da tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:55.910507 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-ed091b6d-83ac-4dc3-b15a-7d40b664e1da tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Added segment a0158e4e-ae23-4eec-9382-d459f8681199 of type vlan for network 99fdea20-2a24-42f4-8369-2611629a25d0 Feb 09 18:33:55.954521 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed091b6d-83ac-4dc3-b15a-7d40b664e1da tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:56.062307 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed091b6d-83ac-4dc3-b15a-7d40b664e1da tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:56.066846 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed091b6d-83ac-4dc3-b15a-7d40b664e1da tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:56.067709 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed091b6d-83ac-4dc3-b15a-7d40b664e1da tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:56.195796 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed091b6d-83ac-4dc3-b15a-7d40b664e1da tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Pushing event updated for resources: {'Network': ['ID=99fdea20-2a24-42f4-8369-2611629a25d0,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:56.209460 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 99fdea20-2a24-42f4-8369-2611629a25d0 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:33:56.257732 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ed091b6d-83ac-4dc3-b15a-7d40b664e1da tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8054962 Feb 09 18:33:56.261375 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59488) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:56.268143 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b4c5da52-681d-4248-8651-e68199e4bff0 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Request body: {'subnet': {'network_id': '99fdea20-2a24-42f4-8369-2611629a25d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:33:56.393174 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b4c5da52-681d-4248-8651-e68199e4bff0 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:33:56.397625 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b4c5da52-681d-4248-8651-e68199e4bff0 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Usage tracker for resource:subnet and tenant:3be8c898ddeb40499fad6631c9016111 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:33:56.401058 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b4c5da52-681d-4248-8651-e68199e4bff0 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:33:56.407998 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b4c5da52-681d-4248-8651-e68199e4bff0 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:33:56.514034 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c5da52-681d-4248-8651-e68199e4bff0 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Made reservation on behalf of 3be8c898ddeb40499fad6631c9016111 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:33:56.625522 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b4c5da52-681d-4248-8651-e68199e4bff0 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:56.936797 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b4c5da52-681d-4248-8651-e68199e4bff0 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:57.020823 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5da52-681d-4248-8651-e68199e4bff0 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Pushing event updated for resources: {'Subnet': ['ID=902c8825-75e6-4808-9a21-af66fb606aa2,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:57.040125 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c5da52-681d-4248-8651-e68199e4bff0 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Checking segment: {'id': 'a0158e4e-ae23-4eec-9382-d459f8681199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '99fdea20-2a24-42f4-8369-2611629a25d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:33:57.040501 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c5da52-681d-4248-8651-e68199e4bff0 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Network hostable DHCP agents. Network: 99fdea20-2a24-42f4-8369-2611629a25d0, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:33:57.119300 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c5da52-681d-4248-8651-e68199e4bff0 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Network 99fdea20-2a24-42f4-8369-2611629a25d0 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:33:57.205358 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-b4c5da52-681d-4248-8651-e68199e4bff0 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 99fdea20-2a24-42f4-8369-2611629a25d0) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:33:57.215334 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c5da52-681d-4248-8651-e68199e4bff0 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:57.215567 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b132f4-45b3-4156-a038-3fc627c1b4d5 None None] Network 99fdea20-2a24-42f4-8369-2611629a25d0 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:33:57.216174 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b4c5da52-681d-4248-8651-e68199e4bff0 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:57.309570 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b4c5da52-681d-4248-8651-e68199e4bff0 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0460546 Feb 09 18:33:57.314441 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59492) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:57.320517 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-825d1d7e-4a69-4c34-bcc4-f57333c87883 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-840125102'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:33:57.327020 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-825d1d7e-4a69-4c34-bcc4-f57333c87883 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:33:57.331636 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-825d1d7e-4a69-4c34-bcc4-f57333c87883 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Usage tracker for resource:network and tenant:3be8c898ddeb40499fad6631c9016111 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:33:57.335122 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-825d1d7e-4a69-4c34-bcc4-f57333c87883 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:33:57.343160 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-825d1d7e-4a69-4c34-bcc4-f57333c87883 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:33:57.567608 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213ab5bb-2468-4a31-9780-19e9f94c47ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-99fdea20-2a24-42f4-8369-2611629a25d0', 'network_id': '99fdea20-2a24-42f4-8369-2611629a25d0', 'tenant_id': '3be8c898ddeb40499fad6631c9016111', 'fixed_ips': [{'subnet_id': '902c8825-75e6-4808-9a21-af66fb606aa2'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:33:57.568675 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-213ab5bb-2468-4a31-9780-19e9f94c47ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:57.593905 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825d1d7e-4a69-4c34-bcc4-f57333c87883 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Made reservation on behalf of 3be8c898ddeb40499fad6631c9016111 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:33:57.597796 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-825d1d7e-4a69-4c34-bcc4-f57333c87883 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:57.634213 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825d1d7e-4a69-4c34-bcc4-f57333c87883 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:33:57.646521 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-825d1d7e-4a69-4c34-bcc4-f57333c87883 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:57.647020 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-825d1d7e-4a69-4c34-bcc4-f57333c87883 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Added segment ef14a0a3-1e42-465a-860a-1823b74c3cb3 of type vlan for network dd785f2e-4b78-4018-8289-380c6cf5471c Feb 09 18:33:57.683998 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-825d1d7e-4a69-4c34-bcc4-f57333c87883 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:57.763400 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-213ab5bb-2468-4a31-9780-19e9f94c47ce None None] Allocated IP 172.20.0.2 (99fdea20-2a24-42f4-8369-2611629a25d0/902c8825-75e6-4808-9a21-af66fb606aa2/7e0841b3-8aea-42a0-aa76-5cfaa3376538) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:33:57.805697 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-825d1d7e-4a69-4c34-bcc4-f57333c87883 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:57.816147 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825d1d7e-4a69-4c34-bcc4-f57333c87883 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:57.817038 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-825d1d7e-4a69-4c34-bcc4-f57333c87883 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:58.001418 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d1d7e-4a69-4c34-bcc4-f57333c87883 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Pushing event updated for resources: {'Network': ['ID=dd785f2e-4b78-4018-8289-380c6cf5471c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:58.032656 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network dd785f2e-4b78-4018-8289-380c6cf5471c details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:33:58.046135 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-825d1d7e-4a69-4c34-bcc4-f57333c87883 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7259374 Feb 09 18:33:58.047194 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59496) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:58.056843 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-968a0f4c-d68a-4a18-95f4-27b6dcbaaad6 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Request body: {'subnet': {'network_id': 'dd785f2e-4b78-4018-8289-380c6cf5471c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:33:58.155378 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-213ab5bb-2468-4a31-9780-19e9f94c47ce None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:58.180875 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-213ab5bb-2468-4a31-9780-19e9f94c47ce None None] Transition to ACTIVE for port object 7e0841b3-8aea-42a0-aa76-5cfaa3376538 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:33:58.204920 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-213ab5bb-2468-4a31-9780-19e9f94c47ce None None] Transition to ACTIVE for port object 7e0841b3-8aea-42a0-aa76-5cfaa3376538 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:33:58.278321 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-968a0f4c-d68a-4a18-95f4-27b6dcbaaad6 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:33:58.285393 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-968a0f4c-d68a-4a18-95f4-27b6dcbaaad6 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Usage tracker for resource:subnet and tenant:3be8c898ddeb40499fad6631c9016111 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:33:58.290626 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-968a0f4c-d68a-4a18-95f4-27b6dcbaaad6 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:33:58.301517 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-968a0f4c-d68a-4a18-95f4-27b6dcbaaad6 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:33:58.331346 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-213ab5bb-2468-4a31-9780-19e9f94c47ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:58.407264 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213ab5bb-2468-4a31-9780-19e9f94c47ce None None] Network 99fdea20-2a24-42f4-8369-2611629a25d0 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:33:58.410142 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-213ab5bb-2468-4a31-9780-19e9f94c47ce None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:33:58.413295 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213ab5bb-2468-4a31-9780-19e9f94c47ce None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:33:58.424958 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ab5bb-2468-4a31-9780-19e9f94c47ce None None] Pushing event updated for resources: {'Port': ['ID=7e0841b3-8aea-42a0-aa76-5cfaa3376538,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:58.428377 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968a0f4c-d68a-4a18-95f4-27b6dcbaaad6 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Made reservation on behalf of 3be8c898ddeb40499fad6631c9016111 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:33:58.527137 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-213ab5bb-2468-4a31-9780-19e9f94c47ce None None] Attempting to bind port 7e0841b3-8aea-42a0-aa76-5cfaa3376538 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:33:58.528462 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-213ab5bb-2468-4a31-9780-19e9f94c47ce None None] Attempting to bind port 7e0841b3-8aea-42a0-aa76-5cfaa3376538 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'a0158e4e-ae23-4eec-9382-d459f8681199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '99fdea20-2a24-42f4-8369-2611629a25d0'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:33:58.528462 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213ab5bb-2468-4a31-9780-19e9f94c47ce None None] Attempting to bind port 7e0841b3-8aea-42a0-aa76-5cfaa3376538 on network 99fdea20-2a24-42f4-8369-2611629a25d0 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:33:58.537647 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213ab5bb-2468-4a31-9780-19e9f94c47ce None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:33:58.538359 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213ab5bb-2468-4a31-9780-19e9f94c47ce None None] Checking segment: {'id': 'a0158e4e-ae23-4eec-9382-d459f8681199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '99fdea20-2a24-42f4-8369-2611629a25d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:33:58.538988 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-213ab5bb-2468-4a31-9780-19e9f94c47ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:58.539504 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213ab5bb-2468-4a31-9780-19e9f94c47ce None None] Bound using segment: {'id': 'a0158e4e-ae23-4eec-9382-d459f8681199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '99fdea20-2a24-42f4-8369-2611629a25d0'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:33:58.540096 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-213ab5bb-2468-4a31-9780-19e9f94c47ce None None] Bound port: 7e0841b3-8aea-42a0-aa76-5cfaa3376538, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0158e4e-ae23-4eec-9382-d459f8681199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '99fdea20-2a24-42f4-8369-2611629a25d0'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:33:58.540584 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-213ab5bb-2468-4a31-9780-19e9f94c47ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:58.561684 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-968a0f4c-d68a-4a18-95f4-27b6dcbaaad6 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:58.670408 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-213ab5bb-2468-4a31-9780-19e9f94c47ce None None] For port 7e0841b3-8aea-42a0-aa76-5cfaa3376538, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:33:58.674022 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-213ab5bb-2468-4a31-9780-19e9f94c47ce None None] For port 7e0841b3-8aea-42a0-aa76-5cfaa3376538, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7e0841b3-8aea-42a0-aa76-5cfaa3376538,segment=NetworkSegment(a0158e4e-ae23-4eec-9382-d459f8681199),segment_id=a0158e4e-ae23-4eec-9382-d459f8681199)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:33:58.746804 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-213ab5bb-2468-4a31-9780-19e9f94c47ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:58.857942 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ab5bb-2468-4a31-9780-19e9f94c47ce None None] Pushing event updated for resources: {'Port': ['ID=7e0841b3-8aea-42a0-aa76-5cfaa3376538,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:58.903783 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-968a0f4c-d68a-4a18-95f4-27b6dcbaaad6 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:59.049269 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a0f4c-d68a-4a18-95f4-27b6dcbaaad6 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Pushing event updated for resources: {'Subnet': ['ID=107bd932-2858-496c-887c-44ca6df62d93,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:33:59.118094 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:33:59.168387 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a0f4c-d68a-4a18-95f4-27b6dcbaaad6 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Checking segment: {'id': 'ef14a0a3-1e42-465a-860a-1823b74c3cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dd785f2e-4b78-4018-8289-380c6cf5471c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:33:59.168835 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968a0f4c-d68a-4a18-95f4-27b6dcbaaad6 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Network hostable DHCP agents. Network: dd785f2e-4b78-4018-8289-380c6cf5471c, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:33:59.326558 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968a0f4c-d68a-4a18-95f4-27b6dcbaaad6 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Network dd785f2e-4b78-4018-8289-380c6cf5471c is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:33:59.411635 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-968a0f4c-d68a-4a18-95f4-27b6dcbaaad6 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, dd785f2e-4b78-4018-8289-380c6cf5471c) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:33:59.417180 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968a0f4c-d68a-4a18-95f4-27b6dcbaaad6 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:33:59.418229 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-968a0f4c-d68a-4a18-95f4-27b6dcbaaad6 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:33:59.424311 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e421e7-fe52-4032-ba96-4845910a78f6 None None] Network dd785f2e-4b78-4018-8289-380c6cf5471c requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:33:59.527897 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-968a0f4c-d68a-4a18-95f4-27b6dcbaaad6 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4785948 Feb 09 18:33:59.532447 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59500) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:33:59.538611 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b546c965-2a04-41e7-86c7-1b23be8307b9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dd785f2e-4b78-4018-8289-380c6cf5471c'}}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:33:59.755323 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7e0841b3-8aea-42a0-aa76-5cfaa3376538 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:33:59.827223 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b80aa5-3585-49bd-a10c-1e77e0074e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-dd785f2e-4b78-4018-8289-380c6cf5471c', 'network_id': 'dd785f2e-4b78-4018-8289-380c6cf5471c', 'tenant_id': '3be8c898ddeb40499fad6631c9016111', 'fixed_ips': [{'subnet_id': '107bd932-2858-496c-887c-44ca6df62d93'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:33:59.828085 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6b80aa5-3585-49bd-a10c-1e77e0074e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:00.036053 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 7e0841b3-8aea-42a0-aa76-5cfaa3376538 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:34:00.112485 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ec05b5-f0d2-491c-b990-07cf2f183baf None None] Network 99fdea20-2a24-42f4-8369-2611629a25d0 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:34:00.142398 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-b6b80aa5-3585-49bd-a10c-1e77e0074e14 None None] Allocated IP 172.21.0.2 (dd785f2e-4b78-4018-8289-380c6cf5471c/107bd932-2858-496c-887c-44ca6df62d93/0ec2f600-f4fb-4dbc-bc02-65a9dc6f24a5) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:34:00.179209 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b546c965-2a04-41e7-86c7-1b23be8307b9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:00.519276 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.api.v2.resource [None req-b546c965-2a04-41e7-86c7-1b23be8307b9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 18:34:00.520720 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b546c965-2a04-41e7-86c7-1b23be8307b9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] 10.222.0.21 "PUT /v2.0/routers/6784d61f-6d75-4fe3-ab13-a7e9cc5e8f5e HTTP/1.1" status: 400 len: 364 time: 0.9868159 Feb 09 18:34:00.527099 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59504) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:34:00.556488 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-aa8adebe-a731-423d-b9cc-6c44fc840b4d None None] Provisioning for port 7e0841b3-8aea-42a0-aa76-5cfaa3376538 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:34:00.582833 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-aa8adebe-a731-423d-b9cc-6c44fc840b4d None None] Provisioning complete for port 7e0841b3-8aea-42a0-aa76-5cfaa3376538 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:34:00.583215 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa8adebe-a731-423d-b9cc-6c44fc840b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:00.636931 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea065348-7e8b-428d-9d77-c32e485c3e58 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Deleting subnet 107bd932-2858-496c-887c-44ca6df62d93 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:34:00.694485 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6b80aa5-3585-49bd-a10c-1e77e0074e14 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:00.711019 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b6b80aa5-3585-49bd-a10c-1e77e0074e14 None None] Transition to ACTIVE for port object 0ec2f600-f4fb-4dbc-bc02-65a9dc6f24a5 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:34:00.752427 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b6b80aa5-3585-49bd-a10c-1e77e0074e14 None None] Transition to ACTIVE for port object 0ec2f600-f4fb-4dbc-bc02-65a9dc6f24a5 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:34:00.825908 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa8adebe-a731-423d-b9cc-6c44fc840b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:00.838288 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ea065348-7e8b-428d-9d77-c32e485c3e58 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:00.841177 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6b80aa5-3585-49bd-a10c-1e77e0074e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:00.932802 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ea065348-7e8b-428d-9d77-c32e485c3e58 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:00.967905 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b80aa5-3585-49bd-a10c-1e77e0074e14 None None] Network dd785f2e-4b78-4018-8289-380c6cf5471c is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:34:00.971956 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b80aa5-3585-49bd-a10c-1e77e0074e14 None None] Pushing event updated for resources: {'Port': ['ID=0ec2f600-f4fb-4dbc-bc02-65a9dc6f24a5,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:00.975163 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-b6b80aa5-3585-49bd-a10c-1e77e0074e14 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:34:00.979783 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-aa8adebe-a731-423d-b9cc-6c44fc840b4d None None] For port 7e0841b3-8aea-42a0-aa76-5cfaa3376538, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7e0841b3-8aea-42a0-aa76-5cfaa3376538,segment=NetworkSegment(a0158e4e-ae23-4eec-9382-d459f8681199),segment_id=a0158e4e-ae23-4eec-9382-d459f8681199)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:34:00.983859 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b80aa5-3585-49bd-a10c-1e77e0074e14 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:34:01.062523 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ea065348-7e8b-428d-9d77-c32e485c3e58 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:01.063699 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa8adebe-a731-423d-b9cc-6c44fc840b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:01.226026 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-b6b80aa5-3585-49bd-a10c-1e77e0074e14 None None] Attempting to bind port 0ec2f600-f4fb-4dbc-bc02-65a9dc6f24a5 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:34:01.226423 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-b6b80aa5-3585-49bd-a10c-1e77e0074e14 None None] Attempting to bind port 0ec2f600-f4fb-4dbc-bc02-65a9dc6f24a5 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'ef14a0a3-1e42-465a-860a-1823b74c3cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dd785f2e-4b78-4018-8289-380c6cf5471c'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:34:01.226785 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b80aa5-3585-49bd-a10c-1e77e0074e14 None None] Attempting to bind port 0ec2f600-f4fb-4dbc-bc02-65a9dc6f24a5 on network dd785f2e-4b78-4018-8289-380c6cf5471c {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:34:01.245046 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b80aa5-3585-49bd-a10c-1e77e0074e14 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:34:01.245418 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b80aa5-3585-49bd-a10c-1e77e0074e14 None None] Checking segment: {'id': 'ef14a0a3-1e42-465a-860a-1823b74c3cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dd785f2e-4b78-4018-8289-380c6cf5471c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:34:01.245818 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6b80aa5-3585-49bd-a10c-1e77e0074e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:01.246816 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b80aa5-3585-49bd-a10c-1e77e0074e14 None None] Bound using segment: {'id': 'ef14a0a3-1e42-465a-860a-1823b74c3cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dd785f2e-4b78-4018-8289-380c6cf5471c'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:34:01.247386 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-b6b80aa5-3585-49bd-a10c-1e77e0074e14 None None] Bound port: 0ec2f600-f4fb-4dbc-bc02-65a9dc6f24a5, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef14a0a3-1e42-465a-860a-1823b74c3cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dd785f2e-4b78-4018-8289-380c6cf5471c'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:34:01.247788 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6b80aa5-3585-49bd-a10c-1e77e0074e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:01.260211 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8adebe-a731-423d-b9cc-6c44fc840b4d None None] Pushing event updated for resources: {'Port': ['ID=7e0841b3-8aea-42a0-aa76-5cfaa3376538,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:01.263310 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ea065348-7e8b-428d-9d77-c32e485c3e58 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:01.274484 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-92d0cb3a-3d44-4e32-a91f-0e8092e1b372 None None] Provisioning complete for port 7e0841b3-8aea-42a0-aa76-5cfaa3376538 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:34:01.274933 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92d0cb3a-3d44-4e32-a91f-0e8092e1b372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:01.311580 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea065348-7e8b-428d-9d77-c32e485c3e58 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Pushing event deleted for resources: {'Subnet': ['ID=107bd932-2858-496c-887c-44ca6df62d93,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:01.316493 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ea065348-7e8b-428d-9d77-c32e485c3e58 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:01.326990 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59508) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:34:01.328983 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ea065348-7e8b-428d-9d77-c32e485c3e58 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] 10.222.0.21 "DELETE /v2.0/subnets/107bd932-2858-496c-887c-44ca6df62d93 HTTP/1.1" status: 204 len: 168 time: 0.7978113 Feb 09 18:34:01.459257 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:01.472241 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Deleting port 0ec2f600-f4fb-4dbc-bc02-65a9dc6f24a5 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:34:01.472639 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:01.504314 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-b6b80aa5-3585-49bd-a10c-1e77e0074e14 None None] For port 0ec2f600-f4fb-4dbc-bc02-65a9dc6f24a5, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:34:01.538211 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-b6b80aa5-3585-49bd-a10c-1e77e0074e14 None None] For port 0ec2f600-f4fb-4dbc-bc02-65a9dc6f24a5, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0ec2f600-f4fb-4dbc-bc02-65a9dc6f24a5,segment=NetworkSegment(ef14a0a3-1e42-465a-860a-1823b74c3cb3),segment_id=ef14a0a3-1e42-465a-860a-1823b74c3cb3)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:34:01.629341 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6b80aa5-3585-49bd-a10c-1e77e0074e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:01.681805 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7e0841b3-8aea-42a0-aa76-5cfaa3376538 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:34:01.718136 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] For port 0ec2f600-f4fb-4dbc-bc02-65a9dc6f24a5, host dv-neutron-827016-2-hyperv, got binding levels [] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:34:01.718620 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:01.777217 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b80aa5-3585-49bd-a10c-1e77e0074e14 None None] Pushing event updated for resources: {'Port': ['ID=0ec2f600-f4fb-4dbc-bc02-65a9dc6f24a5,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:01.864584 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Calling delete_port for 0ec2f600-f4fb-4dbc-bc02-65a9dc6f24a5 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:34:01.901409 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 7e0841b3-8aea-42a0-aa76-5cfaa3376538 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:34:01.901964 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:01.983910 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adffd200-a147-4e93-b6a1-2a1f5f648ce7 None None] Network dd785f2e-4b78-4018-8289-380c6cf5471c requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:34:02.171112 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.db.api [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:34:02.171548 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG oslo_db.api [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:34:02.302435 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c774af-213d-4435-8f37-0e015f952236 None None] get_active_networks_info from dv-neutron-827016-2-hyperv {{(pid=84543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 18:34:02.410324 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c774af-213d-4435-8f37-0e015f952236 None None] Resources bound (agent type, host, resource id): {{(pid=84543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 18:34:02.672789 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Deleting port 0ec2f600-f4fb-4dbc-bc02-65a9dc6f24a5 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:34:02.673683 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:03.014514 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] For port 0ec2f600-f4fb-4dbc-bc02-65a9dc6f24a5, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0ec2f600-f4fb-4dbc-bc02-65a9dc6f24a5,segment=NetworkSegment(ef14a0a3-1e42-465a-860a-1823b74c3cb3),segment_id=ef14a0a3-1e42-465a-860a-1823b74c3cb3)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:34:03.014910 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:03.200010 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Calling delete_port for 0ec2f600-f4fb-4dbc-bc02-65a9dc6f24a5 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:34:03.365388 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:03.414753 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Pushing event deleted for resources: {'Port': ['ID=0ec2f600-f4fb-4dbc-bc02-65a9dc6f24a5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:03.421247 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] No DVR routers for this DVR port 0ec2f600-f4fb-4dbc-bc02-65a9dc6f24a5 on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:34:03.569435 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:03.599469 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd785f2e-4b78-4018-8289-380c6cf5471c']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:34:03.618743 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef14a0a3-1e42-465a-860a-1823b74c3cb3') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:34:03.619005 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef14a0a3-1e42-465a-860a-1823b74c3cb3') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:34:03.633140 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:03.651785 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:03.660547 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:34:03.660920 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:34:03.677253 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:34:03.833914 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:03.841340 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:03.875428 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Pushing event deleted for resources: {'Network': ['ID=dd785f2e-4b78-4018-8289-380c6cf5471c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:03.880308 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-074e2262-2d02-4916-8d59-098c7cde09c9 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] 10.222.0.21 "DELETE /v2.0/networks/dd785f2e-4b78-4018-8289-380c6cf5471c HTTP/1.1" status: 204 len: 168 time: 2.5515261 Feb 09 18:34:03.883080 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59512) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:34:04.094515 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc0f3b6-654a-4ce5-a2b9-1e68a7cff203 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Deleting subnet 902c8825-75e6-4808-9a21-af66fb606aa2 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:34:04.098264 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2bc0f3b6-654a-4ce5-a2b9-1e68a7cff203 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:04.164509 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2bc0f3b6-654a-4ce5-a2b9-1e68a7cff203 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:04.259652 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2bc0f3b6-654a-4ce5-a2b9-1e68a7cff203 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:04.445605 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2bc0f3b6-654a-4ce5-a2b9-1e68a7cff203 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:04.495403 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0f3b6-654a-4ce5-a2b9-1e68a7cff203 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Pushing event deleted for resources: {'Subnet': ['ID=902c8825-75e6-4808-9a21-af66fb606aa2,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:04.500367 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2bc0f3b6-654a-4ce5-a2b9-1e68a7cff203 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:04.507274 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2bc0f3b6-654a-4ce5-a2b9-1e68a7cff203 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] 10.222.0.21 "DELETE /v2.0/subnets/902c8825-75e6-4808-9a21-af66fb606aa2 HTTP/1.1" status: 204 len: 168 time: 0.6230295 Feb 09 18:34:04.510080 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc011ad6-ab13-42c4-9881-a13aeef688ef None None] Network 99fdea20-2a24-42f4-8369-2611629a25d0 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:34:04.511305 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59516) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:34:04.829511 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e512699a-f082-4bfc-89bd-ed72454c18f1 None None] DHCP port deletion for 99fdea20-2a24-42f4-8369-2611629a25d0 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:34:04.834719 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e512699a-f082-4bfc-89bd-ed72454c18f1 None None] Deleting port 7e0841b3-8aea-42a0-aa76-5cfaa3376538 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:34:04.835275 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e512699a-f082-4bfc-89bd-ed72454c18f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:04.847764 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf5e11c4-22d4-4c6a-9a1c-54a6dc5e10d2 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:04.866012 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-cf5e11c4-22d4-4c6a-9a1c-54a6dc5e10d2 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Deleting port 7e0841b3-8aea-42a0-aa76-5cfaa3376538 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:34:04.866374 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf5e11c4-22d4-4c6a-9a1c-54a6dc5e10d2 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:05.101396 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-cf5e11c4-22d4-4c6a-9a1c-54a6dc5e10d2 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] For port 7e0841b3-8aea-42a0-aa76-5cfaa3376538, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7e0841b3-8aea-42a0-aa76-5cfaa3376538,segment=NetworkSegment(a0158e4e-ae23-4eec-9382-d459f8681199),segment_id=a0158e4e-ae23-4eec-9382-d459f8681199)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:34:05.102510 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-e512699a-f082-4bfc-89bd-ed72454c18f1 None None] For port 7e0841b3-8aea-42a0-aa76-5cfaa3376538, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7e0841b3-8aea-42a0-aa76-5cfaa3376538,segment=NetworkSegment(a0158e4e-ae23-4eec-9382-d459f8681199),segment_id=a0158e4e-ae23-4eec-9382-d459f8681199)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:34:05.102718 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf5e11c4-22d4-4c6a-9a1c-54a6dc5e10d2 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:05.102921 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e512699a-f082-4bfc-89bd-ed72454c18f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:05.245435 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e512699a-f082-4bfc-89bd-ed72454c18f1 None None] Calling delete_port for 7e0841b3-8aea-42a0-aa76-5cfaa3376538 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:34:05.245820 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-cf5e11c4-22d4-4c6a-9a1c-54a6dc5e10d2 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Calling delete_port for 7e0841b3-8aea-42a0-aa76-5cfaa3376538 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:34:05.399895 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf5e11c4-22d4-4c6a-9a1c-54a6dc5e10d2 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:05.409353 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-e512699a-f082-4bfc-89bd-ed72454c18f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:34:05.410592 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-e512699a-f082-4bfc-89bd-ed72454c18f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:34:05.452940 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e11c4-22d4-4c6a-9a1c-54a6dc5e10d2 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Pushing event deleted for resources: {'Port': ['ID=7e0841b3-8aea-42a0-aa76-5cfaa3376538,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:05.460744 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5e11c4-22d4-4c6a-9a1c-54a6dc5e10d2 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] No DVR routers for this DVR port 7e0841b3-8aea-42a0-aa76-5cfaa3376538 on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:34:05.599203 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf5e11c4-22d4-4c6a-9a1c-54a6dc5e10d2 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:05.642365 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-cf5e11c4-22d4-4c6a-9a1c-54a6dc5e10d2 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99fdea20-2a24-42f4-8369-2611629a25d0']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:34:05.648316 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7e0841b3-8aea-42a0-aa76-5cfaa3376538 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:34:05.659694 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-cf5e11c4-22d4-4c6a-9a1c-54a6dc5e10d2 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0158e4e-ae23-4eec-9382-d459f8681199') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:34:05.660024 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-cf5e11c4-22d4-4c6a-9a1c-54a6dc5e10d2 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0158e4e-ae23-4eec-9382-d459f8681199') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:34:05.675930 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf5e11c4-22d4-4c6a-9a1c-54a6dc5e10d2 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:05.692513 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 7e0841b3-8aea-42a0-aa76-5cfaa3376538 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:34:05.692995 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7e0841b3-8aea-42a0-aa76-5cfaa3376538 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:34:05.699453 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf5e11c4-22d4-4c6a-9a1c-54a6dc5e10d2 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:05.711088 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5e11c4-22d4-4c6a-9a1c-54a6dc5e10d2 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:34:05.711639 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf5e11c4-22d4-4c6a-9a1c-54a6dc5e10d2 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:34:05.727802 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:34:05.908383 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf5e11c4-22d4-4c6a-9a1c-54a6dc5e10d2 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:05.911974 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e512699a-f082-4bfc-89bd-ed72454c18f1 None None] Deleting port 7e0841b3-8aea-42a0-aa76-5cfaa3376538 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:34:05.917526 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e512699a-f082-4bfc-89bd-ed72454c18f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:05.926989 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-cf5e11c4-22d4-4c6a-9a1c-54a6dc5e10d2 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:05.939342 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e11c4-22d4-4c6a-9a1c-54a6dc5e10d2 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Pushing event deleted for resources: {'Network': ['ID=99fdea20-2a24-42f4-8369-2611629a25d0,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:05.947864 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-cf5e11c4-22d4-4c6a-9a1c-54a6dc5e10d2 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] 10.222.0.21 "DELETE /v2.0/networks/99fdea20-2a24-42f4-8369-2611629a25d0 HTTP/1.1" status: 204 len: 168 time: 1.4315464 Feb 09 18:34:05.952784 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59520) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:34:05.993359 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2d2dd38c-3d4d-46a9-874d-30fddac931c3 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Synchronizing usage tracker for tenant:3be8c898ddeb40499fad6631c9016111 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:34:05.999674 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e512699a-f082-4bfc-89bd-ed72454c18f1 None None] The port '7e0841b3-8aea-42a0-aa76-5cfaa3376538' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:34:06.103501 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2d2dd38c-3d4d-46a9-874d-30fddac931c3 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Unset dirty status for tenant:3be8c898ddeb40499fad6631c9016111 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:34:06.104862 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2d2dd38c-3d4d-46a9-874d-30fddac931c3 tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] 10.222.0.21 "GET /v2.0/ports?device_id=6784d61f-6d75-4fe3-ab13-a7e9cc5e8f5e HTTP/1.1" status: 200 len: 205 time: 0.1554809 Feb 09 18:34:06.107936 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59524) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:34:06.257403 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bfc666e6-39c6-4fff-9a11-59a533947a4f tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:06.859658 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bfc666e6-39c6-4fff-9a11-59a533947a4f tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:06.865122 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bfc666e6-39c6-4fff-9a11-59a533947a4f tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:06.982135 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bfc666e6-39c6-4fff-9a11-59a533947a4f tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:06.982754 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc666e6-39c6-4fff-9a11-59a533947a4f tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Fanout notify agent at l3_agent the message router_deleted on router 6784d61f-6d75-4fe3-ab13-a7e9cc5e8f5e {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:34:06.996880 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bfc666e6-39c6-4fff-9a11-59a533947a4f tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:06.998163 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-bfc666e6-39c6-4fff-9a11-59a533947a4f tempest-RoutersNegativeTest-1682243693 tempest-RoutersNegativeTest-1682243693-project] 10.222.0.21 "DELETE /v2.0/routers/6784d61f-6d75-4fe3-ab13-a7e9cc5e8f5e HTTP/1.1" status: 204 len: 168 time: 0.8891196 Feb 09 18:34:07.614482 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59532) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:34:07.849055 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d4ccf77a-5215-4c1c-9616-f1f656770027 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3be8c898ddeb40499fad6631c9016111&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2328031 Feb 09 18:34:07.851597 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59538) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:34:07.919822 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3fa47c53-2931-4aa5-b8fe-6c1a953135fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:07.950079 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3fa47c53-2931-4aa5-b8fe-6c1a953135fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:08.137116 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3fa47c53-2931-4aa5-b8fe-6c1a953135fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:08.155222 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa47c53-2931-4aa5-b8fe-6c1a953135fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d0f18e-4a94-413f-8e51-d8bc483365ee,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:08.165684 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3fa47c53-2931-4aa5-b8fe-6c1a953135fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:08.167092 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3fa47c53-2931-4aa5-b8fe-6c1a953135fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29d0f18e-4a94-413f-8e51-d8bc483365ee HTTP/1.1" status: 204 len: 168 time: 0.3145125 Feb 09 18:34:09.561786 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59560) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:34:09.726377 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-4474a009-19ea-4667-8f78-5965c4f56c94 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1352251196-network', 'tenant_id': '2218af6885534e64aea75458dce863dc'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:34:09.733238 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4474a009-19ea-4667-8f78-5965c4f56c94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:34:09.738285 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4474a009-19ea-4667-8f78-5965c4f56c94 admin admin] Usage tracker for resource:network and tenant:2218af6885534e64aea75458dce863dc is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:34:09.741707 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4474a009-19ea-4667-8f78-5965c4f56c94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:34:09.749036 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4474a009-19ea-4667-8f78-5965c4f56c94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:34:09.849095 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4474a009-19ea-4667-8f78-5965c4f56c94 admin admin] Made reservation on behalf of 2218af6885534e64aea75458dce863dc for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:34:09.851697 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4474a009-19ea-4667-8f78-5965c4f56c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:09.866938 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4474a009-19ea-4667-8f78-5965c4f56c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:09.917151 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4474a009-19ea-4667-8f78-5965c4f56c94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:34:09.924550 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4474a009-19ea-4667-8f78-5965c4f56c94 admin admin] Usage tracker for resource:security_group_rule and tenant:2218af6885534e64aea75458dce863dc is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:34:09.930093 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4474a009-19ea-4667-8f78-5965c4f56c94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:34:09.941585 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4474a009-19ea-4667-8f78-5965c4f56c94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:34:10.049093 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4474a009-19ea-4667-8f78-5965c4f56c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:10.125014 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4474a009-19ea-4667-8f78-5965c4f56c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:10.158871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4474a009-19ea-4667-8f78-5965c4f56c94 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:34:10.172757 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474a009-19ea-4667-8f78-5965c4f56c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8666bae9-c0e0-439e-8db0-19bf92c580a9,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:10.177676 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4474a009-19ea-4667-8f78-5965c4f56c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:10.178024 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-4474a009-19ea-4667-8f78-5965c4f56c94 admin admin] Added segment d5320589-29de-4721-8fbe-2aa2fce64264 of type vlan for network 01c96418-defa-4191-96f9-9b1eae03be60 Feb 09 18:34:10.208688 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4474a009-19ea-4667-8f78-5965c4f56c94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:10.279657 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4474a009-19ea-4667-8f78-5965c4f56c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:10.280535 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4474a009-19ea-4667-8f78-5965c4f56c94 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:34:10.281113 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4474a009-19ea-4667-8f78-5965c4f56c94 admin admin] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:10.388997 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474a009-19ea-4667-8f78-5965c4f56c94 admin admin] Pushing event updated for resources: {'Network': ['ID=01c96418-defa-4191-96f9-9b1eae03be60,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:10.399304 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 01c96418-defa-4191-96f9-9b1eae03be60 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:34:10.461716 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4474a009-19ea-4667-8f78-5965c4f56c94 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8985417 Feb 09 18:34:10.466866 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59566) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:34:10.476783 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-7b6f64ad-430b-4992-8499-e2acf562ca1e admin admin] Request body: {'subnet': {'network_id': '01c96418-defa-4191-96f9-9b1eae03be60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1352251196-subnet', 'tenant_id': '2218af6885534e64aea75458dce863dc', 'ip_version': 4}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:34:10.487204 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-7b6f64ad-430b-4992-8499-e2acf562ca1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:34:10.495090 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7b6f64ad-430b-4992-8499-e2acf562ca1e admin admin] Usage tracker for resource:subnet and tenant:2218af6885534e64aea75458dce863dc is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:34:10.501606 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-7b6f64ad-430b-4992-8499-e2acf562ca1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:34:10.513103 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-7b6f64ad-430b-4992-8499-e2acf562ca1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:34:10.648649 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6f64ad-430b-4992-8499-e2acf562ca1e admin admin] Made reservation on behalf of 2218af6885534e64aea75458dce863dc for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:34:10.651077 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7b6f64ad-430b-4992-8499-e2acf562ca1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:10.971515 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7b6f64ad-430b-4992-8499-e2acf562ca1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:11.046007 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f64ad-430b-4992-8499-e2acf562ca1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae75c5ec-a255-476b-8348-7971802a513f,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:11.067111 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6f64ad-430b-4992-8499-e2acf562ca1e admin admin] Checking segment: {'id': 'd5320589-29de-4721-8fbe-2aa2fce64264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '01c96418-defa-4191-96f9-9b1eae03be60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:34:11.067466 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6f64ad-430b-4992-8499-e2acf562ca1e admin admin] Network hostable DHCP agents. Network: 01c96418-defa-4191-96f9-9b1eae03be60, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:34:11.163405 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6f64ad-430b-4992-8499-e2acf562ca1e admin admin] Network 01c96418-defa-4191-96f9-9b1eae03be60 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:34:11.243319 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-7b6f64ad-430b-4992-8499-e2acf562ca1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 01c96418-defa-4191-96f9-9b1eae03be60) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:34:11.249582 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6f64ad-430b-4992-8499-e2acf562ca1e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:34:11.250440 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7b6f64ad-430b-4992-8499-e2acf562ca1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:11.255431 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f702c59-9b99-4454-9627-85cd84b0c8a7 None None] Network 01c96418-defa-4191-96f9-9b1eae03be60 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:34:11.359801 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7b6f64ad-430b-4992-8499-e2acf562ca1e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8909972 Feb 09 18:34:11.363446 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59570) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:34:11.372150 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-07b296e0-54ab-42b2-9023-7db9204232e1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1352251196-router', 'tenant_id': '2218af6885534e64aea75458dce863dc', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:34:11.378543 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-07b296e0-54ab-42b2-9023-7db9204232e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:34:11.383869 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-07b296e0-54ab-42b2-9023-7db9204232e1 admin admin] Usage tracker for resource:router and tenant:2218af6885534e64aea75458dce863dc is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:34:11.388338 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-07b296e0-54ab-42b2-9023-7db9204232e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:34:11.396141 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-07b296e0-54ab-42b2-9023-7db9204232e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:34:11.480028 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07b296e0-54ab-42b2-9023-7db9204232e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:11.482280 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07b296e0-54ab-42b2-9023-7db9204232e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:11.513049 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07b296e0-54ab-42b2-9023-7db9204232e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:11.520606 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-01c96418-defa-4191-96f9-9b1eae03be60', 'network_id': '01c96418-defa-4191-96f9-9b1eae03be60', 'tenant_id': '2218af6885534e64aea75458dce863dc', 'fixed_ips': [{'subnet_id': 'ae75c5ec-a255-476b-8348-7971802a513f'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:34:11.521988 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:11.720112 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Allocated IP 172.20.0.2 (01c96418-defa-4191-96f9-9b1eae03be60/ae75c5ec-a255-476b-8348-7971802a513f/fce58cd3-adf7-48b0-8c70-cc577cfa9a7c) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:34:11.773114 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07b296e0-54ab-42b2-9023-7db9204232e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:12.050581 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07b296e0-54ab-42b2-9023-7db9204232e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:12.054584 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:12.080134 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Transition to ACTIVE for port object fce58cd3-adf7-48b0-8c70-cc577cfa9a7c will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:34:12.083415 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07b296e0-54ab-42b2-9023-7db9204232e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:12.126493 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Transition to ACTIVE for port object fce58cd3-adf7-48b0-8c70-cc577cfa9a7c will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:34:12.193077 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:12.235428 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-07b296e0-54ab-42b2-9023-7db9204232e1 admin admin] Allocated IP 172.26.8.73 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/bc41a2bd-fed5-4a09-a69e-a02fd0c9236b) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:34:12.327762 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Network 01c96418-defa-4191-96f9-9b1eae03be60 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:34:12.332317 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:34:12.340102 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:34:12.343656 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Pushing event updated for resources: {'Port': ['ID=fce58cd3-adf7-48b0-8c70-cc577cfa9a7c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:12.365759 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:12.366336 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:12.366869 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:12.367430 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:12.367986 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:12.368534 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:12.369102 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:12.369795 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:12.370262 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:12.370868 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:12.371965 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:12.412789 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07b296e0-54ab-42b2-9023-7db9204232e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:12.523988 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07b296e0-54ab-42b2-9023-7db9204232e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:12.526061 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Attempting to bind port fce58cd3-adf7-48b0-8c70-cc577cfa9a7c on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:34:12.526688 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Attempting to bind port fce58cd3-adf7-48b0-8c70-cc577cfa9a7c by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'd5320589-29de-4721-8fbe-2aa2fce64264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '01c96418-defa-4191-96f9-9b1eae03be60'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:34:12.528009 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Attempting to bind port fce58cd3-adf7-48b0-8c70-cc577cfa9a7c on network 01c96418-defa-4191-96f9-9b1eae03be60 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:34:12.540421 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:34:12.541068 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Checking segment: {'id': 'd5320589-29de-4721-8fbe-2aa2fce64264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '01c96418-defa-4191-96f9-9b1eae03be60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:34:12.541693 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:12.542368 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Bound using segment: {'id': 'd5320589-29de-4721-8fbe-2aa2fce64264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '01c96418-defa-4191-96f9-9b1eae03be60'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:34:12.547250 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Bound port: fce58cd3-adf7-48b0-8c70-cc577cfa9a7c, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5320589-29de-4721-8fbe-2aa2fce64264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '01c96418-defa-4191-96f9-9b1eae03be60'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:34:12.547250 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:12.602394 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b296e0-54ab-42b2-9023-7db9204232e1 admin admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:34:12.606374 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-07b296e0-54ab-42b2-9023-7db9204232e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:34:12.609689 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b296e0-54ab-42b2-9023-7db9204232e1 admin admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:34:12.705751 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] For port fce58cd3-adf7-48b0-8c70-cc577cfa9a7c, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:34:12.709920 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] For port fce58cd3-adf7-48b0-8c70-cc577cfa9a7c, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=fce58cd3-adf7-48b0-8c70-cc577cfa9a7c,segment=NetworkSegment(d5320589-29de-4721-8fbe-2aa2fce64264),segment_id=d5320589-29de-4721-8fbe-2aa2fce64264)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:34:12.760811 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b296e0-54ab-42b2-9023-7db9204232e1 admin admin] Pushing event updated for resources: {'Port': ['ID=bc41a2bd-fed5-4a09-a69e-a02fd0c9236b,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:12.805926 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:12.896016 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7079910-09f1-494e-9a34-780ff577c787 None None] Pushing event updated for resources: {'Port': ['ID=fce58cd3-adf7-48b0-8c70-cc577cfa9a7c,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:13.001448 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07b296e0-54ab-42b2-9023-7db9204232e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:13.002213 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07b296e0-54ab-42b2-9023-7db9204232e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:13.382774 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b296e0-54ab-42b2-9023-7db9204232e1 admin admin] Router 53c90bce-eb86-476f-ab25-48f84ef4a680 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:34:13.638134 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b296e0-54ab-42b2-9023-7db9204232e1 admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:34:13.652051 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] Sync routers for ids ['53c90bce-eb86-476f-ab25-48f84ef4a680'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:34:13.670815 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] Routers {'53c90bce-eb86-476f-ab25-48f84ef4a680'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:34:13.671796 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:33:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['53c90bce-eb86-476f-ab25-48f84ef4a680'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:34:13.706257 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device fce58cd3-adf7-48b0-8c70-cc577cfa9a7c up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:34:13.755435 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-07b296e0-54ab-42b2-9023-7db9204232e1 admin admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:13.758395 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-07b296e0-54ab-42b2-9023-7db9204232e1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3927999 Feb 09 18:34:13.764161 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59574) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:34:13.926250 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port fce58cd3-adf7-48b0-8c70-cc577cfa9a7c completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:34:13.984974 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] Set router 53c90bce-eb86-476f-ab25-48f84ef4a680 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:34:14.289599 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c263dc0c-434c-4364-b7f4-f884bac28ee7 None None] Network 01c96418-defa-4191-96f9-9b1eae03be60 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:34:14.514116 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c90bce-eb86-476f-ab25-48f84ef4a680', 'name': 'tempest-TestEncryptedCinderVolumes-1352251196-router', 'tenant_id': '2218af6885534e64aea75458dce863dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'bc41a2bd-fed5-4a09-a69e-a02fd0c9236b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:34:11Z', 'updated_at': '2022-02-09T18:34:12Z', 'revision_number': 3, 'project_id': '2218af6885534e64aea75458dce863dc', 'gw_port': {'id': 'bc41a2bd-fed5-4a09-a69e-a02fd0c9236b', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c90bce-eb86-476f-ab25-48f84ef4a680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:34:12Z', 'updated_at': '2022-02-09T18:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:34:14.521173 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] Checking router: 53c90bce-eb86-476f-ab25-48f84ef4a680 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:34:14.521619 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] Updating router 53c90bce-eb86-476f-ab25-48f84ef4a680 port bc41a2bd-fed5-4a09-a69e-a02fd0c9236b binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:34:14.532468 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0c7308a5-2268-403f-8516-373c947afc67 None None] Provisioning for port fce58cd3-adf7-48b0-8c70-cc577cfa9a7c completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:34:14.545087 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0c7308a5-2268-403f-8516-373c947afc67 None None] Provisioning complete for port fce58cd3-adf7-48b0-8c70-cc577cfa9a7c triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:34:14.545472 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0c7308a5-2268-403f-8516-373c947afc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:14.661777 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:14.775967 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0c7308a5-2268-403f-8516-373c947afc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:14.816263 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-0c7308a5-2268-403f-8516-373c947afc67 None None] For port fce58cd3-adf7-48b0-8c70-cc577cfa9a7c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=fce58cd3-adf7-48b0-8c70-cc577cfa9a7c,segment=NetworkSegment(d5320589-29de-4721-8fbe-2aa2fce64264),segment_id=d5320589-29de-4721-8fbe-2aa2fce64264)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:34:14.890943 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0c7308a5-2268-403f-8516-373c947afc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:14.945776 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98622e82-9144-418d-af6b-95e7736bd1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:14.993029 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7308a5-2268-403f-8516-373c947afc67 None None] Pushing event updated for resources: {'Port': ['ID=fce58cd3-adf7-48b0-8c70-cc577cfa9a7c,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:15.120436 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-fa60f832-51bf-4e48-9044-2f3f7cc528ec None None] Provisioning complete for port fce58cd3-adf7-48b0-8c70-cc577cfa9a7c triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:34:15.121191 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa60f832-51bf-4e48-9044-2f3f7cc528ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:15.217789 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:15.232869 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] Transition to ACTIVE for port object bc41a2bd-fed5-4a09-a69e-a02fd0c9236b will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:34:15.330819 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:15.425687 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] Attempting to bind port bc41a2bd-fed5-4a09-a69e-a02fd0c9236b on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:34:15.426035 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] Attempting to bind port bc41a2bd-fed5-4a09-a69e-a02fd0c9236b by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:34:15.426459 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] Attempting to bind port bc41a2bd-fed5-4a09-a69e-a02fd0c9236b on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:34:15.428811 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fa1a8-46f7-4d69-8f25-c61957f1e0b4 None None] Pushing event updated for resources: {'Port': ['ID=bc41a2bd-fed5-4a09-a69e-a02fd0c9236b,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:15.441399 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:34:15.444868 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:34:15.444868 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:15.444868 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:34:15.445388 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-98622e82-9144-418d-af6b-95e7736bd1c6 admin admin] Allocated IP 172.20.0.1 (01c96418-defa-4191-96f9-9b1eae03be60/ae75c5ec-a255-476b-8348-7971802a513f/acb1989f-aa74-4059-970b-b5ac0a59d886) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:34:15.445568 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] Bound port: bc41a2bd-fed5-4a09-a69e-a02fd0c9236b, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:34:15.445568 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:15.473039 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fa1a8-46f7-4d69-8f25-c61957f1e0b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:15.473378 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fa1a8-46f7-4d69-8f25-c61957f1e0b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:15.473716 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fa1a8-46f7-4d69-8f25-c61957f1e0b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:15.474044 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fa1a8-46f7-4d69-8f25-c61957f1e0b4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:15.474401 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fa1a8-46f7-4d69-8f25-c61957f1e0b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:15.474729 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fa1a8-46f7-4d69-8f25-c61957f1e0b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:15.475053 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fa1a8-46f7-4d69-8f25-c61957f1e0b4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:15.475374 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fa1a8-46f7-4d69-8f25-c61957f1e0b4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:15.475721 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fa1a8-46f7-4d69-8f25-c61957f1e0b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:15.476079 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fa1a8-46f7-4d69-8f25-c61957f1e0b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:15.476392 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fa1a8-46f7-4d69-8f25-c61957f1e0b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:15.544166 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] For port bc41a2bd-fed5-4a09-a69e-a02fd0c9236b, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:34:15.548893 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] For port bc41a2bd-fed5-4a09-a69e-a02fd0c9236b, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=bc41a2bd-fed5-4a09-a69e-a02fd0c9236b,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:34:15.618187 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98622e82-9144-418d-af6b-95e7736bd1c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:15.636048 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:15.642682 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-98622e82-9144-418d-af6b-95e7736bd1c6 admin admin] Transition to ACTIVE for port object acb1989f-aa74-4059-970b-b5ac0a59d886 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:34:15.672043 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device fce58cd3-adf7-48b0-8c70-cc577cfa9a7c up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:34:15.739325 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fa1a8-46f7-4d69-8f25-c61957f1e0b4 None None] Pushing event updated for resources: {'Port': ['ID=bc41a2bd-fed5-4a09-a69e-a02fd0c9236b,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:15.744341 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98622e82-9144-418d-af6b-95e7736bd1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:15.749430 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] Routers {'53c90bce-eb86-476f-ab25-48f84ef4a680'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:34:15.750069 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:33:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['53c90bce-eb86-476f-ab25-48f84ef4a680'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:34:15.798935 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port fce58cd3-adf7-48b0-8c70-cc577cfa9a7c triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:34:15.799650 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:15.893363 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98622e82-9144-418d-af6b-95e7736bd1c6 admin admin] Network 01c96418-defa-4191-96f9-9b1eae03be60 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:34:15.898649 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-98622e82-9144-418d-af6b-95e7736bd1c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:34:15.908523 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98622e82-9144-418d-af6b-95e7736bd1c6 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:34:15.954328 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] Set router 53c90bce-eb86-476f-ab25-48f84ef4a680 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:34:15.973231 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98622e82-9144-418d-af6b-95e7736bd1c6 admin admin] Pushing event updated for resources: {'Port': ['ID=acb1989f-aa74-4059-970b-b5ac0a59d886,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:16.028025 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98622e82-9144-418d-af6b-95e7736bd1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:16.256469 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98622e82-9144-418d-af6b-95e7736bd1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:16.410135 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c90bce-eb86-476f-ab25-48f84ef4a680', 'name': 'tempest-TestEncryptedCinderVolumes-1352251196-router', 'tenant_id': '2218af6885534e64aea75458dce863dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'bc41a2bd-fed5-4a09-a69e-a02fd0c9236b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:34:11Z', 'updated_at': '2022-02-09T18:34:12Z', 'revision_number': 3, 'project_id': '2218af6885534e64aea75458dce863dc', 'gw_port': {'id': 'bc41a2bd-fed5-4a09-a69e-a02fd0c9236b', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c90bce-eb86-476f-ab25-48f84ef4a680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:34:12Z', 'updated_at': '2022-02-09T18:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:34:16.416988 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ad19ec3d-9a2a-48a4-8d35-166c3cce2e25 None None] Provisioning for port acb1989f-aa74-4059-970b-b5ac0a59d886 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:34:16.417222 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effc989c-8a56-4056-bb28-ecfdc09e7394 None None] The sync data for ids ['53c90bce-eb86-476f-ab25-48f84ef4a680'] in dv-neutron-827016-2-hyperv is: [{'id': '53c90bce-eb86-476f-ab25-48f84ef4a680', 'name': 'tempest-TestEncryptedCinderVolumes-1352251196-router', 'tenant_id': '2218af6885534e64aea75458dce863dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'bc41a2bd-fed5-4a09-a69e-a02fd0c9236b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:34:11Z', 'updated_at': '2022-02-09T18:34:12Z', 'revision_number': 3, 'project_id': '2218af6885534e64aea75458dce863dc', 'gw_port': {'id': 'bc41a2bd-fed5-4a09-a69e-a02fd0c9236b', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c90bce-eb86-476f-ab25-48f84ef4a680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:34:12Z', 'updated_at': '2022-02-09T18:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:34:16.427425 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ad19ec3d-9a2a-48a4-8d35-166c3cce2e25 None None] Provisioning complete for port acb1989f-aa74-4059-970b-b5ac0a59d886 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:34:16.428138 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad19ec3d-9a2a-48a4-8d35-166c3cce2e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:16.508455 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ad19ec3d-9a2a-48a4-8d35-166c3cce2e25 None None] Port acb1989f-aa74-4059-970b-b5ac0a59d886 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:34:16.545754 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98622e82-9144-418d-af6b-95e7736bd1c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:16.623550 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98622e82-9144-418d-af6b-95e7736bd1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:16.768420 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98622e82-9144-418d-af6b-95e7736bd1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:16.772429 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98622e82-9144-418d-af6b-95e7736bd1c6 admin admin] Pushing event updated for resources: {'Port': ['ID=acb1989f-aa74-4059-970b-b5ac0a59d886,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:16.795565 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b50eb25-32d5-4f80-8f15-a6df8b064a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:17.010868 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98622e82-9144-418d-af6b-95e7736bd1c6 admin admin] Network 01c96418-defa-4191-96f9-9b1eae03be60 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:34:17.013100 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-98622e82-9144-418d-af6b-95e7736bd1c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:34:17.257460 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:17.448738 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7d41192b-0610-4e30-a5b2-fa565c7bd115 None None] Provisioning complete for port acb1989f-aa74-4059-970b-b5ac0a59d886 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:34:17.449777 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d41192b-0610-4e30-a5b2-fa565c7bd115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:17.511593 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98622e82-9144-418d-af6b-95e7736bd1c6 admin admin] Router 53c90bce-eb86-476f-ab25-48f84ef4a680 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:34:17.551661 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7d41192b-0610-4e30-a5b2-fa565c7bd115 None None] Port acb1989f-aa74-4059-970b-b5ac0a59d886 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:34:17.680978 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device bc41a2bd-fed5-4a09-a69e-a02fd0c9236b up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:34:17.858019 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port bc41a2bd-fed5-4a09-a69e-a02fd0c9236b completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:34:17.866327 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port bc41a2bd-fed5-4a09-a69e-a02fd0c9236b triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:34:17.867092 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:17.916664 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98622e82-9144-418d-af6b-95e7736bd1c6 admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:34:17.928476 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-98622e82-9144-418d-af6b-95e7736bd1c6 admin admin] 10.222.0.21 "PUT /v2.0/routers/53c90bce-eb86-476f-ab25-48f84ef4a680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1627877 Feb 09 18:34:18.005548 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:18.023912 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port bc41a2bd-fed5-4a09-a69e-a02fd0c9236b, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=bc41a2bd-fed5-4a09-a69e-a02fd0c9236b,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:34:18.131573 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:18.235209 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=bc41a2bd-fed5-4a09-a69e-a02fd0c9236b,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:19.057267 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-066f5c90-efec-4183-b11d-aca6d7440f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:19.523629 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59596) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:34:19.530419 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-dbf653e6-e9b2-4188-9ebd-d0455816e95a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1366689866-network', 'tenant_id': '2fa6e607ec674ec1b4f386d11697afd3'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:34:19.535696 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-dbf653e6-e9b2-4188-9ebd-d0455816e95a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:34:19.540536 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-dbf653e6-e9b2-4188-9ebd-d0455816e95a admin admin] Usage tracker for resource:network and tenant:2fa6e607ec674ec1b4f386d11697afd3 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:34:19.544891 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-dbf653e6-e9b2-4188-9ebd-d0455816e95a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:34:19.553054 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-dbf653e6-e9b2-4188-9ebd-d0455816e95a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:34:19.657046 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device bc41a2bd-fed5-4a09-a69e-a02fd0c9236b up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:34:19.686092 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf653e6-e9b2-4188-9ebd-d0455816e95a admin admin] Made reservation on behalf of 2fa6e607ec674ec1b4f386d11697afd3 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:34:19.689990 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dbf653e6-e9b2-4188-9ebd-d0455816e95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:19.712248 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dbf653e6-e9b2-4188-9ebd-d0455816e95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:19.735172 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port bc41a2bd-fed5-4a09-a69e-a02fd0c9236b triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:34:19.735552 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:19.771761 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-dbf653e6-e9b2-4188-9ebd-d0455816e95a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:34:19.780111 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-dbf653e6-e9b2-4188-9ebd-d0455816e95a admin admin] Usage tracker for resource:security_group_rule and tenant:2fa6e607ec674ec1b4f386d11697afd3 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:34:19.786082 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-dbf653e6-e9b2-4188-9ebd-d0455816e95a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:34:19.798512 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-dbf653e6-e9b2-4188-9ebd-d0455816e95a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:34:19.899452 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dbf653e6-e9b2-4188-9ebd-d0455816e95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:20.009317 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dbf653e6-e9b2-4188-9ebd-d0455816e95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:20.056600 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf653e6-e9b2-4188-9ebd-d0455816e95a admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:34:20.066322 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf653e6-e9b2-4188-9ebd-d0455816e95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbd41ff-9d2d-4062-a7a6-8f4fb9a10974,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:20.079657 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dbf653e6-e9b2-4188-9ebd-d0455816e95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:20.080077 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-dbf653e6-e9b2-4188-9ebd-d0455816e95a admin admin] Added segment b26031c9-5ae4-4208-b1a0-54b5626a9084 of type vlan for network 4acc821f-7169-4195-b8e8-d73fa6f3e937 Feb 09 18:34:20.117874 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dbf653e6-e9b2-4188-9ebd-d0455816e95a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:20.256890 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:20.305050 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] Sync routers for ids ['53c90bce-eb86-476f-ab25-48f84ef4a680'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:34:20.312371 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dbf653e6-e9b2-4188-9ebd-d0455816e95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:20.323290 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf653e6-e9b2-4188-9ebd-d0455816e95a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:34:20.323526 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:20.323725 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dbf653e6-e9b2-4188-9ebd-d0455816e95a admin admin] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:20.325130 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] Routers {'53c90bce-eb86-476f-ab25-48f84ef4a680'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:34:20.326029 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:34:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['53c90bce-eb86-476f-ab25-48f84ef4a680'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:34:20.451793 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf653e6-e9b2-4188-9ebd-d0455816e95a admin admin] Pushing event updated for resources: {'Network': ['ID=4acc821f-7169-4195-b8e8-d73fa6f3e937,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:20.476442 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 4acc821f-7169-4195-b8e8-d73fa6f3e937 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:34:20.589174 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-dbf653e6-e9b2-4188-9ebd-d0455816e95a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0637197 Feb 09 18:34:20.593091 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59600) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:34:20.599492 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-be260c7a-1da0-47f0-ab5e-73443c515755 admin admin] Request body: {'subnet': {'network_id': '4acc821f-7169-4195-b8e8-d73fa6f3e937', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1366689866-subnet', 'tenant_id': '2fa6e607ec674ec1b4f386d11697afd3', 'ip_version': 4}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:34:20.604948 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-be260c7a-1da0-47f0-ab5e-73443c515755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:34:20.610421 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-be260c7a-1da0-47f0-ab5e-73443c515755 admin admin] Usage tracker for resource:subnet and tenant:2fa6e607ec674ec1b4f386d11697afd3 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:34:20.613819 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-be260c7a-1da0-47f0-ab5e-73443c515755 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:34:20.621448 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-be260c7a-1da0-47f0-ab5e-73443c515755 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:34:20.645636 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] Set router 53c90bce-eb86-476f-ab25-48f84ef4a680 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:34:20.719956 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be260c7a-1da0-47f0-ab5e-73443c515755 admin admin] Made reservation on behalf of 2fa6e607ec674ec1b4f386d11697afd3 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:34:20.722660 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be260c7a-1da0-47f0-ab5e-73443c515755 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:21.036727 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c90bce-eb86-476f-ab25-48f84ef4a680', 'name': 'tempest-TestEncryptedCinderVolumes-1352251196-router', 'tenant_id': '2218af6885534e64aea75458dce863dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'bc41a2bd-fed5-4a09-a69e-a02fd0c9236b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:34:11Z', 'updated_at': '2022-02-09T18:34:16Z', 'revision_number': 4, 'project_id': '2218af6885534e64aea75458dce863dc', 'gw_port': {'id': 'bc41a2bd-fed5-4a09-a69e-a02fd0c9236b', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c90bce-eb86-476f-ab25-48f84ef4a680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:34:12Z', 'updated_at': '2022-02-09T18:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'acb1989f-aa74-4059-970b-b5ac0a59d886', 'name': '', 'network_id': '01c96418-defa-4191-96f9-9b1eae03be60', 'tenant_id': '2218af6885534e64aea75458dce863dc', 'mac_address': 'fa:16:3e:43:23:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c90bce-eb86-476f-ab25-48f84ef4a680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae75c5ec-a255-476b-8348-7971802a513f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:34:15Z', 'updated_at': '2022-02-09T18:34:16Z', 'revision_number': 2, 'project_id': '2218af6885534e64aea75458dce863dc', 'subnets': [{'id': 'ae75c5ec-a255-476b-8348-7971802a513f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:34:21.041879 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] Checking router: 53c90bce-eb86-476f-ab25-48f84ef4a680 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:34:21.042228 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] Updating router 53c90bce-eb86-476f-ab25-48f84ef4a680 port acb1989f-aa74-4059-970b-b5ac0a59d886 binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:34:21.092410 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be260c7a-1da0-47f0-ab5e-73443c515755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:21.103699 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:21.221536 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be260c7a-1da0-47f0-ab5e-73443c515755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11a416a7-16f9-4e09-a55f-2a6e2b167a04,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:21.233908 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be260c7a-1da0-47f0-ab5e-73443c515755 admin admin] Checking segment: {'id': 'b26031c9-5ae4-4208-b1a0-54b5626a9084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4acc821f-7169-4195-b8e8-d73fa6f3e937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:34:21.234279 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be260c7a-1da0-47f0-ab5e-73443c515755 admin admin] Network hostable DHCP agents. Network: 4acc821f-7169-4195-b8e8-d73fa6f3e937, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:34:21.334549 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be260c7a-1da0-47f0-ab5e-73443c515755 admin admin] Network 4acc821f-7169-4195-b8e8-d73fa6f3e937 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:34:21.494677 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-be260c7a-1da0-47f0-ab5e-73443c515755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 4acc821f-7169-4195-b8e8-d73fa6f3e937) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:34:21.500127 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be260c7a-1da0-47f0-ab5e-73443c515755 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:34:21.500768 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-be260c7a-1da0-47f0-ab5e-73443c515755 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:21.513585 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4353a6b-0ff4-4331-989f-c07eed0be182 None None] Network 4acc821f-7169-4195-b8e8-d73fa6f3e937 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:34:21.647472 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-be260c7a-1da0-47f0-ab5e-73443c515755 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0528474 Feb 09 18:34:21.650835 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59604) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:34:21.656667 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1366689866-router', 'tenant_id': '2fa6e607ec674ec1b4f386d11697afd3', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:34:21.661827 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:34:21.666755 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Usage tracker for resource:router and tenant:2fa6e607ec674ec1b4f386d11697afd3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:34:21.670848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:34:21.677979 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:34:21.679169 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:21.716973 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] Transition to ACTIVE for port object acb1989f-aa74-4059-970b-b5ac0a59d886 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:34:21.768195 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:21.798087 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:21.799797 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:21.828976 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:21.861166 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1575c109-f3ec-49e0-b0dc-41b87c9d1ce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-4acc821f-7169-4195-b8e8-d73fa6f3e937', 'network_id': '4acc821f-7169-4195-b8e8-d73fa6f3e937', 'tenant_id': '2fa6e607ec674ec1b4f386d11697afd3', 'fixed_ips': [{'subnet_id': '11a416a7-16f9-4e09-a55f-2a6e2b167a04'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:34:21.861166 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1575c109-f3ec-49e0-b0dc-41b87c9d1ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:21.969620 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:22.134954 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:22.159736 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f1ca5-47f6-4b72-8d71-a6016f646066 None None] Pushing event updated for resources: {'Port': ['ID=acb1989f-aa74-4059-970b-b5ac0a59d886,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:22.318139 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-1575c109-f3ec-49e0-b0dc-41b87c9d1ce5 None None] Allocated IP 172.20.0.2 (4acc821f-7169-4195-b8e8-d73fa6f3e937/11a416a7-16f9-4e09-a55f-2a6e2b167a04/5503eac7-b58a-4d4f-8a9b-9860aa3d080d) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:34:22.336399 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] Attempting to bind port acb1989f-aa74-4059-970b-b5ac0a59d886 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:34:22.336788 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] Attempting to bind port acb1989f-aa74-4059-970b-b5ac0a59d886 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'd5320589-29de-4721-8fbe-2aa2fce64264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '01c96418-defa-4191-96f9-9b1eae03be60'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:34:22.337361 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] Attempting to bind port acb1989f-aa74-4059-970b-b5ac0a59d886 on network 01c96418-defa-4191-96f9-9b1eae03be60 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:34:22.414182 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:34:22.414597 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] Checking segment: {'id': 'd5320589-29de-4721-8fbe-2aa2fce64264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '01c96418-defa-4191-96f9-9b1eae03be60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:34:22.415004 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:22.415472 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] Bound using segment: {'id': 'd5320589-29de-4721-8fbe-2aa2fce64264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '01c96418-defa-4191-96f9-9b1eae03be60'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:34:22.415935 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] Bound port: acb1989f-aa74-4059-970b-b5ac0a59d886, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5320589-29de-4721-8fbe-2aa2fce64264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '01c96418-defa-4191-96f9-9b1eae03be60'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:34:22.416313 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:22.498187 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:22.560971 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:22.583283 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] For port acb1989f-aa74-4059-970b-b5ac0a59d886, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:34:22.588709 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] For port acb1989f-aa74-4059-970b-b5ac0a59d886, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=acb1989f-aa74-4059-970b-b5ac0a59d886,segment=NetworkSegment(d5320589-29de-4721-8fbe-2aa2fce64264),segment_id=d5320589-29de-4721-8fbe-2aa2fce64264)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:34:22.677288 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1575c109-f3ec-49e0-b0dc-41b87c9d1ce5 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:22.679862 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1575c109-f3ec-49e0-b0dc-41b87c9d1ce5 None None] Transition to ACTIVE for port object 5503eac7-b58a-4d4f-8a9b-9860aa3d080d will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:34:22.713641 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1575c109-f3ec-49e0-b0dc-41b87c9d1ce5 None None] Transition to ACTIVE for port object 5503eac7-b58a-4d4f-8a9b-9860aa3d080d will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:34:22.738928 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:22.778259 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Allocated IP 172.26.8.249 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/f1308d77-8eec-4053-9460-8e222666548e) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:34:22.829413 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1575c109-f3ec-49e0-b0dc-41b87c9d1ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:22.927514 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1575c109-f3ec-49e0-b0dc-41b87c9d1ce5 None None] Network 4acc821f-7169-4195-b8e8-d73fa6f3e937 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:34:22.932042 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-1575c109-f3ec-49e0-b0dc-41b87c9d1ce5 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:34:22.941177 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1575c109-f3ec-49e0-b0dc-41b87c9d1ce5 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:34:22.944917 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f1ca5-47f6-4b72-8d71-a6016f646066 None None] Pushing event updated for resources: {'Port': ['ID=acb1989f-aa74-4059-970b-b5ac0a59d886,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:22.953895 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:23.037352 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] Routers {'53c90bce-eb86-476f-ab25-48f84ef4a680'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:34:23.038540 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:34:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['53c90bce-eb86-476f-ab25-48f84ef4a680'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:34:23.081572 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:23.180496 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:34:23.188706 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:34:23.193721 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:34:23.242480 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Pushing event updated for resources: {'Port': ['ID=f1308d77-8eec-4053-9460-8e222666548e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:23.261689 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:23.262423 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:23.262749 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:23.263094 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:23.263434 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:23.263769 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:23.264103 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:23.264435 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:23.264762 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:23.265085 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:23.265406 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:34:23.476223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:23.476473 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575c109-f3ec-49e0-b0dc-41b87c9d1ce5 None None] Pushing event updated for resources: {'Port': ['ID=5503eac7-b58a-4d4f-8a9b-9860aa3d080d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:23.477054 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:23.508803 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1575c109-f3ec-49e0-b0dc-41b87c9d1ce5 None None] Attempting to bind port 5503eac7-b58a-4d4f-8a9b-9860aa3d080d on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:34:23.509423 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1575c109-f3ec-49e0-b0dc-41b87c9d1ce5 None None] Attempting to bind port 5503eac7-b58a-4d4f-8a9b-9860aa3d080d by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'b26031c9-5ae4-4208-b1a0-54b5626a9084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4acc821f-7169-4195-b8e8-d73fa6f3e937'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:34:23.510037 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1575c109-f3ec-49e0-b0dc-41b87c9d1ce5 None None] Attempting to bind port 5503eac7-b58a-4d4f-8a9b-9860aa3d080d on network 4acc821f-7169-4195-b8e8-d73fa6f3e937 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:34:23.549307 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1575c109-f3ec-49e0-b0dc-41b87c9d1ce5 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:34:23.549687 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1575c109-f3ec-49e0-b0dc-41b87c9d1ce5 None None] Checking segment: {'id': 'b26031c9-5ae4-4208-b1a0-54b5626a9084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4acc821f-7169-4195-b8e8-d73fa6f3e937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:34:23.550105 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1575c109-f3ec-49e0-b0dc-41b87c9d1ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:23.550532 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1575c109-f3ec-49e0-b0dc-41b87c9d1ce5 None None] Bound using segment: {'id': 'b26031c9-5ae4-4208-b1a0-54b5626a9084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4acc821f-7169-4195-b8e8-d73fa6f3e937'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:34:23.551023 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1575c109-f3ec-49e0-b0dc-41b87c9d1ce5 None None] Bound port: 5503eac7-b58a-4d4f-8a9b-9860aa3d080d, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26031c9-5ae4-4208-b1a0-54b5626a9084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4acc821f-7169-4195-b8e8-d73fa6f3e937'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:34:23.551402 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1575c109-f3ec-49e0-b0dc-41b87c9d1ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:23.638117 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] Set router 53c90bce-eb86-476f-ab25-48f84ef4a680 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:34:23.744073 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1575c109-f3ec-49e0-b0dc-41b87c9d1ce5 None None] For port 5503eac7-b58a-4d4f-8a9b-9860aa3d080d, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:34:23.829848 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1575c109-f3ec-49e0-b0dc-41b87c9d1ce5 None None] For port 5503eac7-b58a-4d4f-8a9b-9860aa3d080d, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5503eac7-b58a-4d4f-8a9b-9860aa3d080d,segment=NetworkSegment(b26031c9-5ae4-4208-b1a0-54b5626a9084),segment_id=b26031c9-5ae4-4208-b1a0-54b5626a9084)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:34:23.837086 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Router 51cec48a-4b05-45b1-a379-e6a0a6a0a555 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:34:23.898333 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1575c109-f3ec-49e0-b0dc-41b87c9d1ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:24.115313 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:34:24.134097 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] Sync routers for ids ['51cec48a-4b05-45b1-a379-e6a0a6a0a555'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:34:24.139616 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575c109-f3ec-49e0-b0dc-41b87c9d1ce5 None None] Pushing event updated for resources: {'Port': ['ID=5503eac7-b58a-4d4f-8a9b-9860aa3d080d,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:24.164778 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] Routers {'51cec48a-4b05-45b1-a379-e6a0a6a0a555'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:34:24.165814 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:34:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['51cec48a-4b05-45b1-a379-e6a0a6a0a555'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:34:24.190008 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c90bce-eb86-476f-ab25-48f84ef4a680', 'name': 'tempest-TestEncryptedCinderVolumes-1352251196-router', 'tenant_id': '2218af6885534e64aea75458dce863dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'bc41a2bd-fed5-4a09-a69e-a02fd0c9236b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:34:11Z', 'updated_at': '2022-02-09T18:34:16Z', 'revision_number': 4, 'project_id': '2218af6885534e64aea75458dce863dc', 'gw_port': {'id': 'bc41a2bd-fed5-4a09-a69e-a02fd0c9236b', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c90bce-eb86-476f-ab25-48f84ef4a680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:34:12Z', 'updated_at': '2022-02-09T18:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'acb1989f-aa74-4059-970b-b5ac0a59d886', 'name': '', 'network_id': '01c96418-defa-4191-96f9-9b1eae03be60', 'tenant_id': '2218af6885534e64aea75458dce863dc', 'mac_address': 'fa:16:3e:43:23:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c90bce-eb86-476f-ab25-48f84ef4a680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae75c5ec-a255-476b-8348-7971802a513f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:34:15Z', 'updated_at': '2022-02-09T18:34:22Z', 'revision_number': 4, 'project_id': '2218af6885534e64aea75458dce863dc', 'subnets': [{'id': 'ae75c5ec-a255-476b-8348-7971802a513f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:34:24.200832 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5589f4-4923-468d-a7d7-46ef88ccd8d6 None None] The sync data for ids ['53c90bce-eb86-476f-ab25-48f84ef4a680'] in dv-neutron-827016-2-hyperv is: [{'id': '53c90bce-eb86-476f-ab25-48f84ef4a680', 'name': 'tempest-TestEncryptedCinderVolumes-1352251196-router', 'tenant_id': '2218af6885534e64aea75458dce863dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'bc41a2bd-fed5-4a09-a69e-a02fd0c9236b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:34:11Z', 'updated_at': '2022-02-09T18:34:16Z', 'revision_number': 4, 'project_id': '2218af6885534e64aea75458dce863dc', 'gw_port': {'id': 'bc41a2bd-fed5-4a09-a69e-a02fd0c9236b', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c90bce-eb86-476f-ab25-48f84ef4a680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:34:12Z', 'updated_at': '2022-02-09T18:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'acb1989f-aa74-4059-970b-b5ac0a59d886', 'name': '', 'network_id': '01c96418-defa-4191-96f9-9b1eae03be60', 'tenant_id': '2218af6885534e64aea75458dce863dc', 'mac_address': 'fa:16:3e:43:23:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c90bce-eb86-476f-ab25-48f84ef4a680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae75c5ec-a255-476b-8348-7971802a513f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:34:15Z', 'updated_at': '2022-02-09T18:34:22Z', 'revision_number': 4, 'project_id': '2218af6885534e64aea75458dce863dc', 'subnets': [{'id': 'ae75c5ec-a255-476b-8348-7971802a513f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:34:24.287485 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:24.293065 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59608) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:34:24.307669 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-bc15b06f-ca31-4312-a9e9-f3714fcd59ae admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6375198 Feb 09 18:34:24.453620 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] Set router 51cec48a-4b05-45b1-a379-e6a0a6a0a555 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:34:25.014190 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cec48a-4b05-45b1-a379-e6a0a6a0a555', 'name': 'tempest-TestEncryptedCinderVolumes-1366689866-router', 'tenant_id': '2fa6e607ec674ec1b4f386d11697afd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': 'f1308d77-8eec-4053-9460-8e222666548e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:34:21Z', 'updated_at': '2022-02-09T18:34:23Z', 'revision_number': 3, 'project_id': '2fa6e607ec674ec1b4f386d11697afd3', 'gw_port': {'id': 'f1308d77-8eec-4053-9460-8e222666548e', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:af:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cec48a-4b05-45b1-a379-e6a0a6a0a555', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:34:22Z', 'updated_at': '2022-02-09T18:34:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:34:25.019852 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] Checking router: 51cec48a-4b05-45b1-a379-e6a0a6a0a555 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:34:25.020030 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] Updating router 51cec48a-4b05-45b1-a379-e6a0a6a0a555 port f1308d77-8eec-4053-9460-8e222666548e binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:34:25.114052 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:25.612427 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59aeb01d-4994-4aa1-899f-a2c53eb94630 None None] Network 4acc821f-7169-4195-b8e8-d73fa6f3e937 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:34:25.670351 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:25.690683 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] Transition to ACTIVE for port object f1308d77-8eec-4053-9460-8e222666548e will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:34:25.744231 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9352cace-04e9-431a-9e3b-079c14990694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:25.791679 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:25.827623 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device acb1989f-aa74-4059-970b-b5ac0a59d886 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:34:25.908491 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-94bad7f9-ce44-42c0-8293-06f1cc0cc0c4 None None] Provisioning for port 5503eac7-b58a-4d4f-8a9b-9860aa3d080d completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:34:25.956275 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7059e-ed3a-4a82-a07b-ad02d7e7f62c None None] Pushing event updated for resources: {'Port': ['ID=f1308d77-8eec-4053-9460-8e222666548e,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:25.960168 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] Attempting to bind port f1308d77-8eec-4053-9460-8e222666548e on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:34:25.960688 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] Attempting to bind port f1308d77-8eec-4053-9460-8e222666548e by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:34:25.961253 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] Attempting to bind port f1308d77-8eec-4053-9460-8e222666548e on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:34:25.977357 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:34:25.977357 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:34:25.977357 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:25.977357 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:34:25.978013 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] Bound port: f1308d77-8eec-4053-9460-8e222666548e, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:34:25.978577 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:26.047272 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-9352cace-04e9-431a-9e3b-079c14990694 admin admin] Allocated IP 172.20.0.1 (4acc821f-7169-4195-b8e8-d73fa6f3e937/11a416a7-16f9-4e09-a55f-2a6e2b167a04/f5769ac8-44c6-4644-9dae-88eb3ff3c82b) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:34:26.073840 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port acb1989f-aa74-4059-970b-b5ac0a59d886 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:34:26.082878 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port acb1989f-aa74-4059-970b-b5ac0a59d886 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:34:26.083593 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:26.127107 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] For port f1308d77-8eec-4053-9460-8e222666548e, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:34:26.134483 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] For port f1308d77-8eec-4053-9460-8e222666548e, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=f1308d77-8eec-4053-9460-8e222666548e,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:34:26.218601 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:26.256790 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:26.314118 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port acb1989f-aa74-4059-970b-b5ac0a59d886, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=acb1989f-aa74-4059-970b-b5ac0a59d886,segment=NetworkSegment(d5320589-29de-4721-8fbe-2aa2fce64264),segment_id=d5320589-29de-4721-8fbe-2aa2fce64264)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:34:26.345661 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9352cace-04e9-431a-9e3b-079c14990694 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:26.367819 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-9352cace-04e9-431a-9e3b-079c14990694 admin admin] Transition to ACTIVE for port object f5769ac8-44c6-4644-9dae-88eb3ff3c82b will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:34:26.377229 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7059e-ed3a-4a82-a07b-ad02d7e7f62c None None] Pushing event updated for resources: {'Port': ['ID=f1308d77-8eec-4053-9460-8e222666548e,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:26.381109 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] Routers {'51cec48a-4b05-45b1-a379-e6a0a6a0a555'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:34:26.381778 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:34:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['51cec48a-4b05-45b1-a379-e6a0a6a0a555'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:34:26.397089 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:26.398216 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5503eac7-b58a-4d4f-8a9b-9860aa3d080d up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:34:26.489877 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9352cace-04e9-431a-9e3b-079c14990694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:26.539977 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=acb1989f-aa74-4059-970b-b5ac0a59d886,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:26.608488 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9352cace-04e9-431a-9e3b-079c14990694 admin admin] Network 4acc821f-7169-4195-b8e8-d73fa6f3e937 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:34:26.612924 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-9352cace-04e9-431a-9e3b-079c14990694 admin admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:34:26.616010 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9352cace-04e9-431a-9e3b-079c14990694 admin admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:34:26.617284 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 5503eac7-b58a-4d4f-8a9b-9860aa3d080d completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:34:26.624204 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 5503eac7-b58a-4d4f-8a9b-9860aa3d080d triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:34:26.624925 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:26.662383 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352cace-04e9-431a-9e3b-079c14990694 admin admin] Pushing event updated for resources: {'Port': ['ID=f5769ac8-44c6-4644-9dae-88eb3ff3c82b,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:26.703018 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9352cace-04e9-431a-9e3b-079c14990694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:26.754186 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] Set router 51cec48a-4b05-45b1-a379-e6a0a6a0a555 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:34:26.834211 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:26.875976 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 5503eac7-b58a-4d4f-8a9b-9860aa3d080d, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5503eac7-b58a-4d4f-8a9b-9860aa3d080d,segment=NetworkSegment(b26031c9-5ae4-4208-b1a0-54b5626a9084),segment_id=b26031c9-5ae4-4208-b1a0-54b5626a9084)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:34:26.928647 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9352cace-04e9-431a-9e3b-079c14990694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:26.977592 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:27.078484 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-13d78e66-c1fa-42ee-83b1-3f8e53485188 None None] Provisioning for port f5769ac8-44c6-4644-9dae-88eb3ff3c82b completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:34:27.098135 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-13d78e66-c1fa-42ee-83b1-3f8e53485188 None None] Provisioning complete for port f5769ac8-44c6-4644-9dae-88eb3ff3c82b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:34:27.098689 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-13d78e66-c1fa-42ee-83b1-3f8e53485188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:27.194345 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=5503eac7-b58a-4d4f-8a9b-9860aa3d080d,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:27.230444 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-13d78e66-c1fa-42ee-83b1-3f8e53485188 None None] Port f5769ac8-44c6-4644-9dae-88eb3ff3c82b cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:34:27.247219 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9352cace-04e9-431a-9e3b-079c14990694 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:27.311705 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cec48a-4b05-45b1-a379-e6a0a6a0a555', 'name': 'tempest-TestEncryptedCinderVolumes-1366689866-router', 'tenant_id': '2fa6e607ec674ec1b4f386d11697afd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': 'f1308d77-8eec-4053-9460-8e222666548e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:34:21Z', 'updated_at': '2022-02-09T18:34:23Z', 'revision_number': 3, 'project_id': '2fa6e607ec674ec1b4f386d11697afd3', 'gw_port': {'id': 'f1308d77-8eec-4053-9460-8e222666548e', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:af:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cec48a-4b05-45b1-a379-e6a0a6a0a555', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:34:22Z', 'updated_at': '2022-02-09T18:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:34:27.318777 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e8aa7c-a966-457a-ba1a-08dd79c41f2d None None] The sync data for ids ['51cec48a-4b05-45b1-a379-e6a0a6a0a555'] in dv-neutron-827016-2-hyperv is: [{'id': '51cec48a-4b05-45b1-a379-e6a0a6a0a555', 'name': 'tempest-TestEncryptedCinderVolumes-1366689866-router', 'tenant_id': '2fa6e607ec674ec1b4f386d11697afd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': 'f1308d77-8eec-4053-9460-8e222666548e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:34:21Z', 'updated_at': '2022-02-09T18:34:23Z', 'revision_number': 3, 'project_id': '2fa6e607ec674ec1b4f386d11697afd3', 'gw_port': {'id': 'f1308d77-8eec-4053-9460-8e222666548e', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:af:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cec48a-4b05-45b1-a379-e6a0a6a0a555', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:34:22Z', 'updated_at': '2022-02-09T18:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:34:27.319823 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9352cace-04e9-431a-9e3b-079c14990694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:27.448161 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9352cace-04e9-431a-9e3b-079c14990694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:27.452605 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352cace-04e9-431a-9e3b-079c14990694 admin admin] Pushing event updated for resources: {'Port': ['ID=f5769ac8-44c6-4644-9dae-88eb3ff3c82b,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:27.617837 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9352cace-04e9-431a-9e3b-079c14990694 admin admin] Network 4acc821f-7169-4195-b8e8-d73fa6f3e937 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:34:27.619260 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-9352cace-04e9-431a-9e3b-079c14990694 admin admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:34:27.696148 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device acb1989f-aa74-4059-970b-b5ac0a59d886 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:34:27.825004 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port acb1989f-aa74-4059-970b-b5ac0a59d886 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:34:27.825754 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:28.012633 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5503eac7-b58a-4d4f-8a9b-9860aa3d080d up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:34:28.055988 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-33f4b8ae-8342-4d11-a941-b4596d5888b9 None None] Provisioning complete for port f5769ac8-44c6-4644-9dae-88eb3ff3c82b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:34:28.056451 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-33f4b8ae-8342-4d11-a941-b4596d5888b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:28.135726 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-33f4b8ae-8342-4d11-a941-b4596d5888b9 None None] Port f5769ac8-44c6-4644-9dae-88eb3ff3c82b cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:34:28.150507 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 5503eac7-b58a-4d4f-8a9b-9860aa3d080d triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:34:28.150981 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:28.357553 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9352cace-04e9-431a-9e3b-079c14990694 admin admin] Router 51cec48a-4b05-45b1-a379-e6a0a6a0a555 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:34:28.585072 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9352cace-04e9-431a-9e3b-079c14990694 admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:34:28.595967 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9352cace-04e9-431a-9e3b-079c14990694 admin admin] 10.222.0.21 "PUT /v2.0/routers/51cec48a-4b05-45b1-a379-e6a0a6a0a555/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3008480 Feb 09 18:34:29.912370 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-a9feadc6-da69-424b-bf54-9423e44b59d1 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:34:29.913446 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-a9feadc6-da69-424b-bf54-9423e44b59d1 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Synchronizing usage tracker for tenant:2218af6885534e64aea75458dce863dc on resource:network {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:34:30.022323 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-a9feadc6-da69-424b-bf54-9423e44b59d1 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Unset dirty status for tenant:2218af6885534e64aea75458dce863dc on resource:network {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:34:30.024000 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-a9feadc6-da69-424b-bf54-9423e44b59d1 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/networks?id=01c96418-defa-4191-96f9-9b1eae03be60 HTTP/1.1" status: 200 len: 817 time: 0.3512082 Feb 09 18:34:30.049298 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-38489d45-8ffb-4c71-8543-791877084988 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/quotas/2218af6885534e64aea75458dce863dc HTTP/1.1" status: 200 len: 375 time: 0.0184758 Feb 09 18:34:30.194833 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-239cb98a-e5b5-49e1-b77d-fa6e599edabf tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2218af6885534e64aea75458dce863dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1384161 Feb 09 18:34:30.379304 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-22dbcf16-42c1-4a4a-8f89-3b0ecd009c75 service neutron] 10.222.0.21 "GET /v2.0/networks/01c96418-defa-4191-96f9-9b1eae03be60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712751 Feb 09 18:34:30.526273 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-2de96c9e-2afc-468d-85d0-6bf8e0c881a7 service neutron] 10.222.0.21 "GET /v2.0/networks/01c96418-defa-4191-96f9-9b1eae03be60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408634 Feb 09 18:34:30.901266 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-44816088-8855-4a65-bb8d-ebd66568520c req-2d6af930-0a1f-4800-9eda-b7ae121dc463 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=375333ca-4f4e-444a-8614-8228d75d29d2 HTTP/1.1" status: 200 len: 210 time: 0.0656655 Feb 09 18:34:32.116652 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ef197ada-b66b-420b-83f4-79ba21110a3b req-f84e5bde-8f30-439b-a999-a6199c17ea99 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=375333ca-4f4e-444a-8614-8228d75d29d2 HTTP/1.1" status: 200 len: 210 time: 0.0503879 Feb 09 18:34:33.337153 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-24c57f6a-22e6-49fa-a1d4-9a11135be3d9 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:34:33.338781 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-24c57f6a-22e6-49fa-a1d4-9a11135be3d9 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.50 "GET /v2.0/networks?id=01c96418-defa-4191-96f9-9b1eae03be60 HTTP/1.1" status: 200 len: 817 time: 0.2893536 Feb 09 18:34:33.363180 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-68c62ca4-7199-4eaa-ba0c-0f631b64e009 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Request body: {'port': {'device_id': '375333ca-4f4e-444a-8614-8228d75d29d2', 'network_id': '01c96418-defa-4191-96f9-9b1eae03be60', 'admin_state_up': True, 'tenant_id': '2218af6885534e64aea75458dce863dc'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:34:33.389266 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ba60493f-2f84-4a4f-94cf-5d5eb02a4aa7 req-7dc6c1c5-e8f4-4acf-a78e-63b502e00f50 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=375333ca-4f4e-444a-8614-8228d75d29d2 HTTP/1.1" status: 200 len: 210 time: 0.0540421 Feb 09 18:34:33.552418 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-68c62ca4-7199-4eaa-ba0c-0f631b64e009 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:34:33.558744 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-68c62ca4-7199-4eaa-ba0c-0f631b64e009 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Usage tracker for resource:port and tenant:2218af6885534e64aea75458dce863dc is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:34:33.563569 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-68c62ca4-7199-4eaa-ba0c-0f631b64e009 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:34:33.573552 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-68c62ca4-7199-4eaa-ba0c-0f631b64e009 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:34:33.650839 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-68c62ca4-7199-4eaa-ba0c-0f631b64e009 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Made reservation on behalf of 2218af6885534e64aea75458dce863dc for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:34:33.654616 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-68c62ca4-7199-4eaa-ba0c-0f631b64e009 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:33.794731 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device f1308d77-8eec-4053-9460-8e222666548e up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:34:33.940438 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port f1308d77-8eec-4053-9460-8e222666548e completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:34:33.948210 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port f1308d77-8eec-4053-9460-8e222666548e triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:34:33.951569 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:33.957738 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-68c62ca4-7199-4eaa-ba0c-0f631b64e009 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Allocated IP 172.20.0.6 (01c96418-defa-4191-96f9-9b1eae03be60/ae75c5ec-a255-476b-8348-7971802a513f/04536574-9e7d-46e7-aeee-6d92c9d21805) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:34:34.191702 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:34.212510 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port f1308d77-8eec-4053-9460-8e222666548e, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=f1308d77-8eec-4053-9460-8e222666548e,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:34:34.329903 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:34.388247 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-68c62ca4-7199-4eaa-ba0c-0f631b64e009 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:34.423969 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-68c62ca4-7199-4eaa-ba0c-0f631b64e009 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Transition to ACTIVE for port object 04536574-9e7d-46e7-aeee-6d92c9d21805 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:34:34.507758 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=f1308d77-8eec-4053-9460-8e222666548e,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:34.540889 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-68c62ca4-7199-4eaa-ba0c-0f631b64e009 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:34.648820 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-68c62ca4-7199-4eaa-ba0c-0f631b64e009 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Network 01c96418-defa-4191-96f9-9b1eae03be60 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:34:34.653239 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-68c62ca4-7199-4eaa-ba0c-0f631b64e009 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:34:34.656042 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-68c62ca4-7199-4eaa-ba0c-0f631b64e009 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:34:34.714923 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c62ca4-7199-4eaa-ba0c-0f631b64e009 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Pushing event updated for resources: {'Port': ['ID=04536574-9e7d-46e7-aeee-6d92c9d21805,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:34.757052 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-68c62ca4-7199-4eaa-ba0c-0f631b64e009 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:34:34.758091 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-68c62ca4-7199-4eaa-ba0c-0f631b64e009 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:34.770565 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a139cb7-2f5e-4449-bff0-1ef08d6dd9be req-d516b0a3-7d2f-4234-aa9c-a0fb425863e5 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:34:34.773812 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0a139cb7-2f5e-4449-bff0-1ef08d6dd9be req-d516b0a3-7d2f-4234-aa9c-a0fb425863e5 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=375333ca-4f4e-444a-8614-8228d75d29d2 HTTP/1.1" status: 200 len: 931 time: 0.1415105 Feb 09 18:34:34.854211 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-0a139cb7-2f5e-4449-bff0-1ef08d6dd9be req-ab74b723-afc9-4003-b54c-0d3cfd728963 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Synchronizing usage tracker for tenant:2218af6885534e64aea75458dce863dc on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:34:34.860682 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-68c62ca4-7199-4eaa-ba0c-0f631b64e009 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5093036 Feb 09 18:34:34.878521 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-91dd0ac5-88db-48ab-a13d-5c894abd34c9 service neutron] Request body: {'port': {'device_id': '375333ca-4f4e-444a-8614-8228d75d29d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:34:34.975247 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-0a139cb7-2f5e-4449-bff0-1ef08d6dd9be req-ab74b723-afc9-4003-b54c-0d3cfd728963 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Unset dirty status for tenant:2218af6885534e64aea75458dce863dc on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:34:34.977646 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0a139cb7-2f5e-4449-bff0-1ef08d6dd9be req-ab74b723-afc9-4003-b54c-0d3cfd728963 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/security-groups?id=8666bae9-c0e0-439e-8db0-19bf92c580a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926310 Feb 09 18:34:35.030999 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-91dd0ac5-88db-48ab-a13d-5c894abd34c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:35.099879 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-10a767cd-9c39-4a28-be90-d6580489b4a9 None None] Provisioning for port 04536574-9e7d-46e7-aeee-6d92c9d21805 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:34:35.109090 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-10a767cd-9c39-4a28-be90-d6580489b4a9 None None] Provisioning complete for port 04536574-9e7d-46e7-aeee-6d92c9d21805 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:34:35.109713 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10a767cd-9c39-4a28-be90-d6580489b4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:35.201082 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-10a767cd-9c39-4a28-be90-d6580489b4a9 None None] Port 04536574-9e7d-46e7-aeee-6d92c9d21805 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:34:35.467206 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-91dd0ac5-88db-48ab-a13d-5c894abd34c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04536574-9e7d-46e7-aeee-6d92c9d21805 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:34:35.477215 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-91dd0ac5-88db-48ab-a13d-5c894abd34c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:35.498120 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-91dd0ac5-88db-48ab-a13d-5c894abd34c9 service neutron] Transition to ACTIVE for port object 04536574-9e7d-46e7-aeee-6d92c9d21805 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:34:35.716299 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device f1308d77-8eec-4053-9460-8e222666548e up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:34:35.747146 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-91dd0ac5-88db-48ab-a13d-5c894abd34c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:35.845260 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port f1308d77-8eec-4053-9460-8e222666548e triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:34:35.845793 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:36.022856 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd0ac5-88db-48ab-a13d-5c894abd34c9 service neutron] Pushing event updated for resources: {'Port': ['ID=04536574-9e7d-46e7-aeee-6d92c9d21805,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:36.119788 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:34:36.197515 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-91dd0ac5-88db-48ab-a13d-5c894abd34c9 service neutron] Attempting to bind port 04536574-9e7d-46e7-aeee-6d92c9d21805 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:34:36.197861 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-91dd0ac5-88db-48ab-a13d-5c894abd34c9 service neutron] Attempting to bind port 04536574-9e7d-46e7-aeee-6d92c9d21805 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'd5320589-29de-4721-8fbe-2aa2fce64264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '01c96418-defa-4191-96f9-9b1eae03be60'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:34:36.198165 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-91dd0ac5-88db-48ab-a13d-5c894abd34c9 service neutron] Attempting to bind port 04536574-9e7d-46e7-aeee-6d92c9d21805 on network 01c96418-defa-4191-96f9-9b1eae03be60 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:34:36.204797 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-91dd0ac5-88db-48ab-a13d-5c894abd34c9 service neutron] Port 04536574-9e7d-46e7-aeee-6d92c9d21805 on network 01c96418-defa-4191-96f9-9b1eae03be60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:34:36.205115 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-91dd0ac5-88db-48ab-a13d-5c894abd34c9 service neutron] Attempting to bind port 04536574-9e7d-46e7-aeee-6d92c9d21805 on network 01c96418-defa-4191-96f9-9b1eae03be60 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:34:36.213052 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-91dd0ac5-88db-48ab-a13d-5c894abd34c9 service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:34:36.213446 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-91dd0ac5-88db-48ab-a13d-5c894abd34c9 service neutron] Checking segment: {'id': 'd5320589-29de-4721-8fbe-2aa2fce64264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '01c96418-defa-4191-96f9-9b1eae03be60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:34:36.213831 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-91dd0ac5-88db-48ab-a13d-5c894abd34c9 service neutron] Bound using segment: {'id': 'd5320589-29de-4721-8fbe-2aa2fce64264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '01c96418-defa-4191-96f9-9b1eae03be60'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:34:36.214573 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-91dd0ac5-88db-48ab-a13d-5c894abd34c9 service neutron] Bound port: 04536574-9e7d-46e7-aeee-6d92c9d21805, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5320589-29de-4721-8fbe-2aa2fce64264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '01c96418-defa-4191-96f9-9b1eae03be60'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:34:36.214757 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-91dd0ac5-88db-48ab-a13d-5c894abd34c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:36.317556 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-91dd0ac5-88db-48ab-a13d-5c894abd34c9 service neutron] For port 04536574-9e7d-46e7-aeee-6d92c9d21805, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:34:36.320998 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-91dd0ac5-88db-48ab-a13d-5c894abd34c9 service neutron] For port 04536574-9e7d-46e7-aeee-6d92c9d21805, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=04536574-9e7d-46e7-aeee-6d92c9d21805,segment=NetworkSegment(d5320589-29de-4721-8fbe-2aa2fce64264),segment_id=d5320589-29de-4721-8fbe-2aa2fce64264)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:34:36.337936 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1442deb-6679-4a6f-a649-f33a158f645c req-54713175-21e5-4789-88ae-0b8c28a2354d tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:34:36.340133 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c1442deb-6679-4a6f-a649-f33a158f645c req-54713175-21e5-4789-88ae-0b8c28a2354d tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=375333ca-4f4e-444a-8614-8228d75d29d2 HTTP/1.1" status: 200 len: 943 time: 0.0857179 Feb 09 18:34:36.391500 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c1442deb-6679-4a6f-a649-f33a158f645c req-82dd6d3f-3b44-46c0-bc5f-f2ad73f0ead0 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/security-groups?id=8666bae9-c0e0-439e-8db0-19bf92c580a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449648 Feb 09 18:34:36.439942 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-91dd0ac5-88db-48ab-a13d-5c894abd34c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:36.515633 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-91dd0ac5-88db-48ab-a13d-5c894abd34c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:36.517980 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-91dd0ac5-88db-48ab-a13d-5c894abd34c9 service neutron] 10.222.0.50 "PUT /v2.0/ports/04536574-9e7d-46e7-aeee-6d92c9d21805 HTTP/1.1" status: 200 len: 1093 time: 1.6494324 Feb 09 18:34:36.518709 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375333ca-4f4e-444a-8614-8228d75d29d2', 'tag': '04536574-9e7d-46e7-aeee-6d92c9d21805'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:34:36.547824 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd0ac5-88db-48ab-a13d-5c894abd34c9 service neutron] Pushing event updated for resources: {'Port': ['ID=04536574-9e7d-46e7-aeee-6d92c9d21805,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:36.722450 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '375333ca-4f4e-444a-8614-8228d75d29d2', 'tag': '04536574-9e7d-46e7-aeee-6d92c9d21805', 'status': 'completed', 'code': 200} Feb 09 18:34:36.750090 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-c83e4fc7-3299-4c2e-b6b7-d78f10ddaff0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2218af6885534e64aea75458dce863dc&device_id=375333ca-4f4e-444a-8614-8228d75d29d2 HTTP/1.1" status: 200 len: 1096 time: 0.1078508 Feb 09 18:34:36.945533 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-5c73573f-a0a0-4de2-afa5-fb9971b38ac3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04536574-9e7d-46e7-aeee-6d92c9d21805 HTTP/1.1" status: 200 len: 217 time: 0.1878936 Feb 09 18:34:37.012850 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-3a76ba43-8b83-4792-a5c0-11f05d5949d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:34:37.014237 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-3a76ba43-8b83-4792-a5c0-11f05d5949d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ae75c5ec-a255-476b-8348-7971802a513f HTTP/1.1" status: 200 len: 856 time: 0.0630345 Feb 09 18:34:37.107295 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-7890f05b-4363-45d4-84fa-1ed065ed41fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=01c96418-defa-4191-96f9-9b1eae03be60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868030 Feb 09 18:34:37.261151 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-26d25466-f94b-40fa-8d69-93f3018c95dc service neutron] 10.222.0.50 "GET /v2.0/networks/01c96418-defa-4191-96f9-9b1eae03be60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468203 Feb 09 18:34:37.433881 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ae8258e6-67b5-4e32-ad99-9b7be7396327 req-db3e1f74-6de5-4e50-b539-3d2a31d319d1 service neutron] 10.222.0.50 "GET /v2.0/networks/01c96418-defa-4191-96f9-9b1eae03be60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674068 Feb 09 18:34:37.667490 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126b054-dccc-4299-8cff-31219db775b7 req-547e90d2-595a-4fd8-b135-b07d24b521b6 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:34:37.670206 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2126b054-dccc-4299-8cff-31219db775b7 req-547e90d2-595a-4fd8-b135-b07d24b521b6 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=375333ca-4f4e-444a-8614-8228d75d29d2 HTTP/1.1" status: 200 len: 943 time: 0.1144454 Feb 09 18:34:37.743569 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2126b054-dccc-4299-8cff-31219db775b7 req-36c71e2c-a562-4b8c-a873-0624797ec986 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/security-groups?id=8666bae9-c0e0-439e-8db0-19bf92c580a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658462 Feb 09 18:34:37.791880 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-05f852a2-4bdd-4b3c-b535-56ba46f2d316 req-8ae6f382-de90-4131-9ff7-139602ac3b39 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2218af6885534e64aea75458dce863dc&device_id=375333ca-4f4e-444a-8614-8228d75d29d2 HTTP/1.1" status: 200 len: 1096 time: 0.1006613 Feb 09 18:34:37.941336 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f852a2-4bdd-4b3c-b535-56ba46f2d316 req-45da89f3-7d27-47e7-85f1-7a07b0e5d946 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:34:37.942845 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-05f852a2-4bdd-4b3c-b535-56ba46f2d316 req-45da89f3-7d27-47e7-85f1-7a07b0e5d946 service neutron] 10.222.0.50 "GET /v2.0/networks?id=01c96418-defa-4191-96f9-9b1eae03be60 HTTP/1.1" status: 200 len: 918 time: 0.1442878 Feb 09 18:34:38.017436 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-05f852a2-4bdd-4b3c-b535-56ba46f2d316 req-c1fa279a-8722-4ae5-81dd-e47a02005f88 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04536574-9e7d-46e7-aeee-6d92c9d21805 HTTP/1.1" status: 200 len: 217 time: 0.0678298 Feb 09 18:34:38.085472 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f852a2-4bdd-4b3c-b535-56ba46f2d316 req-a6bc16ab-f343-4d46-999b-3a71493ee183 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:34:38.087255 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-05f852a2-4bdd-4b3c-b535-56ba46f2d316 req-a6bc16ab-f343-4d46-999b-3a71493ee183 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ae75c5ec-a255-476b-8348-7971802a513f HTTP/1.1" status: 200 len: 856 time: 0.0629733 Feb 09 18:34:38.173186 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-05f852a2-4bdd-4b3c-b535-56ba46f2d316 req-fa7e5fd1-5be7-4102-9859-163bc71b40cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=01c96418-defa-4191-96f9-9b1eae03be60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787241 Feb 09 18:34:38.317550 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-05f852a2-4bdd-4b3c-b535-56ba46f2d316 req-5aa7c5ed-ada8-41f7-a7ba-fd738c25e73d service neutron] 10.222.0.50 "GET /v2.0/networks/01c96418-defa-4191-96f9-9b1eae03be60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377192 Feb 09 18:34:38.469432 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-05f852a2-4bdd-4b3c-b535-56ba46f2d316 req-58d6766c-ddd0-47fa-98de-e70f757ade77 service neutron] 10.222.0.50 "GET /v2.0/networks/01c96418-defa-4191-96f9-9b1eae03be60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441469 Feb 09 18:34:39.009861 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539bbacf-1c47-45bd-97f8-31cf5775c74f req-34766ec0-8eac-43c7-bb80-3145d1bb3ac9 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:34:39.012956 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-539bbacf-1c47-45bd-97f8-31cf5775c74f req-34766ec0-8eac-43c7-bb80-3145d1bb3ac9 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=375333ca-4f4e-444a-8614-8228d75d29d2 HTTP/1.1" status: 200 len: 943 time: 0.1221147 Feb 09 18:34:39.076663 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-539bbacf-1c47-45bd-97f8-31cf5775c74f req-ea5b8129-23cf-46cd-b990-4f9324f1fa71 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/security-groups?id=8666bae9-c0e0-439e-8db0-19bf92c580a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572116 Feb 09 18:34:39.896567 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 04536574-9e7d-46e7-aeee-6d92c9d21805 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:34:40.058534 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 04536574-9e7d-46e7-aeee-6d92c9d21805, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=04536574-9e7d-46e7-aeee-6d92c9d21805,segment=NetworkSegment(d5320589-29de-4721-8fbe-2aa2fce64264),segment_id=d5320589-29de-4721-8fbe-2aa2fce64264)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:34:40.082384 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '04536574-9e7d-46e7-aeee-6d92c9d21805', 'network_id': '01c96418-defa-4191-96f9-9b1eae03be60', 'port_id': '04536574-9e7d-46e7-aeee-6d92c9d21805', 'mac_address': 'fa:16:3e:b8:60:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae75c5ec-a255-476b-8348-7971802a513f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:34:40.147138 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:40.182342 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04536574-9e7d-46e7-aeee-6d92c9d21805 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:34:40.211185 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 04536574-9e7d-46e7-aeee-6d92c9d21805, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=04536574-9e7d-46e7-aeee-6d92c9d21805,segment=NetworkSegment(d5320589-29de-4721-8fbe-2aa2fce64264),segment_id=d5320589-29de-4721-8fbe-2aa2fce64264)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:34:40.297782 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:40.358065 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40ebec-d525-4fb5-9d02-511bafdfc01e req-2d0813c9-fd54-4768-ada1-50cf53790f76 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:34:40.362173 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9b40ebec-d525-4fb5-9d02-511bafdfc01e req-2d0813c9-fd54-4768-ada1-50cf53790f76 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=375333ca-4f4e-444a-8614-8228d75d29d2 HTTP/1.1" status: 200 len: 944 time: 0.0940239 Feb 09 18:34:40.379111 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=04536574-9e7d-46e7-aeee-6d92c9d21805,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:40.426367 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9b40ebec-d525-4fb5-9d02-511bafdfc01e req-3e2d64e3-32cf-49bd-b12b-e11a37449bbc tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/security-groups?id=8666bae9-c0e0-439e-8db0-19bf92c580a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530415 Feb 09 18:34:40.505958 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['04536574-9e7d-46e7-aeee-6d92c9d21805'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:34:41.656015 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51040c32-95ec-4ef1-b32e-a8c7ba94278c req-bb464783-2a67-40e8-ac5e-52abffcfbe07 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:34:41.657902 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-51040c32-95ec-4ef1-b32e-a8c7ba94278c req-bb464783-2a67-40e8-ac5e-52abffcfbe07 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=375333ca-4f4e-444a-8614-8228d75d29d2 HTTP/1.1" status: 200 len: 944 time: 0.0923140 Feb 09 18:34:41.894179 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-51040c32-95ec-4ef1-b32e-a8c7ba94278c req-0fd6ce65-f860-4673-aee1-f1dcc4ffa24f tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/security-groups?id=8666bae9-c0e0-439e-8db0-19bf92c580a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300613 Feb 09 18:34:41.902577 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 04536574-9e7d-46e7-aeee-6d92c9d21805 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:34:42.056617 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 04536574-9e7d-46e7-aeee-6d92c9d21805 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:34:42.064880 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 04536574-9e7d-46e7-aeee-6d92c9d21805 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:34:42.065414 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:42.202406 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:42.233292 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375333ca-4f4e-444a-8614-8228d75d29d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04536574-9e7d-46e7-aeee-6d92c9d21805'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:34:42.244626 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 04536574-9e7d-46e7-aeee-6d92c9d21805, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=04536574-9e7d-46e7-aeee-6d92c9d21805,segment=NetworkSegment(d5320589-29de-4721-8fbe-2aa2fce64264),segment_id=d5320589-29de-4721-8fbe-2aa2fce64264)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:34:42.294655 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375333ca-4f4e-444a-8614-8228d75d29d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04536574-9e7d-46e7-aeee-6d92c9d21805', 'code': 200} Feb 09 18:34:42.351009 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:42.436436 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=04536574-9e7d-46e7-aeee-6d92c9d21805,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:42.822750 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-40b01723-0ac7-4faa-a811-d2bd5d034164 req-ca6614de-09af-4696-9f8d-c62595d55914 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=375333ca-4f4e-444a-8614-8228d75d29d2 HTTP/1.1" status: 200 len: 1098 time: 0.0805738 Feb 09 18:34:42.874556 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-40b01723-0ac7-4faa-a811-d2bd5d034164 req-42a92b71-fb18-45a5-98de-e1709e7ce485 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8666bae9-c0e0-439e-8db0-19bf92c580a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457134 Feb 09 18:34:43.177819 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdda168-8439-4541-94c2-ba949466cbab req-abe0e398-03ed-4e81-8f35-19547fb8d4ea tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:34:43.180303 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bcdda168-8439-4541-94c2-ba949466cbab req-abe0e398-03ed-4e81-8f35-19547fb8d4ea tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=375333ca-4f4e-444a-8614-8228d75d29d2 HTTP/1.1" status: 200 len: 945 time: 0.1452246 Feb 09 18:34:43.239478 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bcdda168-8439-4541-94c2-ba949466cbab req-47b0551d-6d5e-403b-9c05-a4ca4dc6ba8e tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/security-groups?id=8666bae9-c0e0-439e-8db0-19bf92c580a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501714 Feb 09 18:34:43.401317 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] Sync routers for ids ['51cec48a-4b05-45b1-a379-e6a0a6a0a555'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:34:43.414413 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] Routers {'51cec48a-4b05-45b1-a379-e6a0a6a0a555'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:34:43.434760 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:34:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['51cec48a-4b05-45b1-a379-e6a0a6a0a555'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:34:43.617171 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] Set router 51cec48a-4b05-45b1-a379-e6a0a6a0a555 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:34:44.031900 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cec48a-4b05-45b1-a379-e6a0a6a0a555', 'name': 'tempest-TestEncryptedCinderVolumes-1366689866-router', 'tenant_id': '2fa6e607ec674ec1b4f386d11697afd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': 'f1308d77-8eec-4053-9460-8e222666548e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:34:21Z', 'updated_at': '2022-02-09T18:34:26Z', 'revision_number': 4, 'project_id': '2fa6e607ec674ec1b4f386d11697afd3', 'gw_port': {'id': 'f1308d77-8eec-4053-9460-8e222666548e', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:af:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cec48a-4b05-45b1-a379-e6a0a6a0a555', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:34:22Z', 'updated_at': '2022-02-09T18:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'f5769ac8-44c6-4644-9dae-88eb3ff3c82b', 'name': '', 'network_id': '4acc821f-7169-4195-b8e8-d73fa6f3e937', 'tenant_id': '2fa6e607ec674ec1b4f386d11697afd3', 'mac_address': 'fa:16:3e:36:82:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cec48a-4b05-45b1-a379-e6a0a6a0a555', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a416a7-16f9-4e09-a55f-2a6e2b167a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:34:25Z', 'updated_at': '2022-02-09T18:34:27Z', 'revision_number': 2, 'project_id': '2fa6e607ec674ec1b4f386d11697afd3', 'subnets': [{'id': '11a416a7-16f9-4e09-a55f-2a6e2b167a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:34:44.040020 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] Checking router: 51cec48a-4b05-45b1-a379-e6a0a6a0a555 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:34:44.040584 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] Updating router 51cec48a-4b05-45b1-a379-e6a0a6a0a555 port f5769ac8-44c6-4644-9dae-88eb3ff3c82b binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:34:44.155768 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:44.509410 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de5c41-bbab-436f-904f-37eb5a9fe6ad req-45025524-456c-4fdb-95c9-d2e9311c0f48 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:34:44.512757 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-84de5c41-bbab-436f-904f-37eb5a9fe6ad req-45025524-456c-4fdb-95c9-d2e9311c0f48 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=375333ca-4f4e-444a-8614-8228d75d29d2 HTTP/1.1" status: 200 len: 945 time: 0.1132643 Feb 09 18:34:44.595035 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-84de5c41-bbab-436f-904f-37eb5a9fe6ad req-7e8a0546-d79e-4cf6-a164-0ffe69c1f9eb tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/security-groups?id=8666bae9-c0e0-439e-8db0-19bf92c580a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736496 Feb 09 18:34:44.784809 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:44.805978 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] Transition to ACTIVE for port object f5769ac8-44c6-4644-9dae-88eb3ff3c82b will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:34:44.869894 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca60e6-eb1a-40ae-a008-bf40b90922e9 req-5d8b6f00-9e8a-4ee3-8a61-40126600ba20 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:34:44.871639 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f4ca60e6-eb1a-40ae-a008-bf40b90922e9 req-5d8b6f00-9e8a-4ee3-8a61-40126600ba20 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=375333ca-4f4e-444a-8614-8228d75d29d2 HTTP/1.1" status: 200 len: 945 time: 0.1008639 Feb 09 18:34:44.896171 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:44.936673 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f4ca60e6-eb1a-40ae-a008-bf40b90922e9 req-bc09b87d-6239-405c-b40b-d80bed9dacc4 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/security-groups?id=8666bae9-c0e0-439e-8db0-19bf92c580a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548475 Feb 09 18:34:45.104372 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f2a34-5dfd-4d6c-91b8-6b71f6aaa679 None None] Pushing event updated for resources: {'Port': ['ID=f5769ac8-44c6-4644-9dae-88eb3ff3c82b,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:45.252251 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] Attempting to bind port f5769ac8-44c6-4644-9dae-88eb3ff3c82b on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:34:45.252569 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] Attempting to bind port f5769ac8-44c6-4644-9dae-88eb3ff3c82b by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'b26031c9-5ae4-4208-b1a0-54b5626a9084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4acc821f-7169-4195-b8e8-d73fa6f3e937'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:34:45.253063 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] Attempting to bind port f5769ac8-44c6-4644-9dae-88eb3ff3c82b on network 4acc821f-7169-4195-b8e8-d73fa6f3e937 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:34:45.262101 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:34:45.262523 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] Checking segment: {'id': 'b26031c9-5ae4-4208-b1a0-54b5626a9084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4acc821f-7169-4195-b8e8-d73fa6f3e937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:34:45.263008 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:45.263476 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] Bound using segment: {'id': 'b26031c9-5ae4-4208-b1a0-54b5626a9084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4acc821f-7169-4195-b8e8-d73fa6f3e937'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:34:45.263993 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] Bound port: f5769ac8-44c6-4644-9dae-88eb3ff3c82b, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26031c9-5ae4-4208-b1a0-54b5626a9084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4acc821f-7169-4195-b8e8-d73fa6f3e937'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:34:45.264363 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:45.393216 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] For port f5769ac8-44c6-4644-9dae-88eb3ff3c82b, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:34:45.401202 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] For port f5769ac8-44c6-4644-9dae-88eb3ff3c82b, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=f5769ac8-44c6-4644-9dae-88eb3ff3c82b,segment=NetworkSegment(b26031c9-5ae4-4208-b1a0-54b5626a9084),segment_id=b26031c9-5ae4-4208-b1a0-54b5626a9084)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:34:45.489249 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:45.581714 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] Routers {'51cec48a-4b05-45b1-a379-e6a0a6a0a555'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:34:45.582391 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:34:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['51cec48a-4b05-45b1-a379-e6a0a6a0a555'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:34:45.712791 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f2a34-5dfd-4d6c-91b8-6b71f6aaa679 None None] Pushing event updated for resources: {'Port': ['ID=f5769ac8-44c6-4644-9dae-88eb3ff3c82b,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:45.799774 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] Set router 51cec48a-4b05-45b1-a379-e6a0a6a0a555 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:34:46.384559 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cec48a-4b05-45b1-a379-e6a0a6a0a555', 'name': 'tempest-TestEncryptedCinderVolumes-1366689866-router', 'tenant_id': '2fa6e607ec674ec1b4f386d11697afd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': 'f1308d77-8eec-4053-9460-8e222666548e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:34:21Z', 'updated_at': '2022-02-09T18:34:26Z', 'revision_number': 4, 'project_id': '2fa6e607ec674ec1b4f386d11697afd3', 'gw_port': {'id': 'f1308d77-8eec-4053-9460-8e222666548e', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:af:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cec48a-4b05-45b1-a379-e6a0a6a0a555', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:34:22Z', 'updated_at': '2022-02-09T18:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'f5769ac8-44c6-4644-9dae-88eb3ff3c82b', 'name': '', 'network_id': '4acc821f-7169-4195-b8e8-d73fa6f3e937', 'tenant_id': '2fa6e607ec674ec1b4f386d11697afd3', 'mac_address': 'fa:16:3e:36:82:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cec48a-4b05-45b1-a379-e6a0a6a0a555', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a416a7-16f9-4e09-a55f-2a6e2b167a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:34:25Z', 'updated_at': '2022-02-09T18:34:45Z', 'revision_number': 4, 'project_id': '2fa6e607ec674ec1b4f386d11697afd3', 'subnets': [{'id': '11a416a7-16f9-4e09-a55f-2a6e2b167a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:34:46.390318 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846727c6-e7ab-4a38-ae60-647067a21247 None None] The sync data for ids ['51cec48a-4b05-45b1-a379-e6a0a6a0a555'] in dv-neutron-827016-2-hyperv is: [{'id': '51cec48a-4b05-45b1-a379-e6a0a6a0a555', 'name': 'tempest-TestEncryptedCinderVolumes-1366689866-router', 'tenant_id': '2fa6e607ec674ec1b4f386d11697afd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': 'f1308d77-8eec-4053-9460-8e222666548e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:34:21Z', 'updated_at': '2022-02-09T18:34:26Z', 'revision_number': 4, 'project_id': '2fa6e607ec674ec1b4f386d11697afd3', 'gw_port': {'id': 'f1308d77-8eec-4053-9460-8e222666548e', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:af:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cec48a-4b05-45b1-a379-e6a0a6a0a555', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:34:22Z', 'updated_at': '2022-02-09T18:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'f5769ac8-44c6-4644-9dae-88eb3ff3c82b', 'name': '', 'network_id': '4acc821f-7169-4195-b8e8-d73fa6f3e937', 'tenant_id': '2fa6e607ec674ec1b4f386d11697afd3', 'mac_address': 'fa:16:3e:36:82:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cec48a-4b05-45b1-a379-e6a0a6a0a555', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a416a7-16f9-4e09-a55f-2a6e2b167a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:34:25Z', 'updated_at': '2022-02-09T18:34:45Z', 'revision_number': 4, 'project_id': '2fa6e607ec674ec1b4f386d11697afd3', 'subnets': [{'id': '11a416a7-16f9-4e09-a55f-2a6e2b167a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:34:46.765268 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b4724ea-8789-4884-8b80-e2a59a1b1f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:47.254284 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:47.767678 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device f5769ac8-44c6-4644-9dae-88eb3ff3c82b up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:34:47.971168 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port f5769ac8-44c6-4644-9dae-88eb3ff3c82b completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:34:47.978003 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port f5769ac8-44c6-4644-9dae-88eb3ff3c82b triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:34:47.980579 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:48.134975 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:48.177884 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port f5769ac8-44c6-4644-9dae-88eb3ff3c82b, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=f5769ac8-44c6-4644-9dae-88eb3ff3c82b,segment=NetworkSegment(b26031c9-5ae4-4208-b1a0-54b5626a9084),segment_id=b26031c9-5ae4-4208-b1a0-54b5626a9084)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:34:48.288678 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:48.359147 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=f5769ac8-44c6-4644-9dae-88eb3ff3c82b,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:34:49.063741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f593621e-95d0-4c91-89c3-7911947cf777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:49.726130 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device f5769ac8-44c6-4644-9dae-88eb3ff3c82b up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:34:49.848071 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port f5769ac8-44c6-4644-9dae-88eb3ff3c82b triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:34:49.848695 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:50.312030 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:50.345838 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:51.739808 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:34:55.912255 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2a89ff22-5451-4b92-b444-566ee2eea677 req-1a3b77b2-69ad-4feb-804e-df04b89120e4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=375333ca-4f4e-444a-8614-8228d75d29d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0914731 Feb 09 18:34:56.086323 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2a89ff22-5451-4b92-b444-566ee2eea677 req-d7deb17c-09b9-4aac-92b0-f9a76bf3d78c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2218af6885534e64aea75458dce863dc&device_id=375333ca-4f4e-444a-8614-8228d75d29d2 HTTP/1.1" status: 200 len: 1098 time: 0.0917523 Feb 09 18:34:56.356880 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89ff22-5451-4b92-b444-566ee2eea677 req-03ae66f1-1250-441c-a01a-4d133ebd6279 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:34:56.358389 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2a89ff22-5451-4b92-b444-566ee2eea677 req-03ae66f1-1250-441c-a01a-4d133ebd6279 service neutron] 10.222.0.50 "GET /v2.0/networks?id=01c96418-defa-4191-96f9-9b1eae03be60 HTTP/1.1" status: 200 len: 918 time: 0.1585798 Feb 09 18:34:56.536861 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2a89ff22-5451-4b92-b444-566ee2eea677 req-e3d70088-c80e-4183-bc79-10c5201728ca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04536574-9e7d-46e7-aeee-6d92c9d21805 HTTP/1.1" status: 200 len: 217 time: 0.1717939 Feb 09 18:34:56.607809 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89ff22-5451-4b92-b444-566ee2eea677 req-07692dd7-8ea7-4817-b060-9b14abee6769 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:34:56.609292 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2a89ff22-5451-4b92-b444-566ee2eea677 req-07692dd7-8ea7-4817-b060-9b14abee6769 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ae75c5ec-a255-476b-8348-7971802a513f HTTP/1.1" status: 200 len: 856 time: 0.0648563 Feb 09 18:34:56.689101 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2a89ff22-5451-4b92-b444-566ee2eea677 req-e8259674-3c22-4390-9d51-05ff72df362c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=01c96418-defa-4191-96f9-9b1eae03be60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730348 Feb 09 18:34:56.831947 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2a89ff22-5451-4b92-b444-566ee2eea677 req-9b5c00ff-db2d-4483-b5cc-85eaffbc610e service neutron] 10.222.0.50 "GET /v2.0/networks/01c96418-defa-4191-96f9-9b1eae03be60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329200 Feb 09 18:34:57.007053 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2a89ff22-5451-4b92-b444-566ee2eea677 req-a817ca24-db10-4fb6-9c14-db135e49a47d service neutron] 10.222.0.50 "GET /v2.0/networks/01c96418-defa-4191-96f9-9b1eae03be60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653743 Feb 09 18:35:06.178909 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a1906-0b3e-46bf-a01f-905066295b50 req-c9d4019d-09af-4f94-ab8e-c1315f525870 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:35:06.180401 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-913a1906-0b3e-46bf-a01f-905066295b50 req-c9d4019d-09af-4f94-ab8e-c1315f525870 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=375333ca-4f4e-444a-8614-8228d75d29d2 HTTP/1.1" status: 200 len: 945 time: 0.0925448 Feb 09 18:35:06.234727 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-913a1906-0b3e-46bf-a01f-905066295b50 req-f7d58d3f-2e3f-4e45-92cd-c9e07c99be17 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/security-groups?id=8666bae9-c0e0-439e-8db0-19bf92c580a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469136 Feb 09 18:35:07.507776 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998ce4e-00b7-4c62-ba2d-e5aec83b38f1 req-19b64221-46b2-4371-a16f-6f2207d84d76 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:35:07.509212 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8998ce4e-00b7-4c62-ba2d-e5aec83b38f1 req-19b64221-46b2-4371-a16f-6f2207d84d76 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=375333ca-4f4e-444a-8614-8228d75d29d2 HTTP/1.1" status: 200 len: 945 time: 0.0990181 Feb 09 18:35:07.520623 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c0d1f-65c0-4626-be53-8f7af532f786 req-95279c4e-bf56-43a7-9d1d-49ec91f5f66c tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:35:07.521535 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-6a9c0d1f-65c0-4626-be53-8f7af532f786 req-95279c4e-bf56-43a7-9d1d-49ec91f5f66c tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Synchronizing usage tracker for tenant:2218af6885534e64aea75458dce863dc on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:35:07.568266 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8998ce4e-00b7-4c62-ba2d-e5aec83b38f1 req-fb76ed39-fd53-4be4-8960-354cc874e638 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/security-groups?id=8666bae9-c0e0-439e-8db0-19bf92c580a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480745 Feb 09 18:35:07.608275 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-6a9c0d1f-65c0-4626-be53-8f7af532f786 req-95279c4e-bf56-43a7-9d1d-49ec91f5f66c tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Unset dirty status for tenant:2218af6885534e64aea75458dce863dc on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:35:07.609492 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6a9c0d1f-65c0-4626-be53-8f7af532f786 req-95279c4e-bf56-43a7-9d1d-49ec91f5f66c tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.50 "GET /v2.0/ports?device_id=375333ca-4f4e-444a-8614-8228d75d29d2 HTTP/1.1" status: 200 len: 945 time: 0.1823096 Feb 09 18:35:07.688793 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-6a9c0d1f-65c0-4626-be53-8f7af532f786 req-bcdc0b59-be9b-451d-acba-f86d80b68b5c tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Deleting port 04536574-9e7d-46e7-aeee-6d92c9d21805 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:35:07.689277 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6a9c0d1f-65c0-4626-be53-8f7af532f786 req-bcdc0b59-be9b-451d-acba-f86d80b68b5c tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:07.976051 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-6a9c0d1f-65c0-4626-be53-8f7af532f786 req-bcdc0b59-be9b-451d-acba-f86d80b68b5c tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] For port 04536574-9e7d-46e7-aeee-6d92c9d21805, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=04536574-9e7d-46e7-aeee-6d92c9d21805,segment=NetworkSegment(d5320589-29de-4721-8fbe-2aa2fce64264),segment_id=d5320589-29de-4721-8fbe-2aa2fce64264)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:35:07.976482 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6a9c0d1f-65c0-4626-be53-8f7af532f786 req-bcdc0b59-be9b-451d-acba-f86d80b68b5c tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:08.120798 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-6a9c0d1f-65c0-4626-be53-8f7af532f786 req-bcdc0b59-be9b-451d-acba-f86d80b68b5c tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Calling delete_port for 04536574-9e7d-46e7-aeee-6d92c9d21805 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:35:08.374719 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6a9c0d1f-65c0-4626-be53-8f7af532f786 req-bcdc0b59-be9b-451d-acba-f86d80b68b5c tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:08.387683 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['04536574-9e7d-46e7-aeee-6d92c9d21805'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:35:08.466520 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc0b59-be9b-451d-acba-f86d80b68b5c tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Pushing event deleted for resources: {'Port': ['ID=04536574-9e7d-46e7-aeee-6d92c9d21805,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:35:08.560808 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9c0d1f-65c0-4626-be53-8f7af532f786 req-bcdc0b59-be9b-451d-acba-f86d80b68b5c tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] No DVR routers for this DVR port 04536574-9e7d-46e7-aeee-6d92c9d21805 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:35:08.564273 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6a9c0d1f-65c0-4626-be53-8f7af532f786 req-bcdc0b59-be9b-451d-acba-f86d80b68b5c tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:08.568076 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375333ca-4f4e-444a-8614-8228d75d29d2', 'name': 'network-vif-deleted', 'tag': '04536574-9e7d-46e7-aeee-6d92c9d21805'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:35:08.641517 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375333ca-4f4e-444a-8614-8228d75d29d2', 'name': 'network-vif-deleted', 'tag': '04536574-9e7d-46e7-aeee-6d92c9d21805', 'status': 'completed', 'code': 200} Feb 09 18:35:08.661221 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6a9c0d1f-65c0-4626-be53-8f7af532f786 req-bcdc0b59-be9b-451d-acba-f86d80b68b5c tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.50 "DELETE /v2.0/ports/04536574-9e7d-46e7-aeee-6d92c9d21805 HTTP/1.1" status: 204 len: 173 time: 1.0458114 Feb 09 18:35:08.834242 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-58bd1893-a051-4da3-b42a-9c4c227543cf req-94681697-dfd9-4f30-8498-d544c7f270af tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=375333ca-4f4e-444a-8614-8228d75d29d2 HTTP/1.1" status: 200 len: 210 time: 0.0617876 Feb 09 18:35:10.928612 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-b70beadf-f673-4dd8-b19c-1fce67f51114 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:35:10.930105 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-b70beadf-f673-4dd8-b19c-1fce67f51114 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/networks?id=01c96418-defa-4191-96f9-9b1eae03be60 HTTP/1.1" status: 200 len: 817 time: 0.1643341 Feb 09 18:35:10.955773 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-ab48fac8-f243-4b56-87ee-6ec352d30395 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/quotas/2218af6885534e64aea75458dce863dc HTTP/1.1" status: 200 len: 375 time: 0.0121546 Feb 09 18:35:11.054125 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-1c4df009-ea8d-4527-a53c-2852fc7a44a2 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2218af6885534e64aea75458dce863dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926101 Feb 09 18:35:11.080789 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-43836927-ae53-4898-bd79-61f060c082c5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:35:11.082215 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-43836927-ae53-4898-bd79-61f060c082c5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061855 Feb 09 18:35:11.238834 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-5595564d-7309-4d19-b98a-a4401fe2bfe7 service neutron] 10.222.0.21 "GET /v2.0/networks/01c96418-defa-4191-96f9-9b1eae03be60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442637 Feb 09 18:35:11.438594 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-5430835a-bd37-443a-8ea2-1495e79d619f service neutron] 10.222.0.21 "GET /v2.0/networks/01c96418-defa-4191-96f9-9b1eae03be60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930790 Feb 09 18:35:11.742407 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6db149c5-2790-4d32-b916-273b5006f502 req-f833c632-fc40-4176-96eb-7c2641418a03 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7371e1-7cdd-4906-aa28-1849237169cd HTTP/1.1" status: 200 len: 210 time: 0.0444398 Feb 09 18:35:12.043747 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 04536574-9e7d-46e7-aeee-6d92c9d21805 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:35:12.100452 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: 04536574-9e7d-46e7-aeee-6d92c9d21805 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:35:12.100900 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 04536574-9e7d-46e7-aeee-6d92c9d21805 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:35:12.940236 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-39865b27-c7d8-4c67-a1b4-aacf3a3e2bd7 req-bfb0374e-d74c-43de-8c30-45f254093e3f tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7371e1-7cdd-4906-aa28-1849237169cd HTTP/1.1" status: 200 len: 210 time: 0.0438282 Feb 09 18:35:13.113036 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:35:14.169394 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3ed8390a-5317-443c-9723-c94eb2b72dc9 req-38b27fa6-36bc-4f15-a79e-df71dc322ee5 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7371e1-7cdd-4906-aa28-1849237169cd HTTP/1.1" status: 200 len: 210 time: 0.0640066 Feb 09 18:35:14.234423 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-70970dca-db8c-472e-8ceb-f2e309b406ed tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:35:14.236358 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-70970dca-db8c-472e-8ceb-f2e309b406ed tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.50 "GET /v2.0/networks?id=01c96418-defa-4191-96f9-9b1eae03be60 HTTP/1.1" status: 200 len: 817 time: 0.2610624 Feb 09 18:35:14.255538 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-e42aaf4f-0d76-4591-981d-d77f9d64101b tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Request body: {'port': {'device_id': '7c7371e1-7cdd-4906-aa28-1849237169cd', 'network_id': '01c96418-defa-4191-96f9-9b1eae03be60', 'admin_state_up': True, 'tenant_id': '2218af6885534e64aea75458dce863dc'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:35:14.474793 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-e42aaf4f-0d76-4591-981d-d77f9d64101b tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:35:14.479586 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-e42aaf4f-0d76-4591-981d-d77f9d64101b tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Usage tracker for resource:port and tenant:2218af6885534e64aea75458dce863dc is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:35:14.483197 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-e42aaf4f-0d76-4591-981d-d77f9d64101b tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:35:14.490289 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-e42aaf4f-0d76-4591-981d-d77f9d64101b tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:35:14.697185 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-e42aaf4f-0d76-4591-981d-d77f9d64101b tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Made reservation on behalf of 2218af6885534e64aea75458dce863dc for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:35:14.701343 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-e42aaf4f-0d76-4591-981d-d77f9d64101b tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:14.988592 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-e42aaf4f-0d76-4591-981d-d77f9d64101b tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Allocated IP 172.20.0.10 (01c96418-defa-4191-96f9-9b1eae03be60/ae75c5ec-a255-476b-8348-7971802a513f/56532972-878b-46e7-97bd-97fa476afcfa) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:35:15.236498 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-e42aaf4f-0d76-4591-981d-d77f9d64101b tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:15.259212 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-e42aaf4f-0d76-4591-981d-d77f9d64101b tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Transition to ACTIVE for port object 56532972-878b-46e7-97bd-97fa476afcfa will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:35:15.361811 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fc9909b9-c208-4000-9406-0a20b0ece1a8 req-dd6ddd13-84c5-4647-a2e9-9144096086a8 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7371e1-7cdd-4906-aa28-1849237169cd HTTP/1.1" status: 200 len: 210 time: 0.0477653 Feb 09 18:35:15.380725 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-e42aaf4f-0d76-4591-981d-d77f9d64101b tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:15.542192 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-e42aaf4f-0d76-4591-981d-d77f9d64101b tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Network 01c96418-defa-4191-96f9-9b1eae03be60 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:35:15.548194 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-e42aaf4f-0d76-4591-981d-d77f9d64101b tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:35:15.556309 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-e42aaf4f-0d76-4591-981d-d77f9d64101b tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:35:15.609765 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42aaf4f-0d76-4591-981d-d77f9d64101b tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Pushing event updated for resources: {'Port': ['ID=56532972-878b-46e7-97bd-97fa476afcfa,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:35:15.673065 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-e42aaf4f-0d76-4591-981d-d77f9d64101b tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:35:15.673763 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-e42aaf4f-0d76-4591-981d-d77f9d64101b tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:15.817388 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-e42aaf4f-0d76-4591-981d-d77f9d64101b tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5685096 Feb 09 18:35:15.841306 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-7ac32ba2-5879-4a2d-929f-630c2e6253ee service neutron] Request body: {'port': {'device_id': '7c7371e1-7cdd-4906-aa28-1849237169cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:35:15.918226 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-062a0ba8-c83f-49ba-8b1a-4b752f6b83a5 None None] Provisioning for port 56532972-878b-46e7-97bd-97fa476afcfa completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:35:15.924114 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-062a0ba8-c83f-49ba-8b1a-4b752f6b83a5 None None] Provisioning complete for port 56532972-878b-46e7-97bd-97fa476afcfa triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:35:15.924639 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-062a0ba8-c83f-49ba-8b1a-4b752f6b83a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:15.987379 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-062a0ba8-c83f-49ba-8b1a-4b752f6b83a5 None None] Port 56532972-878b-46e7-97bd-97fa476afcfa cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:35:16.021394 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-7ac32ba2-5879-4a2d-929f-630c2e6253ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:16.468835 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-7ac32ba2-5879-4a2d-929f-630c2e6253ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56532972-878b-46e7-97bd-97fa476afcfa {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:35:16.482583 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-7ac32ba2-5879-4a2d-929f-630c2e6253ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:16.504337 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-7ac32ba2-5879-4a2d-929f-630c2e6253ee service neutron] Transition to ACTIVE for port object 56532972-878b-46e7-97bd-97fa476afcfa will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:35:16.571966 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-7ac32ba2-5879-4a2d-929f-630c2e6253ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:16.586619 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7fa5e-f98a-42c3-a614-338c3ecadcda req-6e473f99-23b4-414c-bd0e-72a7f5c9c4ce tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:35:16.589403 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3fb7fa5e-f98a-42c3-a614-338c3ecadcda req-6e473f99-23b4-414c-bd0e-72a7f5c9c4ce tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7371e1-7cdd-4906-aa28-1849237169cd HTTP/1.1" status: 200 len: 932 time: 0.0927370 Feb 09 18:35:16.650871 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3fb7fa5e-f98a-42c3-a614-338c3ecadcda req-5bb25093-96a4-4c99-bd3d-62e9093fa0ab tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/security-groups?id=8666bae9-c0e0-439e-8db0-19bf92c580a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532880 Feb 09 18:35:16.702714 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0de47f57-67f0-4b7d-ac2e-c1178cc3bbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:16.787375 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac32ba2-5879-4a2d-929f-630c2e6253ee service neutron] Pushing event updated for resources: {'Port': ['ID=56532972-878b-46e7-97bd-97fa476afcfa,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:35:16.918331 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-7ac32ba2-5879-4a2d-929f-630c2e6253ee service neutron] Attempting to bind port 56532972-878b-46e7-97bd-97fa476afcfa on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:35:16.919066 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-7ac32ba2-5879-4a2d-929f-630c2e6253ee service neutron] Attempting to bind port 56532972-878b-46e7-97bd-97fa476afcfa by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'd5320589-29de-4721-8fbe-2aa2fce64264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '01c96418-defa-4191-96f9-9b1eae03be60'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:35:16.919545 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-7ac32ba2-5879-4a2d-929f-630c2e6253ee service neutron] Attempting to bind port 56532972-878b-46e7-97bd-97fa476afcfa on network 01c96418-defa-4191-96f9-9b1eae03be60 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:35:16.929904 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-7ac32ba2-5879-4a2d-929f-630c2e6253ee service neutron] Port 56532972-878b-46e7-97bd-97fa476afcfa on network 01c96418-defa-4191-96f9-9b1eae03be60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:35:16.930590 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-7ac32ba2-5879-4a2d-929f-630c2e6253ee service neutron] Attempting to bind port 56532972-878b-46e7-97bd-97fa476afcfa on network 01c96418-defa-4191-96f9-9b1eae03be60 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:35:16.943083 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-7ac32ba2-5879-4a2d-929f-630c2e6253ee service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:35:16.943621 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-7ac32ba2-5879-4a2d-929f-630c2e6253ee service neutron] Checking segment: {'id': 'd5320589-29de-4721-8fbe-2aa2fce64264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '01c96418-defa-4191-96f9-9b1eae03be60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:35:16.944467 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-7ac32ba2-5879-4a2d-929f-630c2e6253ee service neutron] Bound using segment: {'id': 'd5320589-29de-4721-8fbe-2aa2fce64264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '01c96418-defa-4191-96f9-9b1eae03be60'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:35:16.945150 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-7ac32ba2-5879-4a2d-929f-630c2e6253ee service neutron] Bound port: 56532972-878b-46e7-97bd-97fa476afcfa, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5320589-29de-4721-8fbe-2aa2fce64264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '01c96418-defa-4191-96f9-9b1eae03be60'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:35:16.945693 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-7ac32ba2-5879-4a2d-929f-630c2e6253ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:17.066863 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-7ac32ba2-5879-4a2d-929f-630c2e6253ee service neutron] For port 56532972-878b-46e7-97bd-97fa476afcfa, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:35:17.070154 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-7ac32ba2-5879-4a2d-929f-630c2e6253ee service neutron] For port 56532972-878b-46e7-97bd-97fa476afcfa, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=56532972-878b-46e7-97bd-97fa476afcfa,segment=NetworkSegment(d5320589-29de-4721-8fbe-2aa2fce64264),segment_id=d5320589-29de-4721-8fbe-2aa2fce64264)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:35:17.206797 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-7ac32ba2-5879-4a2d-929f-630c2e6253ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:17.278486 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-7ac32ba2-5879-4a2d-929f-630c2e6253ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:17.279838 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-7ac32ba2-5879-4a2d-929f-630c2e6253ee service neutron] 10.222.0.50 "PUT /v2.0/ports/56532972-878b-46e7-97bd-97fa476afcfa HTTP/1.1" status: 200 len: 1094 time: 1.4549894 Feb 09 18:35:17.280358 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7371e1-7cdd-4906-aa28-1849237169cd', 'tag': '56532972-878b-46e7-97bd-97fa476afcfa'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:35:17.311268 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac32ba2-5879-4a2d-929f-630c2e6253ee service neutron] Pushing event updated for resources: {'Port': ['ID=56532972-878b-46e7-97bd-97fa476afcfa,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:35:17.333986 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:17.385124 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7371e1-7cdd-4906-aa28-1849237169cd', 'tag': '56532972-878b-46e7-97bd-97fa476afcfa', 'status': 'completed', 'code': 200} Feb 09 18:35:17.551579 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3d02b504-309f-4d0d-87e6-a6c1d252e5cb req-d3a93943-2011-47c5-893c-47f5edf32642 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2218af6885534e64aea75458dce863dc&device_id=7c7371e1-7cdd-4906-aa28-1849237169cd HTTP/1.1" status: 200 len: 1097 time: 0.1425164 Feb 09 18:35:17.746578 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02b504-309f-4d0d-87e6-a6c1d252e5cb req-f78cffc7-3b62-4260-92ac-2d5a33cd8f9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:35:17.748266 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3d02b504-309f-4d0d-87e6-a6c1d252e5cb req-f78cffc7-3b62-4260-92ac-2d5a33cd8f9b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2218af6885534e64aea75458dce863dc&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1892285 Feb 09 18:35:17.910829 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a87ab-21e3-4fe3-a061-4633414a5ab0 req-d8c1ba07-e273-4178-9173-a89adfdbbddd tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:35:17.914097 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e16a87ab-21e3-4fe3-a061-4633414a5ab0 req-d8c1ba07-e273-4178-9173-a89adfdbbddd tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7371e1-7cdd-4906-aa28-1849237169cd HTTP/1.1" status: 200 len: 944 time: 0.1016610 Feb 09 18:35:17.924337 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02b504-309f-4d0d-87e6-a6c1d252e5cb req-dc543436-50d8-4b2d-9384-62f23a5c312d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:35:17.926362 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3d02b504-309f-4d0d-87e6-a6c1d252e5cb req-dc543436-50d8-4b2d-9384-62f23a5c312d service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1726162 Feb 09 18:35:17.974239 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e16a87ab-21e3-4fe3-a061-4633414a5ab0 req-04bc5bfa-8866-492a-b549-c741f4845fb4 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/security-groups?id=8666bae9-c0e0-439e-8db0-19bf92c580a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495093 Feb 09 18:35:18.202763 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-fad1ef30-691e-44db-a522-62d4bc2f1196 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2218af6885534e64aea75458dce863dc&device_id=7c7371e1-7cdd-4906-aa28-1849237169cd HTTP/1.1" status: 200 len: 1097 time: 0.1800869 Feb 09 18:35:18.279759 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-ca83e992-2f4f-40f6-8f4c-3327d30e5acf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56532972-878b-46e7-97bd-97fa476afcfa HTTP/1.1" status: 200 len: 217 time: 0.0690029 Feb 09 18:35:18.352760 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-dd60efc3-d7cc-47b2-b680-a1fe6c111765 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:35:18.354279 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-dd60efc3-d7cc-47b2-b680-a1fe6c111765 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ae75c5ec-a255-476b-8348-7971802a513f HTTP/1.1" status: 200 len: 856 time: 0.0694251 Feb 09 18:35:18.442468 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-2d461da5-a5fc-42c5-8e04-1f685cce8ff6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=01c96418-defa-4191-96f9-9b1eae03be60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821817 Feb 09 18:35:18.601583 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-9891dd36-4ef0-4c9c-924e-a45594b814c1 service neutron] 10.222.0.50 "GET /v2.0/networks/01c96418-defa-4191-96f9-9b1eae03be60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530530 Feb 09 18:35:18.753073 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cef28b0f-965f-4508-94fb-8050f2a1c6c9 req-630bc4ab-3c95-4ec5-8a39-1773f7b7e84a service neutron] 10.222.0.50 "GET /v2.0/networks/01c96418-defa-4191-96f9-9b1eae03be60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458652 Feb 09 18:35:19.013709 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28f6138e-44d7-4174-b286-e37f023b69d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:19.275324 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba53803-d7f6-4ad9-b4f3-fecea406c6dc req-49c6f7ef-060b-4b85-9b2a-dcf5ce139e3e tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:35:19.277659 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0ba53803-d7f6-4ad9-b4f3-fecea406c6dc req-49c6f7ef-060b-4b85-9b2a-dcf5ce139e3e tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7371e1-7cdd-4906-aa28-1849237169cd HTTP/1.1" status: 200 len: 944 time: 0.0883856 Feb 09 18:35:19.344582 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0ba53803-d7f6-4ad9-b4f3-fecea406c6dc req-68da8c6f-b42b-4d17-9a9f-29baa48fbb15 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/security-groups?id=8666bae9-c0e0-439e-8db0-19bf92c580a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577850 Feb 09 18:35:20.090051 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 56532972-878b-46e7-97bd-97fa476afcfa details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:35:20.167482 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:20.247851 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:20.356905 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 56532972-878b-46e7-97bd-97fa476afcfa, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=56532972-878b-46e7-97bd-97fa476afcfa,segment=NetworkSegment(d5320589-29de-4721-8fbe-2aa2fce64264),segment_id=d5320589-29de-4721-8fbe-2aa2fce64264)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:35:20.372512 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '56532972-878b-46e7-97bd-97fa476afcfa', 'network_id': '01c96418-defa-4191-96f9-9b1eae03be60', 'port_id': '56532972-878b-46e7-97bd-97fa476afcfa', 'mac_address': 'fa:16:3e:36:8f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae75c5ec-a255-476b-8348-7971802a513f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:35:20.445574 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:20.479846 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56532972-878b-46e7-97bd-97fa476afcfa {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:35:20.509541 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 56532972-878b-46e7-97bd-97fa476afcfa, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=56532972-878b-46e7-97bd-97fa476afcfa,segment=NetworkSegment(d5320589-29de-4721-8fbe-2aa2fce64264),segment_id=d5320589-29de-4721-8fbe-2aa2fce64264)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:35:20.611604 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:20.634330 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d9c16-c728-458b-ad90-07dec0648a79 req-ddbd2353-8f07-4f4b-b7ca-5bec053f649b tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:35:20.636220 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-681d9c16-c728-458b-ad90-07dec0648a79 req-ddbd2353-8f07-4f4b-b7ca-5bec053f649b tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7371e1-7cdd-4906-aa28-1849237169cd HTTP/1.1" status: 200 len: 944 time: 0.0864758 Feb 09 18:35:20.692528 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=56532972-878b-46e7-97bd-97fa476afcfa,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:35:20.702135 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:20.702559 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:20.702839 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:20.703175 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:20.703506 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:20.703838 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:20.703956 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-681d9c16-c728-458b-ad90-07dec0648a79 req-31dd170b-ffc1-4dc1-94c5-c91f8acfd250 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/security-groups?id=8666bae9-c0e0-439e-8db0-19bf92c580a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598173 Feb 09 18:35:20.704163 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:20.704490 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:20.704814 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:20.705132 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:20.705451 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:20.802015 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['56532972-878b-46e7-97bd-97fa476afcfa'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:35:21.693631 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:22.028412 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df96bbc-732c-4a63-b1cc-a33fc86a32f8 req-2cabfb6e-d15c-44a7-8a76-0cad9b706e9e tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:35:22.030316 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2df96bbc-732c-4a63-b1cc-a33fc86a32f8 req-2cabfb6e-d15c-44a7-8a76-0cad9b706e9e tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7371e1-7cdd-4906-aa28-1849237169cd HTTP/1.1" status: 200 len: 945 time: 0.1855404 Feb 09 18:35:22.087763 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2df96bbc-732c-4a63-b1cc-a33fc86a32f8 req-a3de7bc3-76f1-4539-8765-0572b818c545 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/security-groups?id=8666bae9-c0e0-439e-8db0-19bf92c580a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469639 Feb 09 18:35:22.104416 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 56532972-878b-46e7-97bd-97fa476afcfa up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:35:22.236177 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 56532972-878b-46e7-97bd-97fa476afcfa completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:35:22.241741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 56532972-878b-46e7-97bd-97fa476afcfa triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:35:22.242107 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:22.365186 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:22.398066 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7371e1-7cdd-4906-aa28-1849237169cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56532972-878b-46e7-97bd-97fa476afcfa'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:35:22.410710 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 56532972-878b-46e7-97bd-97fa476afcfa, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=56532972-878b-46e7-97bd-97fa476afcfa,segment=NetworkSegment(d5320589-29de-4721-8fbe-2aa2fce64264),segment_id=d5320589-29de-4721-8fbe-2aa2fce64264)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:35:22.459856 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7371e1-7cdd-4906-aa28-1849237169cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56532972-878b-46e7-97bd-97fa476afcfa', 'code': 200} Feb 09 18:35:22.522421 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:22.595376 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=56532972-878b-46e7-97bd-97fa476afcfa,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:35:22.850668 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-62d6d6c6-e2d4-4096-ad9a-6fe74df541c4 req-5f924328-bc16-4ff9-b4cc-42005d0037f1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7c7371e1-7cdd-4906-aa28-1849237169cd HTTP/1.1" status: 200 len: 1099 time: 0.0742481 Feb 09 18:35:22.895827 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-62d6d6c6-e2d4-4096-ad9a-6fe74df541c4 req-e834629f-f745-4db5-b9cc-e56e33328204 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8666bae9-c0e0-439e-8db0-19bf92c580a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397060 Feb 09 18:35:23.332464 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668d046-35e3-4020-9aa5-9e9e0993fef3 req-ffd51d0f-fd9e-4b15-8e1a-aa1ea11b1f0a tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:35:23.335154 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5668d046-35e3-4020-9aa5-9e9e0993fef3 req-ffd51d0f-fd9e-4b15-8e1a-aa1ea11b1f0a tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7371e1-7cdd-4906-aa28-1849237169cd HTTP/1.1" status: 200 len: 946 time: 0.0946176 Feb 09 18:35:23.387244 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5668d046-35e3-4020-9aa5-9e9e0993fef3 req-9281e26f-e91f-4fe6-b13d-ba33084efe39 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/security-groups?id=8666bae9-c0e0-439e-8db0-19bf92c580a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450153 Feb 09 18:35:24.645000 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ada50e-61a9-43fc-acc5-2089338f83cf req-e4d80875-f7be-45b9-97f6-66cd07a0fdcc tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:35:24.647573 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-78ada50e-61a9-43fc-acc5-2089338f83cf req-e4d80875-f7be-45b9-97f6-66cd07a0fdcc tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7371e1-7cdd-4906-aa28-1849237169cd HTTP/1.1" status: 200 len: 946 time: 0.1156747 Feb 09 18:35:24.700438 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-78ada50e-61a9-43fc-acc5-2089338f83cf req-330ea997-8ddf-47ce-b41c-c03daf440c5c tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/security-groups?id=8666bae9-c0e0-439e-8db0-19bf92c580a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459712 Feb 09 18:35:24.921982 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888de70-e992-434d-b60c-0dcc13b38cc0 req-2946ef7a-cead-4d40-81da-5ce529dfedea tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:35:24.923726 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d888de70-e992-434d-b60c-0dcc13b38cc0 req-2946ef7a-cead-4d40-81da-5ce529dfedea tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7371e1-7cdd-4906-aa28-1849237169cd HTTP/1.1" status: 200 len: 946 time: 0.0879016 Feb 09 18:35:24.980548 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d888de70-e992-434d-b60c-0dcc13b38cc0 req-61b74136-3659-419e-a640-245745308ee7 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/security-groups?id=8666bae9-c0e0-439e-8db0-19bf92c580a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505834 Feb 09 18:35:45.324120 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5c06d-37c7-4e62-a7ec-985ff6440955 req-39a62e08-5671-4214-96c5-d86af6cdbd9c tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:35:45.327035 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-efd5c06d-37c7-4e62-a7ec-985ff6440955 req-39a62e08-5671-4214-96c5-d86af6cdbd9c tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7371e1-7cdd-4906-aa28-1849237169cd HTTP/1.1" status: 200 len: 946 time: 0.0999422 Feb 09 18:35:45.381039 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-efd5c06d-37c7-4e62-a7ec-985ff6440955 req-088f5041-1cc7-499f-82d9-a9884a4a7ead tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/security-groups?id=8666bae9-c0e0-439e-8db0-19bf92c580a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479321 Feb 09 18:35:46.613688 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b48c09-677d-49f5-8af3-93500e3a58e8 req-199dc613-bc12-48a5-9958-513c7a336b96 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:35:46.615258 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a2b48c09-677d-49f5-8af3-93500e3a58e8 req-199dc613-bc12-48a5-9958-513c7a336b96 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7371e1-7cdd-4906-aa28-1849237169cd HTTP/1.1" status: 200 len: 946 time: 0.0926535 Feb 09 18:35:46.671802 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a2b48c09-677d-49f5-8af3-93500e3a58e8 req-73623e60-e746-4996-8ac5-5c570bad5f4f tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/security-groups?id=8666bae9-c0e0-439e-8db0-19bf92c580a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480597 Feb 09 18:35:46.687781 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8d5aaa70-29d6-4f10-a493-aba99b6e442d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:46.842867 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16b1dc-4ca9-42c4-94b9-186eb83caa21 req-579ed355-e8bc-4600-b4f7-00ff91b3e96a tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:35:46.843653 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-ac16b1dc-4ca9-42c4-94b9-186eb83caa21 req-579ed355-e8bc-4600-b4f7-00ff91b3e96a tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Synchronizing usage tracker for tenant:2218af6885534e64aea75458dce863dc on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:35:46.949627 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-ac16b1dc-4ca9-42c4-94b9-186eb83caa21 req-579ed355-e8bc-4600-b4f7-00ff91b3e96a tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Unset dirty status for tenant:2218af6885534e64aea75458dce863dc on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:35:46.950935 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ac16b1dc-4ca9-42c4-94b9-186eb83caa21 req-579ed355-e8bc-4600-b4f7-00ff91b3e96a tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7371e1-7cdd-4906-aa28-1849237169cd HTTP/1.1" status: 200 len: 946 time: 0.1974263 Feb 09 18:35:47.028123 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-ac16b1dc-4ca9-42c4-94b9-186eb83caa21 req-765b1fdc-af77-48ad-934a-c15495165b60 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Deleting port 56532972-878b-46e7-97bd-97fa476afcfa {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:35:47.028638 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ac16b1dc-4ca9-42c4-94b9-186eb83caa21 req-765b1fdc-af77-48ad-934a-c15495165b60 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:47.314664 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:47.327597 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-ac16b1dc-4ca9-42c4-94b9-186eb83caa21 req-765b1fdc-af77-48ad-934a-c15495165b60 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] For port 56532972-878b-46e7-97bd-97fa476afcfa, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=56532972-878b-46e7-97bd-97fa476afcfa,segment=NetworkSegment(d5320589-29de-4721-8fbe-2aa2fce64264),segment_id=d5320589-29de-4721-8fbe-2aa2fce64264)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:35:47.331069 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ac16b1dc-4ca9-42c4-94b9-186eb83caa21 req-765b1fdc-af77-48ad-934a-c15495165b60 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:47.456747 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-ac16b1dc-4ca9-42c4-94b9-186eb83caa21 req-765b1fdc-af77-48ad-934a-c15495165b60 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Calling delete_port for 56532972-878b-46e7-97bd-97fa476afcfa owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:35:47.676080 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ac16b1dc-4ca9-42c4-94b9-186eb83caa21 req-765b1fdc-af77-48ad-934a-c15495165b60 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:47.689015 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['56532972-878b-46e7-97bd-97fa476afcfa'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:35:47.730648 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b1fdc-af77-48ad-934a-c15495165b60 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Pushing event deleted for resources: {'Port': ['ID=56532972-878b-46e7-97bd-97fa476afcfa,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:35:47.814129 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b1fdc-af77-48ad-934a-c15495165b60 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:47.814999 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b1fdc-af77-48ad-934a-c15495165b60 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:47.815530 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b1fdc-af77-48ad-934a-c15495165b60 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:47.815877 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b1fdc-af77-48ad-934a-c15495165b60 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:47.816204 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b1fdc-af77-48ad-934a-c15495165b60 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:47.816537 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b1fdc-af77-48ad-934a-c15495165b60 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:47.816866 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b1fdc-af77-48ad-934a-c15495165b60 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:47.817236 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b1fdc-af77-48ad-934a-c15495165b60 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:47.817667 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b1fdc-af77-48ad-934a-c15495165b60 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:47.817870 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b1fdc-af77-48ad-934a-c15495165b60 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:47.818193 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b1fdc-af77-48ad-934a-c15495165b60 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:47.832375 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac16b1dc-4ca9-42c4-94b9-186eb83caa21 req-765b1fdc-af77-48ad-934a-c15495165b60 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] No DVR routers for this DVR port 56532972-878b-46e7-97bd-97fa476afcfa on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:35:47.835265 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ac16b1dc-4ca9-42c4-94b9-186eb83caa21 req-765b1fdc-af77-48ad-934a-c15495165b60 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:47.840217 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7371e1-7cdd-4906-aa28-1849237169cd', 'name': 'network-vif-deleted', 'tag': '56532972-878b-46e7-97bd-97fa476afcfa'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:35:47.917387 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ac16b1dc-4ca9-42c4-94b9-186eb83caa21 req-765b1fdc-af77-48ad-934a-c15495165b60 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.50 "DELETE /v2.0/ports/56532972-878b-46e7-97bd-97fa476afcfa HTTP/1.1" status: 204 len: 173 time: 0.9605310 Feb 09 18:35:47.931436 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7371e1-7cdd-4906-aa28-1849237169cd', 'name': 'network-vif-deleted', 'tag': '56532972-878b-46e7-97bd-97fa476afcfa', 'status': 'completed', 'code': 200} Feb 09 18:35:48.002951 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3236cd46-ddf6-4f81-90a6-9e25a04d6f1e req-c2c0e8e2-8ab2-41b6-8621-3f4174a66900 tempest-TestEncryptedCinderVolumes-479611252 tempest-TestEncryptedCinderVolumes-479611252-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7371e1-7cdd-4906-aa28-1849237169cd HTTP/1.1" status: 200 len: 210 time: 0.0748057 Feb 09 18:35:49.053216 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fcd7c4ad-35f3-45ca-abc6-b3e385de6e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:49.304115 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59898) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:35:49.936599 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-513de22e-9ff2-4b1b-93bb-2eb03471fd1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:50.115863 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:35:50.173690 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:50.199025 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 56532972-878b-46e7-97bd-97fa476afcfa no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:35:50.238221 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:50.248323 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: 56532972-878b-46e7-97bd-97fa476afcfa {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:35:50.248676 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 56532972-878b-46e7-97bd-97fa476afcfa not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:35:50.690920 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-513de22e-9ff2-4b1b-93bb-2eb03471fd1f admin admin] Deleting port acb1989f-aa74-4059-970b-b5ac0a59d886 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:35:50.693748 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-513de22e-9ff2-4b1b-93bb-2eb03471fd1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:51.009585 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-513de22e-9ff2-4b1b-93bb-2eb03471fd1f admin admin] For port acb1989f-aa74-4059-970b-b5ac0a59d886, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=acb1989f-aa74-4059-970b-b5ac0a59d886,segment=NetworkSegment(d5320589-29de-4721-8fbe-2aa2fce64264),segment_id=d5320589-29de-4721-8fbe-2aa2fce64264)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:35:51.009962 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-513de22e-9ff2-4b1b-93bb-2eb03471fd1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:51.142731 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-513de22e-9ff2-4b1b-93bb-2eb03471fd1f admin admin] Calling delete_port for acb1989f-aa74-4059-970b-b5ac0a59d886 owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:35:51.413162 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-513de22e-9ff2-4b1b-93bb-2eb03471fd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:51.464356 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513de22e-9ff2-4b1b-93bb-2eb03471fd1f admin admin] Pushing event deleted for resources: {'Port': ['ID=acb1989f-aa74-4059-970b-b5ac0a59d886,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:35:51.505545 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513de22e-9ff2-4b1b-93bb-2eb03471fd1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:51.505956 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513de22e-9ff2-4b1b-93bb-2eb03471fd1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:51.506457 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513de22e-9ff2-4b1b-93bb-2eb03471fd1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:51.506964 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513de22e-9ff2-4b1b-93bb-2eb03471fd1f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:51.507521 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513de22e-9ff2-4b1b-93bb-2eb03471fd1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:51.508140 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513de22e-9ff2-4b1b-93bb-2eb03471fd1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:51.508690 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513de22e-9ff2-4b1b-93bb-2eb03471fd1f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:51.509175 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513de22e-9ff2-4b1b-93bb-2eb03471fd1f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:51.509673 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513de22e-9ff2-4b1b-93bb-2eb03471fd1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:51.510124 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513de22e-9ff2-4b1b-93bb-2eb03471fd1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:51.510589 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513de22e-9ff2-4b1b-93bb-2eb03471fd1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:35:51.700131 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:51.836810 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-513de22e-9ff2-4b1b-93bb-2eb03471fd1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:52.634427 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513de22e-9ff2-4b1b-93bb-2eb03471fd1f admin admin] Router 53c90bce-eb86-476f-ab25-48f84ef4a680 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:35:52.896428 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513de22e-9ff2-4b1b-93bb-2eb03471fd1f admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:35:52.913442 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-513de22e-9ff2-4b1b-93bb-2eb03471fd1f admin admin] 10.222.0.21 "PUT /v2.0/routers/53c90bce-eb86-476f-ab25-48f84ef4a680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6045880 Feb 09 18:35:52.913902 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aa41a7-d0b6-4825-a4fc-ce37e6cc731f None None] Sync routers for ids ['53c90bce-eb86-476f-ab25-48f84ef4a680'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:35:52.914709 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59902) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:35:52.926931 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aa41a7-d0b6-4825-a4fc-ce37e6cc731f None None] Routers {'53c90bce-eb86-476f-ab25-48f84ef4a680'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:35:52.927546 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f1aa41a7-d0b6-4825-a4fc-ce37e6cc731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:35:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['53c90bce-eb86-476f-ab25-48f84ef4a680'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:35:53.174728 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dcbfeae1-99bf-4026-a564-d372bd7aac5e admin admin] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:53.206974 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-f1aa41a7-d0b6-4825-a4fc-ce37e6cc731f None None] Set router 53c90bce-eb86-476f-ab25-48f84ef4a680 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:35:53.451656 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dcbfeae1-99bf-4026-a564-d372bd7aac5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:53.520369 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f1aa41a7-d0b6-4825-a4fc-ce37e6cc731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c90bce-eb86-476f-ab25-48f84ef4a680', 'name': 'tempest-TestEncryptedCinderVolumes-1352251196-router', 'tenant_id': '2218af6885534e64aea75458dce863dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'bc41a2bd-fed5-4a09-a69e-a02fd0c9236b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:34:11Z', 'updated_at': '2022-02-09T18:35:51Z', 'revision_number': 5, 'project_id': '2218af6885534e64aea75458dce863dc', 'gw_port': {'id': 'bc41a2bd-fed5-4a09-a69e-a02fd0c9236b', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c90bce-eb86-476f-ab25-48f84ef4a680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:34:12Z', 'updated_at': '2022-02-09T18:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:35:53.524883 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aa41a7-d0b6-4825-a4fc-ce37e6cc731f None None] Checking router: 53c90bce-eb86-476f-ab25-48f84ef4a680 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:35:53.536215 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aa41a7-d0b6-4825-a4fc-ce37e6cc731f None None] Routers {'53c90bce-eb86-476f-ab25-48f84ef4a680'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:35:53.536826 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f1aa41a7-d0b6-4825-a4fc-ce37e6cc731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:35:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['53c90bce-eb86-476f-ab25-48f84ef4a680'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:35:53.657024 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-dcbfeae1-99bf-4026-a564-d372bd7aac5e admin admin] Deleting port bc41a2bd-fed5-4a09-a69e-a02fd0c9236b {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:35:53.657546 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dcbfeae1-99bf-4026-a564-d372bd7aac5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:53.762186 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-f1aa41a7-d0b6-4825-a4fc-ce37e6cc731f None None] Set router 53c90bce-eb86-476f-ab25-48f84ef4a680 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:35:53.858246 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-dcbfeae1-99bf-4026-a564-d372bd7aac5e admin admin] For port bc41a2bd-fed5-4a09-a69e-a02fd0c9236b, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=bc41a2bd-fed5-4a09-a69e-a02fd0c9236b,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:35:53.858734 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dcbfeae1-99bf-4026-a564-d372bd7aac5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:53.991008 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-dcbfeae1-99bf-4026-a564-d372bd7aac5e admin admin] Calling delete_port for bc41a2bd-fed5-4a09-a69e-a02fd0c9236b owned by network:router_gateway {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:35:54.219267 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f1aa41a7-d0b6-4825-a4fc-ce37e6cc731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c90bce-eb86-476f-ab25-48f84ef4a680', 'name': 'tempest-TestEncryptedCinderVolumes-1352251196-router', 'tenant_id': '2218af6885534e64aea75458dce863dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'bc41a2bd-fed5-4a09-a69e-a02fd0c9236b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:34:11Z', 'updated_at': '2022-02-09T18:35:51Z', 'revision_number': 5, 'project_id': '2218af6885534e64aea75458dce863dc', 'gw_port': {'id': 'bc41a2bd-fed5-4a09-a69e-a02fd0c9236b', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c90bce-eb86-476f-ab25-48f84ef4a680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:34:12Z', 'updated_at': '2022-02-09T18:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:35:54.224031 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aa41a7-d0b6-4825-a4fc-ce37e6cc731f None None] The sync data for ids ['53c90bce-eb86-476f-ab25-48f84ef4a680'] in dv-neutron-827016-2-hyperv is: [{'id': '53c90bce-eb86-476f-ab25-48f84ef4a680', 'name': 'tempest-TestEncryptedCinderVolumes-1352251196-router', 'tenant_id': '2218af6885534e64aea75458dce863dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'bc41a2bd-fed5-4a09-a69e-a02fd0c9236b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:34:11Z', 'updated_at': '2022-02-09T18:35:51Z', 'revision_number': 5, 'project_id': '2218af6885534e64aea75458dce863dc', 'gw_port': {'id': 'bc41a2bd-fed5-4a09-a69e-a02fd0c9236b', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c90bce-eb86-476f-ab25-48f84ef4a680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:34:12Z', 'updated_at': '2022-02-09T18:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:35:54.331604 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dcbfeae1-99bf-4026-a564-d372bd7aac5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:54.386137 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfeae1-99bf-4026-a564-d372bd7aac5e admin admin] Pushing event deleted for resources: {'Port': ['ID=bc41a2bd-fed5-4a09-a69e-a02fd0c9236b,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:35:54.663165 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dcbfeae1-99bf-4026-a564-d372bd7aac5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:55.087010 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dcbfeae1-99bf-4026-a564-d372bd7aac5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:55.095111 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dcbfeae1-99bf-4026-a564-d372bd7aac5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:55.201691 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dcbfeae1-99bf-4026-a564-d372bd7aac5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:55.202369 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbfeae1-99bf-4026-a564-d372bd7aac5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53c90bce-eb86-476f-ab25-48f84ef4a680 {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:35:55.216731 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-dcbfeae1-99bf-4026-a564-d372bd7aac5e admin admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:55.217924 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-dcbfeae1-99bf-4026-a564-d372bd7aac5e admin admin] 10.222.0.21 "DELETE /v2.0/routers/53c90bce-eb86-476f-ab25-48f84ef4a680 HTTP/1.1" status: 204 len: 168 time: 2.3028672 Feb 09 18:35:55.220659 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59906) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:35:55.290695 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-b32e7b49-b481-44ca-a2a9-50f5c645be49 admin admin] Deleting subnet ae75c5ec-a255-476b-8348-7971802a513f {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:35:55.295136 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b32e7b49-b481-44ca-a2a9-50f5c645be49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:55.365300 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b32e7b49-b481-44ca-a2a9-50f5c645be49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:55.456795 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b32e7b49-b481-44ca-a2a9-50f5c645be49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:55.617857 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b32e7b49-b481-44ca-a2a9-50f5c645be49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:55.663009 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e7b49-b481-44ca-a2a9-50f5c645be49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae75c5ec-a255-476b-8348-7971802a513f,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:35:55.668377 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b32e7b49-b481-44ca-a2a9-50f5c645be49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:55.675999 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf50d331-7887-4091-b866-da02a819c931 None None] Network 01c96418-defa-4191-96f9-9b1eae03be60 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:35:55.677947 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59910) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:35:55.678732 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b32e7b49-b481-44ca-a2a9-50f5c645be49 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ae75c5ec-a255-476b-8348-7971802a513f HTTP/1.1" status: 204 len: 168 time: 0.4562564 Feb 09 18:35:55.806194 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device bc41a2bd-fed5-4a09-a69e-a02fd0c9236b no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:35:55.856865 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: bc41a2bd-fed5-4a09-a69e-a02fd0c9236b {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:35:55.857208 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device bc41a2bd-fed5-4a09-a69e-a02fd0c9236b not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:35:55.857635 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device acb1989f-aa74-4059-970b-b5ac0a59d886 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:35:55.904215 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: acb1989f-aa74-4059-970b-b5ac0a59d886 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:35:55.904503 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device acb1989f-aa74-4059-970b-b5ac0a59d886 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:35:55.997317 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10647bf2-255a-4f53-a71c-0f5359c5c068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:56.011837 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-10647bf2-255a-4f53-a71c-0f5359c5c068 admin admin] Deleting port fce58cd3-adf7-48b0-8c70-cc577cfa9a7c {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:35:56.012157 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10647bf2-255a-4f53-a71c-0f5359c5c068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:56.134635 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c0920e-c42e-4d38-9044-bf9f62d849d1 None None] DHCP port deletion for 01c96418-defa-4191-96f9-9b1eae03be60 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:35:56.139306 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-22c0920e-c42e-4d38-9044-bf9f62d849d1 None None] Deleting port fce58cd3-adf7-48b0-8c70-cc577cfa9a7c {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:35:56.139775 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-22c0920e-c42e-4d38-9044-bf9f62d849d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:56.255548 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-10647bf2-255a-4f53-a71c-0f5359c5c068 admin admin] For port fce58cd3-adf7-48b0-8c70-cc577cfa9a7c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=fce58cd3-adf7-48b0-8c70-cc577cfa9a7c,segment=NetworkSegment(d5320589-29de-4721-8fbe-2aa2fce64264),segment_id=d5320589-29de-4721-8fbe-2aa2fce64264)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:35:56.255911 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10647bf2-255a-4f53-a71c-0f5359c5c068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:56.368331 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-22c0920e-c42e-4d38-9044-bf9f62d849d1 None None] For port fce58cd3-adf7-48b0-8c70-cc577cfa9a7c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=fce58cd3-adf7-48b0-8c70-cc577cfa9a7c,segment=NetworkSegment(d5320589-29de-4721-8fbe-2aa2fce64264),segment_id=d5320589-29de-4721-8fbe-2aa2fce64264)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:35:56.369365 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-22c0920e-c42e-4d38-9044-bf9f62d849d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:56.385964 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-10647bf2-255a-4f53-a71c-0f5359c5c068 admin admin] Calling delete_port for fce58cd3-adf7-48b0-8c70-cc577cfa9a7c owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:35:56.514021 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-22c0920e-c42e-4d38-9044-bf9f62d849d1 None None] Calling delete_port for fce58cd3-adf7-48b0-8c70-cc577cfa9a7c owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:35:56.544926 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10647bf2-255a-4f53-a71c-0f5359c5c068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 18:35:56.616898 dv-neutron-827016-2-hyperv neutron-server[84543]: util.warn( Feb 09 18:35:56.626139 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10647bf2-255a-4f53-a71c-0f5359c5c068 admin admin] Pushing event deleted for resources: {'Port': ['ID=fce58cd3-adf7-48b0-8c70-cc577cfa9a7c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:35:56.631904 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-22c0920e-c42e-4d38-9044-bf9f62d849d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:35:56.632468 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-22c0920e-c42e-4d38-9044-bf9f62d849d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:35:56.633195 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10647bf2-255a-4f53-a71c-0f5359c5c068 admin admin] No DVR routers for this DVR port fce58cd3-adf7-48b0-8c70-cc577cfa9a7c on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:35:56.765753 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10647bf2-255a-4f53-a71c-0f5359c5c068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:56.802128 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-10647bf2-255a-4f53-a71c-0f5359c5c068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c96418-defa-4191-96f9-9b1eae03be60']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:35:56.821843 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-10647bf2-255a-4f53-a71c-0f5359c5c068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5320589-29de-4721-8fbe-2aa2fce64264') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:35:56.823010 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-10647bf2-255a-4f53-a71c-0f5359c5c068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5320589-29de-4721-8fbe-2aa2fce64264') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:35:56.844872 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10647bf2-255a-4f53-a71c-0f5359c5c068 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:56.872601 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10647bf2-255a-4f53-a71c-0f5359c5c068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:56.883958 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10647bf2-255a-4f53-a71c-0f5359c5c068 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:35:56.885238 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10647bf2-255a-4f53-a71c-0f5359c5c068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:35:56.909583 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:35:57.065018 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10647bf2-255a-4f53-a71c-0f5359c5c068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:57.099974 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10647bf2-255a-4f53-a71c-0f5359c5c068 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:57.111504 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10647bf2-255a-4f53-a71c-0f5359c5c068 admin admin] Pushing event deleted for resources: {'Network': ['ID=01c96418-defa-4191-96f9-9b1eae03be60,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:35:57.134021 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-22c0920e-c42e-4d38-9044-bf9f62d849d1 None None] Deleting port fce58cd3-adf7-48b0-8c70-cc577cfa9a7c {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:35:57.135510 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-22c0920e-c42e-4d38-9044-bf9f62d849d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:57.191057 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-10647bf2-255a-4f53-a71c-0f5359c5c068 admin admin] 10.222.0.21 "DELETE /v2.0/networks/01c96418-defa-4191-96f9-9b1eae03be60 HTTP/1.1" status: 204 len: 168 time: 1.5105047 Feb 09 18:35:57.195540 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59914) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:35:57.217696 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-22c0920e-c42e-4d38-9044-bf9f62d849d1 None None] The port 'fce58cd3-adf7-48b0-8c70-cc577cfa9a7c' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:35:57.701910 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5eb095f0-2972-4a0d-8d11-370e47d4987c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:57.766037 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device fce58cd3-adf7-48b0-8c70-cc577cfa9a7c no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:35:57.801878 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: fce58cd3-adf7-48b0-8c70-cc577cfa9a7c {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:35:57.802359 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device fce58cd3-adf7-48b0-8c70-cc577cfa9a7c not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:35:58.630327 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5eb095f0-2972-4a0d-8d11-370e47d4987c admin admin] Deleting port f5769ac8-44c6-4644-9dae-88eb3ff3c82b {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:35:58.630999 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5eb095f0-2972-4a0d-8d11-370e47d4987c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:58.844655 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-5eb095f0-2972-4a0d-8d11-370e47d4987c admin admin] For port f5769ac8-44c6-4644-9dae-88eb3ff3c82b, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=f5769ac8-44c6-4644-9dae-88eb3ff3c82b,segment=NetworkSegment(b26031c9-5ae4-4208-b1a0-54b5626a9084),segment_id=b26031c9-5ae4-4208-b1a0-54b5626a9084)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:35:58.845233 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5eb095f0-2972-4a0d-8d11-370e47d4987c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:59.037809 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5eb095f0-2972-4a0d-8d11-370e47d4987c admin admin] Calling delete_port for f5769ac8-44c6-4644-9dae-88eb3ff3c82b owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:35:59.294030 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5eb095f0-2972-4a0d-8d11-370e47d4987c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:35:59.344313 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb095f0-2972-4a0d-8d11-370e47d4987c admin admin] Pushing event deleted for resources: {'Port': ['ID=f5769ac8-44c6-4644-9dae-88eb3ff3c82b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:35:59.692906 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5eb095f0-2972-4a0d-8d11-370e47d4987c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:00.467894 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb095f0-2972-4a0d-8d11-370e47d4987c admin admin] Router 51cec48a-4b05-45b1-a379-e6a0a6a0a555 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:36:00.697776 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb095f0-2972-4a0d-8d11-370e47d4987c admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:36:00.708284 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5eb095f0-2972-4a0d-8d11-370e47d4987c admin admin] 10.222.0.21 "PUT /v2.0/routers/51cec48a-4b05-45b1-a379-e6a0a6a0a555/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5114980 Feb 09 18:36:00.709909 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec8afdb-8e7d-44b6-817a-bf27aa79c20b None None] Sync routers for ids ['51cec48a-4b05-45b1-a379-e6a0a6a0a555'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:36:00.712285 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59918) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:36:00.730347 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec8afdb-8e7d-44b6-817a-bf27aa79c20b None None] Routers {'51cec48a-4b05-45b1-a379-e6a0a6a0a555'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:36:00.731462 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-5ec8afdb-8e7d-44b6-817a-bf27aa79c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:35:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['51cec48a-4b05-45b1-a379-e6a0a6a0a555'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:36:00.957856 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-5ec8afdb-8e7d-44b6-817a-bf27aa79c20b None None] Set router 51cec48a-4b05-45b1-a379-e6a0a6a0a555 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:36:01.001219 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77094ec8-b33b-4f5e-9c0b-6b7e35abe130 admin admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:01.304754 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77094ec8-b33b-4f5e-9c0b-6b7e35abe130 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:01.361691 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-5ec8afdb-8e7d-44b6-817a-bf27aa79c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cec48a-4b05-45b1-a379-e6a0a6a0a555', 'name': 'tempest-TestEncryptedCinderVolumes-1366689866-router', 'tenant_id': '2fa6e607ec674ec1b4f386d11697afd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': 'f1308d77-8eec-4053-9460-8e222666548e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:34:21Z', 'updated_at': '2022-02-09T18:35:59Z', 'revision_number': 5, 'project_id': '2fa6e607ec674ec1b4f386d11697afd3', 'gw_port': {'id': 'f1308d77-8eec-4053-9460-8e222666548e', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:af:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cec48a-4b05-45b1-a379-e6a0a6a0a555', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:34:22Z', 'updated_at': '2022-02-09T18:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:36:01.366782 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec8afdb-8e7d-44b6-817a-bf27aa79c20b None None] Checking router: 51cec48a-4b05-45b1-a379-e6a0a6a0a555 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:36:01.378938 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec8afdb-8e7d-44b6-817a-bf27aa79c20b None None] Routers {'51cec48a-4b05-45b1-a379-e6a0a6a0a555'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:36:01.379622 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-5ec8afdb-8e7d-44b6-817a-bf27aa79c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:35:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['51cec48a-4b05-45b1-a379-e6a0a6a0a555'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:36:01.413080 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-77094ec8-b33b-4f5e-9c0b-6b7e35abe130 admin admin] Deleting port f1308d77-8eec-4053-9460-8e222666548e {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:36:01.413596 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77094ec8-b33b-4f5e-9c0b-6b7e35abe130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:01.546324 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-5ec8afdb-8e7d-44b6-817a-bf27aa79c20b None None] Set router 51cec48a-4b05-45b1-a379-e6a0a6a0a555 gateway port host: None {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:36:01.653551 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-77094ec8-b33b-4f5e-9c0b-6b7e35abe130 admin admin] For port f1308d77-8eec-4053-9460-8e222666548e, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=f1308d77-8eec-4053-9460-8e222666548e,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:36:01.654008 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77094ec8-b33b-4f5e-9c0b-6b7e35abe130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:01.752961 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-5ec8afdb-8e7d-44b6-817a-bf27aa79c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cec48a-4b05-45b1-a379-e6a0a6a0a555', 'name': 'tempest-TestEncryptedCinderVolumes-1366689866-router', 'tenant_id': '2fa6e607ec674ec1b4f386d11697afd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:34:21Z', 'updated_at': '2022-02-09T18:36:01Z', 'revision_number': 6, 'project_id': '2fa6e607ec674ec1b4f386d11697afd3', 'gw_port_host': None}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:36:01.757487 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec8afdb-8e7d-44b6-817a-bf27aa79c20b None None] The sync data for ids ['51cec48a-4b05-45b1-a379-e6a0a6a0a555'] in dv-neutron-827016-2-hyperv is: [{'id': '51cec48a-4b05-45b1-a379-e6a0a6a0a555', 'name': 'tempest-TestEncryptedCinderVolumes-1366689866-router', 'tenant_id': '2fa6e607ec674ec1b4f386d11697afd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:34:21Z', 'updated_at': '2022-02-09T18:36:01Z', 'revision_number': 6, 'project_id': '2fa6e607ec674ec1b4f386d11697afd3', 'gw_port_host': None}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:36:01.871232 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-77094ec8-b33b-4f5e-9c0b-6b7e35abe130 admin admin] Calling delete_port for f1308d77-8eec-4053-9460-8e222666548e owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:36:02.384745 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77094ec8-b33b-4f5e-9c0b-6b7e35abe130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:02.429668 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77094ec8-b33b-4f5e-9c0b-6b7e35abe130 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1308d77-8eec-4053-9460-8e222666548e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:02.772954 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77094ec8-b33b-4f5e-9c0b-6b7e35abe130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:03.063674 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77094ec8-b33b-4f5e-9c0b-6b7e35abe130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:03.063674 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77094ec8-b33b-4f5e-9c0b-6b7e35abe130 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:03.172358 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77094ec8-b33b-4f5e-9c0b-6b7e35abe130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:03.172898 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77094ec8-b33b-4f5e-9c0b-6b7e35abe130 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51cec48a-4b05-45b1-a379-e6a0a6a0a555 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:36:03.187037 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77094ec8-b33b-4f5e-9c0b-6b7e35abe130 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:03.188228 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-77094ec8-b33b-4f5e-9c0b-6b7e35abe130 admin admin] 10.222.0.21 "DELETE /v2.0/routers/51cec48a-4b05-45b1-a379-e6a0a6a0a555 HTTP/1.1" status: 204 len: 168 time: 2.4746792 Feb 09 18:36:03.191963 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59922) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:36:03.260816 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71e32a6-f08c-463c-850d-8954c6e6b8ba admin admin] Deleting subnet 11a416a7-16f9-4e09-a55f-2a6e2b167a04 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:36:03.264975 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e71e32a6-f08c-463c-850d-8954c6e6b8ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:03.320909 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e71e32a6-f08c-463c-850d-8954c6e6b8ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:03.423329 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e71e32a6-f08c-463c-850d-8954c6e6b8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:03.574186 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e71e32a6-f08c-463c-850d-8954c6e6b8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:03.613223 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e32a6-f08c-463c-850d-8954c6e6b8ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11a416a7-16f9-4e09-a55f-2a6e2b167a04,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:03.621149 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e71e32a6-f08c-463c-850d-8954c6e6b8ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:03.627903 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30ac665-4ff9-4646-910e-8680bb0e3129 None None] Network 4acc821f-7169-4195-b8e8-d73fa6f3e937 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:36:03.628765 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e71e32a6-f08c-463c-850d-8954c6e6b8ba admin admin] 10.222.0.21 "DELETE /v2.0/subnets/11a416a7-16f9-4e09-a55f-2a6e2b167a04 HTTP/1.1" status: 204 len: 168 time: 0.4351885 Feb 09 18:36:03.632512 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59926) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:36:03.784578 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e377da4-65d1-496e-94e3-183c09f27d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:03.787421 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device f5769ac8-44c6-4644-9dae-88eb3ff3c82b no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:36:03.803978 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-8e377da4-65d1-496e-94e3-183c09f27d50 admin admin] Deleting port 5503eac7-b58a-4d4f-8a9b-9860aa3d080d {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:36:03.804553 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e377da4-65d1-496e-94e3-183c09f27d50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:03.855162 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: f5769ac8-44c6-4644-9dae-88eb3ff3c82b {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:36:03.855451 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device f5769ac8-44c6-4644-9dae-88eb3ff3c82b not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:36:03.856009 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device f1308d77-8eec-4053-9460-8e222666548e no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:36:03.898215 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: f1308d77-8eec-4053-9460-8e222666548e {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:36:03.898591 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device f1308d77-8eec-4053-9460-8e222666548e not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:36:04.009379 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2c9233-5df2-4c37-bb66-117cc475c2f1 None None] DHCP port deletion for 4acc821f-7169-4195-b8e8-d73fa6f3e937 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:36:04.015390 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-be2c9233-5df2-4c37-bb66-117cc475c2f1 None None] Deleting port 5503eac7-b58a-4d4f-8a9b-9860aa3d080d {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:36:04.019161 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be2c9233-5df2-4c37-bb66-117cc475c2f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:04.099566 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-8e377da4-65d1-496e-94e3-183c09f27d50 admin admin] For port 5503eac7-b58a-4d4f-8a9b-9860aa3d080d, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5503eac7-b58a-4d4f-8a9b-9860aa3d080d,segment=NetworkSegment(b26031c9-5ae4-4208-b1a0-54b5626a9084),segment_id=b26031c9-5ae4-4208-b1a0-54b5626a9084)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:36:04.100399 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e377da4-65d1-496e-94e3-183c09f27d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:04.266029 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-8e377da4-65d1-496e-94e3-183c09f27d50 admin admin] Calling delete_port for 5503eac7-b58a-4d4f-8a9b-9860aa3d080d owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:36:04.367586 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-be2c9233-5df2-4c37-bb66-117cc475c2f1 None None] For port 5503eac7-b58a-4d4f-8a9b-9860aa3d080d, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5503eac7-b58a-4d4f-8a9b-9860aa3d080d,segment=NetworkSegment(b26031c9-5ae4-4208-b1a0-54b5626a9084),segment_id=b26031c9-5ae4-4208-b1a0-54b5626a9084)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:36:04.368076 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be2c9233-5df2-4c37-bb66-117cc475c2f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:04.498614 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e377da4-65d1-496e-94e3-183c09f27d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:04.504319 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-be2c9233-5df2-4c37-bb66-117cc475c2f1 None None] Calling delete_port for 5503eac7-b58a-4d4f-8a9b-9860aa3d080d owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:36:04.552197 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e377da4-65d1-496e-94e3-183c09f27d50 admin admin] Pushing event deleted for resources: {'Port': ['ID=5503eac7-b58a-4d4f-8a9b-9860aa3d080d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:04.557299 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e377da4-65d1-496e-94e3-183c09f27d50 admin admin] No DVR routers for this DVR port 5503eac7-b58a-4d4f-8a9b-9860aa3d080d on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:36:04.607740 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-be2c9233-5df2-4c37-bb66-117cc475c2f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:36:04.608241 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-be2c9233-5df2-4c37-bb66-117cc475c2f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:36:04.782420 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e377da4-65d1-496e-94e3-183c09f27d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:04.815679 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-8e377da4-65d1-496e-94e3-183c09f27d50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4acc821f-7169-4195-b8e8-d73fa6f3e937']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:36:04.833197 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-8e377da4-65d1-496e-94e3-183c09f27d50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b26031c9-5ae4-4208-b1a0-54b5626a9084') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:36:04.833491 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-8e377da4-65d1-496e-94e3-183c09f27d50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b26031c9-5ae4-4208-b1a0-54b5626a9084') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:36:04.846859 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e377da4-65d1-496e-94e3-183c09f27d50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:04.870965 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e377da4-65d1-496e-94e3-183c09f27d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:04.878106 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e377da4-65d1-496e-94e3-183c09f27d50 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:36:04.878733 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e377da4-65d1-496e-94e3-183c09f27d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:36:04.893132 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:36:05.046000 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e377da4-65d1-496e-94e3-183c09f27d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:05.068555 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e377da4-65d1-496e-94e3-183c09f27d50 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:05.088820 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e377da4-65d1-496e-94e3-183c09f27d50 admin admin] Pushing event deleted for resources: {'Network': ['ID=4acc821f-7169-4195-b8e8-d73fa6f3e937,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:05.095696 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8e377da4-65d1-496e-94e3-183c09f27d50 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4acc821f-7169-4195-b8e8-d73fa6f3e937 HTTP/1.1" status: 204 len: 168 time: 1.4608536 Feb 09 18:36:05.109699 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-be2c9233-5df2-4c37-bb66-117cc475c2f1 None None] Deleting port 5503eac7-b58a-4d4f-8a9b-9860aa3d080d {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:36:05.110263 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be2c9233-5df2-4c37-bb66-117cc475c2f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:05.203020 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-be2c9233-5df2-4c37-bb66-117cc475c2f1 None None] The port '5503eac7-b58a-4d4f-8a9b-9860aa3d080d' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:36:05.661190 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59932) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:36:05.720176 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8a2ca2c4-ca7e-41f6-99da-52c0d6806ed3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2218af6885534e64aea75458dce863dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0575368 Feb 09 18:36:05.723035 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59936) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:36:05.758025 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5503eac7-b58a-4d4f-8a9b-9860aa3d080d no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:36:05.801237 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 5503eac7-b58a-4d4f-8a9b-9860aa3d080d {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:36:05.801657 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5503eac7-b58a-4d4f-8a9b-9860aa3d080d not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:36:05.816155 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8e58b26-507c-4b61-83cb-6c35636a281b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:05.844951 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8e58b26-507c-4b61-83cb-6c35636a281b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:05.980135 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8e58b26-507c-4b61-83cb-6c35636a281b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:06.001530 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e58b26-507c-4b61-83cb-6c35636a281b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8666bae9-c0e0-439e-8db0-19bf92c580a9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:06.121510 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8e58b26-507c-4b61-83cb-6c35636a281b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:06.122895 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b8e58b26-507c-4b61-83cb-6c35636a281b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8666bae9-c0e0-439e-8db0-19bf92c580a9 HTTP/1.1" status: 204 len: 168 time: 0.3988044 Feb 09 18:36:07.071257 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59944) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:36:07.132799 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2c82405d-48b5-4010-90c4-96c0e67400d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2fa6e607ec674ec1b4f386d11697afd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0602500 Feb 09 18:36:07.135534 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59948) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:36:07.209885 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd9ea822-22e9-4512-9329-546177631ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:07.245559 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd9ea822-22e9-4512-9329-546177631ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:07.424413 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd9ea822-22e9-4512-9329-546177631ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:07.441656 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ea822-22e9-4512-9329-546177631ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbd41ff-9d2d-4062-a7a6-8f4fb9a10974,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:07.454909 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd9ea822-22e9-4512-9329-546177631ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:07.456474 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fd9ea822-22e9-4512-9329-546177631ee7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cdbd41ff-9d2d-4062-a7a6-8f4fb9a10974 HTTP/1.1" status: 204 len: 168 time: 0.3196814 Feb 09 18:36:09.238955 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59970) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:36:09.463952 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-b95cd8ce-9b6c-4f8f-b97d-8b0a4b20c9b8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-850294166-network', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:36:09.469252 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b95cd8ce-9b6c-4f8f-b97d-8b0a4b20c9b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:36:09.473726 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b95cd8ce-9b6c-4f8f-b97d-8b0a4b20c9b8 admin admin] Usage tracker for resource:network and tenant:d4dd4c82398c46d5aae26a8b461eecfb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:36:09.477036 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b95cd8ce-9b6c-4f8f-b97d-8b0a4b20c9b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:36:09.488970 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b95cd8ce-9b6c-4f8f-b97d-8b0a4b20c9b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:36:09.566747 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95cd8ce-9b6c-4f8f-b97d-8b0a4b20c9b8 admin admin] Made reservation on behalf of d4dd4c82398c46d5aae26a8b461eecfb for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:36:09.570288 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b95cd8ce-9b6c-4f8f-b97d-8b0a4b20c9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:09.591062 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b95cd8ce-9b6c-4f8f-b97d-8b0a4b20c9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:09.627889 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b95cd8ce-9b6c-4f8f-b97d-8b0a4b20c9b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:36:09.632906 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b95cd8ce-9b6c-4f8f-b97d-8b0a4b20c9b8 admin admin] Usage tracker for resource:security_group_rule and tenant:d4dd4c82398c46d5aae26a8b461eecfb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:36:09.637297 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-b95cd8ce-9b6c-4f8f-b97d-8b0a4b20c9b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:36:09.644473 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-b95cd8ce-9b6c-4f8f-b97d-8b0a4b20c9b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:36:09.741037 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b95cd8ce-9b6c-4f8f-b97d-8b0a4b20c9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:09.778409 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b95cd8ce-9b6c-4f8f-b97d-8b0a4b20c9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:09.811981 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95cd8ce-9b6c-4f8f-b97d-8b0a4b20c9b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:36:09.820828 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95cd8ce-9b6c-4f8f-b97d-8b0a4b20c9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7cbb35-2587-46d4-ba12-bc509012dfa5,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:09.827405 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b95cd8ce-9b6c-4f8f-b97d-8b0a4b20c9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:09.827739 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-b95cd8ce-9b6c-4f8f-b97d-8b0a4b20c9b8 admin admin] Added segment 09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba of type vlan for network e1044f6d-396a-483b-b71c-7bce8d672ae2 Feb 09 18:36:09.858736 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b95cd8ce-9b6c-4f8f-b97d-8b0a4b20c9b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:09.955673 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b95cd8ce-9b6c-4f8f-b97d-8b0a4b20c9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:09.956466 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95cd8ce-9b6c-4f8f-b97d-8b0a4b20c9b8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:36:09.957052 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-b95cd8ce-9b6c-4f8f-b97d-8b0a4b20c9b8 admin admin] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:10.088504 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95cd8ce-9b6c-4f8f-b97d-8b0a4b20c9b8 admin admin] Pushing event updated for resources: {'Network': ['ID=e1044f6d-396a-483b-b71c-7bce8d672ae2,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:10.102665 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network e1044f6d-396a-483b-b71c-7bce8d672ae2 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:36:10.135556 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-b95cd8ce-9b6c-4f8f-b97d-8b0a4b20c9b8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8942220 Feb 09 18:36:10.138631 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 59976) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:36:10.148486 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-c512e2fc-2f7f-471f-af8c-e48cd8340a48 admin admin] Request body: {'subnet': {'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-850294166-subnet', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'ip_version': 4}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:36:10.158283 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c512e2fc-2f7f-471f-af8c-e48cd8340a48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:36:10.165375 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c512e2fc-2f7f-471f-af8c-e48cd8340a48 admin admin] Usage tracker for resource:subnet and tenant:d4dd4c82398c46d5aae26a8b461eecfb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:36:10.170663 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c512e2fc-2f7f-471f-af8c-e48cd8340a48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:36:10.183337 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c512e2fc-2f7f-471f-af8c-e48cd8340a48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:36:10.270187 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c512e2fc-2f7f-471f-af8c-e48cd8340a48 admin admin] Made reservation on behalf of d4dd4c82398c46d5aae26a8b461eecfb for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:36:10.273518 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c512e2fc-2f7f-471f-af8c-e48cd8340a48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:10.595855 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c512e2fc-2f7f-471f-af8c-e48cd8340a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:10.679905 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512e2fc-2f7f-471f-af8c-e48cd8340a48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ec673cf-51a5-4b4b-a566-89e5c70cc13a,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:10.696034 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c512e2fc-2f7f-471f-af8c-e48cd8340a48 admin admin] Checking segment: {'id': '09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:36:10.696475 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c512e2fc-2f7f-471f-af8c-e48cd8340a48 admin admin] Network hostable DHCP agents. Network: e1044f6d-396a-483b-b71c-7bce8d672ae2, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:36:10.811132 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c512e2fc-2f7f-471f-af8c-e48cd8340a48 admin admin] Network e1044f6d-396a-483b-b71c-7bce8d672ae2 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:36:10.875629 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-c512e2fc-2f7f-471f-af8c-e48cd8340a48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, e1044f6d-396a-483b-b71c-7bce8d672ae2) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:36:10.880277 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c512e2fc-2f7f-471f-af8c-e48cd8340a48 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:36:10.880871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c512e2fc-2f7f-471f-af8c-e48cd8340a48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:10.894201 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2aa0ee-fe12-4ac8-aa8b-808327659bbc None None] Network e1044f6d-396a-483b-b71c-7bce8d672ae2 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:36:10.979697 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c512e2fc-2f7f-471f-af8c-e48cd8340a48 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8388755 Feb 09 18:36:10.983059 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59980) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:36:10.991305 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f8620012-8174-42c0-b8ab-1d949bd0fa69 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-850294166-router', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:36:10.998023 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f8620012-8174-42c0-b8ab-1d949bd0fa69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:36:11.003782 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f8620012-8174-42c0-b8ab-1d949bd0fa69 admin admin] Usage tracker for resource:router and tenant:d4dd4c82398c46d5aae26a8b461eecfb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:36:11.008002 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f8620012-8174-42c0-b8ab-1d949bd0fa69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:36:11.018720 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f8620012-8174-42c0-b8ab-1d949bd0fa69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:36:11.081882 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f8620012-8174-42c0-b8ab-1d949bd0fa69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:11.083609 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f8620012-8174-42c0-b8ab-1d949bd0fa69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:11.112188 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f8620012-8174-42c0-b8ab-1d949bd0fa69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:11.145138 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbbb752-c9e8-434a-9aea-8093b936dd3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-e1044f6d-396a-483b-b71c-7bce8d672ae2', 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'fixed_ips': [{'subnet_id': '0ec673cf-51a5-4b4b-a566-89e5c70cc13a'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:36:11.147328 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ccbbb752-c9e8-434a-9aea-8093b936dd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:11.344947 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f8620012-8174-42c0-b8ab-1d949bd0fa69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:11.365903 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-ccbbb752-c9e8-434a-9aea-8093b936dd3c None None] Allocated IP 172.20.0.2 (e1044f6d-396a-483b-b71c-7bce8d672ae2/0ec673cf-51a5-4b4b-a566-89e5c70cc13a/8330f2d0-a767-45ff-b494-ffe695e52e4f) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:36:11.711538 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f8620012-8174-42c0-b8ab-1d949bd0fa69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:11.743985 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f8620012-8174-42c0-b8ab-1d949bd0fa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:11.824591 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ccbbb752-c9e8-434a-9aea-8093b936dd3c None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:11.838531 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ccbbb752-c9e8-434a-9aea-8093b936dd3c None None] Transition to ACTIVE for port object 8330f2d0-a767-45ff-b494-ffe695e52e4f will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:36:11.864272 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ccbbb752-c9e8-434a-9aea-8093b936dd3c None None] Transition to ACTIVE for port object 8330f2d0-a767-45ff-b494-ffe695e52e4f will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:36:11.900323 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-f8620012-8174-42c0-b8ab-1d949bd0fa69 admin admin] Allocated IP 172.26.8.98 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/959d6493-06e2-4a79-a72d-48262910f420) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:36:11.951054 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ccbbb752-c9e8-434a-9aea-8093b936dd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:12.076071 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f8620012-8174-42c0-b8ab-1d949bd0fa69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:12.085997 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbbb752-c9e8-434a-9aea-8093b936dd3c None None] Network e1044f6d-396a-483b-b71c-7bce8d672ae2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:36:12.091890 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-ccbbb752-c9e8-434a-9aea-8093b936dd3c None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:36:12.106018 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbbb752-c9e8-434a-9aea-8093b936dd3c None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:36:12.109904 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbb752-c9e8-434a-9aea-8093b936dd3c None None] Pushing event updated for resources: {'Port': ['ID=8330f2d0-a767-45ff-b494-ffe695e52e4f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:12.173524 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f8620012-8174-42c0-b8ab-1d949bd0fa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:12.209511 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ccbbb752-c9e8-434a-9aea-8093b936dd3c None None] Attempting to bind port 8330f2d0-a767-45ff-b494-ffe695e52e4f on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:36:12.210639 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ccbbb752-c9e8-434a-9aea-8093b936dd3c None None] Attempting to bind port 8330f2d0-a767-45ff-b494-ffe695e52e4f by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:36:12.210639 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbbb752-c9e8-434a-9aea-8093b936dd3c None None] Attempting to bind port 8330f2d0-a767-45ff-b494-ffe695e52e4f on network e1044f6d-396a-483b-b71c-7bce8d672ae2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:36:12.220164 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbbb752-c9e8-434a-9aea-8093b936dd3c None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:36:12.220628 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbbb752-c9e8-434a-9aea-8093b936dd3c None None] Checking segment: {'id': '09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:36:12.221189 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ccbbb752-c9e8-434a-9aea-8093b936dd3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:12.221654 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbbb752-c9e8-434a-9aea-8093b936dd3c None None] Bound using segment: {'id': '09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:36:12.222222 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ccbbb752-c9e8-434a-9aea-8093b936dd3c None None] Bound port: 8330f2d0-a767-45ff-b494-ffe695e52e4f, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:36:12.222689 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ccbbb752-c9e8-434a-9aea-8093b936dd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:12.255827 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8620012-8174-42c0-b8ab-1d949bd0fa69 admin admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:36:12.261641 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-f8620012-8174-42c0-b8ab-1d949bd0fa69 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:36:12.264281 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8620012-8174-42c0-b8ab-1d949bd0fa69 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:36:12.291086 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8620012-8174-42c0-b8ab-1d949bd0fa69 admin admin] Pushing event updated for resources: {'Port': ['ID=959d6493-06e2-4a79-a72d-48262910f420,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:12.350964 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ccbbb752-c9e8-434a-9aea-8093b936dd3c None None] For port 8330f2d0-a767-45ff-b494-ffe695e52e4f, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:36:12.356984 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ccbbb752-c9e8-434a-9aea-8093b936dd3c None None] For port 8330f2d0-a767-45ff-b494-ffe695e52e4f, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=8330f2d0-a767-45ff-b494-ffe695e52e4f,segment=NetworkSegment(09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba),segment_id=09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:36:12.447135 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ccbbb752-c9e8-434a-9aea-8093b936dd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:12.542838 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbb752-c9e8-434a-9aea-8093b936dd3c None None] Pushing event updated for resources: {'Port': ['ID=8330f2d0-a767-45ff-b494-ffe695e52e4f,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:12.611467 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f8620012-8174-42c0-b8ab-1d949bd0fa69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:12.612446 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f8620012-8174-42c0-b8ab-1d949bd0fa69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:13.126843 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8620012-8174-42c0-b8ab-1d949bd0fa69 admin admin] Router f8b73574-6ec2-470c-90bc-6eebde8fe336 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:36:13.368294 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8620012-8174-42c0-b8ab-1d949bd0fa69 admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:36:13.527108 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] Sync routers for ids ['f8b73574-6ec2-470c-90bc-6eebde8fe336'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:36:13.538390 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f8620012-8174-42c0-b8ab-1d949bd0fa69 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:13.541058 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f8620012-8174-42c0-b8ab-1d949bd0fa69 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5558634 Feb 09 18:36:13.542616 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] Routers {'f8b73574-6ec2-470c-90bc-6eebde8fe336'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:36:13.543663 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:35:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['f8b73574-6ec2-470c-90bc-6eebde8fe336'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:36:13.545883 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 59984) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:36:13.667264 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4400b39-4329-40a0-adfc-0bab689d5621 None None] Network e1044f6d-396a-483b-b71c-7bce8d672ae2 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:36:13.826800 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] Set router f8b73574-6ec2-470c-90bc-6eebde8fe336 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:36:13.857198 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 8330f2d0-a767-45ff-b494-ffe695e52e4f up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:36:14.135282 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-641f82dc-7943-4206-8175-bf8fef5f4354 None None] Provisioning for port 8330f2d0-a767-45ff-b494-ffe695e52e4f completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:36:14.259418 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 8330f2d0-a767-45ff-b494-ffe695e52e4f completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:36:14.270593 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 8330f2d0-a767-45ff-b494-ffe695e52e4f triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:36:14.271059 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:14.295242 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'name': 'tempest-TestMinimumBasicScenario-850294166-router', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '959d6493-06e2-4a79-a72d-48262910f420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:36:12Z', 'revision_number': 3, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'gw_port': {'id': '959d6493-06e2-4a79-a72d-48262910f420', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:36:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:36:14.308805 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] Checking router: f8b73574-6ec2-470c-90bc-6eebde8fe336 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:36:14.310056 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] Updating router f8b73574-6ec2-470c-90bc-6eebde8fe336 port 959d6493-06e2-4a79-a72d-48262910f420 binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:36:14.421258 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:14.427524 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:14.461560 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 8330f2d0-a767-45ff-b494-ffe695e52e4f, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=8330f2d0-a767-45ff-b494-ffe695e52e4f,segment=NetworkSegment(09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba),segment_id=09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:36:14.536976 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:14.663731 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6dba1577-2385-4611-8242-e0c1d34b3eff None None] Provisioning complete for port 8330f2d0-a767-45ff-b494-ffe695e52e4f triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:36:14.664641 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6dba1577-2385-4611-8242-e0c1d34b3eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:14.718574 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=8330f2d0-a767-45ff-b494-ffe695e52e4f,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:14.775781 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-041a3af9-759c-41fe-84fe-77562c9b18f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:14.944013 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:14.958391 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] Transition to ACTIVE for port object 959d6493-06e2-4a79-a72d-48262910f420 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:36:15.047572 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:15.121678 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-041a3af9-759c-41fe-84fe-77562c9b18f5 admin admin] Allocated IP 172.20.0.1 (e1044f6d-396a-483b-b71c-7bce8d672ae2/0ec673cf-51a5-4b4b-a566-89e5c70cc13a/f8180ceb-da5d-4dd2-a1e6-917b37f780b2) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:36:15.193329 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e114d8f-0017-4ac0-90be-3ec1ef0c5616 None None] Pushing event updated for resources: {'Port': ['ID=959d6493-06e2-4a79-a72d-48262910f420,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:15.196050 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] Attempting to bind port 959d6493-06e2-4a79-a72d-48262910f420 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:36:15.196501 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] Attempting to bind port 959d6493-06e2-4a79-a72d-48262910f420 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:36:15.197635 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] Attempting to bind port 959d6493-06e2-4a79-a72d-48262910f420 on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:36:15.214086 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e114d8f-0017-4ac0-90be-3ec1ef0c5616 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:15.214623 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e114d8f-0017-4ac0-90be-3ec1ef0c5616 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:15.215061 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e114d8f-0017-4ac0-90be-3ec1ef0c5616 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:15.215498 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e114d8f-0017-4ac0-90be-3ec1ef0c5616 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:15.215934 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e114d8f-0017-4ac0-90be-3ec1ef0c5616 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:15.216413 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e114d8f-0017-4ac0-90be-3ec1ef0c5616 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:15.216860 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e114d8f-0017-4ac0-90be-3ec1ef0c5616 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:15.217231 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e114d8f-0017-4ac0-90be-3ec1ef0c5616 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:15.217731 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e114d8f-0017-4ac0-90be-3ec1ef0c5616 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:15.218098 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e114d8f-0017-4ac0-90be-3ec1ef0c5616 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:15.218641 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e114d8f-0017-4ac0-90be-3ec1ef0c5616 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:15.223942 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:36:15.224703 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:36:15.225098 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:15.225759 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:36:15.226549 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] Bound port: 959d6493-06e2-4a79-a72d-48262910f420, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:36:15.227196 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:15.300588 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-041a3af9-759c-41fe-84fe-77562c9b18f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:15.316180 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] For port 959d6493-06e2-4a79-a72d-48262910f420, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:36:15.319913 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] For port 959d6493-06e2-4a79-a72d-48262910f420, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=959d6493-06e2-4a79-a72d-48262910f420,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:36:15.320965 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-041a3af9-759c-41fe-84fe-77562c9b18f5 admin admin] Transition to ACTIVE for port object f8180ceb-da5d-4dd2-a1e6-917b37f780b2 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:36:15.418639 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:15.453722 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-041a3af9-759c-41fe-84fe-77562c9b18f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:15.508309 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e114d8f-0017-4ac0-90be-3ec1ef0c5616 None None] Pushing event updated for resources: {'Port': ['ID=959d6493-06e2-4a79-a72d-48262910f420,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:15.511186 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] Routers {'f8b73574-6ec2-470c-90bc-6eebde8fe336'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:36:15.511807 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:35:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['f8b73574-6ec2-470c-90bc-6eebde8fe336'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:36:15.552696 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041a3af9-759c-41fe-84fe-77562c9b18f5 admin admin] Network e1044f6d-396a-483b-b71c-7bce8d672ae2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:36:15.556349 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-041a3af9-759c-41fe-84fe-77562c9b18f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:36:15.559069 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041a3af9-759c-41fe-84fe-77562c9b18f5 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:36:15.596475 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a3af9-759c-41fe-84fe-77562c9b18f5 admin admin] Pushing event updated for resources: {'Port': ['ID=f8180ceb-da5d-4dd2-a1e6-917b37f780b2,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:15.636287 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-041a3af9-759c-41fe-84fe-77562c9b18f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:15.740065 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] Set router f8b73574-6ec2-470c-90bc-6eebde8fe336 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:36:15.772502 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 8330f2d0-a767-45ff-b494-ffe695e52e4f up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:36:15.873586 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 8330f2d0-a767-45ff-b494-ffe695e52e4f triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:36:15.874155 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:16.028409 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-041a3af9-759c-41fe-84fe-77562c9b18f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:16.060121 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2ab68d15-cc93-4db9-addc-8f53a6b8a1d0 None None] Provisioning for port f8180ceb-da5d-4dd2-a1e6-917b37f780b2 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:36:16.082635 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2ab68d15-cc93-4db9-addc-8f53a6b8a1d0 None None] Provisioning complete for port f8180ceb-da5d-4dd2-a1e6-917b37f780b2 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:36:16.083135 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ab68d15-cc93-4db9-addc-8f53a6b8a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:16.104702 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'name': 'tempest-TestMinimumBasicScenario-850294166-router', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '959d6493-06e2-4a79-a72d-48262910f420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:36:12Z', 'revision_number': 3, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'gw_port': {'id': '959d6493-06e2-4a79-a72d-48262910f420', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:36:16.109883 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98680077-7f40-4357-9039-0b9cb2b7b9e1 None None] The sync data for ids ['f8b73574-6ec2-470c-90bc-6eebde8fe336'] in dv-neutron-827016-2-hyperv is: [{'id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'name': 'tempest-TestMinimumBasicScenario-850294166-router', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '959d6493-06e2-4a79-a72d-48262910f420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:36:12Z', 'revision_number': 3, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'gw_port': {'id': '959d6493-06e2-4a79-a72d-48262910f420', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:36:16.183648 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2ab68d15-cc93-4db9-addc-8f53a6b8a1d0 None None] Port f8180ceb-da5d-4dd2-a1e6-917b37f780b2 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:36:16.378106 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-041a3af9-759c-41fe-84fe-77562c9b18f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:16.458550 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-041a3af9-759c-41fe-84fe-77562c9b18f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:16.636475 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-041a3af9-759c-41fe-84fe-77562c9b18f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:16.642471 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a3af9-759c-41fe-84fe-77562c9b18f5 admin admin] Pushing event updated for resources: {'Port': ['ID=f8180ceb-da5d-4dd2-a1e6-917b37f780b2,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:16.692879 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5615e594-2442-452a-8624-a6f33fbcd7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:16.845808 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041a3af9-759c-41fe-84fe-77562c9b18f5 admin admin] Network e1044f6d-396a-483b-b71c-7bce8d672ae2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:36:16.847260 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-041a3af9-759c-41fe-84fe-77562c9b18f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:36:17.120851 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ee79ae88-3a93-461c-b45b-43a06552eb47 None None] Provisioning complete for port f8180ceb-da5d-4dd2-a1e6-917b37f780b2 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:36:17.121883 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ee79ae88-3a93-461c-b45b-43a06552eb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:17.183041 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ee79ae88-3a93-461c-b45b-43a06552eb47 None None] Port f8180ceb-da5d-4dd2-a1e6-917b37f780b2 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:36:17.332644 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:17.446055 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041a3af9-759c-41fe-84fe-77562c9b18f5 admin admin] Router f8b73574-6ec2-470c-90bc-6eebde8fe336 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:36:17.785156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041a3af9-759c-41fe-84fe-77562c9b18f5 admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:36:17.787627 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 959d6493-06e2-4a79-a72d-48262910f420 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:36:17.796264 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-041a3af9-759c-41fe-84fe-77562c9b18f5 admin admin] 10.222.0.21 "PUT /v2.0/routers/f8b73574-6ec2-470c-90bc-6eebde8fe336/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2486789 Feb 09 18:36:17.955688 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 959d6493-06e2-4a79-a72d-48262910f420 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:36:17.962863 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 959d6493-06e2-4a79-a72d-48262910f420 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:36:17.963429 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:18.096968 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:18.115762 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 959d6493-06e2-4a79-a72d-48262910f420, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=959d6493-06e2-4a79-a72d-48262910f420,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:36:18.194858 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:18.321366 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=959d6493-06e2-4a79-a72d-48262910f420,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:19.059568 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-edf40cac-46d9-49eb-885e-521857e9c870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:19.374184 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60006) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:36:19.380620 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b39e62b7-f673-48ad-abfe-d1b394b83107 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-425521967-network', 'tenant_id': '4613b2dc198a4ead81a4748169eadf4f'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:36:19.386135 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b39e62b7-f673-48ad-abfe-d1b394b83107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:36:19.390890 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-b39e62b7-f673-48ad-abfe-d1b394b83107 admin admin] Usage tracker for resource:network and tenant:4613b2dc198a4ead81a4748169eadf4f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:36:19.394595 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-b39e62b7-f673-48ad-abfe-d1b394b83107 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:36:19.404299 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b39e62b7-f673-48ad-abfe-d1b394b83107 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:36:19.480899 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39e62b7-f673-48ad-abfe-d1b394b83107 admin admin] Made reservation on behalf of 4613b2dc198a4ead81a4748169eadf4f for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:36:19.483472 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b39e62b7-f673-48ad-abfe-d1b394b83107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:19.497271 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b39e62b7-f673-48ad-abfe-d1b394b83107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:19.533134 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b39e62b7-f673-48ad-abfe-d1b394b83107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:36:19.537612 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-b39e62b7-f673-48ad-abfe-d1b394b83107 admin admin] Usage tracker for resource:security_group_rule and tenant:4613b2dc198a4ead81a4748169eadf4f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:36:19.541788 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-b39e62b7-f673-48ad-abfe-d1b394b83107 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:36:19.549211 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b39e62b7-f673-48ad-abfe-d1b394b83107 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:36:19.644931 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b39e62b7-f673-48ad-abfe-d1b394b83107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:19.767139 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 959d6493-06e2-4a79-a72d-48262910f420 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:36:19.818015 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b39e62b7-f673-48ad-abfe-d1b394b83107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:19.869268 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] Sync routers for ids ['f8b73574-6ec2-470c-90bc-6eebde8fe336'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:36:19.871012 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39e62b7-f673-48ad-abfe-d1b394b83107 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:36:19.882835 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e62b7-f673-48ad-abfe-d1b394b83107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d0b3ea-1143-4359-b665-09390d6816cc,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:19.895571 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b39e62b7-f673-48ad-abfe-d1b394b83107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:19.895571 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-b39e62b7-f673-48ad-abfe-d1b394b83107 admin admin] Added segment 05b7cdb9-2e82-4a49-bcf4-31a20797ef58 of type vlan for network b1ae1d64-14e2-4268-8491-8d8226198c25 Feb 09 18:36:19.898183 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] Routers {'f8b73574-6ec2-470c-90bc-6eebde8fe336'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:36:19.898904 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:36:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['f8b73574-6ec2-470c-90bc-6eebde8fe336'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:36:19.931941 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b39e62b7-f673-48ad-abfe-d1b394b83107 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:20.049316 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 959d6493-06e2-4a79-a72d-48262910f420 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:36:20.049683 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:20.058387 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b39e62b7-f673-48ad-abfe-d1b394b83107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:20.060311 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39e62b7-f673-48ad-abfe-d1b394b83107 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:36:20.061659 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b39e62b7-f673-48ad-abfe-d1b394b83107 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:20.192746 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e62b7-f673-48ad-abfe-d1b394b83107 admin admin] Pushing event updated for resources: {'Network': ['ID=b1ae1d64-14e2-4268-8491-8d8226198c25,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:20.216186 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network b1ae1d64-14e2-4268-8491-8d8226198c25 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:36:20.275843 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b39e62b7-f673-48ad-abfe-d1b394b83107 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8994946 Feb 09 18:36:20.279621 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60010) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:36:20.288652 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-80d97338-7000-448d-9d71-0fdcc1bd288a admin admin] Request body: {'subnet': {'network_id': 'b1ae1d64-14e2-4268-8491-8d8226198c25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-425521967-subnet', 'tenant_id': '4613b2dc198a4ead81a4748169eadf4f', 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:36:20.296888 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-80d97338-7000-448d-9d71-0fdcc1bd288a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:36:20.303732 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-80d97338-7000-448d-9d71-0fdcc1bd288a admin admin] Usage tracker for resource:subnet and tenant:4613b2dc198a4ead81a4748169eadf4f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:36:20.309282 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-80d97338-7000-448d-9d71-0fdcc1bd288a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:36:20.319276 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-80d97338-7000-448d-9d71-0fdcc1bd288a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:36:20.325314 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:20.326827 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:20.351601 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] Set router f8b73574-6ec2-470c-90bc-6eebde8fe336 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:36:20.430244 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d97338-7000-448d-9d71-0fdcc1bd288a admin admin] Made reservation on behalf of 4613b2dc198a4ead81a4748169eadf4f for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:36:20.435187 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-80d97338-7000-448d-9d71-0fdcc1bd288a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:20.775318 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'name': 'tempest-TestMinimumBasicScenario-850294166-router', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '959d6493-06e2-4a79-a72d-48262910f420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:36:15Z', 'revision_number': 4, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'gw_port': {'id': '959d6493-06e2-4a79-a72d-48262910f420', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'f8180ceb-da5d-4dd2-a1e6-917b37f780b2', 'name': '', 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'mac_address': 'fa:16:3e:aa:a2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ec673cf-51a5-4b4b-a566-89e5c70cc13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:14Z', 'updated_at': '2022-02-09T18:36:16Z', 'revision_number': 2, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'subnets': [{'id': '0ec673cf-51a5-4b4b-a566-89e5c70cc13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:36:20.779670 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] Checking router: f8b73574-6ec2-470c-90bc-6eebde8fe336 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:36:20.780026 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] Updating router f8b73574-6ec2-470c-90bc-6eebde8fe336 port f8180ceb-da5d-4dd2-a1e6-917b37f780b2 binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:36:20.838861 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:20.881382 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-80d97338-7000-448d-9d71-0fdcc1bd288a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:20.967011 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d97338-7000-448d-9d71-0fdcc1bd288a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6842ea16-3a75-4ae3-ba63-2bc4efcde4ac,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:20.995929 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d97338-7000-448d-9d71-0fdcc1bd288a admin admin] Checking segment: {'id': '05b7cdb9-2e82-4a49-bcf4-31a20797ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b1ae1d64-14e2-4268-8491-8d8226198c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:36:20.996526 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d97338-7000-448d-9d71-0fdcc1bd288a admin admin] Network hostable DHCP agents. Network: b1ae1d64-14e2-4268-8491-8d8226198c25, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:36:21.104754 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d97338-7000-448d-9d71-0fdcc1bd288a admin admin] Network b1ae1d64-14e2-4268-8491-8d8226198c25 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:36:21.199570 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-80d97338-7000-448d-9d71-0fdcc1bd288a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, b1ae1d64-14e2-4268-8491-8d8226198c25) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:36:21.203864 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d97338-7000-448d-9d71-0fdcc1bd288a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:36:21.204332 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-80d97338-7000-448d-9d71-0fdcc1bd288a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:21.210029 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f797ecbf-8ec6-4776-abee-50b8bb0bfd88 None None] Network b1ae1d64-14e2-4268-8491-8d8226198c25 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:36:21.300543 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-80d97338-7000-448d-9d71-0fdcc1bd288a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0168891 Feb 09 18:36:21.300867 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60014) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:36:21.307531 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-29bf5b56-18e9-47b4-a1c1-51ea3f2ae08d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-425521967-router', 'tenant_id': '4613b2dc198a4ead81a4748169eadf4f', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:36:21.311988 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-29bf5b56-18e9-47b4-a1c1-51ea3f2ae08d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:36:21.316930 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-29bf5b56-18e9-47b4-a1c1-51ea3f2ae08d admin admin] Usage tracker for resource:router and tenant:4613b2dc198a4ead81a4748169eadf4f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:36:21.320855 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-29bf5b56-18e9-47b4-a1c1-51ea3f2ae08d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:36:21.329418 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-29bf5b56-18e9-47b4-a1c1-51ea3f2ae08d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:36:21.410023 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:21.441092 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-29bf5b56-18e9-47b4-a1c1-51ea3f2ae08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:21.442844 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-29bf5b56-18e9-47b4-a1c1-51ea3f2ae08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:21.469704 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] Transition to ACTIVE for port object f8180ceb-da5d-4dd2-a1e6-917b37f780b2 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:36:21.472406 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-29bf5b56-18e9-47b4-a1c1-51ea3f2ae08d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:21.535592 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7b4e70-a770-4fcd-8d5b-be15eebd8f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-b1ae1d64-14e2-4268-8491-8d8226198c25', 'network_id': 'b1ae1d64-14e2-4268-8491-8d8226198c25', 'tenant_id': '4613b2dc198a4ead81a4748169eadf4f', 'fixed_ips': [{'subnet_id': '6842ea16-3a75-4ae3-ba63-2bc4efcde4ac'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:36:21.536667 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4e70-a770-4fcd-8d5b-be15eebd8f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:21.596024 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:21.747870 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-29bf5b56-18e9-47b4-a1c1-51ea3f2ae08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:21.832398 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e4a99-b23a-43fd-b343-38843dc3a99f None None] Pushing event updated for resources: {'Port': ['ID=f8180ceb-da5d-4dd2-a1e6-917b37f780b2,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:21.838173 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:21.890753 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e4a99-b23a-43fd-b343-38843dc3a99f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:21.891106 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e4a99-b23a-43fd-b343-38843dc3a99f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:21.891433 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e4a99-b23a-43fd-b343-38843dc3a99f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:21.891774 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e4a99-b23a-43fd-b343-38843dc3a99f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:21.892115 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e4a99-b23a-43fd-b343-38843dc3a99f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:21.892448 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e4a99-b23a-43fd-b343-38843dc3a99f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:21.892781 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e4a99-b23a-43fd-b343-38843dc3a99f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:21.893112 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e4a99-b23a-43fd-b343-38843dc3a99f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:21.893440 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e4a99-b23a-43fd-b343-38843dc3a99f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:21.893764 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e4a99-b23a-43fd-b343-38843dc3a99f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:21.894086 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e4a99-b23a-43fd-b343-38843dc3a99f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:22.005354 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-ff7b4e70-a770-4fcd-8d5b-be15eebd8f07 None None] Allocated IP 172.20.0.2 (b1ae1d64-14e2-4268-8491-8d8226198c25/6842ea16-3a75-4ae3-ba63-2bc4efcde4ac/5fc8eee4-6313-49e0-b25f-2c3f472aa0d2) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:36:22.011014 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] Attempting to bind port f8180ceb-da5d-4dd2-a1e6-917b37f780b2 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:36:22.011392 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] Attempting to bind port f8180ceb-da5d-4dd2-a1e6-917b37f780b2 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:36:22.011761 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] Attempting to bind port f8180ceb-da5d-4dd2-a1e6-917b37f780b2 on network e1044f6d-396a-483b-b71c-7bce8d672ae2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:36:22.045121 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:36:22.045485 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] Checking segment: {'id': '09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:36:22.045902 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:22.046326 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] Bound using segment: {'id': '09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:36:22.046846 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] Bound port: f8180ceb-da5d-4dd2-a1e6-917b37f780b2, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:36:22.047203 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:22.119060 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-29bf5b56-18e9-47b4-a1c1-51ea3f2ae08d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:22.161910 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-29bf5b56-18e9-47b4-a1c1-51ea3f2ae08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:22.299468 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] For port f8180ceb-da5d-4dd2-a1e6-917b37f780b2, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:36:22.323657 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] For port f8180ceb-da5d-4dd2-a1e6-917b37f780b2, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=f8180ceb-da5d-4dd2-a1e6-917b37f780b2,segment=NetworkSegment(09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba),segment_id=09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:36:22.341821 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4e70-a770-4fcd-8d5b-be15eebd8f07 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:22.361361 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ff7b4e70-a770-4fcd-8d5b-be15eebd8f07 None None] Transition to ACTIVE for port object 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:36:22.378842 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-29bf5b56-18e9-47b4-a1c1-51ea3f2ae08d admin admin] Allocated IP 172.26.8.42 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/043d8be1-dca6-4def-bfc4-24dc8c573ee9) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:36:22.384025 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ff7b4e70-a770-4fcd-8d5b-be15eebd8f07 None None] Transition to ACTIVE for port object 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:36:22.441044 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:22.483352 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4e70-a770-4fcd-8d5b-be15eebd8f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:22.546070 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7b4e70-a770-4fcd-8d5b-be15eebd8f07 None None] Network b1ae1d64-14e2-4268-8491-8d8226198c25 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:36:22.547709 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e4a99-b23a-43fd-b343-38843dc3a99f None None] Pushing event updated for resources: {'Port': ['ID=f8180ceb-da5d-4dd2-a1e6-917b37f780b2,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:22.552065 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-ff7b4e70-a770-4fcd-8d5b-be15eebd8f07 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:36:22.589519 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7b4e70-a770-4fcd-8d5b-be15eebd8f07 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:36:22.608330 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] Routers {'f8b73574-6ec2-470c-90bc-6eebde8fe336'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:36:22.608989 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:36:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['f8b73574-6ec2-470c-90bc-6eebde8fe336'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:36:22.643511 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-29bf5b56-18e9-47b4-a1c1-51ea3f2ae08d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:22.754931 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-29bf5b56-18e9-47b4-a1c1-51ea3f2ae08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:22.835169 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bf5b56-18e9-47b4-a1c1-51ea3f2ae08d admin admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:36:22.839107 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-29bf5b56-18e9-47b4-a1c1-51ea3f2ae08d admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:36:22.839725 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b4e70-a770-4fcd-8d5b-be15eebd8f07 None None] Pushing event updated for resources: {'Port': ['ID=5fc8eee4-6313-49e0-b25f-2c3f472aa0d2,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:22.843653 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bf5b56-18e9-47b4-a1c1-51ea3f2ae08d admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:36:22.876128 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf5b56-18e9-47b4-a1c1-51ea3f2ae08d admin admin] Pushing event updated for resources: {'Port': ['ID=043d8be1-dca6-4def-bfc4-24dc8c573ee9,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:22.892349 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ff7b4e70-a770-4fcd-8d5b-be15eebd8f07 None None] Attempting to bind port 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:36:22.892702 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ff7b4e70-a770-4fcd-8d5b-be15eebd8f07 None None] Attempting to bind port 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '05b7cdb9-2e82-4a49-bcf4-31a20797ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b1ae1d64-14e2-4268-8491-8d8226198c25'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:36:22.893077 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b4e70-a770-4fcd-8d5b-be15eebd8f07 None None] Attempting to bind port 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2 on network b1ae1d64-14e2-4268-8491-8d8226198c25 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:36:22.923343 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b4e70-a770-4fcd-8d5b-be15eebd8f07 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:36:22.923721 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b4e70-a770-4fcd-8d5b-be15eebd8f07 None None] Checking segment: {'id': '05b7cdb9-2e82-4a49-bcf4-31a20797ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b1ae1d64-14e2-4268-8491-8d8226198c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:36:22.924127 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4e70-a770-4fcd-8d5b-be15eebd8f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:22.924528 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b4e70-a770-4fcd-8d5b-be15eebd8f07 None None] Bound using segment: {'id': '05b7cdb9-2e82-4a49-bcf4-31a20797ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b1ae1d64-14e2-4268-8491-8d8226198c25'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:36:22.925025 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ff7b4e70-a770-4fcd-8d5b-be15eebd8f07 None None] Bound port: 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b7cdb9-2e82-4a49-bcf4-31a20797ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b1ae1d64-14e2-4268-8491-8d8226198c25'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:36:22.925406 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4e70-a770-4fcd-8d5b-be15eebd8f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:23.012204 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] Set router f8b73574-6ec2-470c-90bc-6eebde8fe336 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:36:23.116020 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-29bf5b56-18e9-47b4-a1c1-51ea3f2ae08d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:23.119565 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-29bf5b56-18e9-47b4-a1c1-51ea3f2ae08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:23.126282 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ff7b4e70-a770-4fcd-8d5b-be15eebd8f07 None None] For port 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:36:23.130357 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ff7b4e70-a770-4fcd-8d5b-be15eebd8f07 None None] For port 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5fc8eee4-6313-49e0-b25f-2c3f472aa0d2,segment=NetworkSegment(05b7cdb9-2e82-4a49-bcf4-31a20797ef58),segment_id=05b7cdb9-2e82-4a49-bcf4-31a20797ef58)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:36:23.223920 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4e70-a770-4fcd-8d5b-be15eebd8f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:23.406793 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b4e70-a770-4fcd-8d5b-be15eebd8f07 None None] Pushing event updated for resources: {'Port': ['ID=5fc8eee4-6313-49e0-b25f-2c3f472aa0d2,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:23.572653 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29bf5b56-18e9-47b4-a1c1-51ea3f2ae08d admin admin] Router ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:36:23.572859 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'name': 'tempest-TestMinimumBasicScenario-850294166-router', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '959d6493-06e2-4a79-a72d-48262910f420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:36:15Z', 'revision_number': 4, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'gw_port': {'id': '959d6493-06e2-4a79-a72d-48262910f420', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'f8180ceb-da5d-4dd2-a1e6-917b37f780b2', 'name': '', 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'mac_address': 'fa:16:3e:aa:a2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ec673cf-51a5-4b4b-a566-89e5c70cc13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:14Z', 'updated_at': '2022-02-09T18:36:22Z', 'revision_number': 4, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'subnets': [{'id': '0ec673cf-51a5-4b4b-a566-89e5c70cc13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:36:23.577895 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6735b35e-b869-4d8a-bb03-7e0e63c79fee None None] The sync data for ids ['f8b73574-6ec2-470c-90bc-6eebde8fe336'] in dv-neutron-827016-2-hyperv is: [{'id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'name': 'tempest-TestMinimumBasicScenario-850294166-router', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '959d6493-06e2-4a79-a72d-48262910f420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:36:15Z', 'revision_number': 4, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'gw_port': {'id': '959d6493-06e2-4a79-a72d-48262910f420', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'f8180ceb-da5d-4dd2-a1e6-917b37f780b2', 'name': '', 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'mac_address': 'fa:16:3e:aa:a2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ec673cf-51a5-4b4b-a566-89e5c70cc13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:14Z', 'updated_at': '2022-02-09T18:36:22Z', 'revision_number': 4, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'subnets': [{'id': '0ec673cf-51a5-4b4b-a566-89e5c70cc13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:36:23.975819 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:36:23.983726 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bf5b56-18e9-47b4-a1c1-51ea3f2ae08d admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:36:23.997564 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61097101-829d-49e7-9216-45d5151fdbad None None] Sync routers for ids ['ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:36:24.018787 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61097101-829d-49e7-9216-45d5151fdbad None None] Routers {'ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:36:24.019652 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-61097101-829d-49e7-9216-45d5151fdbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:36:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:36:24.173136 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-29bf5b56-18e9-47b4-a1c1-51ea3f2ae08d admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:24.180183 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60018) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:36:24.181525 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-29bf5b56-18e9-47b4-a1c1-51ea3f2ae08d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8788049 Feb 09 18:36:24.252158 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:36:24.264575 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device f8180ceb-da5d-4dd2-a1e6-917b37f780b2 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:36:24.423001 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-61097101-829d-49e7-9216-45d5151fdbad None None] Set router ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:36:24.561328 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port f8180ceb-da5d-4dd2-a1e6-917b37f780b2 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:36:24.574462 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port f8180ceb-da5d-4dd2-a1e6-917b37f780b2 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:36:24.575833 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:24.891854 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-61097101-829d-49e7-9216-45d5151fdbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29', 'name': 'tempest-TestMinimumBasicScenario-425521967-router', 'tenant_id': '4613b2dc198a4ead81a4748169eadf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '043d8be1-dca6-4def-bfc4-24dc8c573ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:36:21Z', 'updated_at': '2022-02-09T18:36:22Z', 'revision_number': 3, 'project_id': '4613b2dc198a4ead81a4748169eadf4f', 'gw_port': {'id': '043d8be1-dca6-4def-bfc4-24dc8c573ee9', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:08:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:22Z', 'updated_at': '2022-02-09T18:36:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:36:24.896664 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61097101-829d-49e7-9216-45d5151fdbad None None] Checking router: ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:36:24.897032 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61097101-829d-49e7-9216-45d5151fdbad None None] Updating router ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29 port 043d8be1-dca6-4def-bfc4-24dc8c573ee9 binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:36:24.940624 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:25.001028 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port f8180ceb-da5d-4dd2-a1e6-917b37f780b2, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=f8180ceb-da5d-4dd2-a1e6-917b37f780b2,segment=NetworkSegment(09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba),segment_id=09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:36:25.002957 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dc58d8-d557-4402-bb83-d7afa0d4a98b None None] Network b1ae1d64-14e2-4268-8491-8d8226198c25 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:36:25.015000 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-61097101-829d-49e7-9216-45d5151fdbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:25.117585 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:25.408546 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6198a77e-81f0-4e29-8640-4b7b06610711 None None] Provisioning for port 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:36:25.432205 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=f8180ceb-da5d-4dd2-a1e6-917b37f780b2,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:25.446707 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6198a77e-81f0-4e29-8640-4b7b06610711 None None] Provisioning complete for port 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:36:25.447361 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6198a77e-81f0-4e29-8640-4b7b06610711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:25.456100 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-61097101-829d-49e7-9216-45d5151fdbad None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:25.473348 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-61097101-829d-49e7-9216-45d5151fdbad None None] Transition to ACTIVE for port object 043d8be1-dca6-4def-bfc4-24dc8c573ee9 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:36:25.607242 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-61097101-829d-49e7-9216-45d5151fdbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:25.692247 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-61097101-829d-49e7-9216-45d5151fdbad None None] Attempting to bind port 043d8be1-dca6-4def-bfc4-24dc8c573ee9 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:36:25.692602 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-61097101-829d-49e7-9216-45d5151fdbad None None] Attempting to bind port 043d8be1-dca6-4def-bfc4-24dc8c573ee9 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:36:25.693056 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61097101-829d-49e7-9216-45d5151fdbad None None] Attempting to bind port 043d8be1-dca6-4def-bfc4-24dc8c573ee9 on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:36:25.708825 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61097101-829d-49e7-9216-45d5151fdbad None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:36:25.709364 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61097101-829d-49e7-9216-45d5151fdbad None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:36:25.709851 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-61097101-829d-49e7-9216-45d5151fdbad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:25.710384 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61097101-829d-49e7-9216-45d5151fdbad None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:36:25.711008 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-61097101-829d-49e7-9216-45d5151fdbad None None] Bound port: 043d8be1-dca6-4def-bfc4-24dc8c573ee9, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:36:25.711508 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-61097101-829d-49e7-9216-45d5151fdbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:25.728391 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ce9f-52e8-4e46-808d-2793f40b81fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:25.770645 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6198a77e-81f0-4e29-8640-4b7b06610711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:25.799771 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-61097101-829d-49e7-9216-45d5151fdbad None None] For port 043d8be1-dca6-4def-bfc4-24dc8c573ee9, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:36:25.808390 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-61097101-829d-49e7-9216-45d5151fdbad None None] For port 043d8be1-dca6-4def-bfc4-24dc8c573ee9, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=043d8be1-dca6-4def-bfc4-24dc8c573ee9,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:36:25.812897 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc519c03-a22e-437d-9755-f3a195f7e525 None None] Pushing event updated for resources: {'Port': ['ID=043d8be1-dca6-4def-bfc4-24dc8c573ee9,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:25.837814 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device f8180ceb-da5d-4dd2-a1e6-917b37f780b2 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:36:25.876069 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-6198a77e-81f0-4e29-8640-4b7b06610711 None None] For port 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5fc8eee4-6313-49e0-b25f-2c3f472aa0d2,segment=NetworkSegment(05b7cdb9-2e82-4a49-bcf4-31a20797ef58),segment_id=05b7cdb9-2e82-4a49-bcf4-31a20797ef58)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:36:25.904022 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-61097101-829d-49e7-9216-45d5151fdbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:25.952342 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port f8180ceb-da5d-4dd2-a1e6-917b37f780b2 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:36:25.952914 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:26.010696 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc519c03-a22e-437d-9755-f3a195f7e525 None None] Pushing event updated for resources: {'Port': ['ID=043d8be1-dca6-4def-bfc4-24dc8c573ee9,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:26.032933 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6198a77e-81f0-4e29-8640-4b7b06610711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:26.037575 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61097101-829d-49e7-9216-45d5151fdbad None None] Routers {'ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:36:26.038544 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-61097101-829d-49e7-9216-45d5151fdbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:36:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:36:26.202779 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-f9d4ce9f-52e8-4e46-808d-2793f40b81fb admin admin] Allocated IP 172.20.0.1 (b1ae1d64-14e2-4268-8491-8d8226198c25/6842ea16-3a75-4ae3-ba63-2bc4efcde4ac/28cfe413-3e3e-40cf-a762-e99f88da56aa) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:36:26.232486 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198a77e-81f0-4e29-8640-4b7b06610711 None None] Pushing event updated for resources: {'Port': ['ID=5fc8eee4-6313-49e0-b25f-2c3f472aa0d2,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:26.317559 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-61097101-829d-49e7-9216-45d5151fdbad None None] Set router ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:36:26.344383 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3e0baf1f-3ea6-4d1c-8c35-1ddd991d253d None None] Provisioning complete for port 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:36:26.344875 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3e0baf1f-3ea6-4d1c-8c35-1ddd991d253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:26.420432 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ce9f-52e8-4e46-808d-2793f40b81fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:26.440480 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-f9d4ce9f-52e8-4e46-808d-2793f40b81fb admin admin] Transition to ACTIVE for port object 28cfe413-3e3e-40cf-a762-e99f88da56aa will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:36:26.561846 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ce9f-52e8-4e46-808d-2793f40b81fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:26.637675 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d4ce9f-52e8-4e46-808d-2793f40b81fb admin admin] Network b1ae1d64-14e2-4268-8491-8d8226198c25 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:36:26.640866 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-f9d4ce9f-52e8-4e46-808d-2793f40b81fb admin admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:36:26.644166 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d4ce9f-52e8-4e46-808d-2793f40b81fb admin admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:36:26.684978 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4ce9f-52e8-4e46-808d-2793f40b81fb admin admin] Pushing event updated for resources: {'Port': ['ID=28cfe413-3e3e-40cf-a762-e99f88da56aa,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:26.729718 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ce9f-52e8-4e46-808d-2793f40b81fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:26.735810 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-61097101-829d-49e7-9216-45d5151fdbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29', 'name': 'tempest-TestMinimumBasicScenario-425521967-router', 'tenant_id': '4613b2dc198a4ead81a4748169eadf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '043d8be1-dca6-4def-bfc4-24dc8c573ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:36:21Z', 'updated_at': '2022-02-09T18:36:22Z', 'revision_number': 3, 'project_id': '4613b2dc198a4ead81a4748169eadf4f', 'gw_port': {'id': '043d8be1-dca6-4def-bfc4-24dc8c573ee9', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:08:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:22Z', 'updated_at': '2022-02-09T18:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:36:26.742363 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61097101-829d-49e7-9216-45d5151fdbad None None] The sync data for ids ['ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29'] in dv-neutron-827016-2-hyperv is: [{'id': 'ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29', 'name': 'tempest-TestMinimumBasicScenario-425521967-router', 'tenant_id': '4613b2dc198a4ead81a4748169eadf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '043d8be1-dca6-4def-bfc4-24dc8c573ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:36:21Z', 'updated_at': '2022-02-09T18:36:22Z', 'revision_number': 3, 'project_id': '4613b2dc198a4ead81a4748169eadf4f', 'gw_port': {'id': '043d8be1-dca6-4def-bfc4-24dc8c573ee9', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:08:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:22Z', 'updated_at': '2022-02-09T18:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:36:26.915572 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ce9f-52e8-4e46-808d-2793f40b81fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:27.018177 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b70fe827-2776-4ec6-bcc3-d7420af20577 None None] Provisioning for port 28cfe413-3e3e-40cf-a762-e99f88da56aa completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:36:27.025169 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b70fe827-2776-4ec6-bcc3-d7420af20577 None None] Provisioning complete for port 28cfe413-3e3e-40cf-a762-e99f88da56aa triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:36:27.026468 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b70fe827-2776-4ec6-bcc3-d7420af20577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:27.107828 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b70fe827-2776-4ec6-bcc3-d7420af20577 None None] Port 28cfe413-3e3e-40cf-a762-e99f88da56aa cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:36:27.125959 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:36:27.186837 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ce9f-52e8-4e46-808d-2793f40b81fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:27.263838 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ce9f-52e8-4e46-808d-2793f40b81fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:27.371431 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4ce9f-52e8-4e46-808d-2793f40b81fb admin admin] Pushing event updated for resources: {'Port': ['ID=28cfe413-3e3e-40cf-a762-e99f88da56aa,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:27.374076 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ce9f-52e8-4e46-808d-2793f40b81fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:27.638208 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d4ce9f-52e8-4e46-808d-2793f40b81fb admin admin] Network b1ae1d64-14e2-4268-8491-8d8226198c25 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:36:27.639318 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-f9d4ce9f-52e8-4e46-808d-2793f40b81fb admin admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:36:27.777841 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:36:27.866261 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:36:27.871109 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:27.976755 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3268f2d7-ab90-4db0-af76-ab0485b97b6b None None] Provisioning complete for port 28cfe413-3e3e-40cf-a762-e99f88da56aa triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:36:27.977024 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3268f2d7-ab90-4db0-af76-ab0485b97b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:28.062700 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-3268f2d7-ab90-4db0-af76-ab0485b97b6b None None] Port 28cfe413-3e3e-40cf-a762-e99f88da56aa cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:36:28.121008 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d4ce9f-52e8-4e46-808d-2793f40b81fb admin admin] Router ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:36:28.353669 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d4ce9f-52e8-4e46-808d-2793f40b81fb admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:36:28.369888 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f9d4ce9f-52e8-4e46-808d-2793f40b81fb admin admin] 10.222.0.21 "PUT /v2.0/routers/ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1882498 Feb 09 18:36:33.861625 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 043d8be1-dca6-4def-bfc4-24dc8c573ee9 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:36:34.081196 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 043d8be1-dca6-4def-bfc4-24dc8c573ee9 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:36:34.093636 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 043d8be1-dca6-4def-bfc4-24dc8c573ee9 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:36:34.094540 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:34.334163 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:34.381020 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 043d8be1-dca6-4def-bfc4-24dc8c573ee9, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=043d8be1-dca6-4def-bfc4-24dc8c573ee9,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:36:34.492830 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:34.614798 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=043d8be1-dca6-4def-bfc4-24dc8c573ee9,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:35.830839 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 043d8be1-dca6-4def-bfc4-24dc8c573ee9 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:36:35.999251 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 043d8be1-dca6-4def-bfc4-24dc8c573ee9 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:36:35.999950 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:43.230651 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] Sync routers for ids ['ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:36:43.247453 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] Routers {'ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:36:43.248147 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:36:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:36:43.448947 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] Set router ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:36:43.888303 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-0bc3a1f1-25e2-40e4-a025-3c036dc701e9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:36:43.889298 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-0bc3a1f1-25e2-40e4-a025-3c036dc701e9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Synchronizing usage tracker for tenant:d4dd4c82398c46d5aae26a8b461eecfb on resource:network {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:36:43.940575 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29', 'name': 'tempest-TestMinimumBasicScenario-425521967-router', 'tenant_id': '4613b2dc198a4ead81a4748169eadf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '043d8be1-dca6-4def-bfc4-24dc8c573ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:36:21Z', 'updated_at': '2022-02-09T18:36:26Z', 'revision_number': 4, 'project_id': '4613b2dc198a4ead81a4748169eadf4f', 'gw_port': {'id': '043d8be1-dca6-4def-bfc4-24dc8c573ee9', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:08:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:22Z', 'updated_at': '2022-02-09T18:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '28cfe413-3e3e-40cf-a762-e99f88da56aa', 'name': '', 'network_id': 'b1ae1d64-14e2-4268-8491-8d8226198c25', 'tenant_id': '4613b2dc198a4ead81a4748169eadf4f', 'mac_address': 'fa:16:3e:14:27:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6842ea16-3a75-4ae3-ba63-2bc4efcde4ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:25Z', 'updated_at': '2022-02-09T18:36:27Z', 'revision_number': 2, 'project_id': '4613b2dc198a4ead81a4748169eadf4f', 'subnets': [{'id': '6842ea16-3a75-4ae3-ba63-2bc4efcde4ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:36:43.945848 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] Checking router: ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:36:43.946494 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] Updating router ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29 port 28cfe413-3e3e-40cf-a762-e99f88da56aa binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:36:44.001025 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-0bc3a1f1-25e2-40e4-a025-3c036dc701e9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Unset dirty status for tenant:d4dd4c82398c46d5aae26a8b461eecfb on resource:network {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:36:44.002437 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-0bc3a1f1-25e2-40e4-a025-3c036dc701e9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/networks?id=e1044f6d-396a-483b-b71c-7bce8d672ae2 HTTP/1.1" status: 200 len: 814 time: 0.3420904 Feb 09 18:36:44.028983 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-25f02722-1cf6-439b-bc94-cb5649f0073b tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/quotas/d4dd4c82398c46d5aae26a8b461eecfb HTTP/1.1" status: 200 len: 375 time: 0.0200033 Feb 09 18:36:44.032017 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:44.189825 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-4ffef879-2e0c-4a20-96db-6288cd2ddd78 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4dd4c82398c46d5aae26a8b461eecfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1495216 Feb 09 18:36:44.352961 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-19e7fb5b-fd93-462a-ad29-e35d6024e643 service neutron] 10.222.0.21 "GET /v2.0/networks/e1044f6d-396a-483b-b71c-7bce8d672ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465063 Feb 09 18:36:44.524681 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-4ab98cb5-a1e7-429d-9be4-a48977d6c2e3 service neutron] 10.222.0.21 "GET /v2.0/networks/e1044f6d-396a-483b-b71c-7bce8d672ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595621 Feb 09 18:36:44.564397 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:44.581502 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] Transition to ACTIVE for port object 28cfe413-3e3e-40cf-a762-e99f88da56aa will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:36:44.959971 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:45.104806 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac91b0-8a0c-4ca2-ac96-6ecabc795fcf None None] Pushing event updated for resources: {'Port': ['ID=28cfe413-3e3e-40cf-a762-e99f88da56aa,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:45.231661 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-168bbc27-669d-4140-b7a6-b22eb3edb39d req-b4492a6f-57b5-4470-9186-15c088f41aff tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 210 time: 0.0872128 Feb 09 18:36:45.239613 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] Attempting to bind port 28cfe413-3e3e-40cf-a762-e99f88da56aa on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:36:45.240092 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] Attempting to bind port 28cfe413-3e3e-40cf-a762-e99f88da56aa by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '05b7cdb9-2e82-4a49-bcf4-31a20797ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b1ae1d64-14e2-4268-8491-8d8226198c25'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:36:45.240553 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] Attempting to bind port 28cfe413-3e3e-40cf-a762-e99f88da56aa on network b1ae1d64-14e2-4268-8491-8d8226198c25 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:36:45.249103 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:36:45.249637 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] Checking segment: {'id': '05b7cdb9-2e82-4a49-bcf4-31a20797ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b1ae1d64-14e2-4268-8491-8d8226198c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:36:45.250130 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:45.250656 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] Bound using segment: {'id': '05b7cdb9-2e82-4a49-bcf4-31a20797ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b1ae1d64-14e2-4268-8491-8d8226198c25'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:36:45.251268 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] Bound port: 28cfe413-3e3e-40cf-a762-e99f88da56aa, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b7cdb9-2e82-4a49-bcf4-31a20797ef58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b1ae1d64-14e2-4268-8491-8d8226198c25'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:36:45.251811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:45.427778 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] For port 28cfe413-3e3e-40cf-a762-e99f88da56aa, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:36:45.432317 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] For port 28cfe413-3e3e-40cf-a762-e99f88da56aa, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=28cfe413-3e3e-40cf-a762-e99f88da56aa,segment=NetworkSegment(05b7cdb9-2e82-4a49-bcf4-31a20797ef58),segment_id=05b7cdb9-2e82-4a49-bcf4-31a20797ef58)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:36:45.532323 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:45.629618 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] Routers {'ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:36:45.629618 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:36:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:36:45.735748 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac91b0-8a0c-4ca2-ac96-6ecabc795fcf None None] Pushing event updated for resources: {'Port': ['ID=28cfe413-3e3e-40cf-a762-e99f88da56aa,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:45.922993 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] Set router ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:36:46.369792 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29', 'name': 'tempest-TestMinimumBasicScenario-425521967-router', 'tenant_id': '4613b2dc198a4ead81a4748169eadf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '043d8be1-dca6-4def-bfc4-24dc8c573ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:36:21Z', 'updated_at': '2022-02-09T18:36:26Z', 'revision_number': 4, 'project_id': '4613b2dc198a4ead81a4748169eadf4f', 'gw_port': {'id': '043d8be1-dca6-4def-bfc4-24dc8c573ee9', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:08:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:22Z', 'updated_at': '2022-02-09T18:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '28cfe413-3e3e-40cf-a762-e99f88da56aa', 'name': '', 'network_id': 'b1ae1d64-14e2-4268-8491-8d8226198c25', 'tenant_id': '4613b2dc198a4ead81a4748169eadf4f', 'mac_address': 'fa:16:3e:14:27:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6842ea16-3a75-4ae3-ba63-2bc4efcde4ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:25Z', 'updated_at': '2022-02-09T18:36:45Z', 'revision_number': 4, 'project_id': '4613b2dc198a4ead81a4748169eadf4f', 'subnets': [{'id': '6842ea16-3a75-4ae3-ba63-2bc4efcde4ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:36:46.375435 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ff5eee-2ef6-4e89-8ceb-305e81b35b1d None None] The sync data for ids ['ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29'] in dv-neutron-827016-2-hyperv is: [{'id': 'ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29', 'name': 'tempest-TestMinimumBasicScenario-425521967-router', 'tenant_id': '4613b2dc198a4ead81a4748169eadf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '043d8be1-dca6-4def-bfc4-24dc8c573ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:36:21Z', 'updated_at': '2022-02-09T18:36:26Z', 'revision_number': 4, 'project_id': '4613b2dc198a4ead81a4748169eadf4f', 'gw_port': {'id': '043d8be1-dca6-4def-bfc4-24dc8c573ee9', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:08:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:22Z', 'updated_at': '2022-02-09T18:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '28cfe413-3e3e-40cf-a762-e99f88da56aa', 'name': '', 'network_id': 'b1ae1d64-14e2-4268-8491-8d8226198c25', 'tenant_id': '4613b2dc198a4ead81a4748169eadf4f', 'mac_address': 'fa:16:3e:14:27:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6842ea16-3a75-4ae3-ba63-2bc4efcde4ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:25Z', 'updated_at': '2022-02-09T18:36:45Z', 'revision_number': 4, 'project_id': '4613b2dc198a4ead81a4748169eadf4f', 'subnets': [{'id': '6842ea16-3a75-4ae3-ba63-2bc4efcde4ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:36:46.406272 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-37ef6bdc-20fc-4736-9295-56e2107356e0 req-7eb265ab-8e81-4fb1-befd-1829d0df0948 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 210 time: 0.0542562 Feb 09 18:36:46.691174 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3bdc5573-6065-4b9e-a4a7-c479df2d37d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:47.292001 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:47.662115 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-43adac66-7668-490b-a3e8-b062b8c312cd req-1d9f41ba-7e25-4e86-a052-dc01985fae4f tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 210 time: 0.0513303 Feb 09 18:36:47.814496 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 28cfe413-3e3e-40cf-a762-e99f88da56aa up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:36:48.011232 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 28cfe413-3e3e-40cf-a762-e99f88da56aa completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:36:48.018187 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 28cfe413-3e3e-40cf-a762-e99f88da56aa triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:36:48.020091 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:48.188185 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:48.223238 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 28cfe413-3e3e-40cf-a762-e99f88da56aa, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=28cfe413-3e3e-40cf-a762-e99f88da56aa,segment=NetworkSegment(05b7cdb9-2e82-4a49-bcf4-31a20797ef58),segment_id=05b7cdb9-2e82-4a49-bcf4-31a20797ef58)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:36:48.320404 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:48.394908 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=28cfe413-3e3e-40cf-a762-e99f88da56aa,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:48.910853 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cf978d93-4369-440c-870c-755b4f880c25 req-1b3a26a3-a148-4806-a52a-d2afb690d351 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 210 time: 0.0759137 Feb 09 18:36:48.940695 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-001f1dfb-a67f-460e-852a-bff308590372 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:36:48.942339 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-001f1dfb-a67f-460e-852a-bff308590372 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.50 "GET /v2.0/networks?id=e1044f6d-396a-483b-b71c-7bce8d672ae2 HTTP/1.1" status: 200 len: 814 time: 0.3089445 Feb 09 18:36:48.960020 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Request body: {'port': {'device_id': '79562902-15eb-4b97-843a-d052349ed6e1', 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2', 'admin_state_up': True, 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:36:49.069024 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-df440f1d-69c0-4c46-ac57-4082f9167faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:49.212456 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:36:49.219735 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Usage tracker for resource:port and tenant:d4dd4c82398c46d5aae26a8b461eecfb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:36:49.231642 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:36:49.237962 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:36:49.320170 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Made reservation on behalf of d4dd4c82398c46d5aae26a8b461eecfb for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:36:49.325038 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:49.557476 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Allocated IP 172.20.0.3 (e1044f6d-396a-483b-b71c-7bce8d672ae2/0ec673cf-51a5-4b4b-a566-89e5c70cc13a/366a45a8-7243-4777-b14d-9e35926a3cc1) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:36:49.806973 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 28cfe413-3e3e-40cf-a762-e99f88da56aa up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:36:49.943471 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 28cfe413-3e3e-40cf-a762-e99f88da56aa triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:36:49.944050 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:49.955562 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:49.990953 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Transition to ACTIVE for port object 366a45a8-7243-4777-b14d-9e35926a3cc1 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:36:50.322832 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c5c8c649-aeb1-48b9-b3ea-0a60acf18111 req-32b7feed-9583-49ae-aed4-61826744cab5 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 210 time: 0.0951521 Feb 09 18:36:50.411962 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:50.444089 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:50.446424 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:50.514818 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Network e1044f6d-396a-483b-b71c-7bce8d672ae2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:36:50.518420 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:36:50.521442 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:36:50.563132 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Pushing event updated for resources: {'Port': ['ID=366a45a8-7243-4777-b14d-9e35926a3cc1,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:36:50.636902 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:36:50.638348 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:50.661420 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:50.661948 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:50.662739 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:50.663219 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:50.663733 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:50.664505 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:50.665274 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:50.666042 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:50.678737 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:50.679637 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:50.683635 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:36:50.808078 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-4da450ed-4c14-462f-9f83-06ff665d96ab tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8532879 Feb 09 18:36:50.971968 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-aee86b99-9556-4a46-be63-26f6e2cc6dd9 None None] Provisioning for port 366a45a8-7243-4777-b14d-9e35926a3cc1 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:36:50.978739 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-aee86b99-9556-4a46-be63-26f6e2cc6dd9 None None] Provisioning complete for port 366a45a8-7243-4777-b14d-9e35926a3cc1 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:36:50.979695 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aee86b99-9556-4a46-be63-26f6e2cc6dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:51.127531 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-aee86b99-9556-4a46-be63-26f6e2cc6dd9 None None] Port 366a45a8-7243-4777-b14d-9e35926a3cc1 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:36:51.704022 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:51.818830 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb982d-acdf-48e1-8acf-e982ad371e9f req-bd6b1f9a-8917-49cf-821d-b2f35fab9640 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:36:51.826761 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4eeb982d-acdf-48e1-8acf-e982ad371e9f req-bd6b1f9a-8917-49cf-821d-b2f35fab9640 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 931 time: 0.2819767 Feb 09 18:36:51.875692 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-4eeb982d-acdf-48e1-8acf-e982ad371e9f req-61a2848a-467d-4017-8d80-5d22e9a0703c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Synchronizing usage tracker for tenant:d4dd4c82398c46d5aae26a8b461eecfb on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:36:51.977809 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-4eeb982d-acdf-48e1-8acf-e982ad371e9f req-61a2848a-467d-4017-8d80-5d22e9a0703c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Unset dirty status for tenant:d4dd4c82398c46d5aae26a8b461eecfb on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:36:51.979753 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4eeb982d-acdf-48e1-8acf-e982ad371e9f req-61a2848a-467d-4017-8d80-5d22e9a0703c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519501 Feb 09 18:36:53.428103 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853c46b-ffd5-4d8a-a286-f6b75e80ad0a req-db62d83c-785c-461a-b039-a4c5263f8c63 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:36:53.432279 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5853c46b-ffd5-4d8a-a286-f6b75e80ad0a req-db62d83c-785c-461a-b039-a4c5263f8c63 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 931 time: 0.1873832 Feb 09 18:36:53.518900 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5853c46b-ffd5-4d8a-a286-f6b75e80ad0a req-dab181fe-b7b8-4ccb-8a7a-38c319b0305a tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771854 Feb 09 18:36:54.850005 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fac54-90d2-49cf-b153-dfb776e045c7 req-f6b52fdd-1cbd-4ea9-9212-488f0c3c275a tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:36:54.862752 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b83fac54-90d2-49cf-b153-dfb776e045c7 req-f6b52fdd-1cbd-4ea9-9212-488f0c3c275a tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 931 time: 0.1720557 Feb 09 18:36:54.969178 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b83fac54-90d2-49cf-b153-dfb776e045c7 req-5993c7b2-489e-41ec-bddd-465750dd8616 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990677 Feb 09 18:36:56.326889 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a99b83-a803-46ae-99b4-1ef53e164460 req-65fc738a-168e-477a-9391-b1b2980d3745 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:36:56.329631 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-74a99b83-a803-46ae-99b4-1ef53e164460 req-65fc738a-168e-477a-9391-b1b2980d3745 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 931 time: 0.1246629 Feb 09 18:36:56.407359 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-74a99b83-a803-46ae-99b4-1ef53e164460 req-751bffa2-4aae-452f-bef6-a92525c2c8a9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717294 Feb 09 18:36:57.707269 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d0717-1334-477a-9a82-c73d1e5ce124 req-7f1f1340-4a5b-4695-9392-e224ca8a881d tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:36:57.708833 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-060d0717-1334-477a-9a82-c73d1e5ce124 req-7f1f1340-4a5b-4695-9392-e224ca8a881d tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 931 time: 0.1072791 Feb 09 18:36:57.771342 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-060d0717-1334-477a-9a82-c73d1e5ce124 req-d5d9d0c3-6eee-4798-8ba4-00495db8452e tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516729 Feb 09 18:36:58.748969 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-3f5fa55c-cd87-48ee-8707-00f388a7714f service neutron] Request body: {'port': {'device_id': '79562902-15eb-4b97-843a-d052349ed6e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:36:58.963405 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-3f5fa55c-cd87-48ee-8707-00f388a7714f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:59.002144 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28993e35-d6a5-4719-9700-30c06203cb70 req-2e843243-9566-45b1-8921-1da0d40776d0 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:36:59.004599 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-28993e35-d6a5-4719-9700-30c06203cb70 req-2e843243-9566-45b1-8921-1da0d40776d0 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 931 time: 0.0852370 Feb 09 18:36:59.061605 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-28993e35-d6a5-4719-9700-30c06203cb70 req-245a589d-aece-40fa-a93f-c06e6256b041 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499356 Feb 09 18:36:59.570217 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-3f5fa55c-cd87-48ee-8707-00f388a7714f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 366a45a8-7243-4777-b14d-9e35926a3cc1 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:36:59.582062 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-3f5fa55c-cd87-48ee-8707-00f388a7714f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:59.601033 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-3f5fa55c-cd87-48ee-8707-00f388a7714f service neutron] Transition to ACTIVE for port object 366a45a8-7243-4777-b14d-9e35926a3cc1 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:36:59.685607 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-3f5fa55c-cd87-48ee-8707-00f388a7714f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:36:59.844595 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fa55c-cd87-48ee-8707-00f388a7714f service neutron] Pushing event updated for resources: {'Port': ['ID=366a45a8-7243-4777-b14d-9e35926a3cc1,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:37:00.003850 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-3f5fa55c-cd87-48ee-8707-00f388a7714f service neutron] Attempting to bind port 366a45a8-7243-4777-b14d-9e35926a3cc1 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:37:00.004455 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-3f5fa55c-cd87-48ee-8707-00f388a7714f service neutron] Attempting to bind port 366a45a8-7243-4777-b14d-9e35926a3cc1 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:37:00.004897 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-3f5fa55c-cd87-48ee-8707-00f388a7714f service neutron] Attempting to bind port 366a45a8-7243-4777-b14d-9e35926a3cc1 on network e1044f6d-396a-483b-b71c-7bce8d672ae2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:37:00.014866 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-3f5fa55c-cd87-48ee-8707-00f388a7714f service neutron] Port 366a45a8-7243-4777-b14d-9e35926a3cc1 on network e1044f6d-396a-483b-b71c-7bce8d672ae2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:37:00.015240 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-3f5fa55c-cd87-48ee-8707-00f388a7714f service neutron] Attempting to bind port 366a45a8-7243-4777-b14d-9e35926a3cc1 on network e1044f6d-396a-483b-b71c-7bce8d672ae2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:37:00.027622 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-3f5fa55c-cd87-48ee-8707-00f388a7714f service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:37:00.027979 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-3f5fa55c-cd87-48ee-8707-00f388a7714f service neutron] Checking segment: {'id': '09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:37:00.028351 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-3f5fa55c-cd87-48ee-8707-00f388a7714f service neutron] Bound using segment: {'id': '09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:37:00.028816 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-3f5fa55c-cd87-48ee-8707-00f388a7714f service neutron] Bound port: 366a45a8-7243-4777-b14d-9e35926a3cc1, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:37:00.029171 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-3f5fa55c-cd87-48ee-8707-00f388a7714f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:00.167377 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-3f5fa55c-cd87-48ee-8707-00f388a7714f service neutron] For port 366a45a8-7243-4777-b14d-9e35926a3cc1, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:37:00.171164 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-3f5fa55c-cd87-48ee-8707-00f388a7714f service neutron] For port 366a45a8-7243-4777-b14d-9e35926a3cc1, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=366a45a8-7243-4777-b14d-9e35926a3cc1,segment=NetworkSegment(09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba),segment_id=09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:37:00.263538 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-3f5fa55c-cd87-48ee-8707-00f388a7714f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:00.330201 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-3f5fa55c-cd87-48ee-8707-00f388a7714f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:00.331860 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-3f5fa55c-cd87-48ee-8707-00f388a7714f service neutron] 10.222.0.50 "PUT /v2.0/ports/366a45a8-7243-4777-b14d-9e35926a3cc1 HTTP/1.1" status: 200 len: 1093 time: 1.5906026 Feb 09 18:37:00.342413 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79562902-15eb-4b97-843a-d052349ed6e1', 'tag': '366a45a8-7243-4777-b14d-9e35926a3cc1'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:37:00.389631 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fa55c-cd87-48ee-8707-00f388a7714f service neutron] Pushing event updated for resources: {'Port': ['ID=366a45a8-7243-4777-b14d-9e35926a3cc1,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:37:00.436223 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79562902-15eb-4b97-843a-d052349ed6e1', 'tag': '366a45a8-7243-4777-b14d-9e35926a3cc1', 'status': 'completed', 'code': 200} Feb 09 18:37:00.500437 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae68555-913b-4261-93a2-4ea01024ad4b req-3a094ee6-4c23-45df-90ee-894430215862 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:00.503359 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bae68555-913b-4261-93a2-4ea01024ad4b req-3a094ee6-4c23-45df-90ee-894430215862 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 943 time: 0.1854227 Feb 09 18:37:00.592353 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bae68555-913b-4261-93a2-4ea01024ad4b req-d0c8338d-d5bb-4afe-b68d-b00c026deb69 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747817 Feb 09 18:37:00.612171 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-220ae2d0-439f-4d9d-b3b6-c40cffe9aeef req-7c840191-b5ca-4807-89ee-2a261ecd3e1a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d4dd4c82398c46d5aae26a8b461eecfb&device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 1096 time: 0.1513913 Feb 09 18:37:00.901114 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ae2d0-439f-4d9d-b3b6-c40cffe9aeef req-0861e86f-4a31-4085-8aa6-9e34e3575e9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:00.903166 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-220ae2d0-439f-4d9d-b3b6-c40cffe9aeef req-0861e86f-4a31-4085-8aa6-9e34e3575e9d service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=d4dd4c82398c46d5aae26a8b461eecfb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2841165 Feb 09 18:37:01.073592 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ae2d0-439f-4d9d-b3b6-c40cffe9aeef req-58edc571-8fab-46bb-81f4-a861f1e2cd13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:01.076141 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-220ae2d0-439f-4d9d-b3b6-c40cffe9aeef req-58edc571-8fab-46bb-81f4-a861f1e2cd13 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1667275 Feb 09 18:37:01.195358 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-e1831285-fc30-45aa-9035-94aa9392e81b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d4dd4c82398c46d5aae26a8b461eecfb&device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 1096 time: 0.0761938 Feb 09 18:37:01.270121 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-f0b7edd8-1f36-4e5b-b4c1-7e964067f242 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=366a45a8-7243-4777-b14d-9e35926a3cc1 HTTP/1.1" status: 200 len: 217 time: 0.0687118 Feb 09 18:37:01.334621 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-89070967-2b60-4046-ba4f-cf60585d048b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:01.336107 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-89070967-2b60-4046-ba4f-cf60585d048b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ec673cf-51a5-4b4b-a566-89e5c70cc13a HTTP/1.1" status: 200 len: 853 time: 0.0603473 Feb 09 18:37:01.434684 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-59df67e0-e47c-43ac-a8f2-4cf63e9ba706 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1044f6d-396a-483b-b71c-7bce8d672ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875862 Feb 09 18:37:01.611436 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-e8ac99be-01af-46fa-bcea-f28829d6f638 service neutron] 10.222.0.50 "GET /v2.0/networks/e1044f6d-396a-483b-b71c-7bce8d672ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700861 Feb 09 18:37:01.788031 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6d827fbe-8c6c-4625-b455-d2894f7d9dd4 req-c5bd5cca-1f55-4a23-ba57-543b83be93d8 service neutron] 10.222.0.50 "GET /v2.0/networks/e1044f6d-396a-483b-b71c-7bce8d672ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709497 Feb 09 18:37:01.851325 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c2521-4d90-4093-a4f3-7c4c51f97aa7 req-802f28e9-46c0-483e-91b5-9c143a1499c6 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:01.853389 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e85c2521-4d90-4093-a4f3-7c4c51f97aa7 req-802f28e9-46c0-483e-91b5-9c143a1499c6 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 943 time: 0.0872786 Feb 09 18:37:01.907817 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e85c2521-4d90-4093-a4f3-7c4c51f97aa7 req-fbdd482c-a832-46de-8b8e-c0419991ef5c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478816 Feb 09 18:37:03.168935 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534a2fa-28de-4eca-b91c-d30722b94b58 req-37f7366e-6b26-4f95-91c4-44ce101a8554 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:03.170718 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5534a2fa-28de-4eca-b91c-d30722b94b58 req-37f7366e-6b26-4f95-91c4-44ce101a8554 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 943 time: 0.1338904 Feb 09 18:37:03.222135 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5534a2fa-28de-4eca-b91c-d30722b94b58 req-4a0dbe59-d54f-4aee-8833-696e898d0fe3 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451908 Feb 09 18:37:04.110848 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:37:04.441396 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5e8aa-b5be-4fef-9ed2-fa0c74ee1373 req-390e4fef-60f9-492d-b8f9-a1394ee1ef20 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:04.443017 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ceb5e8aa-b5be-4fef-9ed2-fa0c74ee1373 req-390e4fef-60f9-492d-b8f9-a1394ee1ef20 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 943 time: 0.0855143 Feb 09 18:37:04.463823 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 366a45a8-7243-4777-b14d-9e35926a3cc1 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:37:04.501677 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ceb5e8aa-b5be-4fef-9ed2-fa0c74ee1373 req-f554c4ce-1c3d-440a-9c2f-2df71791d010 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516248 Feb 09 18:37:04.631717 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 366a45a8-7243-4777-b14d-9e35926a3cc1, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=366a45a8-7243-4777-b14d-9e35926a3cc1,segment=NetworkSegment(09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba),segment_id=09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:37:04.648435 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '366a45a8-7243-4777-b14d-9e35926a3cc1', 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2', 'port_id': '366a45a8-7243-4777-b14d-9e35926a3cc1', 'mac_address': 'fa:16:3e:d0:e8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec673cf-51a5-4b4b-a566-89e5c70cc13a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:37:04.708766 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:04.732464 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 366a45a8-7243-4777-b14d-9e35926a3cc1 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:37:04.749672 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 366a45a8-7243-4777-b14d-9e35926a3cc1, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=366a45a8-7243-4777-b14d-9e35926a3cc1,segment=NetworkSegment(09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba),segment_id=09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:37:04.811627 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:04.938917 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=366a45a8-7243-4777-b14d-9e35926a3cc1,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:37:05.021932 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['366a45a8-7243-4777-b14d-9e35926a3cc1'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:37:05.728387 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15376e6a-441a-4b11-839a-c256b34c6902 req-38ff181a-4e66-446a-80db-f5ba81cf8d9d tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:05.729925 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-15376e6a-441a-4b11-839a-c256b34c6902 req-38ff181a-4e66-446a-80db-f5ba81cf8d9d tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 944 time: 0.0856948 Feb 09 18:37:05.780744 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-15376e6a-441a-4b11-839a-c256b34c6902 req-c5d2deeb-ea9a-451d-9cea-96684d5ae6cc tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426219 Feb 09 18:37:06.462855 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 366a45a8-7243-4777-b14d-9e35926a3cc1 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:37:06.605459 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 366a45a8-7243-4777-b14d-9e35926a3cc1 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:37:06.611100 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 366a45a8-7243-4777-b14d-9e35926a3cc1 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:37:06.611476 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:06.742219 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:06.776737 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79562902-15eb-4b97-843a-d052349ed6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366a45a8-7243-4777-b14d-9e35926a3cc1'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:37:06.787429 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 366a45a8-7243-4777-b14d-9e35926a3cc1, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=366a45a8-7243-4777-b14d-9e35926a3cc1,segment=NetworkSegment(09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba),segment_id=09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:37:06.857343 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:06.938214 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=366a45a8-7243-4777-b14d-9e35926a3cc1,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:37:07.014404 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830d477-9d76-4559-9fb7-654071359c84 req-44e952a0-8d99-4678-a03d-6a1fd4b9760c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:07.015926 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e830d477-9d76-4559-9fb7-654071359c84 req-44e952a0-8d99-4678-a03d-6a1fd4b9760c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 945 time: 0.0842383 Feb 09 18:37:07.069634 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79562902-15eb-4b97-843a-d052349ed6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366a45a8-7243-4777-b14d-9e35926a3cc1', 'code': 200} Feb 09 18:37:07.071454 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e830d477-9d76-4559-9fb7-654071359c84 req-df4c4b3f-3e26-4f2d-82d5-e276f77dcebc tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490789 Feb 09 18:37:07.434837 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-db8809d9-382e-471c-9af4-045ba5ece04b req-9b60a5f2-4cca-4251-92f3-f2cd3304181c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 1098 time: 0.0763013 Feb 09 18:37:07.481269 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-db8809d9-382e-471c-9af4-045ba5ece04b req-10306a02-d73c-44e4-8c3d-4e049ac634dd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408895 Feb 09 18:37:08.413092 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4ad24-fdcb-4f1f-aad9-0ab57105001d req-f9d7f691-35c5-466f-901c-0d0b9d382427 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:08.415408 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-79f4ad24-fdcb-4f1f-aad9-0ab57105001d req-f9d7f691-35c5-466f-901c-0d0b9d382427 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 945 time: 0.1126921 Feb 09 18:37:08.468315 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-79f4ad24-fdcb-4f1f-aad9-0ab57105001d req-f3ce6f38-c08a-48fd-a70b-3f6e15eb382f tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465107 Feb 09 18:37:09.716354 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a762d3-7126-4827-8c07-1255ebd788f9 req-92fd4ae0-0f4c-4b0d-9d09-84a07f8c22de tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:09.718005 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-33a762d3-7126-4827-8c07-1255ebd788f9 req-92fd4ae0-0f4c-4b0d-9d09-84a07f8c22de tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 945 time: 0.0903878 Feb 09 18:37:09.775033 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-33a762d3-7126-4827-8c07-1255ebd788f9 req-26507198-7ade-4e8a-958b-751c892b07cf tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504036 Feb 09 18:37:10.024289 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091210f-96fe-4e4c-bd17-074d64fe7a67 req-3ff4bc5b-37af-4b89-aa72-9e707a0a8a4c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:10.026931 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0091210f-96fe-4e4c-bd17-074d64fe7a67 req-3ff4bc5b-37af-4b89-aa72-9e707a0a8a4c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 945 time: 0.0924771 Feb 09 18:37:10.104753 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0091210f-96fe-4e4c-bd17-074d64fe7a67 req-bb3fc750-6fd3-48f0-b818-70535df9801e tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691400 Feb 09 18:37:10.658064 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45136502-a6bd-425d-b491-cbbeba3223b0 req-b9c444f1-8935-4859-8061-355e1405f358 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:10.659590 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-45136502-a6bd-425d-b491-cbbeba3223b0 req-b9c444f1-8935-4859-8061-355e1405f358 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 945 time: 0.0901535 Feb 09 18:37:10.713750 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-45136502-a6bd-425d-b491-cbbeba3223b0 req-9b40d50a-c11b-4b0c-b3fa-09b3f695bc63 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477407 Feb 09 18:37:16.719747 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b8c5c9e-edb2-4261-b88b-eaf3980533e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:17.308021 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:19.028703 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-96db9612-8a45-4503-8ff1-3dd2071e7cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:20.171006 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:20.233879 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:21.731449 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:24.654720 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fdeda-f8d4-458a-a381-a5756d9c312d req-e699324c-3bea-4573-acf1-b703a6d94927 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:24.656358 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f72fdeda-f8d4-458a-a381-a5756d9c312d req-e699324c-3bea-4573-acf1-b703a6d94927 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 945 time: 0.1293495 Feb 09 18:37:24.714108 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f72fdeda-f8d4-458a-a381-a5756d9c312d req-6c8fe63c-feb1-4265-88c3-1c70c2a4ad7f tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479059 Feb 09 18:37:24.744645 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60212) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:37:25.063015 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-342722a7-3167-4b7d-9f22-74052c6cf266 tempest-TestMinimumBasicScenario-725164063 tempest-TestMinimumBasicScenario-725164063-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 1093 time: 0.3167870 Feb 09 18:37:25.066331 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60218) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:37:25.073033 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c6349609-ac75-4196-bf49-5d57fd0548f1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': '366a45a8-7243-4777-b14d-9e35926a3cc1', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:37:25.079797 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c6349609-ac75-4196-bf49-5d57fd0548f1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:37:25.084897 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c6349609-ac75-4196-bf49-5d57fd0548f1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Usage tracker for resource:floatingip and tenant:d4dd4c82398c46d5aae26a8b461eecfb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:37:25.089319 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c6349609-ac75-4196-bf49-5d57fd0548f1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:37:25.096964 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c6349609-ac75-4196-bf49-5d57fd0548f1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:37:25.171434 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c6349609-ac75-4196-bf49-5d57fd0548f1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:25.350546 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c6349609-ac75-4196-bf49-5d57fd0548f1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:25.509122 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-c6349609-ac75-4196-bf49-5d57fd0548f1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Allocated IP 172.26.8.59 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/28f59b9d-02b9-4dbd-b6ae-16115f123df8) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:37:25.692183 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c6349609-ac75-4196-bf49-5d57fd0548f1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:25.788848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c6349609-ac75-4196-bf49-5d57fd0548f1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:25.872156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6349609-ac75-4196-bf49-5d57fd0548f1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:37:25.875259 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-c6349609-ac75-4196-bf49-5d57fd0548f1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:37:25.880030 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6349609-ac75-4196-bf49-5d57fd0548f1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:37:25.907777 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6349609-ac75-4196-bf49-5d57fd0548f1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Pushing event updated for resources: {'Port': ['ID=28f59b9d-02b9-4dbd-b6ae-16115f123df8,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:37:26.614885 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c6349609-ac75-4196-bf49-5d57fd0548f1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:26.735813 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c6349609-ac75-4196-bf49-5d57fd0548f1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:26.963609 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c6349609-ac75-4196-bf49-5d57fd0548f1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:27.040195 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c6349609-ac75-4196-bf49-5d57fd0548f1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:27.155562 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6349609-ac75-4196-bf49-5d57fd0548f1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Pushing event updated for resources: {'Port': ['ID=28f59b9d-02b9-4dbd-b6ae-16115f123df8,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:37:27.169569 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c6349609-ac75-4196-bf49-5d57fd0548f1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:27.372506 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [None req-c6349609-ac75-4196-bf49-5d57fd0548f1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Floating IP f3afbb79-3ae3-4818-a2a8-a39dabd0f1b9 associated. External IP: 172.26.8.59, port: 366a45a8-7243-4777-b14d-9e35926a3cc1. Feb 09 18:37:27.891024 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6349609-ac75-4196-bf49-5d57fd0548f1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Router f8b73574-6ec2-470c-90bc-6eebde8fe336 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:37:28.319342 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6349609-ac75-4196-bf49-5d57fd0548f1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:37:28.332686 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0f8070-07c2-4579-8ff9-5b9fa3980a87 None None] Sync routers for ids ['f8b73574-6ec2-470c-90bc-6eebde8fe336'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:37:28.347532 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0f8070-07c2-4579-8ff9-5b9fa3980a87 None None] Routers {'f8b73574-6ec2-470c-90bc-6eebde8fe336'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:37:28.348302 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7f0f8070-07c2-4579-8ff9-5b9fa3980a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:37:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['f8b73574-6ec2-470c-90bc-6eebde8fe336'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:37:28.457307 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c6349609-ac75-4196-bf49-5d57fd0548f1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:28.521529 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c6349609-ac75-4196-bf49-5d57fd0548f1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4539065 Feb 09 18:37:28.523332 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79562902-15eb-4b97-843a-d052349ed6e1', 'tag': '366a45a8-7243-4777-b14d-9e35926a3cc1'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:37:28.526221 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60222) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:37:28.536657 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-9d3fc76f-7b2f-4e7a-85ef-66ff0f8696c9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-133529509', 'description': 'tempest-secgroup-smoke-133529509 description', 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:37:28.548164 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9d3fc76f-7b2f-4e7a-85ef-66ff0f8696c9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:37:28.568539 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9d3fc76f-7b2f-4e7a-85ef-66ff0f8696c9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:37:28.588475 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-7f0f8070-07c2-4579-8ff9-5b9fa3980a87 None None] Set router f8b73574-6ec2-470c-90bc-6eebde8fe336 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:37:28.611040 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79562902-15eb-4b97-843a-d052349ed6e1', 'tag': '366a45a8-7243-4777-b14d-9e35926a3cc1', 'status': 'completed', 'code': 200} Feb 09 18:37:28.668586 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc76f-7b2f-4e7a-85ef-66ff0f8696c9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:28.723813 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f622d531-21d5-46af-9b1e-27d6be6e6889 req-7a1b39b2-86c2-4d10-9111-9d999840f487 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d4dd4c82398c46d5aae26a8b461eecfb&device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 1098 time: 0.0871279 Feb 09 18:37:28.735532 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9d3fc76f-7b2f-4e7a-85ef-66ff0f8696c9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:37:28.742874 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9d3fc76f-7b2f-4e7a-85ef-66ff0f8696c9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Usage tracker for resource:security_group_rule and tenant:d4dd4c82398c46d5aae26a8b461eecfb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:37:28.748792 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9d3fc76f-7b2f-4e7a-85ef-66ff0f8696c9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:37:28.760712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9d3fc76f-7b2f-4e7a-85ef-66ff0f8696c9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:37:28.858706 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc76f-7b2f-4e7a-85ef-66ff0f8696c9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:28.915640 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc76f-7b2f-4e7a-85ef-66ff0f8696c9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:28.987162 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622d531-21d5-46af-9b1e-27d6be6e6889 req-f2e66482-a07a-41c3-8059-aa3328919ceb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:28.989551 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f622d531-21d5-46af-9b1e-27d6be6e6889 req-f2e66482-a07a-41c3-8059-aa3328919ceb service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1044f6d-396a-483b-b71c-7bce8d672ae2 HTTP/1.1" status: 200 len: 915 time: 0.2583733 Feb 09 18:37:28.991506 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fc76f-7b2f-4e7a-85ef-66ff0f8696c9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=900be88f-edfe-4408-933e-f8baf571ca8c,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:37:29.004896 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3fc76f-7b2f-4e7a-85ef-66ff0f8696c9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:37:29.005575 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3fc76f-7b2f-4e7a-85ef-66ff0f8696c9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:37:29.006104 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3fc76f-7b2f-4e7a-85ef-66ff0f8696c9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:37:29.006691 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3fc76f-7b2f-4e7a-85ef-66ff0f8696c9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:37:29.007292 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3fc76f-7b2f-4e7a-85ef-66ff0f8696c9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:37:29.008762 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3fc76f-7b2f-4e7a-85ef-66ff0f8696c9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:37:29.009343 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3fc76f-7b2f-4e7a-85ef-66ff0f8696c9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:37:29.009906 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3fc76f-7b2f-4e7a-85ef-66ff0f8696c9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:37:29.010492 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3fc76f-7b2f-4e7a-85ef-66ff0f8696c9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:37:29.010938 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3fc76f-7b2f-4e7a-85ef-66ff0f8696c9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:37:29.017796 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3fc76f-7b2f-4e7a-85ef-66ff0f8696c9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:37:29.057439 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc76f-7b2f-4e7a-85ef-66ff0f8696c9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:29.059975 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9d3fc76f-7b2f-4e7a-85ef-66ff0f8696c9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5311701 Feb 09 18:37:29.064453 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60228) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:37:29.079984 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-8897d1e4-69f2-4914-a71a-eeacce633e5c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Request body: {'security_group_rule': {'security_group_id': '900be88f-edfe-4408-933e-f8baf571ca8c', 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:37:29.095350 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-8897d1e4-69f2-4914-a71a-eeacce633e5c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:37:29.105695 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8897d1e4-69f2-4914-a71a-eeacce633e5c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Usage tracker for resource:security_group_rule and tenant:d4dd4c82398c46d5aae26a8b461eecfb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:37:29.112943 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8897d1e4-69f2-4914-a71a-eeacce633e5c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:37:29.129122 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-8897d1e4-69f2-4914-a71a-eeacce633e5c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:37:29.189394 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7f0f8070-07c2-4579-8ff9-5b9fa3980a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'name': 'tempest-TestMinimumBasicScenario-850294166-router', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '959d6493-06e2-4a79-a72d-48262910f420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:36:15Z', 'revision_number': 4, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'gw_port': {'id': '959d6493-06e2-4a79-a72d-48262910f420', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'f3afbb79-3ae3-4818-a2a8-a39dabd0f1b9', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'floating_ip_address': '172.26.8.59', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'port_id': '366a45a8-7243-4777-b14d-9e35926a3cc1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2', 'mac_address': 'fa:16:3e:d0:e8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79562902-15eb-4b97-843a-d052349ed6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:37:26Z', 'updated_at': '2022-02-09T18:37:26Z', 'revision_number': 0, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8180ceb-da5d-4dd2-a1e6-917b37f780b2', 'name': '', 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'mac_address': 'fa:16:3e:aa:a2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ec673cf-51a5-4b4b-a566-89e5c70cc13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:14Z', 'updated_at': '2022-02-09T18:36:24Z', 'revision_number': 5, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'subnets': [{'id': '0ec673cf-51a5-4b4b-a566-89e5c70cc13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:37:29.195778 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0f8070-07c2-4579-8ff9-5b9fa3980a87 None None] Checking router: f8b73574-6ec2-470c-90bc-6eebde8fe336 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:37:29.198812 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f622d531-21d5-46af-9b1e-27d6be6e6889 req-573ac4df-e1da-4a9f-b928-ae66589d7524 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=366a45a8-7243-4777-b14d-9e35926a3cc1 HTTP/1.1" status: 200 len: 998 time: 0.2028110 Feb 09 18:37:29.209930 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0f8070-07c2-4579-8ff9-5b9fa3980a87 None None] Routers {'f8b73574-6ec2-470c-90bc-6eebde8fe336'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:37:29.210759 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7f0f8070-07c2-4579-8ff9-5b9fa3980a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:37:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['f8b73574-6ec2-470c-90bc-6eebde8fe336'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:37:29.279913 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622d531-21d5-46af-9b1e-27d6be6e6889 req-a3cbcd16-9f2a-46e1-80af-2a79a50a0e6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:29.282203 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f622d531-21d5-46af-9b1e-27d6be6e6889 req-a3cbcd16-9f2a-46e1-80af-2a79a50a0e6c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ec673cf-51a5-4b4b-a566-89e5c70cc13a HTTP/1.1" status: 200 len: 853 time: 0.0765417 Feb 09 18:37:29.282688 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8897d1e4-69f2-4914-a71a-eeacce633e5c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:29.396555 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8897d1e4-69f2-4914-a71a-eeacce633e5c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:29.411257 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f622d531-21d5-46af-9b1e-27d6be6e6889 req-3174f9e8-1c6f-47c4-bb49-9637dc29dd57 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1044f6d-396a-483b-b71c-7bce8d672ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1209424 Feb 09 18:37:29.434451 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-7f0f8070-07c2-4579-8ff9-5b9fa3980a87 None None] Set router f8b73574-6ec2-470c-90bc-6eebde8fe336 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:37:29.468427 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8897d1e4-69f2-4914-a71a-eeacce633e5c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:29.521944 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897d1e4-69f2-4914-a71a-eeacce633e5c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa6a5a84-407f-495b-a1e0-599e11a13499,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:37:29.606113 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f622d531-21d5-46af-9b1e-27d6be6e6889 req-b09066fa-84a0-4893-92fe-e10e33e97c07 service neutron] 10.222.0.50 "GET /v2.0/networks/e1044f6d-396a-483b-b71c-7bce8d672ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879587 Feb 09 18:37:29.606530 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8897d1e4-69f2-4914-a71a-eeacce633e5c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:29.608351 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8897d1e4-69f2-4914-a71a-eeacce633e5c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5422308 Feb 09 18:37:29.612483 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60232) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:37:29.621143 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-2a82113b-55ef-4d71-9ae2-9c2f9ffd87a5 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Request body: {'security_group_rule': {'security_group_id': '900be88f-edfe-4408-933e-f8baf571ca8c', 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:37:29.628083 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2a82113b-55ef-4d71-9ae2-9c2f9ffd87a5 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:37:29.632938 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2a82113b-55ef-4d71-9ae2-9c2f9ffd87a5 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Usage tracker for resource:security_group_rule and tenant:d4dd4c82398c46d5aae26a8b461eecfb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:37:29.637186 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2a82113b-55ef-4d71-9ae2-9c2f9ffd87a5 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:37:29.645298 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2a82113b-55ef-4d71-9ae2-9c2f9ffd87a5 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:37:29.768634 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2a82113b-55ef-4d71-9ae2-9c2f9ffd87a5 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:29.816662 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f622d531-21d5-46af-9b1e-27d6be6e6889 req-a9a2a79f-3d58-4679-8a91-276d4ea38017 service neutron] 10.222.0.50 "GET /v2.0/networks/e1044f6d-396a-483b-b71c-7bce8d672ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020440 Feb 09 18:37:29.875149 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2a82113b-55ef-4d71-9ae2-9c2f9ffd87a5 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:29.940626 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7f0f8070-07c2-4579-8ff9-5b9fa3980a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'name': 'tempest-TestMinimumBasicScenario-850294166-router', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '959d6493-06e2-4a79-a72d-48262910f420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:36:15Z', 'revision_number': 4, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'gw_port': {'id': '959d6493-06e2-4a79-a72d-48262910f420', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'f3afbb79-3ae3-4818-a2a8-a39dabd0f1b9', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'floating_ip_address': '172.26.8.59', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'port_id': '366a45a8-7243-4777-b14d-9e35926a3cc1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2', 'mac_address': 'fa:16:3e:d0:e8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79562902-15eb-4b97-843a-d052349ed6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:37:26Z', 'updated_at': '2022-02-09T18:37:26Z', 'revision_number': 0, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8180ceb-da5d-4dd2-a1e6-917b37f780b2', 'name': '', 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'mac_address': 'fa:16:3e:aa:a2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ec673cf-51a5-4b4b-a566-89e5c70cc13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:14Z', 'updated_at': '2022-02-09T18:36:24Z', 'revision_number': 5, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'subnets': [{'id': '0ec673cf-51a5-4b4b-a566-89e5c70cc13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:37:29.946745 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0f8070-07c2-4579-8ff9-5b9fa3980a87 None None] The sync data for ids ['f8b73574-6ec2-470c-90bc-6eebde8fe336'] in dv-neutron-827016-2-hyperv is: [{'id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'name': 'tempest-TestMinimumBasicScenario-850294166-router', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '959d6493-06e2-4a79-a72d-48262910f420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:36:15Z', 'revision_number': 4, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'gw_port': {'id': '959d6493-06e2-4a79-a72d-48262910f420', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'f3afbb79-3ae3-4818-a2a8-a39dabd0f1b9', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'floating_ip_address': '172.26.8.59', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'port_id': '366a45a8-7243-4777-b14d-9e35926a3cc1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2', 'mac_address': 'fa:16:3e:d0:e8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79562902-15eb-4b97-843a-d052349ed6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:37:26Z', 'updated_at': '2022-02-09T18:37:26Z', 'revision_number': 0, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8180ceb-da5d-4dd2-a1e6-917b37f780b2', 'name': '', 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'mac_address': 'fa:16:3e:aa:a2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ec673cf-51a5-4b4b-a566-89e5c70cc13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:14Z', 'updated_at': '2022-02-09T18:36:24Z', 'revision_number': 5, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'subnets': [{'id': '0ec673cf-51a5-4b4b-a566-89e5c70cc13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:37:29.951648 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2a82113b-55ef-4d71-9ae2-9c2f9ffd87a5 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:30.005432 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82113b-55ef-4d71-9ae2-9c2f9ffd87a5 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4083eb2-8917-441c-9f57-3cea4fadca54,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:37:30.079850 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2a82113b-55ef-4d71-9ae2-9c2f9ffd87a5 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:30.081417 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2a82113b-55ef-4d71-9ae2-9c2f9ffd87a5 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4673989 Feb 09 18:37:30.085055 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60236) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:37:30.096584 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-1b62ce21-6a2c-4dd1-9260-5addf0625888 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Request body: {'security_group_rule': {'security_group_id': '900be88f-edfe-4408-933e-f8baf571ca8c', 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:37:30.108327 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1b62ce21-6a2c-4dd1-9260-5addf0625888 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:37:30.116219 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1b62ce21-6a2c-4dd1-9260-5addf0625888 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Usage tracker for resource:security_group_rule and tenant:d4dd4c82398c46d5aae26a8b461eecfb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:37:30.123101 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1b62ce21-6a2c-4dd1-9260-5addf0625888 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:37:30.134452 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1b62ce21-6a2c-4dd1-9260-5addf0625888 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:37:30.207094 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a7fd0b-54f7-4871-901b-4967ca32fa8d None None] New status for floating IP f3afbb79-3ae3-4818-a2a8-a39dabd0f1b9: ACTIVE {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:37:30.252462 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1b62ce21-6a2c-4dd1-9260-5addf0625888 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:30.329670 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1b62ce21-6a2c-4dd1-9260-5addf0625888 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:30.422986 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1b62ce21-6a2c-4dd1-9260-5addf0625888 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:30.449735 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62ce21-6a2c-4dd1-9260-5addf0625888 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d144383-24a6-440c-b305-901e70c984a7,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:37:30.537160 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1b62ce21-6a2c-4dd1-9260-5addf0625888 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:30.538473 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1b62ce21-6a2c-4dd1-9260-5addf0625888 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4502158 Feb 09 18:37:30.542102 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60240) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:37:30.549562 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-ba032eab-06f7-443b-b629-1444175b035c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Request body: {'security_group_rule': {'security_group_id': '900be88f-edfe-4408-933e-f8baf571ca8c', 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:37:30.557090 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ba032eab-06f7-443b-b629-1444175b035c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:37:30.561615 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ba032eab-06f7-443b-b629-1444175b035c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Usage tracker for resource:security_group_rule and tenant:d4dd4c82398c46d5aae26a8b461eecfb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:37:30.565016 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-ba032eab-06f7-443b-b629-1444175b035c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:37:30.576466 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-ba032eab-06f7-443b-b629-1444175b035c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:37:30.664194 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ba032eab-06f7-443b-b629-1444175b035c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:30.759056 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ba032eab-06f7-443b-b629-1444175b035c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:30.839823 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ba032eab-06f7-443b-b629-1444175b035c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:30.866768 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba032eab-06f7-443b-b629-1444175b035c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74e1e70-6572-4bec-a6e8-0dd1abf2845b,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:37:30.942609 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ba032eab-06f7-443b-b629-1444175b035c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:30.943873 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ba032eab-06f7-443b-b629-1444175b035c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4005756 Feb 09 18:37:30.948524 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60244) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:37:30.954670 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-38a2e258-47e7-49f2-a313-5de21f7b8ea8 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Request body: {'security_group_rule': {'security_group_id': '900be88f-edfe-4408-933e-f8baf571ca8c', 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:37:30.961120 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-38a2e258-47e7-49f2-a313-5de21f7b8ea8 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:37:30.965858 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-38a2e258-47e7-49f2-a313-5de21f7b8ea8 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Usage tracker for resource:security_group_rule and tenant:d4dd4c82398c46d5aae26a8b461eecfb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:37:30.969205 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-38a2e258-47e7-49f2-a313-5de21f7b8ea8 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:37:30.975927 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-38a2e258-47e7-49f2-a313-5de21f7b8ea8 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:37:31.062644 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-38a2e258-47e7-49f2-a313-5de21f7b8ea8 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Project d4dd4c82398c46d5aae26a8b461eecfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:37:31.062644 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-38a2e258-47e7-49f2-a313-5de21f7b8ea8 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:31.167971 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-38a2e258-47e7-49f2-a313-5de21f7b8ea8 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:31.255086 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-38a2e258-47e7-49f2-a313-5de21f7b8ea8 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:31.279043 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2e258-47e7-49f2-a313-5de21f7b8ea8 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3c6461-a846-433e-8d44-20dc8b690e3b,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:37:31.371727 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-38a2e258-47e7-49f2-a313-5de21f7b8ea8 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:31.371727 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-38a2e258-47e7-49f2-a313-5de21f7b8ea8 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4197912 Feb 09 18:37:31.380113 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60248) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:37:31.395741 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-1dfe55bc-d089-451a-a38f-114344ade361 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Request body: {'security_group_rule': {'security_group_id': '900be88f-edfe-4408-933e-f8baf571ca8c', 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:37:31.395741 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1dfe55bc-d089-451a-a38f-114344ade361 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:37:31.406777 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1dfe55bc-d089-451a-a38f-114344ade361 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Usage tracker for resource:security_group_rule and tenant:d4dd4c82398c46d5aae26a8b461eecfb is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:37:31.413394 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1dfe55bc-d089-451a-a38f-114344ade361 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:37:31.423794 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1dfe55bc-d089-451a-a38f-114344ade361 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:37:31.508466 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-1dfe55bc-d089-451a-a38f-114344ade361 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Project d4dd4c82398c46d5aae26a8b461eecfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:37:31.516614 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1dfe55bc-d089-451a-a38f-114344ade361 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:31.594810 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1dfe55bc-d089-451a-a38f-114344ade361 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:31.662332 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1dfe55bc-d089-451a-a38f-114344ade361 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:31.692527 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe55bc-d089-451a-a38f-114344ade361 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65fec316-4f27-4cbf-bca7-c6fc3164a099,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:37:31.765573 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1dfe55bc-d089-451a-a38f-114344ade361 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:31.767661 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1dfe55bc-d089-451a-a38f-114344ade361 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3921371 Feb 09 18:37:31.923420 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-800539be-cb2e-45ef-97a6-36e3828bc768 req-04adcbe2-6386-45aa-990a-fe8809482910 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Synchronizing usage tracker for tenant:d4dd4c82398c46d5aae26a8b461eecfb on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:37:32.016787 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-800539be-cb2e-45ef-97a6-36e3828bc768 req-04adcbe2-6386-45aa-990a-fe8809482910 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Unset dirty status for tenant:d4dd4c82398c46d5aae26a8b461eecfb on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:37:32.018012 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-800539be-cb2e-45ef-97a6-36e3828bc768 req-04adcbe2-6386-45aa-990a-fe8809482910 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-133529509&fields=id&tenant_id=d4dd4c82398c46d5aae26a8b461eecfb HTTP/1.1" status: 200 len: 267 time: 0.1459846 Feb 09 18:37:32.120831 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800539be-cb2e-45ef-97a6-36e3828bc768 req-5ab98425-e8ba-47be-89df-0b52712fd066 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:32.122476 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-800539be-cb2e-45ef-97a6-36e3828bc768 req-5ab98425-e8ba-47be-89df-0b52712fd066 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 945 time: 0.0943124 Feb 09 18:37:32.134782 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [req-800539be-cb2e-45ef-97a6-36e3828bc768 req-c02dda77-05c8-4cee-8998-f7e4eb67dc5d tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Request body: {'port': {'security_groups': ['0c7cbb35-2587-46d4-ba12-bc509012dfa5', '900be88f-edfe-4408-933e-f8baf571ca8c']}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:37:32.373992 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [req-800539be-cb2e-45ef-97a6-36e3828bc768 req-c02dda77-05c8-4cee-8998-f7e4eb67dc5d tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:32.707807 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [req-800539be-cb2e-45ef-97a6-36e3828bc768 req-c02dda77-05c8-4cee-8998-f7e4eb67dc5d tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] For port 366a45a8-7243-4777-b14d-9e35926a3cc1, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=366a45a8-7243-4777-b14d-9e35926a3cc1,segment=NetworkSegment(09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba),segment_id=09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:37:32.832121 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [req-800539be-cb2e-45ef-97a6-36e3828bc768 req-c02dda77-05c8-4cee-8998-f7e4eb67dc5d tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:32.994525 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [req-800539be-cb2e-45ef-97a6-36e3828bc768 req-c02dda77-05c8-4cee-8998-f7e4eb67dc5d tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:33.010239 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['366a45a8-7243-4777-b14d-9e35926a3cc1'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:37:33.075325 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800539be-cb2e-45ef-97a6-36e3828bc768 req-c02dda77-05c8-4cee-8998-f7e4eb67dc5d tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:33.075996 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [req-800539be-cb2e-45ef-97a6-36e3828bc768 req-c02dda77-05c8-4cee-8998-f7e4eb67dc5d tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:33.077678 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-800539be-cb2e-45ef-97a6-36e3828bc768 req-c02dda77-05c8-4cee-8998-f7e4eb67dc5d tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "PUT /v2.0/ports/366a45a8-7243-4777-b14d-9e35926a3cc1 HTTP/1.1" status: 200 len: 981 time: 0.9484134 Feb 09 18:37:33.078392 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79562902-15eb-4b97-843a-d052349ed6e1', 'tag': '366a45a8-7243-4777-b14d-9e35926a3cc1'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:37:33.122359 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02dda77-05c8-4cee-8998-f7e4eb67dc5d tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Pushing event updated for resources: {'Port': ['ID=366a45a8-7243-4777-b14d-9e35926a3cc1,revision_number=6']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:37:33.207104 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['366a45a8-7243-4777-b14d-9e35926a3cc1'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:37:33.342209 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79562902-15eb-4b97-843a-d052349ed6e1', 'tag': '366a45a8-7243-4777-b14d-9e35926a3cc1', 'status': 'completed', 'code': 200} Feb 09 18:37:33.397175 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117e525-0171-440f-822b-cf627a551349 req-20b4cdac-2476-4393-984e-ab3e419c7ecf tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:33.399418 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9117e525-0171-440f-822b-cf627a551349 req-20b4cdac-2476-4393-984e-ab3e419c7ecf tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 984 time: 0.1238534 Feb 09 18:37:33.466009 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9117e525-0171-440f-822b-cf627a551349 req-d6dc2687-14a6-4e30-8162-ef3d06e357fc tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=900be88f-edfe-4408-933e-f8baf571ca8c&id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602725 Feb 09 18:37:33.519432 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2065ff65-066c-4b4e-bc86-c4697efa8a48 req-00701018-9798-4455-a156-711639e8e9dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d4dd4c82398c46d5aae26a8b461eecfb&device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 1137 time: 0.1509886 Feb 09 18:37:33.628966 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-918d465d-60ea-4a35-977f-7173310beb03 None None] Provisioning complete for port 366a45a8-7243-4777-b14d-9e35926a3cc1 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:37:33.629498 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-918d465d-60ea-4a35-977f-7173310beb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:33.700484 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065ff65-066c-4b4e-bc86-c4697efa8a48 req-cfd44a17-0c0e-426b-935c-42455ae4eafb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:33.702544 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2065ff65-066c-4b4e-bc86-c4697efa8a48 req-cfd44a17-0c0e-426b-935c-42455ae4eafb service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1044f6d-396a-483b-b71c-7bce8d672ae2 HTTP/1.1" status: 200 len: 915 time: 0.1766689 Feb 09 18:37:33.834627 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2065ff65-066c-4b4e-bc86-c4697efa8a48 req-a2fa4c69-aaff-4430-bc3c-4286d8f1ec20 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=366a45a8-7243-4777-b14d-9e35926a3cc1 HTTP/1.1" status: 200 len: 1000 time: 0.1241508 Feb 09 18:37:33.941612 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065ff65-066c-4b4e-bc86-c4697efa8a48 req-50e68b81-6b21-4136-ae89-10d4da130087 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:33.944086 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2065ff65-066c-4b4e-bc86-c4697efa8a48 req-50e68b81-6b21-4136-ae89-10d4da130087 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ec673cf-51a5-4b4b-a566-89e5c70cc13a HTTP/1.1" status: 200 len: 853 time: 0.1026940 Feb 09 18:37:34.085475 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2065ff65-066c-4b4e-bc86-c4697efa8a48 req-f77c1cee-6742-4dd6-93bc-f17a357bf6ac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1044f6d-396a-483b-b71c-7bce8d672ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1346207 Feb 09 18:37:34.307743 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2065ff65-066c-4b4e-bc86-c4697efa8a48 req-1221624f-c5a4-4da8-9ef3-7f6a72deacfd service neutron] 10.222.0.50 "GET /v2.0/networks/e1044f6d-396a-483b-b71c-7bce8d672ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156258 Feb 09 18:37:34.561043 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2065ff65-066c-4b4e-bc86-c4697efa8a48 req-30ebc770-95ab-4215-a4b5-ec20449060a7 service neutron] 10.222.0.50 "GET /v2.0/networks/e1044f6d-396a-483b-b71c-7bce8d672ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443244 Feb 09 18:37:41.112718 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:37:46.202695 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-30318fef-dce7-407b-b930-205acd83abb0 req-14532301-4766-468c-806f-5a12ff0d89a5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d4dd4c82398c46d5aae26a8b461eecfb&device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 1137 time: 0.1199870 Feb 09 18:37:46.266950 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0feb916-4bc9-4b07-822c-d32ddf0193bc req-2951f051-9e7c-4928-92a0-9e74abe10ebb tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:46.269622 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f0feb916-4bc9-4b07-822c-d32ddf0193bc req-2951f051-9e7c-4928-92a0-9e74abe10ebb tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 984 time: 0.2340724 Feb 09 18:37:46.352415 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f0feb916-4bc9-4b07-822c-d32ddf0193bc req-4f497820-489c-413b-ba3e-ad1062ae48fd tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=900be88f-edfe-4408-933e-f8baf571ca8c&id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0756211 Feb 09 18:37:46.451005 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30318fef-dce7-407b-b930-205acd83abb0 req-4e197ef5-a606-4e78-9a0c-34524a9a204c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:46.452676 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-30318fef-dce7-407b-b930-205acd83abb0 req-4e197ef5-a606-4e78-9a0c-34524a9a204c service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1044f6d-396a-483b-b71c-7bce8d672ae2 HTTP/1.1" status: 200 len: 915 time: 0.2431426 Feb 09 18:37:46.582355 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-30318fef-dce7-407b-b930-205acd83abb0 req-44d19a8a-9bb7-432e-a76a-10bd80b90932 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=366a45a8-7243-4777-b14d-9e35926a3cc1 HTTP/1.1" status: 200 len: 1000 time: 0.1219106 Feb 09 18:37:46.653488 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30318fef-dce7-407b-b930-205acd83abb0 req-81552aab-30a5-4684-a5e5-f81ebe0af7a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:46.655140 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-30318fef-dce7-407b-b930-205acd83abb0 req-81552aab-30a5-4684-a5e5-f81ebe0af7a5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ec673cf-51a5-4b4b-a566-89e5c70cc13a HTTP/1.1" status: 200 len: 853 time: 0.0661919 Feb 09 18:37:46.696748 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c7aac1aa-d139-4c35-88e2-cc40fbcfd6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:46.742172 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-30318fef-dce7-407b-b930-205acd83abb0 req-1590f274-47a0-401b-a2d2-0707a5b8c94f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1044f6d-396a-483b-b71c-7bce8d672ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804694 Feb 09 18:37:46.887531 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-30318fef-dce7-407b-b930-205acd83abb0 req-350f2fd6-b501-4536-8c14-d139be31c23d service neutron] 10.222.0.50 "GET /v2.0/networks/e1044f6d-396a-483b-b71c-7bce8d672ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400213 Feb 09 18:37:47.029720 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-30318fef-dce7-407b-b930-205acd83abb0 req-799e3606-cbc9-426c-bd82-5ddb68e94f2c service neutron] 10.222.0.50 "GET /v2.0/networks/e1044f6d-396a-483b-b71c-7bce8d672ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365111 Feb 09 18:37:47.285449 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:47.648889 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016adc8-3df3-4806-acb6-5b2f30291531 req-ea0af9b7-c215-4990-ae90-53f36b552d94 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:47.650446 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5016adc8-3df3-4806-acb6-5b2f30291531 req-ea0af9b7-c215-4990-ae90-53f36b552d94 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 984 time: 0.1590984 Feb 09 18:37:47.704444 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5016adc8-3df3-4806-acb6-5b2f30291531 req-1a177766-f89c-4183-bf44-59ef1d84cbd6 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=900be88f-edfe-4408-933e-f8baf571ca8c&id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449066 Feb 09 18:37:48.930799 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312e722-5211-4293-9d9c-11a3de1dbcff req-93d75047-a1b7-4870-aee5-3e7c33228093 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:48.932383 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8312e722-5211-4293-9d9c-11a3de1dbcff req-93d75047-a1b7-4870-aee5-3e7c33228093 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 984 time: 0.0874362 Feb 09 18:37:49.017001 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8312e722-5211-4293-9d9c-11a3de1dbcff req-6a92642a-abc5-4b6a-a195-970942d2bc88 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=900be88f-edfe-4408-933e-f8baf571ca8c&id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780826 Feb 09 18:37:49.079473 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9c10522f-2a35-44ea-9313-ec805e5e3d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:50.199438 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:50.245387 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:50.313155 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cd7d6-18ee-46f7-8b13-cb0cc13a3c4c req-9795992a-6b4e-463a-bf7a-c0389d4ae01f tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:50.315231 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-729cd7d6-18ee-46f7-8b13-cb0cc13a3c4c req-9795992a-6b4e-463a-bf7a-c0389d4ae01f tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 984 time: 0.1474812 Feb 09 18:37:50.402528 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-729cd7d6-18ee-46f7-8b13-cb0cc13a3c4c req-8ede4fd4-403c-4f6f-afb3-e072a02033e6 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=900be88f-edfe-4408-933e-f8baf571ca8c&id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0798056 Feb 09 18:37:51.633813 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdda5b-feb5-4890-b487-d4849852eaef req-3445eaae-b6bf-446b-a076-eb4750c697e6 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:51.635466 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-67cdda5b-feb5-4890-b487-d4849852eaef req-3445eaae-b6bf-446b-a076-eb4750c697e6 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 984 time: 0.0918462 Feb 09 18:37:51.695459 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-67cdda5b-feb5-4890-b487-d4849852eaef req-859e815b-95b1-43d2-8488-3bbf0f4ff202 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=900be88f-edfe-4408-933e-f8baf571ca8c&id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0496378 Feb 09 18:37:51.720344 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:37:52.916646 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882cf44-805e-44a0-8157-be1df7b05e87 req-de184930-6ab0-4e3d-b844-74c07d4f022a tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:52.918235 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c882cf44-805e-44a0-8157-be1df7b05e87 req-de184930-6ab0-4e3d-b844-74c07d4f022a tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 984 time: 0.0878937 Feb 09 18:37:52.977696 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c882cf44-805e-44a0-8157-be1df7b05e87 req-dcd05e29-9be2-4d84-baac-ea2c6dd95eb1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=900be88f-edfe-4408-933e-f8baf571ca8c&id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0477970 Feb 09 18:37:54.197227 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297d57f-9db5-4578-b1fd-b0c7c9381e68 req-3f429513-405e-4e56-90db-e7f78777a02a tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:54.199531 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4297d57f-9db5-4578-b1fd-b0c7c9381e68 req-3f429513-405e-4e56-90db-e7f78777a02a tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 984 time: 0.0901070 Feb 09 18:37:54.266276 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4297d57f-9db5-4578-b1fd-b0c7c9381e68 req-dad6cbbe-2666-41f6-a36a-49f33a010266 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=900be88f-edfe-4408-933e-f8baf571ca8c&id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563533 Feb 09 18:37:55.481427 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bb3da-debb-406e-ac92-3afbdab7700c req-7d46121f-2e82-4d9d-bee0-abf234d936c6 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:55.483044 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9c8bb3da-debb-406e-ac92-3afbdab7700c req-7d46121f-2e82-4d9d-bee0-abf234d936c6 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 984 time: 0.0843849 Feb 09 18:37:55.545214 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9c8bb3da-debb-406e-ac92-3afbdab7700c req-521ae7d6-80cc-41a3-96f5-c09c5cd457de tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=900be88f-edfe-4408-933e-f8baf571ca8c&id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504279 Feb 09 18:37:56.811743 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2a354-bc43-46f9-9acb-00fff02fd358 req-f3dd5451-61b7-4bab-b83d-812586e8436c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:56.813196 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-59e2a354-bc43-46f9-9acb-00fff02fd358 req-f3dd5451-61b7-4bab-b83d-812586e8436c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 984 time: 0.0940015 Feb 09 18:37:56.886649 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-59e2a354-bc43-46f9-9acb-00fff02fd358 req-19e97103-8a2f-44c3-8b59-778e594670a0 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=900be88f-edfe-4408-933e-f8baf571ca8c&id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629907 Feb 09 18:37:56.987037 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-190aa506-b2c5-47ad-a155-ebb091392b60 req-8468e206-fcd2-4962-b096-5b50b798cca9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d4dd4c82398c46d5aae26a8b461eecfb&device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 1137 time: 0.0841851 Feb 09 18:37:57.164344 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190aa506-b2c5-47ad-a155-ebb091392b60 req-b2d51d62-f376-4b50-998d-b028e991ecd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:57.166099 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-190aa506-b2c5-47ad-a155-ebb091392b60 req-b2d51d62-f376-4b50-998d-b028e991ecd3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1044f6d-396a-483b-b71c-7bce8d672ae2 HTTP/1.1" status: 200 len: 915 time: 0.1587071 Feb 09 18:37:57.284354 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-190aa506-b2c5-47ad-a155-ebb091392b60 req-cf87726d-11b3-4c2b-bc0d-31a26405c141 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=366a45a8-7243-4777-b14d-9e35926a3cc1 HTTP/1.1" status: 200 len: 1000 time: 0.1119504 Feb 09 18:37:57.354416 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190aa506-b2c5-47ad-a155-ebb091392b60 req-f81baa14-48f6-427f-9094-2f5cdc67800e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:57.355965 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-190aa506-b2c5-47ad-a155-ebb091392b60 req-f81baa14-48f6-427f-9094-2f5cdc67800e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ec673cf-51a5-4b4b-a566-89e5c70cc13a HTTP/1.1" status: 200 len: 853 time: 0.0643952 Feb 09 18:37:57.444270 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-190aa506-b2c5-47ad-a155-ebb091392b60 req-690f21f5-1996-451e-b928-fb5aed9774c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1044f6d-396a-483b-b71c-7bce8d672ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816979 Feb 09 18:37:57.590413 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-190aa506-b2c5-47ad-a155-ebb091392b60 req-8b3ecc93-155a-4e01-ab8f-fc5d1a8e6a5b service neutron] 10.222.0.50 "GET /v2.0/networks/e1044f6d-396a-483b-b71c-7bce8d672ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394842 Feb 09 18:37:57.885453 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-190aa506-b2c5-47ad-a155-ebb091392b60 req-33e48c97-4dc4-4664-87e8-bc8dc8864177 service neutron] 10.222.0.50 "GET /v2.0/networks/e1044f6d-396a-483b-b71c-7bce8d672ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882950 Feb 09 18:37:58.163631 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a2086-97d4-471b-851f-55dc0c67f344 req-d74b9d52-dd7a-4857-a4c4-aa6980c50035 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:58.165990 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-326a2086-97d4-471b-851f-55dc0c67f344 req-d74b9d52-dd7a-4857-a4c4-aa6980c50035 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 984 time: 0.1346860 Feb 09 18:37:58.219421 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-326a2086-97d4-471b-851f-55dc0c67f344 req-68a853fc-033f-4bf1-9554-aefd4dda4e09 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=900be88f-edfe-4408-933e-f8baf571ca8c&id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472243 Feb 09 18:37:59.477961 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec565-9cc3-4ddc-8f55-29a73a28fe0f req-dc068114-08a1-4602-8fda-c3c7394437a1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:37:59.479587 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5ffec565-9cc3-4ddc-8f55-29a73a28fe0f req-dc068114-08a1-4602-8fda-c3c7394437a1 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 984 time: 0.0987799 Feb 09 18:37:59.546081 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5ffec565-9cc3-4ddc-8f55-29a73a28fe0f req-9c5b7f14-0f3e-40cd-8aaf-e9383e748b75 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=900be88f-edfe-4408-933e-f8baf571ca8c&id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598111 Feb 09 18:38:00.777945 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f91f6e-66c6-4588-aa42-cffe0ada329c req-477fc7c0-4848-4639-844b-025131b16305 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:38:00.779664 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-31f91f6e-66c6-4588-aa42-cffe0ada329c req-477fc7c0-4848-4639-844b-025131b16305 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 984 time: 0.0934234 Feb 09 18:38:00.845202 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-31f91f6e-66c6-4588-aa42-cffe0ada329c req-a518993b-6ba3-46d5-9f43-47365da812c7 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=900be88f-edfe-4408-933e-f8baf571ca8c&id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536609 Feb 09 18:38:02.063944 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b1f3b-dd86-48f3-a115-2302cad3f1c2 req-382a3af9-f5db-4e20-be30-fae9acc83175 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:38:02.065493 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-929b1f3b-dd86-48f3-a115-2302cad3f1c2 req-382a3af9-f5db-4e20-be30-fae9acc83175 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 984 time: 0.0886521 Feb 09 18:38:02.126339 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-929b1f3b-dd86-48f3-a115-2302cad3f1c2 req-9d87794b-1dcf-40e3-a757-9aee9346a70c tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=900be88f-edfe-4408-933e-f8baf571ca8c&id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0494220 Feb 09 18:38:03.452380 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3855cc8-cb55-4f09-880d-a7318bef1f6e req-b2749ace-2aea-4b7f-8906-cfa7e82426a3 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:38:03.454276 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b3855cc8-cb55-4f09-880d-a7318bef1f6e req-b2749ace-2aea-4b7f-8906-cfa7e82426a3 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 984 time: 0.1974549 Feb 09 18:38:03.508939 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b3855cc8-cb55-4f09-880d-a7318bef1f6e req-608d33c6-64f2-488c-a1d2-8232acfa846d tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=900be88f-edfe-4408-933e-f8baf571ca8c&id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0478888 Feb 09 18:38:16.713789 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4123af9b-c89d-46f7-9c4b-237314118347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:17.313925 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:18.113667 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:38:19.051188 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b93f9062-2eac-48da-8378-092a8e5684d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:20.193876 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:20.211313 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:21.724912 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:35.846473 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-530d8456-fc49-4a0c-9b77-af7a0d797ec2 req-aea46963-1f56-4673-bc71-bfa1cc6ca7d9 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-133529509&fields=id&tenant_id=d4dd4c82398c46d5aae26a8b461eecfb HTTP/1.1" status: 200 len: 267 time: 0.0490458 Feb 09 18:38:35.988217 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d8456-fc49-4a0c-9b77-af7a0d797ec2 req-0430cec6-b904-48da-9d30-4490ce641740 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:38:35.990866 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-530d8456-fc49-4a0c-9b77-af7a0d797ec2 req-0430cec6-b904-48da-9d30-4490ce641740 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 984 time: 0.1373773 Feb 09 18:38:36.002113 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [req-530d8456-fc49-4a0c-9b77-af7a0d797ec2 req-ef263885-ca25-4ef1-8eb0-51a6248c5374 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Request body: {'port': {'security_groups': ['0c7cbb35-2587-46d4-ba12-bc509012dfa5']}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:38:36.136531 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [req-530d8456-fc49-4a0c-9b77-af7a0d797ec2 req-ef263885-ca25-4ef1-8eb0-51a6248c5374 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:36.407862 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [req-530d8456-fc49-4a0c-9b77-af7a0d797ec2 req-ef263885-ca25-4ef1-8eb0-51a6248c5374 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] For port 366a45a8-7243-4777-b14d-9e35926a3cc1, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=366a45a8-7243-4777-b14d-9e35926a3cc1,segment=NetworkSegment(09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba),segment_id=09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:38:36.451879 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [req-530d8456-fc49-4a0c-9b77-af7a0d797ec2 req-ef263885-ca25-4ef1-8eb0-51a6248c5374 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:36.559059 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [req-530d8456-fc49-4a0c-9b77-af7a0d797ec2 req-ef263885-ca25-4ef1-8eb0-51a6248c5374 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:36.572330 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['366a45a8-7243-4777-b14d-9e35926a3cc1'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:38:36.664918 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d8456-fc49-4a0c-9b77-af7a0d797ec2 req-ef263885-ca25-4ef1-8eb0-51a6248c5374 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:38:36.665605 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [req-530d8456-fc49-4a0c-9b77-af7a0d797ec2 req-ef263885-ca25-4ef1-8eb0-51a6248c5374 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:36.667243 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-530d8456-fc49-4a0c-9b77-af7a0d797ec2 req-ef263885-ca25-4ef1-8eb0-51a6248c5374 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "PUT /v2.0/ports/366a45a8-7243-4777-b14d-9e35926a3cc1 HTTP/1.1" status: 200 len: 942 time: 0.6703675 Feb 09 18:38:36.667827 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79562902-15eb-4b97-843a-d052349ed6e1', 'tag': '366a45a8-7243-4777-b14d-9e35926a3cc1'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:38:36.680933 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60326) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:38:36.733654 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef263885-ca25-4ef1-8eb0-51a6248c5374 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Pushing event updated for resources: {'Port': ['ID=366a45a8-7243-4777-b14d-9e35926a3cc1,revision_number=7']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:38:36.773351 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef263885-ca25-4ef1-8eb0-51a6248c5374 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:38:36.773920 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef263885-ca25-4ef1-8eb0-51a6248c5374 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:38:36.774528 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef263885-ca25-4ef1-8eb0-51a6248c5374 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:38:36.775180 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef263885-ca25-4ef1-8eb0-51a6248c5374 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:38:36.775736 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef263885-ca25-4ef1-8eb0-51a6248c5374 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:38:36.776257 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef263885-ca25-4ef1-8eb0-51a6248c5374 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:38:36.776864 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef263885-ca25-4ef1-8eb0-51a6248c5374 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:38:36.777422 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef263885-ca25-4ef1-8eb0-51a6248c5374 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:38:36.777984 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef263885-ca25-4ef1-8eb0-51a6248c5374 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:38:36.778560 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef263885-ca25-4ef1-8eb0-51a6248c5374 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:38:36.780859 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef263885-ca25-4ef1-8eb0-51a6248c5374 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:38:36.796644 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['366a45a8-7243-4777-b14d-9e35926a3cc1'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:38:36.798011 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79562902-15eb-4b97-843a-d052349ed6e1', 'tag': '366a45a8-7243-4777-b14d-9e35926a3cc1', 'status': 'completed', 'code': 200} Feb 09 18:38:36.873018 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f1a9a883-b6f9-42ff-ab48-451be3def98b tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:36.936266 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f1a9a883-b6f9-42ff-ab48-451be3def98b tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:37.063517 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-855d8cf4-5c75-4478-88c8-e2bff342e9f7 req-201ff84d-62c3-4faa-87c6-8002e04de230 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d4dd4c82398c46d5aae26a8b461eecfb&device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 1098 time: 0.2400272 Feb 09 18:38:37.114012 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f1a9a883-b6f9-42ff-ab48-451be3def98b tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:37.138512 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9a883-b6f9-42ff-ab48-451be3def98b tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=900be88f-edfe-4408-933e-f8baf571ca8c,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:38:37.223450 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c2b0b7dd-53df-42ce-a928-6bc10eb11cd5 None None] Provisioning complete for port 366a45a8-7243-4777-b14d-9e35926a3cc1 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:38:37.229340 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c2b0b7dd-53df-42ce-a928-6bc10eb11cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:37.232388 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f1a9a883-b6f9-42ff-ab48-451be3def98b tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:37.233807 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f1a9a883-b6f9-42ff-ab48-451be3def98b tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "DELETE /v2.0/security-groups/900be88f-edfe-4408-933e-f8baf571ca8c HTTP/1.1" status: 204 len: 168 time: 0.5513706 Feb 09 18:38:37.236920 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60332) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:38:37.257316 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d8cf4-5c75-4478-88c8-e2bff342e9f7 req-d6948e60-5a76-4871-8a84-4ad9c113eff7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:38:37.258827 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-855d8cf4-5c75-4478-88c8-e2bff342e9f7 req-d6948e60-5a76-4871-8a84-4ad9c113eff7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1044f6d-396a-483b-b71c-7bce8d672ae2 HTTP/1.1" status: 200 len: 915 time: 0.1883035 Feb 09 18:38:37.401838 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-855d8cf4-5c75-4478-88c8-e2bff342e9f7 req-66383940-c349-4c44-9c75-8209ef780c2d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=366a45a8-7243-4777-b14d-9e35926a3cc1 HTTP/1.1" status: 200 len: 1000 time: 0.1364415 Feb 09 18:38:37.474656 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-6de2301c-d8bc-42d0-bbbc-b14f777e077a tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Deleting port 28f59b9d-02b9-4dbd-b6ae-16115f123df8 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:38:37.474908 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6de2301c-d8bc-42d0-bbbc-b14f777e077a tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:37.517601 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d8cf4-5c75-4478-88c8-e2bff342e9f7 req-dacc33aa-b2f1-4dab-be72-2bc25b90e82b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:38:37.519634 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-855d8cf4-5c75-4478-88c8-e2bff342e9f7 req-dacc33aa-b2f1-4dab-be72-2bc25b90e82b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ec673cf-51a5-4b4b-a566-89e5c70cc13a HTTP/1.1" status: 200 len: 853 time: 0.1113677 Feb 09 18:38:37.604752 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-855d8cf4-5c75-4478-88c8-e2bff342e9f7 req-78d99bcc-0574-4eec-bf8e-a87d12ec0d5b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1044f6d-396a-483b-b71c-7bce8d672ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795560 Feb 09 18:38:37.739679 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6de2301c-d8bc-42d0-bbbc-b14f777e077a tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:37.740061 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6de2301c-d8bc-42d0-bbbc-b14f777e077a tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:37.756686 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-855d8cf4-5c75-4478-88c8-e2bff342e9f7 req-e9200eaa-398a-4aa8-bd95-43c3571835b6 service neutron] 10.222.0.50 "GET /v2.0/networks/e1044f6d-396a-483b-b71c-7bce8d672ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457753 Feb 09 18:38:37.904644 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-855d8cf4-5c75-4478-88c8-e2bff342e9f7 req-11b2b9f2-d177-4fbe-8a15-61854b0c6fdf service neutron] 10.222.0.50 "GET /v2.0/networks/e1044f6d-396a-483b-b71c-7bce8d672ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426935 Feb 09 18:38:37.964318 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-6de2301c-d8bc-42d0-bbbc-b14f777e077a tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Calling delete_port for 28f59b9d-02b9-4dbd-b6ae-16115f123df8 owned by network:floatingip {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:38:38.256590 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6de2301c-d8bc-42d0-bbbc-b14f777e077a tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:38.320377 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2301c-d8bc-42d0-bbbc-b14f777e077a tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Pushing event deleted for resources: {'Port': ['ID=28f59b9d-02b9-4dbd-b6ae-16115f123df8,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:38:38.445308 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6de2301c-d8bc-42d0-bbbc-b14f777e077a tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks [] for floatingip, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:38.997939 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de2301c-d8bc-42d0-bbbc-b14f777e077a tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Router f8b73574-6ec2-470c-90bc-6eebde8fe336 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:38:39.246849 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de2301c-d8bc-42d0-bbbc-b14f777e077a tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:38:39.263027 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6de2301c-d8bc-42d0-bbbc-b14f777e077a tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:39.263715 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092a1437-d9f8-4773-9964-442323a6fa3c None None] Sync routers for ids ['f8b73574-6ec2-470c-90bc-6eebde8fe336'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:38:39.278819 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092a1437-d9f8-4773-9964-442323a6fa3c None None] Routers {'f8b73574-6ec2-470c-90bc-6eebde8fe336'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:38:39.279451 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-092a1437-d9f8-4773-9964-442323a6fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:38:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['f8b73574-6ec2-470c-90bc-6eebde8fe336'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:38:39.324334 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6de2301c-d8bc-42d0-bbbc-b14f777e077a tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "DELETE /v2.0/floatingips/f3afbb79-3ae3-4818-a2a8-a39dabd0f1b9 HTTP/1.1" status: 204 len: 168 time: 2.0863135 Feb 09 18:38:39.325057 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79562902-15eb-4b97-843a-d052349ed6e1', 'tag': '366a45a8-7243-4777-b14d-9e35926a3cc1'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:38:39.388547 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79562902-15eb-4b97-843a-d052349ed6e1', 'tag': '366a45a8-7243-4777-b14d-9e35926a3cc1', 'status': 'completed', 'code': 200} Feb 09 18:38:39.516524 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ef832b6d-f8ba-49ef-af44-d4b934b352b4 req-4fea3faa-3782-49ba-b991-69452e99d403 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d4dd4c82398c46d5aae26a8b461eecfb&device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 1098 time: 0.0960805 Feb 09 18:38:39.567133 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-092a1437-d9f8-4773-9964-442323a6fa3c None None] Set router f8b73574-6ec2-470c-90bc-6eebde8fe336 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:38:39.717105 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef832b6d-f8ba-49ef-af44-d4b934b352b4 req-f29fc8da-29e1-4644-82c3-249a12b20c5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:38:39.720503 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ef832b6d-f8ba-49ef-af44-d4b934b352b4 req-f29fc8da-29e1-4644-82c3-249a12b20c5b service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1044f6d-396a-483b-b71c-7bce8d672ae2 HTTP/1.1" status: 200 len: 915 time: 0.1962605 Feb 09 18:38:39.812939 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ef832b6d-f8ba-49ef-af44-d4b934b352b4 req-6bc65d1c-f924-458a-94a8-7a9ba4cef646 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=366a45a8-7243-4777-b14d-9e35926a3cc1 HTTP/1.1" status: 200 len: 217 time: 0.0853305 Feb 09 18:38:39.900773 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef832b6d-f8ba-49ef-af44-d4b934b352b4 req-b60d4485-6aee-459b-855c-3fd455707fff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:38:39.903524 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ef832b6d-f8ba-49ef-af44-d4b934b352b4 req-b60d4485-6aee-459b-855c-3fd455707fff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ec673cf-51a5-4b4b-a566-89e5c70cc13a HTTP/1.1" status: 200 len: 853 time: 0.0840716 Feb 09 18:38:39.915574 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-092a1437-d9f8-4773-9964-442323a6fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'name': 'tempest-TestMinimumBasicScenario-850294166-router', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '959d6493-06e2-4a79-a72d-48262910f420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:36:15Z', 'revision_number': 4, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'gw_port': {'id': '959d6493-06e2-4a79-a72d-48262910f420', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'f8180ceb-da5d-4dd2-a1e6-917b37f780b2', 'name': '', 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'mac_address': 'fa:16:3e:aa:a2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ec673cf-51a5-4b4b-a566-89e5c70cc13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:14Z', 'updated_at': '2022-02-09T18:36:24Z', 'revision_number': 5, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'subnets': [{'id': '0ec673cf-51a5-4b4b-a566-89e5c70cc13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:38:39.921027 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092a1437-d9f8-4773-9964-442323a6fa3c None None] Checking router: f8b73574-6ec2-470c-90bc-6eebde8fe336 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:38:39.935321 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092a1437-d9f8-4773-9964-442323a6fa3c None None] Routers {'f8b73574-6ec2-470c-90bc-6eebde8fe336'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:38:39.935938 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-092a1437-d9f8-4773-9964-442323a6fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:38:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['f8b73574-6ec2-470c-90bc-6eebde8fe336'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:38:39.999612 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ef832b6d-f8ba-49ef-af44-d4b934b352b4 req-5f1bbffb-7795-428a-ab34-97a637c6218d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1044f6d-396a-483b-b71c-7bce8d672ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0900717 Feb 09 18:38:40.186554 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-092a1437-d9f8-4773-9964-442323a6fa3c None None] Set router f8b73574-6ec2-470c-90bc-6eebde8fe336 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:38:40.288455 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ef832b6d-f8ba-49ef-af44-d4b934b352b4 req-b8da59db-3514-41f0-b3a0-0636b5d94a57 service neutron] 10.222.0.50 "GET /v2.0/networks/e1044f6d-396a-483b-b71c-7bce8d672ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765934 Feb 09 18:38:40.459866 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-ef832b6d-f8ba-49ef-af44-d4b934b352b4 req-c118be6f-3b7d-43b6-9807-dcd69b3e9d7c service neutron] 10.222.0.50 "GET /v2.0/networks/e1044f6d-396a-483b-b71c-7bce8d672ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644287 Feb 09 18:38:40.639030 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-092a1437-d9f8-4773-9964-442323a6fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'name': 'tempest-TestMinimumBasicScenario-850294166-router', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '959d6493-06e2-4a79-a72d-48262910f420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:36:15Z', 'revision_number': 4, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'gw_port': {'id': '959d6493-06e2-4a79-a72d-48262910f420', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'f8180ceb-da5d-4dd2-a1e6-917b37f780b2', 'name': '', 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'mac_address': 'fa:16:3e:aa:a2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ec673cf-51a5-4b4b-a566-89e5c70cc13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:14Z', 'updated_at': '2022-02-09T18:36:24Z', 'revision_number': 5, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'subnets': [{'id': '0ec673cf-51a5-4b4b-a566-89e5c70cc13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:38:40.643818 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092a1437-d9f8-4773-9964-442323a6fa3c None None] The sync data for ids ['f8b73574-6ec2-470c-90bc-6eebde8fe336'] in dv-neutron-827016-2-hyperv is: [{'id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'name': 'tempest-TestMinimumBasicScenario-850294166-router', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '959d6493-06e2-4a79-a72d-48262910f420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:36:15Z', 'revision_number': 4, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'gw_port': {'id': '959d6493-06e2-4a79-a72d-48262910f420', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'f8180ceb-da5d-4dd2-a1e6-917b37f780b2', 'name': '', 'network_id': 'e1044f6d-396a-483b-b71c-7bce8d672ae2', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'mac_address': 'fa:16:3e:aa:a2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ec673cf-51a5-4b4b-a566-89e5c70cc13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:14Z', 'updated_at': '2022-02-09T18:36:24Z', 'revision_number': 5, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'subnets': [{'id': '0ec673cf-51a5-4b4b-a566-89e5c70cc13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:38:40.925466 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967ad409-ebba-4ffb-9358-d036c55265a2 None None] New status for floating IP f3afbb79-3ae3-4818-a2a8-a39dabd0f1b9: DOWN {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:38:45.994419 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6365f-3f8c-4a8e-894c-b6191a33d717 req-7d1dbf54-abdc-4c68-af0e-b1c4524c4d8a tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:38:45.995064 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-40d6365f-3f8c-4a8e-894c-b6191a33d717 req-7d1dbf54-abdc-4c68-af0e-b1c4524c4d8a tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Synchronizing usage tracker for tenant:d4dd4c82398c46d5aae26a8b461eecfb on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:38:46.079951 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-40d6365f-3f8c-4a8e-894c-b6191a33d717 req-7d1dbf54-abdc-4c68-af0e-b1c4524c4d8a tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Unset dirty status for tenant:d4dd4c82398c46d5aae26a8b461eecfb on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:38:46.081978 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-40d6365f-3f8c-4a8e-894c-b6191a33d717 req-7d1dbf54-abdc-4c68-af0e-b1c4524c4d8a tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 945 time: 0.1840210 Feb 09 18:38:46.176589 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-40d6365f-3f8c-4a8e-894c-b6191a33d717 req-19db1b31-7b40-47c4-a3fb-6a0498124dc3 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Synchronizing usage tracker for tenant:d4dd4c82398c46d5aae26a8b461eecfb on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:38:46.267570 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-40d6365f-3f8c-4a8e-894c-b6191a33d717 req-19db1b31-7b40-47c4-a3fb-6a0498124dc3 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Unset dirty status for tenant:d4dd4c82398c46d5aae26a8b461eecfb on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:38:46.268770 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-40d6365f-3f8c-4a8e-894c-b6191a33d717 req-19db1b31-7b40-47c4-a3fb-6a0498124dc3 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754858 Feb 09 18:38:46.685036 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-463f39da-2ef0-4282-85c1-ddabf237903e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:47.308268 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:47.510411 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd89bfa-167e-49b7-9cd7-cc923edefc0e req-f1f56292-d286-40ca-88c9-327818f149c5 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:38:47.511070 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-8fd89bfa-167e-49b7-9cd7-cc923edefc0e req-f1f56292-d286-40ca-88c9-327818f149c5 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Synchronizing usage tracker for tenant:d4dd4c82398c46d5aae26a8b461eecfb on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:38:47.525417 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-8fd89bfa-167e-49b7-9cd7-cc923edefc0e req-f1f56292-d286-40ca-88c9-327818f149c5 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Unset dirty status for tenant:d4dd4c82398c46d5aae26a8b461eecfb on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:38:47.526633 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8fd89bfa-167e-49b7-9cd7-cc923edefc0e req-f1f56292-d286-40ca-88c9-327818f149c5 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.50 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 945 time: 0.0981662 Feb 09 18:38:47.585069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96a6a6-990f-4bd3-9552-c410a55df3eb req-3444725b-ddf8-467e-9c74-7af8b360886b tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:38:47.587917 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ba96a6a6-990f-4bd3-9552-c410a55df3eb req-3444725b-ddf8-467e-9c74-7af8b360886b tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 945 time: 0.1445243 Feb 09 18:38:47.671441 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ba96a6a6-990f-4bd3-9552-c410a55df3eb req-c1115bf8-b65f-4eff-8f4c-96c53c344e4b tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c7cbb35-2587-46d4-ba12-bc509012dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765967 Feb 09 18:38:47.719579 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-8fd89bfa-167e-49b7-9cd7-cc923edefc0e req-51bae444-b833-4bef-bbb2-df8c5b555250 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Deleting port 366a45a8-7243-4777-b14d-9e35926a3cc1 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:38:47.720152 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8fd89bfa-167e-49b7-9cd7-cc923edefc0e req-51bae444-b833-4bef-bbb2-df8c5b555250 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:48.016842 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-8fd89bfa-167e-49b7-9cd7-cc923edefc0e req-51bae444-b833-4bef-bbb2-df8c5b555250 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] For port 366a45a8-7243-4777-b14d-9e35926a3cc1, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=366a45a8-7243-4777-b14d-9e35926a3cc1,segment=NetworkSegment(09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba),segment_id=09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:38:48.017204 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8fd89bfa-167e-49b7-9cd7-cc923edefc0e req-51bae444-b833-4bef-bbb2-df8c5b555250 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:48.202213 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-8fd89bfa-167e-49b7-9cd7-cc923edefc0e req-51bae444-b833-4bef-bbb2-df8c5b555250 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Calling delete_port for 366a45a8-7243-4777-b14d-9e35926a3cc1 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:38:48.458951 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8fd89bfa-167e-49b7-9cd7-cc923edefc0e req-51bae444-b833-4bef-bbb2-df8c5b555250 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:48.472646 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['366a45a8-7243-4777-b14d-9e35926a3cc1'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:38:48.522534 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bae444-b833-4bef-bbb2-df8c5b555250 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Pushing event deleted for resources: {'Port': ['ID=366a45a8-7243-4777-b14d-9e35926a3cc1,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:38:48.565111 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bae444-b833-4bef-bbb2-df8c5b555250 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:38:48.565464 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bae444-b833-4bef-bbb2-df8c5b555250 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:38:48.565812 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bae444-b833-4bef-bbb2-df8c5b555250 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:38:48.566160 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bae444-b833-4bef-bbb2-df8c5b555250 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:38:48.566528 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bae444-b833-4bef-bbb2-df8c5b555250 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:38:48.566869 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bae444-b833-4bef-bbb2-df8c5b555250 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:38:48.567199 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bae444-b833-4bef-bbb2-df8c5b555250 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:38:48.567530 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bae444-b833-4bef-bbb2-df8c5b555250 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:38:48.568504 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bae444-b833-4bef-bbb2-df8c5b555250 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:38:48.569014 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bae444-b833-4bef-bbb2-df8c5b555250 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:38:48.569601 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bae444-b833-4bef-bbb2-df8c5b555250 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:38:48.612703 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd89bfa-167e-49b7-9cd7-cc923edefc0e req-51bae444-b833-4bef-bbb2-df8c5b555250 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] No DVR routers for this DVR port 366a45a8-7243-4777-b14d-9e35926a3cc1 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:38:48.616296 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8fd89bfa-167e-49b7-9cd7-cc923edefc0e req-51bae444-b833-4bef-bbb2-df8c5b555250 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:48.619384 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79562902-15eb-4b97-843a-d052349ed6e1', 'name': 'network-vif-deleted', 'tag': '366a45a8-7243-4777-b14d-9e35926a3cc1'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:38:48.714346 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79562902-15eb-4b97-843a-d052349ed6e1', 'name': 'network-vif-deleted', 'tag': '366a45a8-7243-4777-b14d-9e35926a3cc1', 'status': 'completed', 'code': 200} Feb 09 18:38:48.800130 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8fd89bfa-167e-49b7-9cd7-cc923edefc0e req-51bae444-b833-4bef-bbb2-df8c5b555250 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.50 "DELETE /v2.0/ports/366a45a8-7243-4777-b14d-9e35926a3cc1 HTTP/1.1" status: 204 len: 173 time: 1.2680075 Feb 09 18:38:48.857541 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-be6528ee-8a7a-4f4e-a3d0-fd04763828c4 req-053ebfb5-8873-41c6-bb8d-4094ac04a096 tempest-TestMinimumBasicScenario-1688976226 tempest-TestMinimumBasicScenario-1688976226-project] 10.222.0.21 "GET /v2.0/ports?device_id=79562902-15eb-4b97-843a-d052349ed6e1 HTTP/1.1" status: 200 len: 210 time: 0.0506113 Feb 09 18:38:49.085740 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3362cef2-0003-4a0f-92fd-6628c0d0ee07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:50.215451 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:50.217950 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:50.995349 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 366a45a8-7243-4777-b14d-9e35926a3cc1 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:38:51.032881 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: 366a45a8-7243-4777-b14d-9e35926a3cc1 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:38:51.033237 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 366a45a8-7243-4777-b14d-9e35926a3cc1 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:38:51.454886 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60418) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:38:51.730682 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:51.945408 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac565169-9644-483e-a8eb-03b92651ccd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:52.738885 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-ac565169-9644-483e-a8eb-03b92651ccd9 admin admin] Deleting port f8180ceb-da5d-4dd2-a1e6-917b37f780b2 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:38:52.739758 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac565169-9644-483e-a8eb-03b92651ccd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:53.053349 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-ac565169-9644-483e-a8eb-03b92651ccd9 admin admin] For port f8180ceb-da5d-4dd2-a1e6-917b37f780b2, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=f8180ceb-da5d-4dd2-a1e6-917b37f780b2,segment=NetworkSegment(09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba),segment_id=09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:38:53.053717 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac565169-9644-483e-a8eb-03b92651ccd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:53.187709 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-ac565169-9644-483e-a8eb-03b92651ccd9 admin admin] Calling delete_port for f8180ceb-da5d-4dd2-a1e6-917b37f780b2 owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:38:53.557508 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac565169-9644-483e-a8eb-03b92651ccd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:53.608270 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac565169-9644-483e-a8eb-03b92651ccd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8180ceb-da5d-4dd2-a1e6-917b37f780b2,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:38:53.966821 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ac565169-9644-483e-a8eb-03b92651ccd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:54.726372 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac565169-9644-483e-a8eb-03b92651ccd9 admin admin] Router f8b73574-6ec2-470c-90bc-6eebde8fe336 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:38:54.960621 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac565169-9644-483e-a8eb-03b92651ccd9 admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:38:54.975015 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ac565169-9644-483e-a8eb-03b92651ccd9 admin admin] 10.222.0.21 "PUT /v2.0/routers/f8b73574-6ec2-470c-90bc-6eebde8fe336/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5185218 Feb 09 18:38:54.976911 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456ee534-b7df-4262-a963-0d5216f0349a None None] Sync routers for ids ['f8b73574-6ec2-470c-90bc-6eebde8fe336'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:38:54.977515 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60424) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:38:54.992277 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456ee534-b7df-4262-a963-0d5216f0349a None None] Routers {'f8b73574-6ec2-470c-90bc-6eebde8fe336'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:38:54.993007 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-456ee534-b7df-4262-a963-0d5216f0349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:38:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['f8b73574-6ec2-470c-90bc-6eebde8fe336'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:38:55.141178 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:38:55.200525 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-456ee534-b7df-4262-a963-0d5216f0349a None None] Set router f8b73574-6ec2-470c-90bc-6eebde8fe336 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:38:55.240526 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd315d91-3e9d-4ffd-b3b0-7e077980e5e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:55.510207 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd315d91-3e9d-4ffd-b3b0-7e077980e5e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:55.551244 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-456ee534-b7df-4262-a963-0d5216f0349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'name': 'tempest-TestMinimumBasicScenario-850294166-router', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '959d6493-06e2-4a79-a72d-48262910f420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:38:53Z', 'revision_number': 5, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'gw_port': {'id': '959d6493-06e2-4a79-a72d-48262910f420', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:38:55.556352 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456ee534-b7df-4262-a963-0d5216f0349a None None] Checking router: f8b73574-6ec2-470c-90bc-6eebde8fe336 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:38:55.569687 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456ee534-b7df-4262-a963-0d5216f0349a None None] Routers {'f8b73574-6ec2-470c-90bc-6eebde8fe336'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:38:55.570353 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-456ee534-b7df-4262-a963-0d5216f0349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:38:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['f8b73574-6ec2-470c-90bc-6eebde8fe336'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:38:55.610227 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-fd315d91-3e9d-4ffd-b3b0-7e077980e5e2 admin admin] Deleting port 959d6493-06e2-4a79-a72d-48262910f420 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:38:55.610691 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd315d91-3e9d-4ffd-b3b0-7e077980e5e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:55.743183 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-456ee534-b7df-4262-a963-0d5216f0349a None None] Set router f8b73574-6ec2-470c-90bc-6eebde8fe336 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:38:55.830446 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-fd315d91-3e9d-4ffd-b3b0-7e077980e5e2 admin admin] For port 959d6493-06e2-4a79-a72d-48262910f420, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=959d6493-06e2-4a79-a72d-48262910f420,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:38:55.830978 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd315d91-3e9d-4ffd-b3b0-7e077980e5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:55.860950 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-456ee534-b7df-4262-a963-0d5216f0349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'name': 'tempest-TestMinimumBasicScenario-850294166-router', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:38:55Z', 'revision_number': 6, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'gw_port_host': None}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:38:55.866149 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456ee534-b7df-4262-a963-0d5216f0349a None None] The sync data for ids ['f8b73574-6ec2-470c-90bc-6eebde8fe336'] in dv-neutron-827016-2-hyperv is: [{'id': 'f8b73574-6ec2-470c-90bc-6eebde8fe336', 'name': 'tempest-TestMinimumBasicScenario-850294166-router', 'tenant_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:36:11Z', 'updated_at': '2022-02-09T18:38:55Z', 'revision_number': 6, 'project_id': 'd4dd4c82398c46d5aae26a8b461eecfb', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:38:55.963696 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-fd315d91-3e9d-4ffd-b3b0-7e077980e5e2 admin admin] Calling delete_port for 959d6493-06e2-4a79-a72d-48262910f420 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:38:56.347945 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd315d91-3e9d-4ffd-b3b0-7e077980e5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:56.397846 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd315d91-3e9d-4ffd-b3b0-7e077980e5e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=959d6493-06e2-4a79-a72d-48262910f420,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:38:56.634750 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd315d91-3e9d-4ffd-b3b0-7e077980e5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:56.916854 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd315d91-3e9d-4ffd-b3b0-7e077980e5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:56.921654 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd315d91-3e9d-4ffd-b3b0-7e077980e5e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:57.056182 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd315d91-3e9d-4ffd-b3b0-7e077980e5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:57.056828 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd315d91-3e9d-4ffd-b3b0-7e077980e5e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8b73574-6ec2-470c-90bc-6eebde8fe336 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:38:57.075766 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd315d91-3e9d-4ffd-b3b0-7e077980e5e2 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:57.080352 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fd315d91-3e9d-4ffd-b3b0-7e077980e5e2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f8b73574-6ec2-470c-90bc-6eebde8fe336 HTTP/1.1" status: 204 len: 168 time: 2.0982664 Feb 09 18:38:57.080826 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60428) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:38:57.171471 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-90cd1f45-2cae-4413-9f0a-b382a95c911f admin admin] Deleting subnet 0ec673cf-51a5-4b4b-a566-89e5c70cc13a {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:38:57.176697 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-90cd1f45-2cae-4413-9f0a-b382a95c911f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:57.253602 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-90cd1f45-2cae-4413-9f0a-b382a95c911f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:57.345470 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-90cd1f45-2cae-4413-9f0a-b382a95c911f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:57.513609 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-90cd1f45-2cae-4413-9f0a-b382a95c911f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:57.550880 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd1f45-2cae-4413-9f0a-b382a95c911f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ec673cf-51a5-4b4b-a566-89e5c70cc13a,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:38:57.557148 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-90cd1f45-2cae-4413-9f0a-b382a95c911f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:57.562184 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacc66c9-3201-4f74-8995-9daf2859c063 None None] Network e1044f6d-396a-483b-b71c-7bce8d672ae2 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:38:57.563462 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-90cd1f45-2cae-4413-9f0a-b382a95c911f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0ec673cf-51a5-4b4b-a566-89e5c70cc13a HTTP/1.1" status: 204 len: 168 time: 0.4811535 Feb 09 18:38:57.565858 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60432) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:38:57.681492 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1e5e2b1f-15a7-4d73-a054-08f77c588255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:57.694324 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e2b1f-15a7-4d73-a054-08f77c588255 admin admin] Deleting port 8330f2d0-a767-45ff-b494-ffe695e52e4f {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:38:57.694748 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1e5e2b1f-15a7-4d73-a054-08f77c588255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:57.852452 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310a3afd-7aab-4890-9c51-fce1938cbc74 None None] DHCP port deletion for e1044f6d-396a-483b-b71c-7bce8d672ae2 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:38:57.858043 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-310a3afd-7aab-4890-9c51-fce1938cbc74 None None] Deleting port 8330f2d0-a767-45ff-b494-ffe695e52e4f {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:38:57.858674 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-310a3afd-7aab-4890-9c51-fce1938cbc74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:57.885349 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 959d6493-06e2-4a79-a72d-48262910f420 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:38:57.927892 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-1e5e2b1f-15a7-4d73-a054-08f77c588255 admin admin] For port 8330f2d0-a767-45ff-b494-ffe695e52e4f, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=8330f2d0-a767-45ff-b494-ffe695e52e4f,segment=NetworkSegment(09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba),segment_id=09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:38:57.927892 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1e5e2b1f-15a7-4d73-a054-08f77c588255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:57.932302 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 959d6493-06e2-4a79-a72d-48262910f420 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:38:57.932618 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 959d6493-06e2-4a79-a72d-48262910f420 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:38:57.933033 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device f8180ceb-da5d-4dd2-a1e6-917b37f780b2 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:38:57.973616 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: f8180ceb-da5d-4dd2-a1e6-917b37f780b2 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:38:57.975342 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device f8180ceb-da5d-4dd2-a1e6-917b37f780b2 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:38:58.049629 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e2b1f-15a7-4d73-a054-08f77c588255 admin admin] Calling delete_port for 8330f2d0-a767-45ff-b494-ffe695e52e4f owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:38:58.189537 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-310a3afd-7aab-4890-9c51-fce1938cbc74 None None] For port 8330f2d0-a767-45ff-b494-ffe695e52e4f, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=8330f2d0-a767-45ff-b494-ffe695e52e4f,segment=NetworkSegment(09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba),segment_id=09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:38:58.189923 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-310a3afd-7aab-4890-9c51-fce1938cbc74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:58.262259 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1e5e2b1f-15a7-4d73-a054-08f77c588255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:58.369652 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-310a3afd-7aab-4890-9c51-fce1938cbc74 None None] Calling delete_port for 8330f2d0-a767-45ff-b494-ffe695e52e4f owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:38:58.431400 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e2b1f-15a7-4d73-a054-08f77c588255 admin admin] Pushing event deleted for resources: {'Port': ['ID=8330f2d0-a767-45ff-b494-ffe695e52e4f,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:38:58.439324 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5e2b1f-15a7-4d73-a054-08f77c588255 admin admin] No DVR routers for this DVR port 8330f2d0-a767-45ff-b494-ffe695e52e4f on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:38:58.461677 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-310a3afd-7aab-4890-9c51-fce1938cbc74 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:38:58.462234 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-310a3afd-7aab-4890-9c51-fce1938cbc74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:38:58.571469 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1e5e2b1f-15a7-4d73-a054-08f77c588255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:58.600580 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-1e5e2b1f-15a7-4d73-a054-08f77c588255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1044f6d-396a-483b-b71c-7bce8d672ae2']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:38:58.615647 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-1e5e2b1f-15a7-4d73-a054-08f77c588255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:38:58.615999 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-1e5e2b1f-15a7-4d73-a054-08f77c588255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c9f188-d5e4-45d1-a49c-5dda9d2ca7ba') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:38:58.628274 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1e5e2b1f-15a7-4d73-a054-08f77c588255 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:58.647531 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1e5e2b1f-15a7-4d73-a054-08f77c588255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:58.654753 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e5e2b1f-15a7-4d73-a054-08f77c588255 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:38:58.655156 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1e5e2b1f-15a7-4d73-a054-08f77c588255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:38:58.668616 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:38:58.827495 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1e5e2b1f-15a7-4d73-a054-08f77c588255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:58.844285 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1e5e2b1f-15a7-4d73-a054-08f77c588255 admin admin] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:58.855138 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e2b1f-15a7-4d73-a054-08f77c588255 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1044f6d-396a-483b-b71c-7bce8d672ae2,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:38:58.937538 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1e5e2b1f-15a7-4d73-a054-08f77c588255 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e1044f6d-396a-483b-b71c-7bce8d672ae2 HTTP/1.1" status: 204 len: 168 time: 1.3702180 Feb 09 18:38:58.940195 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60436) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:38:58.963088 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-310a3afd-7aab-4890-9c51-fce1938cbc74 None None] Deleting port 8330f2d0-a767-45ff-b494-ffe695e52e4f {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:38:58.963728 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-310a3afd-7aab-4890-9c51-fce1938cbc74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:59.037810 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-310a3afd-7aab-4890-9c51-fce1938cbc74 None None] The port '8330f2d0-a767-45ff-b494-ffe695e52e4f' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:38:59.424713 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bf35d2f3-ae4a-498a-a3b0-495d2b3d5ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:38:59.856847 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 8330f2d0-a767-45ff-b494-ffe695e52e4f no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:38:59.899135 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 8330f2d0-a767-45ff-b494-ffe695e52e4f {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:38:59.899135 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 8330f2d0-a767-45ff-b494-ffe695e52e4f not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:39:00.172213 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-bf35d2f3-ae4a-498a-a3b0-495d2b3d5ade admin admin] Deleting port 28cfe413-3e3e-40cf-a762-e99f88da56aa {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:39:00.172548 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bf35d2f3-ae4a-498a-a3b0-495d2b3d5ade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:00.484183 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-bf35d2f3-ae4a-498a-a3b0-495d2b3d5ade admin admin] For port 28cfe413-3e3e-40cf-a762-e99f88da56aa, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=28cfe413-3e3e-40cf-a762-e99f88da56aa,segment=NetworkSegment(05b7cdb9-2e82-4a49-bcf4-31a20797ef58),segment_id=05b7cdb9-2e82-4a49-bcf4-31a20797ef58)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:39:00.484936 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bf35d2f3-ae4a-498a-a3b0-495d2b3d5ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:00.613006 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-bf35d2f3-ae4a-498a-a3b0-495d2b3d5ade admin admin] Calling delete_port for 28cfe413-3e3e-40cf-a762-e99f88da56aa owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:39:00.851164 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bf35d2f3-ae4a-498a-a3b0-495d2b3d5ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:00.895289 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35d2f3-ae4a-498a-a3b0-495d2b3d5ade admin admin] Pushing event deleted for resources: {'Port': ['ID=28cfe413-3e3e-40cf-a762-e99f88da56aa,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:01.232250 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bf35d2f3-ae4a-498a-a3b0-495d2b3d5ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:01.965739 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf35d2f3-ae4a-498a-a3b0-495d2b3d5ade admin admin] Router ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:39:02.307532 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf35d2f3-ae4a-498a-a3b0-495d2b3d5ade admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:39:02.318861 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5c8480-7f54-4f8b-b868-b3ba2b182949 None None] Sync routers for ids ['ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:39:02.322144 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-bf35d2f3-ae4a-498a-a3b0-495d2b3d5ade admin admin] 10.222.0.21 "PUT /v2.0/routers/ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3804622 Feb 09 18:39:02.325374 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60440) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:39:02.334223 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5c8480-7f54-4f8b-b868-b3ba2b182949 None None] Routers {'ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:39:02.335115 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-3d5c8480-7f54-4f8b-b868-b3ba2b182949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:38:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:39:02.540584 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-3d5c8480-7f54-4f8b-b868-b3ba2b182949 None None] Set router ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:39:02.559899 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-13bcb2cb-0d37-4e45-b74c-888c5d37f6b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:02.823269 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-13bcb2cb-0d37-4e45-b74c-888c5d37f6b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:02.862255 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-3d5c8480-7f54-4f8b-b868-b3ba2b182949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29', 'name': 'tempest-TestMinimumBasicScenario-425521967-router', 'tenant_id': '4613b2dc198a4ead81a4748169eadf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '043d8be1-dca6-4def-bfc4-24dc8c573ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:36:21Z', 'updated_at': '2022-02-09T18:39:00Z', 'revision_number': 5, 'project_id': '4613b2dc198a4ead81a4748169eadf4f', 'gw_port': {'id': '043d8be1-dca6-4def-bfc4-24dc8c573ee9', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:08:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:36:22Z', 'updated_at': '2022-02-09T18:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:39:02.867521 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5c8480-7f54-4f8b-b868-b3ba2b182949 None None] Checking router: ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:39:02.879418 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5c8480-7f54-4f8b-b868-b3ba2b182949 None None] Routers {'ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:39:02.880858 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-3d5c8480-7f54-4f8b-b868-b3ba2b182949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:38:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:39:02.936043 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-13bcb2cb-0d37-4e45-b74c-888c5d37f6b9 admin admin] Deleting port 043d8be1-dca6-4def-bfc4-24dc8c573ee9 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:39:02.936590 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-13bcb2cb-0d37-4e45-b74c-888c5d37f6b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:03.047070 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-3d5c8480-7f54-4f8b-b868-b3ba2b182949 None None] Set router ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29 gateway port host: None {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:39:03.139774 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-13bcb2cb-0d37-4e45-b74c-888c5d37f6b9 admin admin] For port 043d8be1-dca6-4def-bfc4-24dc8c573ee9, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=043d8be1-dca6-4def-bfc4-24dc8c573ee9,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:39:03.140453 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-13bcb2cb-0d37-4e45-b74c-888c5d37f6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:03.176407 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-3d5c8480-7f54-4f8b-b868-b3ba2b182949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29', 'name': 'tempest-TestMinimumBasicScenario-425521967-router', 'tenant_id': '4613b2dc198a4ead81a4748169eadf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:36:21Z', 'updated_at': '2022-02-09T18:39:02Z', 'revision_number': 6, 'project_id': '4613b2dc198a4ead81a4748169eadf4f', 'gw_port_host': None}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:39:03.181659 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5c8480-7f54-4f8b-b868-b3ba2b182949 None None] The sync data for ids ['ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29'] in dv-neutron-827016-2-hyperv is: [{'id': 'ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29', 'name': 'tempest-TestMinimumBasicScenario-425521967-router', 'tenant_id': '4613b2dc198a4ead81a4748169eadf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:36:21Z', 'updated_at': '2022-02-09T18:39:02Z', 'revision_number': 6, 'project_id': '4613b2dc198a4ead81a4748169eadf4f', 'gw_port_host': None}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:39:03.278790 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-13bcb2cb-0d37-4e45-b74c-888c5d37f6b9 admin admin] Calling delete_port for 043d8be1-dca6-4def-bfc4-24dc8c573ee9 owned by network:router_gateway {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:39:03.525270 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-13bcb2cb-0d37-4e45-b74c-888c5d37f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:03.577457 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcb2cb-0d37-4e45-b74c-888c5d37f6b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=043d8be1-dca6-4def-bfc4-24dc8c573ee9,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:03.843401 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-13bcb2cb-0d37-4e45-b74c-888c5d37f6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:04.050624 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 28cfe413-3e3e-40cf-a762-e99f88da56aa no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:39:04.117921 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 28cfe413-3e3e-40cf-a762-e99f88da56aa {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:39:04.118274 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 28cfe413-3e3e-40cf-a762-e99f88da56aa not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:39:04.118741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 043d8be1-dca6-4def-bfc4-24dc8c573ee9 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:39:04.154367 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 043d8be1-dca6-4def-bfc4-24dc8c573ee9 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:39:04.154727 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 043d8be1-dca6-4def-bfc4-24dc8c573ee9 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:39:04.269339 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-13bcb2cb-0d37-4e45-b74c-888c5d37f6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:04.274581 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-13bcb2cb-0d37-4e45-b74c-888c5d37f6b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:04.359135 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-13bcb2cb-0d37-4e45-b74c-888c5d37f6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:04.359737 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bcb2cb-0d37-4e45-b74c-888c5d37f6b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29 {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:39:04.373647 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-13bcb2cb-0d37-4e45-b74c-888c5d37f6b9 admin admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:04.374846 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-13bcb2cb-0d37-4e45-b74c-888c5d37f6b9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ce9c2deb-aa1e-4af8-bfd6-564e5fd7ec29 HTTP/1.1" status: 204 len: 168 time: 2.0483885 Feb 09 18:39:04.378612 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60444) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:39:04.459392 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-af8fcd2f-5cd4-4d75-8ee8-cfb64b225950 admin admin] Deleting subnet 6842ea16-3a75-4ae3-ba63-2bc4efcde4ac {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:39:04.462889 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af8fcd2f-5cd4-4d75-8ee8-cfb64b225950 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:04.519744 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af8fcd2f-5cd4-4d75-8ee8-cfb64b225950 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:04.601367 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af8fcd2f-5cd4-4d75-8ee8-cfb64b225950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:04.763842 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af8fcd2f-5cd4-4d75-8ee8-cfb64b225950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:04.810379 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8fcd2f-5cd4-4d75-8ee8-cfb64b225950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6842ea16-3a75-4ae3-ba63-2bc4efcde4ac,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:04.818612 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af8fcd2f-5cd4-4d75-8ee8-cfb64b225950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:04.823847 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6677c95-a9f5-4f2c-9cfa-776ea37b73a3 None None] Network b1ae1d64-14e2-4268-8491-8d8226198c25 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:39:04.826029 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-af8fcd2f-5cd4-4d75-8ee8-cfb64b225950 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6842ea16-3a75-4ae3-ba63-2bc4efcde4ac HTTP/1.1" status: 204 len: 168 time: 0.4462967 Feb 09 18:39:04.828620 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60448) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:39:04.949486 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b70c-6773-4152-a225-42cd7cc72064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:04.967730 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5ac0b70c-6773-4152-a225-42cd7cc72064 admin admin] Deleting port 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:39:04.968285 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b70c-6773-4152-a225-42cd7cc72064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:05.120004 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70702a5-b7eb-4505-89de-b5699ea2ec45 None None] DHCP port deletion for b1ae1d64-14e2-4268-8491-8d8226198c25 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:39:05.125179 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e70702a5-b7eb-4505-89de-b5699ea2ec45 None None] Deleting port 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:39:05.125687 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e70702a5-b7eb-4505-89de-b5699ea2ec45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:05.239283 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-5ac0b70c-6773-4152-a225-42cd7cc72064 admin admin] For port 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5fc8eee4-6313-49e0-b25f-2c3f472aa0d2,segment=NetworkSegment(05b7cdb9-2e82-4a49-bcf4-31a20797ef58),segment_id=05b7cdb9-2e82-4a49-bcf4-31a20797ef58)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:39:05.239688 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b70c-6773-4152-a225-42cd7cc72064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:05.413268 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-e70702a5-b7eb-4505-89de-b5699ea2ec45 None None] For port 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=5fc8eee4-6313-49e0-b25f-2c3f472aa0d2,segment=NetworkSegment(05b7cdb9-2e82-4a49-bcf4-31a20797ef58),segment_id=05b7cdb9-2e82-4a49-bcf4-31a20797ef58)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:39:05.413602 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e70702a5-b7eb-4505-89de-b5699ea2ec45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:05.475150 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5ac0b70c-6773-4152-a225-42cd7cc72064 admin admin] Calling delete_port for 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:39:05.549771 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e70702a5-b7eb-4505-89de-b5699ea2ec45 None None] Calling delete_port for 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:39:05.694684 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b70c-6773-4152-a225-42cd7cc72064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:05.701525 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-e70702a5-b7eb-4505-89de-b5699ea2ec45 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:39:05.702046 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-e70702a5-b7eb-4505-89de-b5699ea2ec45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:39:05.743077 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0b70c-6773-4152-a225-42cd7cc72064 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fc8eee4-6313-49e0-b25f-2c3f472aa0d2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:05.747729 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac0b70c-6773-4152-a225-42cd7cc72064 admin admin] No DVR routers for this DVR port 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2 on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:39:05.860151 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:39:05.874535 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b70c-6773-4152-a225-42cd7cc72064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:05.900389 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:39:05.900777 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:39:05.913462 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-5ac0b70c-6773-4152-a225-42cd7cc72064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ae1d64-14e2-4268-8491-8d8226198c25']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:39:05.928252 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-5ac0b70c-6773-4152-a225-42cd7cc72064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b7cdb9-2e82-4a49-bcf4-31a20797ef58') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:39:05.928581 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-5ac0b70c-6773-4152-a225-42cd7cc72064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b7cdb9-2e82-4a49-bcf4-31a20797ef58') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:39:05.941725 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b70c-6773-4152-a225-42cd7cc72064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:05.960828 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b70c-6773-4152-a225-42cd7cc72064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:05.967838 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac0b70c-6773-4152-a225-42cd7cc72064 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:39:05.968267 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b70c-6773-4152-a225-42cd7cc72064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:39:05.982926 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:39:06.136473 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b70c-6773-4152-a225-42cd7cc72064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:06.159989 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b70c-6773-4152-a225-42cd7cc72064 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:06.167350 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0b70c-6773-4152-a225-42cd7cc72064 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1ae1d64-14e2-4268-8491-8d8226198c25,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:06.174823 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5ac0b70c-6773-4152-a225-42cd7cc72064 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b1ae1d64-14e2-4268-8491-8d8226198c25 HTTP/1.1" status: 204 len: 168 time: 1.3450804 Feb 09 18:39:06.203310 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e70702a5-b7eb-4505-89de-b5699ea2ec45 None None] Deleting port 5fc8eee4-6313-49e0-b25f-2c3f472aa0d2 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:39:06.203922 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e70702a5-b7eb-4505-89de-b5699ea2ec45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:06.293192 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e70702a5-b7eb-4505-89de-b5699ea2ec45 None None] The port '5fc8eee4-6313-49e0-b25f-2c3f472aa0d2' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 18:39:06.655689 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60454) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:39:06.714775 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-34fc1b81-fc30-4ff4-93a1-e4e814b03ce9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4dd4c82398c46d5aae26a8b461eecfb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0577729 Feb 09 18:39:06.717750 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60458) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:39:06.791018 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-01c2b6ad-12e2-4ffd-a0e0-55be4cd4fd45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:06.821551 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-01c2b6ad-12e2-4ffd-a0e0-55be4cd4fd45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:06.964881 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-01c2b6ad-12e2-4ffd-a0e0-55be4cd4fd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:06.983859 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2b6ad-12e2-4ffd-a0e0-55be4cd4fd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7cbb35-2587-46d4-ba12-bc509012dfa5,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:07.078319 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-01c2b6ad-12e2-4ffd-a0e0-55be4cd4fd45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:07.079539 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-01c2b6ad-12e2-4ffd-a0e0-55be4cd4fd45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c7cbb35-2587-46d4-ba12-bc509012dfa5 HTTP/1.1" status: 204 len: 168 time: 0.3606851 Feb 09 18:39:08.002326 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60466) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:39:08.069097 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-811db7eb-8134-476d-9405-728f76957e52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4613b2dc198a4ead81a4748169eadf4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0652409 Feb 09 18:39:08.071891 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60470) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:39:08.155007 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-76e5c4dd-c52d-492f-b397-1c8677efe984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:08.186779 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-76e5c4dd-c52d-492f-b397-1c8677efe984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:08.311834 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-76e5c4dd-c52d-492f-b397-1c8677efe984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:08.330933 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5c4dd-c52d-492f-b397-1c8677efe984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d0b3ea-1143-4359-b665-09390d6816cc,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:08.336870 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-76e5c4dd-c52d-492f-b397-1c8677efe984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:08.338318 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-76e5c4dd-c52d-492f-b397-1c8677efe984 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07d0b3ea-1143-4359-b665-09390d6816cc HTTP/1.1" status: 204 len: 168 time: 0.2648714 Feb 09 18:39:11.872301 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60514) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:39:11.879014 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7f97e33c-3cb3-4c4c-9421-efa0d09a0097 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1031164770', 'description': 'tempest-secgroup-smoke-1031164770 description', 'project_id': '2a01b8869a934284a87963b91efa1f71'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:39:11.886650 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7f97e33c-3cb3-4c4c-9421-efa0d09a0097 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:39:11.891066 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7f97e33c-3cb3-4c4c-9421-efa0d09a0097 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:39:11.894355 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7f97e33c-3cb3-4c4c-9421-efa0d09a0097 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:39:11.902648 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7f97e33c-3cb3-4c4c-9421-efa0d09a0097 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:39:11.997175 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f97e33c-3cb3-4c4c-9421-efa0d09a0097 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:12.010902 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f97e33c-3cb3-4c4c-9421-efa0d09a0097 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:12.048771 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7f97e33c-3cb3-4c4c-9421-efa0d09a0097 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:39:12.054144 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7f97e33c-3cb3-4c4c-9421-efa0d09a0097 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:39:12.057635 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7f97e33c-3cb3-4c4c-9421-efa0d09a0097 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:39:12.064495 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7f97e33c-3cb3-4c4c-9421-efa0d09a0097 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:39:12.152847 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f97e33c-3cb3-4c4c-9421-efa0d09a0097 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:12.219768 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f97e33c-3cb3-4c4c-9421-efa0d09a0097 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:12.266789 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7f97e33c-3cb3-4c4c-9421-efa0d09a0097 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:39:12.269262 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f97e33c-3cb3-4c4c-9421-efa0d09a0097 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa28bf8-8046-4864-a07e-65cb014bf592,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:12.275088 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7f97e33c-3cb3-4c4c-9421-efa0d09a0097 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:39:12.279449 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7f97e33c-3cb3-4c4c-9421-efa0d09a0097 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:39:12.289049 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7f97e33c-3cb3-4c4c-9421-efa0d09a0097 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:39:12.354526 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f97e33c-3cb3-4c4c-9421-efa0d09a0097 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:12.442968 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f97e33c-3cb3-4c4c-9421-efa0d09a0097 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:12.490435 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f97e33c-3cb3-4c4c-9421-efa0d09a0097 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2286139f-2a78-4a27-b3e9-47d80b571163,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:12.553826 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f97e33c-3cb3-4c4c-9421-efa0d09a0097 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:12.555451 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7f97e33c-3cb3-4c4c-9421-efa0d09a0097 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6817820 Feb 09 18:39:12.559063 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60518) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:39:12.565509 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c228412c-0098-4519-b7ec-6b75cd5f8c3d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': '2286139f-2a78-4a27-b3e9-47d80b571163', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:39:12.572326 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c228412c-0098-4519-b7ec-6b75cd5f8c3d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:39:12.576591 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c228412c-0098-4519-b7ec-6b75cd5f8c3d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:39:12.579766 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c228412c-0098-4519-b7ec-6b75cd5f8c3d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:39:12.586793 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c228412c-0098-4519-b7ec-6b75cd5f8c3d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:39:12.674833 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c228412c-0098-4519-b7ec-6b75cd5f8c3d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:12.746275 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c228412c-0098-4519-b7ec-6b75cd5f8c3d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:12.840812 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c228412c-0098-4519-b7ec-6b75cd5f8c3d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:12.884821 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228412c-0098-4519-b7ec-6b75cd5f8c3d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724e4cc3-df2b-4350-a86d-8f5d820a1544,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:12.974986 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c228412c-0098-4519-b7ec-6b75cd5f8c3d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:12.976446 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c228412c-0098-4519-b7ec-6b75cd5f8c3d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4160922 Feb 09 18:39:12.979628 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60522) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:39:12.986266 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-f3b47d3f-36d1-4260-836e-030cab45f0f5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': '2286139f-2a78-4a27-b3e9-47d80b571163', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:39:12.993551 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f3b47d3f-36d1-4260-836e-030cab45f0f5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:39:12.998082 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f3b47d3f-36d1-4260-836e-030cab45f0f5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:39:13.001717 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f3b47d3f-36d1-4260-836e-030cab45f0f5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:39:13.010207 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f3b47d3f-36d1-4260-836e-030cab45f0f5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:39:13.100637 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f3b47d3f-36d1-4260-836e-030cab45f0f5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:13.179050 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f3b47d3f-36d1-4260-836e-030cab45f0f5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:13.261935 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f3b47d3f-36d1-4260-836e-030cab45f0f5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:13.288689 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b47d3f-36d1-4260-836e-030cab45f0f5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0799d7d1-85b2-4565-bbbb-9124797b1d79,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:13.382392 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f3b47d3f-36d1-4260-836e-030cab45f0f5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:13.383650 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f3b47d3f-36d1-4260-836e-030cab45f0f5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4028273 Feb 09 18:39:13.386825 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60526) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:39:13.392969 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-d90e075f-d3c7-4353-9c24-d267b7b411bd tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': '2286139f-2a78-4a27-b3e9-47d80b571163', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:39:13.399825 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d90e075f-d3c7-4353-9c24-d267b7b411bd tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:39:13.404299 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d90e075f-d3c7-4353-9c24-d267b7b411bd tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:39:13.407574 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d90e075f-d3c7-4353-9c24-d267b7b411bd tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:39:13.415132 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d90e075f-d3c7-4353-9c24-d267b7b411bd tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:39:13.508575 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d90e075f-d3c7-4353-9c24-d267b7b411bd tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:13.585150 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d90e075f-d3c7-4353-9c24-d267b7b411bd tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:13.676811 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d90e075f-d3c7-4353-9c24-d267b7b411bd tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:13.702284 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e075f-d3c7-4353-9c24-d267b7b411bd tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568e9892-89c7-4ce1-88f2-c4365b3b2c36,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:13.776082 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d90e075f-d3c7-4353-9c24-d267b7b411bd tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:13.777543 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d90e075f-d3c7-4353-9c24-d267b7b411bd tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3895373 Feb 09 18:39:13.780717 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60530) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:39:13.786745 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-102cc5d4-7f0e-41b0-9e9c-84f0da7fd9cb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': '2286139f-2a78-4a27-b3e9-47d80b571163', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:39:13.796055 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-102cc5d4-7f0e-41b0-9e9c-84f0da7fd9cb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:39:13.799031 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-102cc5d4-7f0e-41b0-9e9c-84f0da7fd9cb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:39:13.805242 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-102cc5d4-7f0e-41b0-9e9c-84f0da7fd9cb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:39:13.816653 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-102cc5d4-7f0e-41b0-9e9c-84f0da7fd9cb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:39:13.903542 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-102cc5d4-7f0e-41b0-9e9c-84f0da7fd9cb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:13.979873 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-102cc5d4-7f0e-41b0-9e9c-84f0da7fd9cb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:14.085426 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-102cc5d4-7f0e-41b0-9e9c-84f0da7fd9cb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:14.117105 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cc5d4-7f0e-41b0-9e9c-84f0da7fd9cb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff55ca7-1dec-4293-b4a7-36c5b5c48556,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:14.187594 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-102cc5d4-7f0e-41b0-9e9c-84f0da7fd9cb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:14.188867 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-102cc5d4-7f0e-41b0-9e9c-84f0da7fd9cb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4071286 Feb 09 18:39:14.192231 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60534) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:39:14.199116 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-bdd1a094-ee26-4d92-84a1-96c9fba7b8dc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': '2286139f-2a78-4a27-b3e9-47d80b571163', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:39:14.206518 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-bdd1a094-ee26-4d92-84a1-96c9fba7b8dc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:39:14.212156 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-bdd1a094-ee26-4d92-84a1-96c9fba7b8dc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:39:14.215736 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-bdd1a094-ee26-4d92-84a1-96c9fba7b8dc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:39:14.222629 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-bdd1a094-ee26-4d92-84a1-96c9fba7b8dc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:39:14.307910 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-bdd1a094-ee26-4d92-84a1-96c9fba7b8dc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Project 2a01b8869a934284a87963b91efa1f71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:39:14.315673 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bdd1a094-ee26-4d92-84a1-96c9fba7b8dc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:14.395946 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bdd1a094-ee26-4d92-84a1-96c9fba7b8dc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:14.496020 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bdd1a094-ee26-4d92-84a1-96c9fba7b8dc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:14.523234 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1a094-ee26-4d92-84a1-96c9fba7b8dc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c80a4a-67b4-440f-9057-ccccd00e7f81,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:14.603208 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bdd1a094-ee26-4d92-84a1-96c9fba7b8dc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:14.604549 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-bdd1a094-ee26-4d92-84a1-96c9fba7b8dc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4112659 Feb 09 18:39:14.609322 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60538) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:39:14.615600 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-4021cfcc-fbc3-4d37-ac84-9acca1dd8077 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': '2286139f-2a78-4a27-b3e9-47d80b571163', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:39:14.622190 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4021cfcc-fbc3-4d37-ac84-9acca1dd8077 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:39:14.626845 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4021cfcc-fbc3-4d37-ac84-9acca1dd8077 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:39:14.631125 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-4021cfcc-fbc3-4d37-ac84-9acca1dd8077 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:39:14.638464 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-4021cfcc-fbc3-4d37-ac84-9acca1dd8077 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:39:14.753095 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-4021cfcc-fbc3-4d37-ac84-9acca1dd8077 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Project 2a01b8869a934284a87963b91efa1f71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:39:14.761622 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4021cfcc-fbc3-4d37-ac84-9acca1dd8077 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:14.844354 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4021cfcc-fbc3-4d37-ac84-9acca1dd8077 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:14.924422 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4021cfcc-fbc3-4d37-ac84-9acca1dd8077 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:14.952440 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021cfcc-fbc3-4d37-ac84-9acca1dd8077 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6cc09c2-f0a7-40ff-b7a8-20501bd21c2b,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:15.045082 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-4021cfcc-fbc3-4d37-ac84-9acca1dd8077 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:15.047005 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-4021cfcc-fbc3-4d37-ac84-9acca1dd8077 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4364793 Feb 09 18:39:15.050595 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60542) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:39:15.057853 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-3395966d-b8e6-4004-a73b-4cb5169aedcf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'network': {'name': 'tempest-network-smoke--1450381329', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'port_security_enabled': True}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:39:15.064246 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-3395966d-b8e6-4004-a73b-4cb5169aedcf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:39:15.070459 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-3395966d-b8e6-4004-a73b-4cb5169aedcf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:network and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:39:15.074239 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-3395966d-b8e6-4004-a73b-4cb5169aedcf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:39:15.080930 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-3395966d-b8e6-4004-a73b-4cb5169aedcf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:39:15.191740 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3395966d-b8e6-4004-a73b-4cb5169aedcf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Made reservation on behalf of 2a01b8869a934284a87963b91efa1f71 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:39:15.198033 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3395966d-b8e6-4004-a73b-4cb5169aedcf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:15.234003 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3395966d-b8e6-4004-a73b-4cb5169aedcf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:39:15.245061 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3395966d-b8e6-4004-a73b-4cb5169aedcf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:15.245413 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-3395966d-b8e6-4004-a73b-4cb5169aedcf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Added segment 6100a07d-a47b-4215-ac5b-aa349b9ce18e of type vlan for network c58c7e80-85ed-4478-8139-d491d655b3aa Feb 09 18:39:15.275910 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3395966d-b8e6-4004-a73b-4cb5169aedcf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:15.431687 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3395966d-b8e6-4004-a73b-4cb5169aedcf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:15.435508 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3395966d-b8e6-4004-a73b-4cb5169aedcf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:39:15.436339 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3395966d-b8e6-4004-a73b-4cb5169aedcf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:15.556335 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395966d-b8e6-4004-a73b-4cb5169aedcf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Network': ['ID=c58c7e80-85ed-4478-8139-d491d655b3aa,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:15.566966 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network c58c7e80-85ed-4478-8139-d491d655b3aa details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:39:15.628498 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3395966d-b8e6-4004-a73b-4cb5169aedcf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5763290 Feb 09 18:39:15.632556 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60546) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:39:15.642369 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ecb47109-19e7-4f60-b74e-3ff2d291d7c1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1488192026', 'admin_state_up': True, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:39:15.651122 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ecb47109-19e7-4f60-b74e-3ff2d291d7c1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:39:15.656775 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ecb47109-19e7-4f60-b74e-3ff2d291d7c1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:router and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:39:15.660767 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ecb47109-19e7-4f60-b74e-3ff2d291d7c1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:39:15.669384 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ecb47109-19e7-4f60-b74e-3ff2d291d7c1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:39:15.804787 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecb47109-19e7-4f60-b74e-3ff2d291d7c1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:15.805812 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecb47109-19e7-4f60-b74e-3ff2d291d7c1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:15.826600 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecb47109-19e7-4f60-b74e-3ff2d291d7c1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:16.045759 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecb47109-19e7-4f60-b74e-3ff2d291d7c1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:16.492704 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecb47109-19e7-4f60-b74e-3ff2d291d7c1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:16.525464 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecb47109-19e7-4f60-b74e-3ff2d291d7c1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:16.691384 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-ecb47109-19e7-4f60-b74e-3ff2d291d7c1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Allocated IP 172.26.8.113 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/b9d237b1-b595-4b29-8a14-fc7db99cdb55) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:39:16.701752 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2f3fea4e-e165-4149-bfab-12a4f7ff4135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:16.873207 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecb47109-19e7-4f60-b74e-3ff2d291d7c1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:16.988210 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecb47109-19e7-4f60-b74e-3ff2d291d7c1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:17.092623 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb47109-19e7-4f60-b74e-3ff2d291d7c1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:39:17.097895 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-ecb47109-19e7-4f60-b74e-3ff2d291d7c1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:39:17.106242 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb47109-19e7-4f60-b74e-3ff2d291d7c1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:39:17.156921 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb47109-19e7-4f60-b74e-3ff2d291d7c1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=b9d237b1-b595-4b29-8a14-fc7db99cdb55,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:17.302692 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:17.492149 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecb47109-19e7-4f60-b74e-3ff2d291d7c1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:17.492799 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecb47109-19e7-4f60-b74e-3ff2d291d7c1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:17.816152 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb47109-19e7-4f60-b74e-3ff2d291d7c1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Router 7a9c70a6-f3cf-4e07-bbb6-c361411ca923 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:39:18.084689 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb47109-19e7-4f60-b74e-3ff2d291d7c1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:39:18.102604 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] Sync routers for ids ['7a9c70a6-f3cf-4e07-bbb6-c361411ca923'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:39:18.121777 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] Routers {'7a9c70a6-f3cf-4e07-bbb6-c361411ca923'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:39:18.122470 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:38:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7a9c70a6-f3cf-4e07-bbb6-c361411ca923'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:39:18.197291 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecb47109-19e7-4f60-b74e-3ff2d291d7c1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:18.198951 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ecb47109-19e7-4f60-b74e-3ff2d291d7c1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5645356 Feb 09 18:39:18.202241 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60550) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:39:18.365678 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] Set router 7a9c70a6-f3cf-4e07-bbb6-c361411ca923 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:39:18.396108 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7540559b-c1c1-4881-8bdc-e20452bd73af tempest-TestNetworkAdvancedServerOps-565630373 tempest-TestNetworkAdvancedServerOps-565630373-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=2a01b8869a934284a87963b91efa1f71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1885920 Feb 09 18:39:18.396428 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60556) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:39:18.614851 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcce066b-f99e-461c-be0b-307b09956ecc tempest-TestNetworkAdvancedServerOps-565630373 tempest-TestNetworkAdvancedServerOps-565630373-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:39:18.616291 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-bcce066b-f99e-461c-be0b-307b09956ecc tempest-TestNetworkAdvancedServerOps-565630373 tempest-TestNetworkAdvancedServerOps-565630373-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2188470 Feb 09 18:39:18.621033 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60560) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:39:18.662395 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9419636a-23ad-472b-8d1a-a9186a8733b0 tempest-TestNetworkAdvancedServerOps-565630373 tempest-TestNetworkAdvancedServerOps-565630373-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399666 Feb 09 18:39:18.666727 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60564) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:39:18.673102 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-1477def2-944b-4897-adc5-085a1f90a9cf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1060024973', 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:39:18.738588 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488192026', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:39:15Z', 'updated_at': '2022-02-09T18:39:17Z', 'revision_number': 3, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:39:16Z', 'updated_at': '2022-02-09T18:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:39:18.744867 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] Checking router: 7a9c70a6-f3cf-4e07-bbb6-c361411ca923 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:39:18.745210 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] Updating router 7a9c70a6-f3cf-4e07-bbb6-c361411ca923 port b9d237b1-b595-4b29-8a14-fc7db99cdb55 binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:39:18.821418 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:18.836225 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1477def2-944b-4897-adc5-085a1f90a9cf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:39:18.841025 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1477def2-944b-4897-adc5-085a1f90a9cf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:subnet and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:39:18.845108 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-1477def2-944b-4897-adc5-085a1f90a9cf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:39:18.853258 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-1477def2-944b-4897-adc5-085a1f90a9cf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:39:18.974693 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1477def2-944b-4897-adc5-085a1f90a9cf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Made reservation on behalf of 2a01b8869a934284a87963b91efa1f71 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:39:19.059172 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e9e777b4-0cda-4935-a014-861104a2f7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:19.142466 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1477def2-944b-4897-adc5-085a1f90a9cf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:19.267765 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:19.281104 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] Transition to ACTIVE for port object b9d237b1-b595-4b29-8a14-fc7db99cdb55 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:39:19.370874 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:19.476857 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1477def2-944b-4897-adc5-085a1f90a9cf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:19.559607 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] Attempting to bind port b9d237b1-b595-4b29-8a14-fc7db99cdb55 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:39:19.559969 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] Attempting to bind port b9d237b1-b595-4b29-8a14-fc7db99cdb55 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:39:19.560610 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] Attempting to bind port b9d237b1-b595-4b29-8a14-fc7db99cdb55 on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:39:19.562954 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5535c-1a9d-4e70-821f-e5eb4add0117 None None] Pushing event updated for resources: {'Port': ['ID=b9d237b1-b595-4b29-8a14-fc7db99cdb55,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:19.564951 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477def2-944b-4897-adc5-085a1f90a9cf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Subnet': ['ID=a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:19.573584 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:39:19.574105 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:39:19.574562 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:19.574865 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:39:19.575351 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] Bound port: b9d237b1-b595-4b29-8a14-fc7db99cdb55, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:39:19.575740 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:19.585768 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1477def2-944b-4897-adc5-085a1f90a9cf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Checking segment: {'id': '6100a07d-a47b-4215-ac5b-aa349b9ce18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:39:19.586131 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1477def2-944b-4897-adc5-085a1f90a9cf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network hostable DHCP agents. Network: c58c7e80-85ed-4478-8139-d491d655b3aa, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:39:19.616244 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e5535c-1a9d-4e70-821f-e5eb4add0117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:39:19.621193 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e5535c-1a9d-4e70-821f-e5eb4add0117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:39:19.621193 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e5535c-1a9d-4e70-821f-e5eb4add0117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:39:19.621193 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e5535c-1a9d-4e70-821f-e5eb4add0117 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:39:19.621193 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e5535c-1a9d-4e70-821f-e5eb4add0117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:39:19.621193 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e5535c-1a9d-4e70-821f-e5eb4add0117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:39:19.621193 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e5535c-1a9d-4e70-821f-e5eb4add0117 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:39:19.621193 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e5535c-1a9d-4e70-821f-e5eb4add0117 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:39:19.621193 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e5535c-1a9d-4e70-821f-e5eb4add0117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:39:19.621193 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e5535c-1a9d-4e70-821f-e5eb4add0117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:39:19.621193 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e5535c-1a9d-4e70-821f-e5eb4add0117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:39:19.664036 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] For port b9d237b1-b595-4b29-8a14-fc7db99cdb55, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:39:19.688977 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1477def2-944b-4897-adc5-085a1f90a9cf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network c58c7e80-85ed-4478-8139-d491d655b3aa is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:39:19.689206 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] For port b9d237b1-b595-4b29-8a14-fc7db99cdb55, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b9d237b1-b595-4b29-8a14-fc7db99cdb55,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:39:19.753680 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:19.765257 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-1477def2-944b-4897-adc5-085a1f90a9cf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, c58c7e80-85ed-4478-8139-d491d655b3aa) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:39:19.770825 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1477def2-944b-4897-adc5-085a1f90a9cf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:39:19.772215 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1477def2-944b-4897-adc5-085a1f90a9cf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:19.778655 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330e3002-ba7d-40ec-a160-d417b80dc07b None None] Network c58c7e80-85ed-4478-8139-d491d655b3aa requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:39:19.851576 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5535c-1a9d-4e70-821f-e5eb4add0117 None None] Pushing event updated for resources: {'Port': ['ID=b9d237b1-b595-4b29-8a14-fc7db99cdb55,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:19.858433 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] Routers {'7a9c70a6-f3cf-4e07-bbb6-c361411ca923'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:39:19.859348 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:39:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7a9c70a6-f3cf-4e07-bbb6-c361411ca923'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:39:19.859695 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1477def2-944b-4897-adc5-085a1f90a9cf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1916642 Feb 09 18:39:19.860109 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60568) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:39:20.083558 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] Set router 7a9c70a6-f3cf-4e07-bbb6-c361411ca923 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:39:20.195151 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:20.214816 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-c58c7e80-85ed-4478-8139-d491d655b3aa', 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'fixed_ips': [{'subnet_id': 'a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:39:20.215812 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:20.228137 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:20.409451 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Allocated IP 172.20.0.2 (c58c7e80-85ed-4478-8139-d491d655b3aa/a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5/b19d0dff-e8d1-4bf3-84d5-9fff61e65de0) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:39:20.417416 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488192026', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:39:15Z', 'updated_at': '2022-02-09T18:39:17Z', 'revision_number': 3, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:39:16Z', 'updated_at': '2022-02-09T18:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:39:20.422493 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9199ac-9df9-4b75-a13f-3b258115d76c None None] The sync data for ids ['7a9c70a6-f3cf-4e07-bbb6-c361411ca923'] in dv-neutron-827016-2-hyperv is: [{'id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488192026', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:39:15Z', 'updated_at': '2022-02-09T18:39:17Z', 'revision_number': 3, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:39:16Z', 'updated_at': '2022-02-09T18:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:39:20.680435 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:20.697081 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Transition to ACTIVE for port object b19d0dff-e8d1-4bf3-84d5-9fff61e65de0 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:39:20.725369 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Transition to ACTIVE for port object b19d0dff-e8d1-4bf3-84d5-9fff61e65de0 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:39:20.799346 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:20.849692 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e063ce9e-d9f4-4d50-83c6-08864882a471 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:20.890099 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Network c58c7e80-85ed-4478-8139-d491d655b3aa is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:39:20.891024 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Pushing event updated for resources: {'Port': ['ID=b19d0dff-e8d1-4bf3-84d5-9fff61e65de0,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:20.898441 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:39:20.902333 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:39:20.907524 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:39:20.907773 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:39:20.908108 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:39:20.908443 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:39:20.908776 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:39:20.909106 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:39:20.909545 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:39:20.909879 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:39:20.910203 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:39:20.910549 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:39:20.910958 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:39:21.013974 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Attempting to bind port b19d0dff-e8d1-4bf3-84d5-9fff61e65de0 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:39:21.014484 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Attempting to bind port b19d0dff-e8d1-4bf3-84d5-9fff61e65de0 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '6100a07d-a47b-4215-ac5b-aa349b9ce18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:39:21.014984 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Attempting to bind port b19d0dff-e8d1-4bf3-84d5-9fff61e65de0 on network c58c7e80-85ed-4478-8139-d491d655b3aa {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:39:21.023591 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:39:21.024071 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Checking segment: {'id': '6100a07d-a47b-4215-ac5b-aa349b9ce18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:39:21.024558 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:21.025025 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Bound using segment: {'id': '6100a07d-a47b-4215-ac5b-aa349b9ce18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:39:21.030725 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Bound port: b19d0dff-e8d1-4bf3-84d5-9fff61e65de0, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6100a07d-a47b-4215-ac5b-aa349b9ce18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:39:21.031322 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:21.137974 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] For port b19d0dff-e8d1-4bf3-84d5-9fff61e65de0, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:39:21.142252 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] For port b19d0dff-e8d1-4bf3-84d5-9fff61e65de0, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b19d0dff-e8d1-4bf3-84d5-9fff61e65de0,segment=NetworkSegment(6100a07d-a47b-4215-ac5b-aa349b9ce18e),segment_id=6100a07d-a47b-4215-ac5b-aa349b9ce18e)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:39:21.208182 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:21.303597 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d9131-176f-450c-a3aa-64efc665c9e8 None None] Pushing event updated for resources: {'Port': ['ID=b19d0dff-e8d1-4bf3-84d5-9fff61e65de0,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:21.435760 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-e063ce9e-d9f4-4d50-83c6-08864882a471 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Allocated IP 172.20.0.1 (c58c7e80-85ed-4478-8139-d491d655b3aa/a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5/ed6e085d-cfa2-47f7-9245-84b7c8f53013) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:39:21.635746 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e063ce9e-d9f4-4d50-83c6-08864882a471 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:21.653477 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-e063ce9e-d9f4-4d50-83c6-08864882a471 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Transition to ACTIVE for port object ed6e085d-cfa2-47f7-9245-84b7c8f53013 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:39:21.764542 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:21.776810 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e063ce9e-d9f4-4d50-83c6-08864882a471 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:21.857501 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e063ce9e-d9f4-4d50-83c6-08864882a471 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network c58c7e80-85ed-4478-8139-d491d655b3aa is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:39:21.860747 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-e063ce9e-d9f4-4d50-83c6-08864882a471 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:39:21.865871 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e063ce9e-d9f4-4d50-83c6-08864882a471 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:39:21.892690 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063ce9e-d9f4-4d50-83c6-08864882a471 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=ed6e085d-cfa2-47f7-9245-84b7c8f53013,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:21.924119 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b9d237b1-b595-4b29-8a14-fc7db99cdb55 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:39:21.951688 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e063ce9e-d9f4-4d50-83c6-08864882a471 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:22.153866 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e063ce9e-d9f4-4d50-83c6-08864882a471 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:22.179566 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port b9d237b1-b595-4b29-8a14-fc7db99cdb55 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:39:22.185768 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port b9d237b1-b595-4b29-8a14-fc7db99cdb55 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:39:22.186285 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:22.350064 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:22.373644 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port b9d237b1-b595-4b29-8a14-fc7db99cdb55, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b9d237b1-b595-4b29-8a14-fc7db99cdb55,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:39:22.404913 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e995aaba-c444-4c68-afdb-fc39dc2c79d3 None None] Network c58c7e80-85ed-4478-8139-d491d655b3aa requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:39:22.530988 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:22.532317 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b19d0dff-e8d1-4bf3-84d5-9fff61e65de0 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:39:22.619491 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e063ce9e-d9f4-4d50-83c6-08864882a471 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:22.713181 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e063ce9e-d9f4-4d50-83c6-08864882a471 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:22.730038 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=b9d237b1-b595-4b29-8a14-fc7db99cdb55,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:22.800235 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-43aca4e5-1095-4c7b-b5ce-877e1a384481 None None] Provisioning for port b19d0dff-e8d1-4bf3-84d5-9fff61e65de0 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:39:22.851358 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e063ce9e-d9f4-4d50-83c6-08864882a471 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:22.855024 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063ce9e-d9f4-4d50-83c6-08864882a471 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=ed6e085d-cfa2-47f7-9245-84b7c8f53013,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:22.899767 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port b19d0dff-e8d1-4bf3-84d5-9fff61e65de0 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:39:22.908643 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port b19d0dff-e8d1-4bf3-84d5-9fff61e65de0 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:39:22.911958 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:23.018930 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e063ce9e-d9f4-4d50-83c6-08864882a471 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network c58c7e80-85ed-4478-8139-d491d655b3aa is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:39:23.020694 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-e063ce9e-d9f4-4d50-83c6-08864882a471 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:39:23.049230 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:23.103228 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port b19d0dff-e8d1-4bf3-84d5-9fff61e65de0, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b19d0dff-e8d1-4bf3-84d5-9fff61e65de0,segment=NetworkSegment(6100a07d-a47b-4215-ac5b-aa349b9ce18e),segment_id=6100a07d-a47b-4215-ac5b-aa349b9ce18e)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:39:23.174318 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:23.268059 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=b19d0dff-e8d1-4bf3-84d5-9fff61e65de0,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:23.271014 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-40dfc99c-9915-4359-bfee-3f747460a6ce None None] Provisioning complete for port b19d0dff-e8d1-4bf3-84d5-9fff61e65de0 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:39:23.271447 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-40dfc99c-9915-4359-bfee-3f747460a6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:23.493280 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-40dfc99c-9915-4359-bfee-3f747460a6ce None None] Provisioning for port ed6e085d-cfa2-47f7-9245-84b7c8f53013 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:39:23.500245 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-40dfc99c-9915-4359-bfee-3f747460a6ce None None] Provisioning complete for port ed6e085d-cfa2-47f7-9245-84b7c8f53013 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:39:23.506733 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-40dfc99c-9915-4359-bfee-3f747460a6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:23.563783 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-40dfc99c-9915-4359-bfee-3f747460a6ce None None] Port ed6e085d-cfa2-47f7-9245-84b7c8f53013 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:39:23.607777 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e063ce9e-d9f4-4d50-83c6-08864882a471 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Router 7a9c70a6-f3cf-4e07-bbb6-c361411ca923 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:39:23.690573 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7f33e805-d8dc-4b2d-b9c0-28ab6262f132 None None] Provisioning complete for port ed6e085d-cfa2-47f7-9245-84b7c8f53013 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:39:23.690754 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7f33e805-d8dc-4b2d-b9c0-28ab6262f132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:23.748520 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7f33e805-d8dc-4b2d-b9c0-28ab6262f132 None None] Port ed6e085d-cfa2-47f7-9245-84b7c8f53013 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:39:23.840094 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e063ce9e-d9f4-4d50-83c6-08864882a471 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:39:23.850046 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e063ce9e-d9f4-4d50-83c6-08864882a471 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "PUT /v2.0/routers/7a9c70a6-f3cf-4e07-bbb6-c361411ca923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9875736 Feb 09 18:39:23.865677 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b9d237b1-b595-4b29-8a14-fc7db99cdb55 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:39:23.955326 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port b9d237b1-b595-4b29-8a14-fc7db99cdb55 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:39:23.955710 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:24.093952 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-3398875b-3576-4484-bfef-c5f28ac8996e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1031164770&fields=id&tenant_id=2a01b8869a934284a87963b91efa1f71 HTTP/1.1" status: 200 len: 267 time: 0.0614455 Feb 09 18:39:24.119467 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b19d0dff-e8d1-4bf3-84d5-9fff61e65de0 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:39:24.175251 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] Sync routers for ids ['7a9c70a6-f3cf-4e07-bbb6-c361411ca923'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:39:24.199115 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] Routers {'7a9c70a6-f3cf-4e07-bbb6-c361411ca923'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:39:24.199659 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:39:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7a9c70a6-f3cf-4e07-bbb6-c361411ca923'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:39:24.343095 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port b19d0dff-e8d1-4bf3-84d5-9fff61e65de0 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:39:24.343560 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:24.345478 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-edc936d8-85bc-41ef-949d-2ba221975b59 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:39:24.346225 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-edc936d8-85bc-41ef-949d-2ba221975b59 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Synchronizing usage tracker for tenant:2a01b8869a934284a87963b91efa1f71 on resource:network {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:39:24.433001 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-edc936d8-85bc-41ef-949d-2ba221975b59 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Unset dirty status for tenant:2a01b8869a934284a87963b91efa1f71 on resource:network {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:39:24.434137 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-edc936d8-85bc-41ef-949d-2ba221975b59 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/networks?id=c58c7e80-85ed-4478-8139-d491d655b3aa HTTP/1.1" status: 200 len: 797 time: 0.3387485 Feb 09 18:39:24.454200 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-7b9db02e-9593-4b6b-a256-d1593037ae23 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/quotas/2a01b8869a934284a87963b91efa1f71 HTTP/1.1" status: 200 len: 375 time: 0.0135095 Feb 09 18:39:24.503689 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] Set router 7a9c70a6-f3cf-4e07-bbb6-c361411ca923 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:39:24.558134 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-b0875496-627b-494f-b9ec-630df5554792 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933979 Feb 09 18:39:24.841200 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-4f6e8858-af81-4f01-9386-101b2ed55a53 service neutron] 10.222.0.21 "GET /v2.0/networks/c58c7e80-85ed-4478-8139-d491d655b3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653387 Feb 09 18:39:24.926790 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488192026', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:39:15Z', 'updated_at': '2022-02-09T18:39:21Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:39:16Z', 'updated_at': '2022-02-09T18:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'ed6e085d-cfa2-47f7-9245-84b7c8f53013', 'name': '', 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:9d:76:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:39:21Z', 'updated_at': '2022-02-09T18:39:22Z', 'revision_number': 2, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': 'a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:39:24.931686 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] Checking router: 7a9c70a6-f3cf-4e07-bbb6-c361411ca923 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:39:24.932040 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] Updating router 7a9c70a6-f3cf-4e07-bbb6-c361411ca923 port ed6e085d-cfa2-47f7-9245-84b7c8f53013 binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:39:24.985565 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:24.999207 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-7a94cfb1-e129-42d2-b2ab-d4b4876c3d70 service neutron] 10.222.0.21 "GET /v2.0/networks/c58c7e80-85ed-4478-8139-d491d655b3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518602 Feb 09 18:39:25.368140 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:25.381567 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] Transition to ACTIVE for port object ed6e085d-cfa2-47f7-9245-84b7c8f53013 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:39:25.465560 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:25.600114 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a56197-9ec3-431e-a1ca-17e95d7f19f3 None None] Pushing event updated for resources: {'Port': ['ID=ed6e085d-cfa2-47f7-9245-84b7c8f53013,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:25.704361 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] Attempting to bind port ed6e085d-cfa2-47f7-9245-84b7c8f53013 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:39:25.704892 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] Attempting to bind port ed6e085d-cfa2-47f7-9245-84b7c8f53013 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '6100a07d-a47b-4215-ac5b-aa349b9ce18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:39:25.705315 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] Attempting to bind port ed6e085d-cfa2-47f7-9245-84b7c8f53013 on network c58c7e80-85ed-4478-8139-d491d655b3aa {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:39:25.714979 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:39:25.715512 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] Checking segment: {'id': '6100a07d-a47b-4215-ac5b-aa349b9ce18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:39:25.716029 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:25.716609 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] Bound using segment: {'id': '6100a07d-a47b-4215-ac5b-aa349b9ce18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:39:25.717202 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] Bound port: ed6e085d-cfa2-47f7-9245-84b7c8f53013, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6100a07d-a47b-4215-ac5b-aa349b9ce18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:39:25.717689 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:25.829572 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] For port ed6e085d-cfa2-47f7-9245-84b7c8f53013, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:39:25.833807 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] For port ed6e085d-cfa2-47f7-9245-84b7c8f53013, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=ed6e085d-cfa2-47f7-9245-84b7c8f53013,segment=NetworkSegment(6100a07d-a47b-4215-ac5b-aa349b9ce18e),segment_id=6100a07d-a47b-4215-ac5b-aa349b9ce18e)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:39:25.907655 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:25.986952 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a56197-9ec3-431e-a1ca-17e95d7f19f3 None None] Pushing event updated for resources: {'Port': ['ID=ed6e085d-cfa2-47f7-9245-84b7c8f53013,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:25.993383 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] Routers {'7a9c70a6-f3cf-4e07-bbb6-c361411ca923'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:39:25.994018 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:39:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7a9c70a6-f3cf-4e07-bbb6-c361411ca923'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:39:26.190943 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] Set router 7a9c70a6-f3cf-4e07-bbb6-c361411ca923 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:39:26.391848 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-29531cf7-946a-468c-ba30-a5c7b0ba556c req-b9fa3491-91a9-40bd-ac35-796413011cb8 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 210 time: 0.0463417 Feb 09 18:39:26.608338 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488192026', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:39:15Z', 'updated_at': '2022-02-09T18:39:21Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:39:16Z', 'updated_at': '2022-02-09T18:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'ed6e085d-cfa2-47f7-9245-84b7c8f53013', 'name': '', 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:9d:76:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:39:21Z', 'updated_at': '2022-02-09T18:39:25Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': 'a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:39:26.612921 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58747d5-4bd2-421e-b66f-b60ae57d0dd1 None None] The sync data for ids ['7a9c70a6-f3cf-4e07-bbb6-c361411ca923'] in dv-neutron-827016-2-hyperv is: [{'id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488192026', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:39:15Z', 'updated_at': '2022-02-09T18:39:21Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:39:16Z', 'updated_at': '2022-02-09T18:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'ed6e085d-cfa2-47f7-9245-84b7c8f53013', 'name': '', 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:9d:76:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:39:21Z', 'updated_at': '2022-02-09T18:39:25Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': 'a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:39:27.510979 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e3ee7c71-4133-4c6c-af73-6932d6ee97bc req-6001534d-e7d8-4740-8c86-9c5c12512e77 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 210 time: 0.0442665 Feb 09 18:39:27.887521 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device ed6e085d-cfa2-47f7-9245-84b7c8f53013 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:39:28.005705 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port ed6e085d-cfa2-47f7-9245-84b7c8f53013 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:39:28.011943 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port ed6e085d-cfa2-47f7-9245-84b7c8f53013 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:39:28.012553 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:28.147421 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:28.182934 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port ed6e085d-cfa2-47f7-9245-84b7c8f53013, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=ed6e085d-cfa2-47f7-9245-84b7c8f53013,segment=NetworkSegment(6100a07d-a47b-4215-ac5b-aa349b9ce18e),segment_id=6100a07d-a47b-4215-ac5b-aa349b9ce18e)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:39:28.293811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:28.368287 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=ed6e085d-cfa2-47f7-9245-84b7c8f53013,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:28.838352 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5f14187e-a4dc-4d91-b30c-6269e1918b61 req-e839c4d4-9c2d-44b8-a4d0-61e7db8950f5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 210 time: 0.0475652 Feb 09 18:39:28.907602 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-2b493cab-c972-4a66-bac7-d54defacf140 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:39:28.909078 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-2b493cab-c972-4a66-bac7-d54defacf140 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "GET /v2.0/networks?id=c58c7e80-85ed-4478-8139-d491d655b3aa HTTP/1.1" status: 200 len: 797 time: 0.1613705 Feb 09 18:39:28.963973 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-ecffd503-8b9a-4038-a9dc-4df06ebe13e4 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Synchronizing usage tracker for tenant:2a01b8869a934284a87963b91efa1f71 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:39:29.079222 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-ecffd503-8b9a-4038-a9dc-4df06ebe13e4 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Unset dirty status for tenant:2a01b8869a934284a87963b91efa1f71 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:39:29.080676 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-ecffd503-8b9a-4038-a9dc-4df06ebe13e4 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a01b8869a934284a87963b91efa1f71 HTTP/1.1" status: 200 len: 380 time: 0.1593721 Feb 09 18:39:29.093567 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-03670753-d66b-4621-9915-4ece0f94408f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'port': {'device_id': '1551fba2-5e4c-4f85-a744-8720b5317272', 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa', 'admin_state_up': True, 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'security_groups': ['2286139f-2a78-4a27-b3e9-47d80b571163']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:39:29.255415 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-03670753-d66b-4621-9915-4ece0f94408f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:39:29.260402 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-03670753-d66b-4621-9915-4ece0f94408f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:port and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:39:29.263929 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-03670753-d66b-4621-9915-4ece0f94408f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:39:29.270536 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-03670753-d66b-4621-9915-4ece0f94408f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:39:29.425210 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-03670753-d66b-4621-9915-4ece0f94408f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Made reservation on behalf of 2a01b8869a934284a87963b91efa1f71 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:39:29.429723 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-03670753-d66b-4621-9915-4ece0f94408f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:29.609368 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-03670753-d66b-4621-9915-4ece0f94408f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Allocated IP 172.20.0.4 (c58c7e80-85ed-4478-8139-d491d655b3aa/a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5/995fb0b3-e567-48d2-bbc1-99eabb58ad95) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:39:29.831234 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-03670753-d66b-4621-9915-4ece0f94408f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:29.851879 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-03670753-d66b-4621-9915-4ece0f94408f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Transition to ACTIVE for port object 995fb0b3-e567-48d2-bbc1-99eabb58ad95 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:39:29.867002 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device ed6e085d-cfa2-47f7-9245-84b7c8f53013 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:39:29.942970 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-03670753-d66b-4621-9915-4ece0f94408f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:29.955450 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port ed6e085d-cfa2-47f7-9245-84b7c8f53013 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:39:29.955450 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:30.023660 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03670753-d66b-4621-9915-4ece0f94408f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=995fb0b3-e567-48d2-bbc1-99eabb58ad95,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:30.048567 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-03670753-d66b-4621-9915-4ece0f94408f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network c58c7e80-85ed-4478-8139-d491d655b3aa is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:39:30.050688 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-03670753-d66b-4621-9915-4ece0f94408f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:39:30.068933 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-03670753-d66b-4621-9915-4ece0f94408f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:39:30.133155 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27383ead-4ef7-4759-a84f-8ba0d3005e43 req-6d8c8f5c-c1b1-4124-966a-7db897478df2 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:39:30.134798 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-27383ead-4ef7-4759-a84f-8ba0d3005e43 req-6d8c8f5c-c1b1-4124-966a-7db897478df2 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 931 time: 0.1336708 Feb 09 18:39:30.196824 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-03670753-d66b-4621-9915-4ece0f94408f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:39:30.197561 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-27383ead-4ef7-4759-a84f-8ba0d3005e43 req-1036fca6-ad21-4114-98e8-05b06e4fbca5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=2286139f-2a78-4a27-b3e9-47d80b571163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558593 Feb 09 18:39:30.197979 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-03670753-d66b-4621-9915-4ece0f94408f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:30.286763 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-03670753-d66b-4621-9915-4ece0f94408f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2001278 Feb 09 18:39:30.298622 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-c720fc1c-5e53-48c2-94e7-039dd3c08ceb service neutron] Request body: {'port': {'device_id': '1551fba2-5e4c-4f85-a744-8720b5317272', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:39:30.417209 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-c720fc1c-5e53-48c2-94e7-039dd3c08ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:30.438902 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-31ec0f9b-2b1b-40bc-893b-559315ffe5cf None None] Provisioning for port 995fb0b3-e567-48d2-bbc1-99eabb58ad95 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:39:30.445316 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-31ec0f9b-2b1b-40bc-893b-559315ffe5cf None None] Provisioning complete for port 995fb0b3-e567-48d2-bbc1-99eabb58ad95 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:39:30.449311 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-31ec0f9b-2b1b-40bc-893b-559315ffe5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:30.512722 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-31ec0f9b-2b1b-40bc-893b-559315ffe5cf None None] Port 995fb0b3-e567-48d2-bbc1-99eabb58ad95 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:39:30.997665 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-c720fc1c-5e53-48c2-94e7-039dd3c08ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 995fb0b3-e567-48d2-bbc1-99eabb58ad95 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:39:31.006032 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-c720fc1c-5e53-48c2-94e7-039dd3c08ceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:31.024012 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-c720fc1c-5e53-48c2-94e7-039dd3c08ceb service neutron] Transition to ACTIVE for port object 995fb0b3-e567-48d2-bbc1-99eabb58ad95 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:39:31.141500 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-c720fc1c-5e53-48c2-94e7-039dd3c08ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:31.308182 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720fc1c-5e53-48c2-94e7-039dd3c08ceb service neutron] Pushing event updated for resources: {'Port': ['ID=995fb0b3-e567-48d2-bbc1-99eabb58ad95,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:31.464607 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-c720fc1c-5e53-48c2-94e7-039dd3c08ceb service neutron] Attempting to bind port 995fb0b3-e567-48d2-bbc1-99eabb58ad95 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:39:31.464845 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-c720fc1c-5e53-48c2-94e7-039dd3c08ceb service neutron] Attempting to bind port 995fb0b3-e567-48d2-bbc1-99eabb58ad95 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '6100a07d-a47b-4215-ac5b-aa349b9ce18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:39:31.465176 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-c720fc1c-5e53-48c2-94e7-039dd3c08ceb service neutron] Attempting to bind port 995fb0b3-e567-48d2-bbc1-99eabb58ad95 on network c58c7e80-85ed-4478-8139-d491d655b3aa {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:39:31.471231 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-c720fc1c-5e53-48c2-94e7-039dd3c08ceb service neutron] Port 995fb0b3-e567-48d2-bbc1-99eabb58ad95 on network c58c7e80-85ed-4478-8139-d491d655b3aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:39:31.471557 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-c720fc1c-5e53-48c2-94e7-039dd3c08ceb service neutron] Attempting to bind port 995fb0b3-e567-48d2-bbc1-99eabb58ad95 on network c58c7e80-85ed-4478-8139-d491d655b3aa {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:39:31.479620 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca999d-f15c-49cf-968e-6736cf559466 req-0e8d911e-ce6c-4ba4-a397-1daeb29790c5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:39:31.480280 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-c720fc1c-5e53-48c2-94e7-039dd3c08ceb service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:39:31.480280 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-c720fc1c-5e53-48c2-94e7-039dd3c08ceb service neutron] Checking segment: {'id': '6100a07d-a47b-4215-ac5b-aa349b9ce18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:39:31.480601 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-c720fc1c-5e53-48c2-94e7-039dd3c08ceb service neutron] Bound using segment: {'id': '6100a07d-a47b-4215-ac5b-aa349b9ce18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:39:31.480891 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-c720fc1c-5e53-48c2-94e7-039dd3c08ceb service neutron] Bound port: 995fb0b3-e567-48d2-bbc1-99eabb58ad95, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6100a07d-a47b-4215-ac5b-aa349b9ce18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:39:31.481266 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-c720fc1c-5e53-48c2-94e7-039dd3c08ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:31.481439 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3bca999d-f15c-49cf-968e-6736cf559466 req-0e8d911e-ce6c-4ba4-a397-1daeb29790c5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 943 time: 0.1408525 Feb 09 18:39:31.531546 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3bca999d-f15c-49cf-968e-6736cf559466 req-d693ae0f-9568-4632-b514-85e02681ca78 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=2286139f-2a78-4a27-b3e9-47d80b571163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435607 Feb 09 18:39:31.599246 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-c720fc1c-5e53-48c2-94e7-039dd3c08ceb service neutron] For port 995fb0b3-e567-48d2-bbc1-99eabb58ad95, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:39:31.602511 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-c720fc1c-5e53-48c2-94e7-039dd3c08ceb service neutron] For port 995fb0b3-e567-48d2-bbc1-99eabb58ad95, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=995fb0b3-e567-48d2-bbc1-99eabb58ad95,segment=NetworkSegment(6100a07d-a47b-4215-ac5b-aa349b9ce18e),segment_id=6100a07d-a47b-4215-ac5b-aa349b9ce18e)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:39:31.696482 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-c720fc1c-5e53-48c2-94e7-039dd3c08ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:31.777064 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-c720fc1c-5e53-48c2-94e7-039dd3c08ceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:31.779521 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-c720fc1c-5e53-48c2-94e7-039dd3c08ceb service neutron] 10.222.0.50 "PUT /v2.0/ports/995fb0b3-e567-48d2-bbc1-99eabb58ad95 HTTP/1.1" status: 200 len: 1093 time: 1.4850860 Feb 09 18:39:31.780235 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1551fba2-5e4c-4f85-a744-8720b5317272', 'tag': '995fb0b3-e567-48d2-bbc1-99eabb58ad95'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:39:31.804830 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720fc1c-5e53-48c2-94e7-039dd3c08ceb service neutron] Pushing event updated for resources: {'Port': ['ID=995fb0b3-e567-48d2-bbc1-99eabb58ad95,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:31.866099 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1551fba2-5e4c-4f85-a744-8720b5317272', 'tag': '995fb0b3-e567-48d2-bbc1-99eabb58ad95', 'status': 'completed', 'code': 200} Feb 09 18:39:31.970389 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3097888f-2cc5-43f6-9872-9e648418756f req-535c9cff-4254-4c88-9e7d-73f37e891d44 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 1096 time: 0.0840788 Feb 09 18:39:32.112209 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:39:32.140463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097888f-2cc5-43f6-9872-9e648418756f req-a58d736c-8993-493a-b421-60958c635131 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:39:32.143106 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3097888f-2cc5-43f6-9872-9e648418756f req-a58d736c-8993-493a-b421-60958c635131 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2a01b8869a934284a87963b91efa1f71&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1663496 Feb 09 18:39:32.294132 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097888f-2cc5-43f6-9872-9e648418756f req-aa600768-058e-4abb-9ba3-337f85dbdcfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:39:32.295627 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3097888f-2cc5-43f6-9872-9e648418756f req-aa600768-058e-4abb-9ba3-337f85dbdcfa service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1460996 Feb 09 18:39:32.412129 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-e467ee77-0cde-4ac5-a883-52fd80804cbc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 1096 time: 0.0780401 Feb 09 18:39:32.535261 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-bed5d15e-025d-4303-859b-139a2a8ea41f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=995fb0b3-e567-48d2-bbc1-99eabb58ad95 HTTP/1.1" status: 200 len: 217 time: 0.1165257 Feb 09 18:39:32.602543 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-670fec62-ae88-4341-9c84-26f748bc8129 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:39:32.604044 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-670fec62-ae88-4341-9c84-26f748bc8129 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5 HTTP/1.1" status: 200 len: 835 time: 0.0631006 Feb 09 18:39:32.690100 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-6b75be10-58ff-4e9f-ba4c-c6b12db74aed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c58c7e80-85ed-4478-8139-d491d655b3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799217 Feb 09 18:39:32.798355 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b925f-a375-4213-b89a-c38bd40a891e req-6db1e619-6dc9-4300-9d07-62e1886a0378 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:39:32.801065 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-dd3b925f-a375-4213-b89a-c38bd40a891e req-6db1e619-6dc9-4300-9d07-62e1886a0378 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 943 time: 0.1103694 Feb 09 18:39:32.880259 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-0a3d37a4-e507-4710-a2b0-f1cbe4bbae69 service neutron] 10.222.0.50 "GET /v2.0/networks/c58c7e80-85ed-4478-8139-d491d655b3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833866 Feb 09 18:39:32.883306 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-dd3b925f-a375-4213-b89a-c38bd40a891e req-559c459e-0ea6-455a-83d4-9245a373b484 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=2286139f-2a78-4a27-b3e9-47d80b571163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743542 Feb 09 18:39:33.079538 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a2a6386e-2fc2-4778-a9e6-10e80befc9d2 req-eaec464d-07a8-4dcb-9bbc-5ca43f2ca26f service neutron] 10.222.0.50 "GET /v2.0/networks/c58c7e80-85ed-4478-8139-d491d655b3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937873 Feb 09 18:39:34.110852 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60bd76-029f-477b-a99d-26b8d57edafe req-fa90ab87-3b56-403d-85a7-6b7a0ce4ad7e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:39:34.112416 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7c60bd76-029f-477b-a99d-26b8d57edafe req-fa90ab87-3b56-403d-85a7-6b7a0ce4ad7e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 943 time: 0.0938621 Feb 09 18:39:34.164965 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7c60bd76-029f-477b-a99d-26b8d57edafe req-4d958e91-99e8-473d-a1af-91c190887524 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=2286139f-2a78-4a27-b3e9-47d80b571163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456879 Feb 09 18:39:35.240972 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 995fb0b3-e567-48d2-bbc1-99eabb58ad95 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:39:35.389696 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 995fb0b3-e567-48d2-bbc1-99eabb58ad95, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=995fb0b3-e567-48d2-bbc1-99eabb58ad95,segment=NetworkSegment(6100a07d-a47b-4215-ac5b-aa349b9ce18e),segment_id=6100a07d-a47b-4215-ac5b-aa349b9ce18e)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:39:35.409706 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '995fb0b3-e567-48d2-bbc1-99eabb58ad95', 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa', 'port_id': '995fb0b3-e567-48d2-bbc1-99eabb58ad95', 'mac_address': 'fa:16:3e:67:3f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:39:35.440130 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983f1b6-f26d-4876-969a-d3d68bf6e429 req-84bc1b7d-8410-4b59-a1b9-05274e4b1304 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:39:35.444566 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a983f1b6-f26d-4876-969a-d3d68bf6e429 req-84bc1b7d-8410-4b59-a1b9-05274e4b1304 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 943 time: 0.1410668 Feb 09 18:39:35.476597 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:35.497087 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a983f1b6-f26d-4876-969a-d3d68bf6e429 req-8b1608fe-ae8d-4eb7-869a-c62073166e40 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=2286139f-2a78-4a27-b3e9-47d80b571163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444572 Feb 09 18:39:35.512417 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 995fb0b3-e567-48d2-bbc1-99eabb58ad95 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:39:35.541557 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 995fb0b3-e567-48d2-bbc1-99eabb58ad95, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=995fb0b3-e567-48d2-bbc1-99eabb58ad95,segment=NetworkSegment(6100a07d-a47b-4215-ac5b-aa349b9ce18e),segment_id=6100a07d-a47b-4215-ac5b-aa349b9ce18e)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:39:35.627063 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:35.698176 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=995fb0b3-e567-48d2-bbc1-99eabb58ad95,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:35.833537 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['995fb0b3-e567-48d2-bbc1-99eabb58ad95'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:39:36.716352 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22878735-f1d1-4ae9-89b3-f555bd785165 req-6782cb92-4a85-457a-b9b0-524912dce660 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:39:36.717909 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-22878735-f1d1-4ae9-89b3-f555bd785165 req-6782cb92-4a85-457a-b9b0-524912dce660 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 944 time: 0.0833373 Feb 09 18:39:36.773754 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-22878735-f1d1-4ae9-89b3-f555bd785165 req-76e7d47e-4b38-44e8-ba57-8c13bf7c07a6 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=2286139f-2a78-4a27-b3e9-47d80b571163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440285 Feb 09 18:39:37.258102 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 995fb0b3-e567-48d2-bbc1-99eabb58ad95 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:39:37.424669 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 995fb0b3-e567-48d2-bbc1-99eabb58ad95 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:39:37.430349 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 995fb0b3-e567-48d2-bbc1-99eabb58ad95 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:39:37.430797 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:37.563592 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:37.595093 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1551fba2-5e4c-4f85-a744-8720b5317272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995fb0b3-e567-48d2-bbc1-99eabb58ad95'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:39:37.607602 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 995fb0b3-e567-48d2-bbc1-99eabb58ad95, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=995fb0b3-e567-48d2-bbc1-99eabb58ad95,segment=NetworkSegment(6100a07d-a47b-4215-ac5b-aa349b9ce18e),segment_id=6100a07d-a47b-4215-ac5b-aa349b9ce18e)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:39:37.656977 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1551fba2-5e4c-4f85-a744-8720b5317272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995fb0b3-e567-48d2-bbc1-99eabb58ad95', 'code': 200} Feb 09 18:39:37.694055 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:37.769194 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=995fb0b3-e567-48d2-bbc1-99eabb58ad95,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:37.998532 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc1045-7b99-4ac1-9f4c-854182870db2 req-39a692d6-f4cd-44d6-9754-541f36f74a35 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:39:38.001139 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f3bc1045-7b99-4ac1-9f4c-854182870db2 req-39a692d6-f4cd-44d6-9754-541f36f74a35 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 945 time: 0.0858521 Feb 09 18:39:38.073455 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f3bc1045-7b99-4ac1-9f4c-854182870db2 req-131b4390-db7e-4ca3-8f74-eebe41beaf7a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=2286139f-2a78-4a27-b3e9-47d80b571163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657713 Feb 09 18:39:38.147562 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-37eb6e96-de4e-4295-a728-4ea7de9ad11a req-f5bb1eba-8a07-4168-8da6-2533e31f284d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 1098 time: 0.0998209 Feb 09 18:39:38.196995 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-37eb6e96-de4e-4295-a728-4ea7de9ad11a req-140f479f-072c-4284-98ee-85fabcd57c8b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2286139f-2a78-4a27-b3e9-47d80b571163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432978 Feb 09 18:39:39.314216 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93171d57-5242-45a5-8cc2-ba77acc1b653 req-307c4cdd-bdb0-4699-bd98-4dfc5fe0eb5e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:39:39.315879 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-93171d57-5242-45a5-8cc2-ba77acc1b653 req-307c4cdd-bdb0-4699-bd98-4dfc5fe0eb5e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 945 time: 0.0837984 Feb 09 18:39:39.371875 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-93171d57-5242-45a5-8cc2-ba77acc1b653 req-d192452b-acd2-4d41-bd4f-e2a6ea7d5e5b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=2286139f-2a78-4a27-b3e9-47d80b571163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480762 Feb 09 18:39:40.592386 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f8ae2-42e0-4037-86b8-779623ff4ab6 req-aaa0c7d6-34d7-4846-89e7-2e8989c19103 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:39:40.593979 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-738f8ae2-42e0-4037-86b8-779623ff4ab6 req-aaa0c7d6-34d7-4846-89e7-2e8989c19103 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 945 time: 0.0905111 Feb 09 18:39:40.645118 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-738f8ae2-42e0-4037-86b8-779623ff4ab6 req-df95963b-370f-4da5-9f24-1455c28624f6 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=2286139f-2a78-4a27-b3e9-47d80b571163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446203 Feb 09 18:39:40.926427 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d05ff8-e3f7-47db-9c76-ea3a46f074c3 req-f56ac333-6f26-4e6f-a123-c25c2e8949b6 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:39:40.928451 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c4d05ff8-e3f7-47db-9c76-ea3a46f074c3 req-f56ac333-6f26-4e6f-a123-c25c2e8949b6 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 945 time: 0.1405051 Feb 09 18:39:40.992066 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c4d05ff8-e3f7-47db-9c76-ea3a46f074c3 req-7e3c4233-f2c3-4540-bb2c-861fc4d4faa4 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=2286139f-2a78-4a27-b3e9-47d80b571163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578401 Feb 09 18:39:41.020745 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60624) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:39:41.109973 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-715d9c4c-3560-4c67-9182-abdccea38e68 tempest-TestNetworkAdvancedServerOps-565630373 tempest-TestNetworkAdvancedServerOps-565630373-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 1093 time: 0.0876427 Feb 09 18:39:41.112895 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60628) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:39:41.119166 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-50e2d4cb-c4ee-42e4-a241-814a5311c700 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': '995fb0b3-e567-48d2-bbc1-99eabb58ad95', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:39:41.125103 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-50e2d4cb-c4ee-42e4-a241-814a5311c700 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:39:41.129578 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-50e2d4cb-c4ee-42e4-a241-814a5311c700 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:floatingip and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:39:41.132850 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-50e2d4cb-c4ee-42e4-a241-814a5311c700 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:39:41.139297 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-50e2d4cb-c4ee-42e4-a241-814a5311c700 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:39:41.236263 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50e2d4cb-c4ee-42e4-a241-814a5311c700 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:41.476703 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50e2d4cb-c4ee-42e4-a241-814a5311c700 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:41.626581 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-50e2d4cb-c4ee-42e4-a241-814a5311c700 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Allocated IP 172.26.8.3 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/32ba5c7b-112c-4188-864d-6d286a36b406) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:39:41.787422 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50e2d4cb-c4ee-42e4-a241-814a5311c700 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:41.890419 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50e2d4cb-c4ee-42e4-a241-814a5311c700 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:41.962864 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e2d4cb-c4ee-42e4-a241-814a5311c700 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:39:41.965793 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-50e2d4cb-c4ee-42e4-a241-814a5311c700 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:39:41.970475 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e2d4cb-c4ee-42e4-a241-814a5311c700 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:39:41.996303 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2d4cb-c4ee-42e4-a241-814a5311c700 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=32ba5c7b-112c-4188-864d-6d286a36b406,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:42.630771 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50e2d4cb-c4ee-42e4-a241-814a5311c700 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:42.811861 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50e2d4cb-c4ee-42e4-a241-814a5311c700 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:43.042163 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50e2d4cb-c4ee-42e4-a241-814a5311c700 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:43.110558 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50e2d4cb-c4ee-42e4-a241-814a5311c700 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:43.228025 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2d4cb-c4ee-42e4-a241-814a5311c700 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=32ba5c7b-112c-4188-864d-6d286a36b406,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:39:43.243256 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50e2d4cb-c4ee-42e4-a241-814a5311c700 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:43.451480 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [None req-50e2d4cb-c4ee-42e4-a241-814a5311c700 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Floating IP 006b63d2-9c9b-47ca-819a-182325a48f0f associated. External IP: 172.26.8.3, port: 995fb0b3-e567-48d2-bbc1-99eabb58ad95. Feb 09 18:39:43.987632 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e2d4cb-c4ee-42e4-a241-814a5311c700 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Router 7a9c70a6-f3cf-4e07-bbb6-c361411ca923 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:39:44.324074 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e2d4cb-c4ee-42e4-a241-814a5311c700 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:39:44.336480 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42156519-ee09-48d7-baa9-cb83faeeea63 None None] Sync routers for ids ['7a9c70a6-f3cf-4e07-bbb6-c361411ca923'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:39:44.353123 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42156519-ee09-48d7-baa9-cb83faeeea63 None None] Routers {'7a9c70a6-f3cf-4e07-bbb6-c361411ca923'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:39:44.353872 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-42156519-ee09-48d7-baa9-cb83faeeea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:39:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7a9c70a6-f3cf-4e07-bbb6-c361411ca923'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:39:44.473725 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50e2d4cb-c4ee-42e4-a241-814a5311c700 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:44.553371 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-50e2d4cb-c4ee-42e4-a241-814a5311c700 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.4388411 Feb 09 18:39:44.554026 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1551fba2-5e4c-4f85-a744-8720b5317272', 'tag': '995fb0b3-e567-48d2-bbc1-99eabb58ad95'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:39:44.579164 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-42156519-ee09-48d7-baa9-cb83faeeea63 None None] Set router 7a9c70a6-f3cf-4e07-bbb6-c361411ca923 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:39:44.721618 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1551fba2-5e4c-4f85-a744-8720b5317272', 'tag': '995fb0b3-e567-48d2-bbc1-99eabb58ad95', 'status': 'completed', 'code': 200} Feb 09 18:39:44.789231 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163ebf8-690f-4dd8-a24d-6a416da20d7a req-1c12e821-c1c9-4f18-a722-b4e38570a08d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:39:44.798155 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9163ebf8-690f-4dd8-a24d-6a416da20d7a req-1c12e821-c1c9-4f18-a722-b4e38570a08d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 945 time: 0.1138828 Feb 09 18:39:44.861335 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9163ebf8-690f-4dd8-a24d-6a416da20d7a req-c5622f93-278b-4b84-877d-4a809dbdffe0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=2286139f-2a78-4a27-b3e9-47d80b571163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616281 Feb 09 18:39:44.880677 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a4e11609-405d-4674-ba59-0fa2feaa0903 req-067f6397-02a2-4a4a-9ca4-6aab9f548b2a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 1098 time: 0.1172061 Feb 09 18:39:44.912606 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60638) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:39:45.159771 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-42156519-ee09-48d7-baa9-cb83faeeea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488192026', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:39:15Z', 'updated_at': '2022-02-09T18:39:21Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:39:16Z', 'updated_at': '2022-02-09T18:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '006b63d2-9c9b-47ca-819a-182325a48f0f', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'floating_ip_address': '172.26.8.3', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'port_id': '995fb0b3-e567-48d2-bbc1-99eabb58ad95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa', 'mac_address': 'fa:16:3e:67:3f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1551fba2-5e4c-4f85-a744-8720b5317272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:39:42Z', 'updated_at': '2022-02-09T18:39:42Z', 'revision_number': 0, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6e085d-cfa2-47f7-9245-84b7c8f53013', 'name': '', 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:9d:76:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:39:21Z', 'updated_at': '2022-02-09T18:39:28Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': 'a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:39:45.164099 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42156519-ee09-48d7-baa9-cb83faeeea63 None None] Checking router: 7a9c70a6-f3cf-4e07-bbb6-c361411ca923 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:39:45.177536 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42156519-ee09-48d7-baa9-cb83faeeea63 None None] Routers {'7a9c70a6-f3cf-4e07-bbb6-c361411ca923'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:39:45.178156 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-42156519-ee09-48d7-baa9-cb83faeeea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:39:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7a9c70a6-f3cf-4e07-bbb6-c361411ca923'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:39:45.192437 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-adcf8920-e04a-47ca-8d9e-2a5ee3445128 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/floatingips/006b63d2-9c9b-47ca-819a-182325a48f0f HTTP/1.1" status: 200 len: 989 time: 0.2752731 Feb 09 18:39:45.228918 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e11609-405d-4674-ba59-0fa2feaa0903 req-a7312aad-aae0-461f-acf1-3ff25c5a3921 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:39:45.231489 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a4e11609-405d-4674-ba59-0fa2feaa0903 req-a7312aad-aae0-461f-acf1-3ff25c5a3921 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c58c7e80-85ed-4478-8139-d491d655b3aa HTTP/1.1" status: 200 len: 898 time: 0.3453369 Feb 09 18:39:45.362406 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a4e11609-405d-4674-ba59-0fa2feaa0903 req-73c22486-20da-4ff3-bd74-60185cbfadc1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=995fb0b3-e567-48d2-bbc1-99eabb58ad95 HTTP/1.1" status: 200 len: 997 time: 0.1239204 Feb 09 18:39:45.434377 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-42156519-ee09-48d7-baa9-cb83faeeea63 None None] Set router 7a9c70a6-f3cf-4e07-bbb6-c361411ca923 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:39:45.452080 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e11609-405d-4674-ba59-0fa2feaa0903 req-0072b35a-a98c-4927-a38a-4bc41f3bf408 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:39:45.453760 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a4e11609-405d-4674-ba59-0fa2feaa0903 req-0072b35a-a98c-4927-a38a-4bc41f3bf408 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5 HTTP/1.1" status: 200 len: 835 time: 0.0858271 Feb 09 18:39:45.558134 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a4e11609-405d-4674-ba59-0fa2feaa0903 req-aacb2ab9-4197-4f5d-8235-469afaa14979 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c58c7e80-85ed-4478-8139-d491d655b3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0978055 Feb 09 18:39:45.704317 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a4e11609-405d-4674-ba59-0fa2feaa0903 req-16fb95ee-b5f2-4f47-bc1e-4a35fb829b7b service neutron] 10.222.0.50 "GET /v2.0/networks/c58c7e80-85ed-4478-8139-d491d655b3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403236 Feb 09 18:39:45.856287 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a4e11609-405d-4674-ba59-0fa2feaa0903 req-0c4b637d-aba0-451d-8480-0b32b3488e37 service neutron] 10.222.0.50 "GET /v2.0/networks/c58c7e80-85ed-4478-8139-d491d655b3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446826 Feb 09 18:39:45.917321 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-42156519-ee09-48d7-baa9-cb83faeeea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488192026', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:39:15Z', 'updated_at': '2022-02-09T18:39:21Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:39:16Z', 'updated_at': '2022-02-09T18:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '006b63d2-9c9b-47ca-819a-182325a48f0f', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'floating_ip_address': '172.26.8.3', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'port_id': '995fb0b3-e567-48d2-bbc1-99eabb58ad95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa', 'mac_address': 'fa:16:3e:67:3f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1551fba2-5e4c-4f85-a744-8720b5317272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:39:42Z', 'updated_at': '2022-02-09T18:39:42Z', 'revision_number': 0, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6e085d-cfa2-47f7-9245-84b7c8f53013', 'name': '', 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:9d:76:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:39:21Z', 'updated_at': '2022-02-09T18:39:28Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': 'a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:39:45.923135 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42156519-ee09-48d7-baa9-cb83faeeea63 None None] The sync data for ids ['7a9c70a6-f3cf-4e07-bbb6-c361411ca923'] in dv-neutron-827016-2-hyperv is: [{'id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488192026', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:39:15Z', 'updated_at': '2022-02-09T18:39:21Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:39:16Z', 'updated_at': '2022-02-09T18:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '006b63d2-9c9b-47ca-819a-182325a48f0f', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'floating_ip_address': '172.26.8.3', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'port_id': '995fb0b3-e567-48d2-bbc1-99eabb58ad95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa', 'mac_address': 'fa:16:3e:67:3f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1551fba2-5e4c-4f85-a744-8720b5317272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:39:42Z', 'updated_at': '2022-02-09T18:39:42Z', 'revision_number': 0, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6e085d-cfa2-47f7-9245-84b7c8f53013', 'name': '', 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:9d:76:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:39:21Z', 'updated_at': '2022-02-09T18:39:28Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': 'a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:39:46.170669 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dd06c8-4605-4e83-baf9-77a7eaf519e0 None None] New status for floating IP 006b63d2-9c9b-47ca-819a-182325a48f0f: ACTIVE {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:39:46.197120 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60642) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:39:46.418875 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-62ee7844-cee6-4df7-92d9-cecd0d164fce tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/floatingips/006b63d2-9c9b-47ca-819a-182325a48f0f HTTP/1.1" status: 200 len: 989 time: 0.2203333 Feb 09 18:39:46.704855 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa530340-a1c7-419b-bc88-f0e6d19bcc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:47.367609 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:47.433904 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60646) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:39:47.713363 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1a557de8-704f-4b15-b87a-55103c7c557b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/floatingips/006b63d2-9c9b-47ca-819a-182325a48f0f HTTP/1.1" status: 200 len: 991 time: 0.2781250 Feb 09 18:39:49.041879 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07e2eed5-0549-44b6-bebd-2701f342c626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:50.238654 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:50.270902 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:51.789955 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:39:58.904474 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0e84d43d-3c05-452e-b1d2-48ec2c992982 req-8cdc9db7-ad95-475a-914e-48a254ff9f36 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757916 Feb 09 18:39:59.078931 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0e84d43d-3c05-452e-b1d2-48ec2c992982 req-305f5a13-f8d3-4526-b919-80fa7c2c7f06 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 1098 time: 0.0934348 Feb 09 18:39:59.256752 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84d43d-3c05-452e-b1d2-48ec2c992982 req-a6310b1c-05ef-484b-9244-22f0e16966b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:39:59.258194 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0e84d43d-3c05-452e-b1d2-48ec2c992982 req-a6310b1c-05ef-484b-9244-22f0e16966b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c58c7e80-85ed-4478-8139-d491d655b3aa HTTP/1.1" status: 200 len: 898 time: 0.1570199 Feb 09 18:39:59.387697 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0e84d43d-3c05-452e-b1d2-48ec2c992982 req-d235eac6-0342-4a6a-8a8b-75cfbdffdbc5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=995fb0b3-e567-48d2-bbc1-99eabb58ad95 HTTP/1.1" status: 200 len: 999 time: 0.1229010 Feb 09 18:39:59.461545 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84d43d-3c05-452e-b1d2-48ec2c992982 req-4743aeb3-4997-4ae2-9d0f-fa93747e0fe5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:39:59.463471 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0e84d43d-3c05-452e-b1d2-48ec2c992982 req-4743aeb3-4997-4ae2-9d0f-fa93747e0fe5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5 HTTP/1.1" status: 200 len: 835 time: 0.0660334 Feb 09 18:39:59.553903 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0e84d43d-3c05-452e-b1d2-48ec2c992982 req-a0c9faad-523c-4ce5-adcb-eea44403032b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c58c7e80-85ed-4478-8139-d491d655b3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842352 Feb 09 18:39:59.708179 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0e84d43d-3c05-452e-b1d2-48ec2c992982 req-edead4d4-0b8a-4290-b5b1-aeb05aca73e2 service neutron] 10.222.0.50 "GET /v2.0/networks/c58c7e80-85ed-4478-8139-d491d655b3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466248 Feb 09 18:39:59.865417 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0e84d43d-3c05-452e-b1d2-48ec2c992982 req-1241b60e-7657-4146-ab91-fb49eb81e096 service neutron] 10.222.0.50 "GET /v2.0/networks/c58c7e80-85ed-4478-8139-d491d655b3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506646 Feb 09 18:40:09.115634 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:40:12.873170 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658b9e9-4aae-4b0e-b22c-1c7a3d5671a1 req-92659835-d961-49fc-bc36-2b5787059816 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:40:12.874737 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0658b9e9-4aae-4b0e-b22c-1c7a3d5671a1 req-92659835-d961-49fc-bc36-2b5787059816 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 945 time: 0.0920262 Feb 09 18:40:12.924042 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0658b9e9-4aae-4b0e-b22c-1c7a3d5671a1 req-8854707c-18f1-413d-8077-079499a08309 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=2286139f-2a78-4a27-b3e9-47d80b571163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423226 Feb 09 18:40:14.168821 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512e841-f2ff-48cd-acf6-ae3f69c4c1fa req-44275153-ddf8-4f33-8b3f-d651a42eb35c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:40:14.170466 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8512e841-f2ff-48cd-acf6-ae3f69c4c1fa req-44275153-ddf8-4f33-8b3f-d651a42eb35c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 945 time: 0.0884252 Feb 09 18:40:14.221189 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8512e841-f2ff-48cd-acf6-ae3f69c4c1fa req-35ee9ab2-e117-49da-a5d7-c378ddf5a10f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=2286139f-2a78-4a27-b3e9-47d80b571163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449259 Feb 09 18:40:14.257495 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60676) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:40:14.371482 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-77c107c6-8c11-44ef-b820-0da2b926e1c0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/floatingips/006b63d2-9c9b-47ca-819a-182325a48f0f HTTP/1.1" status: 200 len: 991 time: 0.1122012 Feb 09 18:40:16.321526 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145aa9b0-0522-46b6-9fb7-fc48c0e16e3f req-f1f1348f-d026-4e74-ab04-d8779c247765 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:40:16.323409 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-145aa9b0-0522-46b6-9fb7-fc48c0e16e3f req-f1f1348f-d026-4e74-ab04-d8779c247765 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 945 time: 0.1149395 Feb 09 18:40:16.376012 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-145aa9b0-0522-46b6-9fb7-fc48c0e16e3f req-c3cc6808-aa98-444d-a5cc-66f3527765b8 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=2286139f-2a78-4a27-b3e9-47d80b571163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464683 Feb 09 18:40:16.689946 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e0942db-72b1-422c-8008-8114b9445192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:17.315426 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:17.652718 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164981c-c8fc-4808-b193-5a0df6f5f2ba req-89e66313-afd3-49f8-a351-7e7f60a5990f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:40:17.655531 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b164981c-c8fc-4808-b193-5a0df6f5f2ba req-89e66313-afd3-49f8-a351-7e7f60a5990f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 945 time: 0.1433682 Feb 09 18:40:17.711411 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b164981c-c8fc-4808-b193-5a0df6f5f2ba req-de783e4a-8c85-4665-9bf9-21b85320813d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=2286139f-2a78-4a27-b3e9-47d80b571163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492537 Feb 09 18:40:19.012444 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6886b-90bd-40ba-9b0e-1fe4364c8d19 req-b1d27d80-0ba7-4f9e-86bc-e9445025065f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:40:19.013929 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-44e6886b-90bd-40ba-9b0e-1fe4364c8d19 req-b1d27d80-0ba7-4f9e-86bc-e9445025065f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 945 time: 0.0974143 Feb 09 18:40:19.067852 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4042e10b-3183-41e1-b349-898b33ddb5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:19.068480 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-44e6886b-90bd-40ba-9b0e-1fe4364c8d19 req-cbb4e8f6-d3ee-4879-bdcc-3ee94fe2b3c0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=2286139f-2a78-4a27-b3e9-47d80b571163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470364 Feb 09 18:40:20.215430 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:20.249736 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:20.295925 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd994944-a1d2-497c-88b6-20100bf72d7a req-a1bf227d-9b9e-4da8-aabb-326855cb3643 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:40:20.297658 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fd994944-a1d2-497c-88b6-20100bf72d7a req-a1bf227d-9b9e-4da8-aabb-326855cb3643 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 945 time: 0.0940108 Feb 09 18:40:20.368191 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fd994944-a1d2-497c-88b6-20100bf72d7a req-2dac8b94-2cdd-49e5-91f5-d5c2eb57dd09 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=2286139f-2a78-4a27-b3e9-47d80b571163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635395 Feb 09 18:40:21.604342 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dd20a-ef13-459d-ae38-60a2c4e1e893 req-35fa79bb-1293-4bfb-8aff-784d229f237b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:40:21.607289 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-390dd20a-ef13-459d-ae38-60a2c4e1e893 req-35fa79bb-1293-4bfb-8aff-784d229f237b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 945 time: 0.1001012 Feb 09 18:40:21.672333 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-390dd20a-ef13-459d-ae38-60a2c4e1e893 req-7bbcc373-1ff7-4d2f-9e08-cf38457c97b2 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=2286139f-2a78-4a27-b3e9-47d80b571163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546019 Feb 09 18:40:21.752520 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:22.898224 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5428765-1d15-4788-8530-7a0bb1002b5a req-8bb0f527-5e16-4b51-acd8-2ed2997da5c5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:40:22.899957 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d5428765-1d15-4788-8530-7a0bb1002b5a req-8bb0f527-5e16-4b51-acd8-2ed2997da5c5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 945 time: 0.0935125 Feb 09 18:40:22.954200 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d5428765-1d15-4788-8530-7a0bb1002b5a req-7f85dee9-22cf-4d4c-9b86-005acb250552 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=2286139f-2a78-4a27-b3e9-47d80b571163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481870 Feb 09 18:40:22.992444 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60696) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:40:23.114965 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d7b3df54-fb45-4011-a4c2-b1202328b4b1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/floatingips/006b63d2-9c9b-47ca-819a-182325a48f0f HTTP/1.1" status: 200 len: 991 time: 0.1213584 Feb 09 18:40:23.417995 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60704) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:40:23.651315 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-28d369a6-2201-4862-af92-32df83157550 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Deleting port 32ba5c7b-112c-4188-864d-6d286a36b406 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:40:23.651667 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-28d369a6-2201-4862-af92-32df83157550 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:23.838531 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-28d369a6-2201-4862-af92-32df83157550 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:23.838863 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-28d369a6-2201-4862-af92-32df83157550 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:23.970671 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-28d369a6-2201-4862-af92-32df83157550 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Calling delete_port for 32ba5c7b-112c-4188-864d-6d286a36b406 owned by network:floatingip {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:40:24.270808 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-28d369a6-2201-4862-af92-32df83157550 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:24.318261 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d369a6-2201-4862-af92-32df83157550 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Port': ['ID=32ba5c7b-112c-4188-864d-6d286a36b406,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:24.360482 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d369a6-2201-4862-af92-32df83157550 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:24.360835 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d369a6-2201-4862-af92-32df83157550 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:24.361251 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d369a6-2201-4862-af92-32df83157550 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:24.361513 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d369a6-2201-4862-af92-32df83157550 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:24.361854 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d369a6-2201-4862-af92-32df83157550 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:24.362472 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d369a6-2201-4862-af92-32df83157550 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:24.363043 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d369a6-2201-4862-af92-32df83157550 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:24.363390 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d369a6-2201-4862-af92-32df83157550 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:24.363754 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d369a6-2201-4862-af92-32df83157550 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:24.364060 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d369a6-2201-4862-af92-32df83157550 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:24.364394 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d369a6-2201-4862-af92-32df83157550 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:24.543486 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-28d369a6-2201-4862-af92-32df83157550 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for floatingip, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:25.049007 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d369a6-2201-4862-af92-32df83157550 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Router 7a9c70a6-f3cf-4e07-bbb6-c361411ca923 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:40:25.341593 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d369a6-2201-4862-af92-32df83157550 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:40:25.355244 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6864c61d-7d47-4754-8fd4-df20c5161d1c None None] Sync routers for ids ['7a9c70a6-f3cf-4e07-bbb6-c361411ca923'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:40:25.360472 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-28d369a6-2201-4862-af92-32df83157550 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:25.376806 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6864c61d-7d47-4754-8fd4-df20c5161d1c None None] Routers {'7a9c70a6-f3cf-4e07-bbb6-c361411ca923'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:40:25.378426 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6864c61d-7d47-4754-8fd4-df20c5161d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:40:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7a9c70a6-f3cf-4e07-bbb6-c361411ca923'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:40:25.460315 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-28d369a6-2201-4862-af92-32df83157550 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "DELETE /v2.0/floatingips/006b63d2-9c9b-47ca-819a-182325a48f0f HTTP/1.1" status: 204 len: 168 time: 2.0406597 Feb 09 18:40:25.461378 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1551fba2-5e4c-4f85-a744-8720b5317272', 'tag': '995fb0b3-e567-48d2-bbc1-99eabb58ad95'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:40:25.573517 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1551fba2-5e4c-4f85-a744-8720b5317272', 'tag': '995fb0b3-e567-48d2-bbc1-99eabb58ad95', 'status': 'completed', 'code': 200} Feb 09 18:40:25.676299 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-6864c61d-7d47-4754-8fd4-df20c5161d1c None None] Set router 7a9c70a6-f3cf-4e07-bbb6-c361411ca923 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:40:25.692439 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3e887d79-e3de-4424-ba77-07f37302d6af req-15083687-89fe-4dd5-be23-7709a61c7af2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 1098 time: 0.0877488 Feb 09 18:40:25.850551 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e887d79-e3de-4424-ba77-07f37302d6af req-7914bb8a-9a33-4666-aa12-50fffef83b0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:40:25.853007 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3e887d79-e3de-4424-ba77-07f37302d6af req-7914bb8a-9a33-4666-aa12-50fffef83b0b service neutron] 10.222.0.50 "GET /v2.0/networks?id=c58c7e80-85ed-4478-8139-d491d655b3aa HTTP/1.1" status: 200 len: 898 time: 0.1534839 Feb 09 18:40:25.932786 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3e887d79-e3de-4424-ba77-07f37302d6af req-c98e51c9-581d-42b2-ba78-17eec80f4846 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=995fb0b3-e567-48d2-bbc1-99eabb58ad95 HTTP/1.1" status: 200 len: 217 time: 0.0734086 Feb 09 18:40:26.017854 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e887d79-e3de-4424-ba77-07f37302d6af req-a8163b09-f2ea-4229-bba8-9603ab1ff8a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:40:26.020288 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3e887d79-e3de-4424-ba77-07f37302d6af req-a8163b09-f2ea-4229-bba8-9603ab1ff8a5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5 HTTP/1.1" status: 200 len: 835 time: 0.0819860 Feb 09 18:40:26.121762 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6864c61d-7d47-4754-8fd4-df20c5161d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488192026', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:39:15Z', 'updated_at': '2022-02-09T18:39:21Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:39:16Z', 'updated_at': '2022-02-09T18:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'ed6e085d-cfa2-47f7-9245-84b7c8f53013', 'name': '', 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:9d:76:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:39:21Z', 'updated_at': '2022-02-09T18:39:28Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': 'a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:40:26.126910 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6864c61d-7d47-4754-8fd4-df20c5161d1c None None] Checking router: 7a9c70a6-f3cf-4e07-bbb6-c361411ca923 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:40:26.142624 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6864c61d-7d47-4754-8fd4-df20c5161d1c None None] Routers {'7a9c70a6-f3cf-4e07-bbb6-c361411ca923'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:40:26.144286 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6864c61d-7d47-4754-8fd4-df20c5161d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:40:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7a9c70a6-f3cf-4e07-bbb6-c361411ca923'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:40:26.179897 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3e887d79-e3de-4424-ba77-07f37302d6af req-e03737d5-0d83-42e4-a977-f44accd056ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c58c7e80-85ed-4478-8139-d491d655b3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1514716 Feb 09 18:40:26.316874 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93de592-15df-46ec-a7d1-b0ccf05b39ad req-bd840e03-7ad6-405a-aca7-eeef490ecd4f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:40:26.318934 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-b93de592-15df-46ec-a7d1-b0ccf05b39ad req-bd840e03-7ad6-405a-aca7-eeef490ecd4f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Synchronizing usage tracker for tenant:2a01b8869a934284a87963b91efa1f71 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:40:26.399770 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-6864c61d-7d47-4754-8fd4-df20c5161d1c None None] Set router 7a9c70a6-f3cf-4e07-bbb6-c361411ca923 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:40:26.440902 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-b93de592-15df-46ec-a7d1-b0ccf05b39ad req-bd840e03-7ad6-405a-aca7-eeef490ecd4f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Unset dirty status for tenant:2a01b8869a934284a87963b91efa1f71 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:40:26.442489 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b93de592-15df-46ec-a7d1-b0ccf05b39ad req-bd840e03-7ad6-405a-aca7-eeef490ecd4f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 945 time: 0.2386239 Feb 09 18:40:26.471951 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3e887d79-e3de-4424-ba77-07f37302d6af req-f8effeee-200f-4c9a-a6fb-28daf9aa0dab service neutron] 10.222.0.50 "GET /v2.0/networks/c58c7e80-85ed-4478-8139-d491d655b3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837560 Feb 09 18:40:26.507157 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b93de592-15df-46ec-a7d1-b0ccf05b39ad req-f14d498f-7602-4ff0-8efe-2867790a0f38 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=2286139f-2a78-4a27-b3e9-47d80b571163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585458 Feb 09 18:40:26.721910 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3e887d79-e3de-4424-ba77-07f37302d6af req-cae4fee7-00ea-4bbd-8f73-5addcbcab857 service neutron] 10.222.0.50 "GET /v2.0/networks/c58c7e80-85ed-4478-8139-d491d655b3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432847 Feb 09 18:40:26.863741 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6864c61d-7d47-4754-8fd4-df20c5161d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488192026', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:39:15Z', 'updated_at': '2022-02-09T18:39:21Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:39:16Z', 'updated_at': '2022-02-09T18:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'ed6e085d-cfa2-47f7-9245-84b7c8f53013', 'name': '', 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:9d:76:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:39:21Z', 'updated_at': '2022-02-09T18:39:28Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': 'a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:40:26.868771 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6864c61d-7d47-4754-8fd4-df20c5161d1c None None] The sync data for ids ['7a9c70a6-f3cf-4e07-bbb6-c361411ca923'] in dv-neutron-827016-2-hyperv is: [{'id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488192026', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:39:15Z', 'updated_at': '2022-02-09T18:39:21Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:39:16Z', 'updated_at': '2022-02-09T18:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'ed6e085d-cfa2-47f7-9245-84b7c8f53013', 'name': '', 'network_id': 'c58c7e80-85ed-4478-8139-d491d655b3aa', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:9d:76:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:39:21Z', 'updated_at': '2022-02-09T18:39:28Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': 'a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:40:27.160057 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b49fb6f-9e87-4ee5-90d2-13e0b28ed378 None None] New status for floating IP 006b63d2-9c9b-47ca-819a-182325a48f0f: DOWN {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:40:27.646456 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d16847-3ff9-400a-b457-8b9f27f9d705 req-055fb5d5-6341-43a0-8729-c9789c71b9f7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:40:27.647087 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-90d16847-3ff9-400a-b457-8b9f27f9d705 req-055fb5d5-6341-43a0-8729-c9789c71b9f7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Synchronizing usage tracker for tenant:2a01b8869a934284a87963b91efa1f71 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:40:27.660248 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-90d16847-3ff9-400a-b457-8b9f27f9d705 req-055fb5d5-6341-43a0-8729-c9789c71b9f7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Unset dirty status for tenant:2a01b8869a934284a87963b91efa1f71 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:40:27.661502 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-90d16847-3ff9-400a-b457-8b9f27f9d705 req-055fb5d5-6341-43a0-8729-c9789c71b9f7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 945 time: 0.0987105 Feb 09 18:40:27.738665 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860df222-1f18-46f3-a5b7-334f6ef9fa3d req-c23e34b1-4b60-41e5-9826-9880a786fe25 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:40:27.740976 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-90d16847-3ff9-400a-b457-8b9f27f9d705 req-3e07ae90-e801-4b75-b5fb-75a298b7d84d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Deleting port 995fb0b3-e567-48d2-bbc1-99eabb58ad95 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:40:27.740976 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-90d16847-3ff9-400a-b457-8b9f27f9d705 req-3e07ae90-e801-4b75-b5fb-75a298b7d84d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:27.741538 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-860df222-1f18-46f3-a5b7-334f6ef9fa3d req-c23e34b1-4b60-41e5-9826-9880a786fe25 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 945 time: 0.0816488 Feb 09 18:40:27.800917 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-860df222-1f18-46f3-a5b7-334f6ef9fa3d req-05f8348d-cd4b-48f8-9782-46b2be45458b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=2286139f-2a78-4a27-b3e9-47d80b571163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490160 Feb 09 18:40:28.061321 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-90d16847-3ff9-400a-b457-8b9f27f9d705 req-3e07ae90-e801-4b75-b5fb-75a298b7d84d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] For port 995fb0b3-e567-48d2-bbc1-99eabb58ad95, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=995fb0b3-e567-48d2-bbc1-99eabb58ad95,segment=NetworkSegment(6100a07d-a47b-4215-ac5b-aa349b9ce18e),segment_id=6100a07d-a47b-4215-ac5b-aa349b9ce18e)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:40:28.061903 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-90d16847-3ff9-400a-b457-8b9f27f9d705 req-3e07ae90-e801-4b75-b5fb-75a298b7d84d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:28.235136 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-90d16847-3ff9-400a-b457-8b9f27f9d705 req-3e07ae90-e801-4b75-b5fb-75a298b7d84d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Calling delete_port for 995fb0b3-e567-48d2-bbc1-99eabb58ad95 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:40:28.472676 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-90d16847-3ff9-400a-b457-8b9f27f9d705 req-3e07ae90-e801-4b75-b5fb-75a298b7d84d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:28.527100 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07ae90-e801-4b75-b5fb-75a298b7d84d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Port': ['ID=995fb0b3-e567-48d2-bbc1-99eabb58ad95,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:28.569350 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e07ae90-e801-4b75-b5fb-75a298b7d84d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:28.569693 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e07ae90-e801-4b75-b5fb-75a298b7d84d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:28.570028 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e07ae90-e801-4b75-b5fb-75a298b7d84d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:28.570646 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e07ae90-e801-4b75-b5fb-75a298b7d84d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:28.570989 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e07ae90-e801-4b75-b5fb-75a298b7d84d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:28.571320 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e07ae90-e801-4b75-b5fb-75a298b7d84d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:28.571645 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e07ae90-e801-4b75-b5fb-75a298b7d84d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:28.571969 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e07ae90-e801-4b75-b5fb-75a298b7d84d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:28.572288 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e07ae90-e801-4b75-b5fb-75a298b7d84d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:28.572607 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e07ae90-e801-4b75-b5fb-75a298b7d84d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:28.572926 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e07ae90-e801-4b75-b5fb-75a298b7d84d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:28.616592 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d16847-3ff9-400a-b457-8b9f27f9d705 req-3e07ae90-e801-4b75-b5fb-75a298b7d84d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] No DVR routers for this DVR port 995fb0b3-e567-48d2-bbc1-99eabb58ad95 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:40:28.619346 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-90d16847-3ff9-400a-b457-8b9f27f9d705 req-3e07ae90-e801-4b75-b5fb-75a298b7d84d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:28.622206 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1551fba2-5e4c-4f85-a744-8720b5317272', 'name': 'network-vif-deleted', 'tag': '995fb0b3-e567-48d2-bbc1-99eabb58ad95'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:40:28.691317 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1551fba2-5e4c-4f85-a744-8720b5317272', 'name': 'network-vif-deleted', 'tag': '995fb0b3-e567-48d2-bbc1-99eabb58ad95', 'status': 'completed', 'code': 200} Feb 09 18:40:28.706779 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-90d16847-3ff9-400a-b457-8b9f27f9d705 req-3e07ae90-e801-4b75-b5fb-75a298b7d84d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "DELETE /v2.0/ports/995fb0b3-e567-48d2-bbc1-99eabb58ad95 HTTP/1.1" status: 204 len: 173 time: 1.0379779 Feb 09 18:40:29.072840 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-737dceb5-8079-4d67-9085-f8b0f58b1d3b req-b7337389-3f8e-4e30-9e96-b0ce9efc15a7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=1551fba2-5e4c-4f85-a744-8720b5317272 HTTP/1.1" status: 200 len: 210 time: 0.0552101 Feb 09 18:40:30.202042 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60722) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:40:30.662503 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd645832-00ed-418c-931e-f0aed194ae1b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:31.498361 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-cd645832-00ed-418c-931e-f0aed194ae1b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Deleting port ed6e085d-cfa2-47f7-9245-84b7c8f53013 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:40:31.499019 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd645832-00ed-418c-931e-f0aed194ae1b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:31.538584 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 995fb0b3-e567-48d2-bbc1-99eabb58ad95 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:40:31.574399 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: 995fb0b3-e567-48d2-bbc1-99eabb58ad95 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:40:31.574744 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 995fb0b3-e567-48d2-bbc1-99eabb58ad95 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:40:31.722998 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-cd645832-00ed-418c-931e-f0aed194ae1b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] For port ed6e085d-cfa2-47f7-9245-84b7c8f53013, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=ed6e085d-cfa2-47f7-9245-84b7c8f53013,segment=NetworkSegment(6100a07d-a47b-4215-ac5b-aa349b9ce18e),segment_id=6100a07d-a47b-4215-ac5b-aa349b9ce18e)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:40:31.723380 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd645832-00ed-418c-931e-f0aed194ae1b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:31.857459 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-cd645832-00ed-418c-931e-f0aed194ae1b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Calling delete_port for ed6e085d-cfa2-47f7-9245-84b7c8f53013 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:40:32.137915 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd645832-00ed-418c-931e-f0aed194ae1b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:32.188324 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd645832-00ed-418c-931e-f0aed194ae1b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Port': ['ID=ed6e085d-cfa2-47f7-9245-84b7c8f53013,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:32.529175 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd645832-00ed-418c-931e-f0aed194ae1b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:33.296046 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd645832-00ed-418c-931e-f0aed194ae1b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Router 7a9c70a6-f3cf-4e07-bbb6-c361411ca923 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:40:33.540783 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd645832-00ed-418c-931e-f0aed194ae1b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:40:33.555591 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84491b56-36b6-4d76-bbc6-f06e678ab09c None None] Sync routers for ids ['7a9c70a6-f3cf-4e07-bbb6-c361411ca923'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:40:33.556507 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-cd645832-00ed-418c-931e-f0aed194ae1b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "PUT /v2.0/routers/7a9c70a6-f3cf-4e07-bbb6-c361411ca923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3524356 Feb 09 18:40:33.559399 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60726) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:40:33.573915 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84491b56-36b6-4d76-bbc6-f06e678ab09c None None] Routers {'7a9c70a6-f3cf-4e07-bbb6-c361411ca923'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:40:33.575048 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-84491b56-36b6-4d76-bbc6-f06e678ab09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:40:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7a9c70a6-f3cf-4e07-bbb6-c361411ca923'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:40:33.779786 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab25c218-cf61-4c3b-bf55-7df789e2a58e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Deleting subnet a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:40:33.783231 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab25c218-cf61-4c3b-bf55-7df789e2a58e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:33.787584 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-84491b56-36b6-4d76-bbc6-f06e678ab09c None None] Set router 7a9c70a6-f3cf-4e07-bbb6-c361411ca923 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:40:33.844008 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab25c218-cf61-4c3b-bf55-7df789e2a58e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:33.945015 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab25c218-cf61-4c3b-bf55-7df789e2a58e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:34.122656 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-84491b56-36b6-4d76-bbc6-f06e678ab09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488192026', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:39:15Z', 'updated_at': '2022-02-09T18:40:31Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:39:16Z', 'updated_at': '2022-02-09T18:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:40:34.128075 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab25c218-cf61-4c3b-bf55-7df789e2a58e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:34.128361 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84491b56-36b6-4d76-bbc6-f06e678ab09c None None] Checking router: 7a9c70a6-f3cf-4e07-bbb6-c361411ca923 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:40:34.142348 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84491b56-36b6-4d76-bbc6-f06e678ab09c None None] Routers {'7a9c70a6-f3cf-4e07-bbb6-c361411ca923'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:40:34.144842 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-84491b56-36b6-4d76-bbc6-f06e678ab09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:40:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['7a9c70a6-f3cf-4e07-bbb6-c361411ca923'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:40:34.183408 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25c218-cf61-4c3b-bf55-7df789e2a58e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Subnet': ['ID=a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:34.190386 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab25c218-cf61-4c3b-bf55-7df789e2a58e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:34.203035 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ab25c218-cf61-4c3b-bf55-7df789e2a58e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "DELETE /v2.0/subnets/a8bae63a-2c5b-4bb5-9bfd-db90f6c2f7b5 HTTP/1.1" status: 204 len: 168 time: 0.6406124 Feb 09 18:40:34.204276 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60730) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:40:34.205985 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056961dc-89e1-415d-86c7-93ac1687c23b None None] Network c58c7e80-85ed-4478-8139-d491d655b3aa requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:40:34.355905 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-84491b56-36b6-4d76-bbc6-f06e678ab09c None None] Set router 7a9c70a6-f3cf-4e07-bbb6-c361411ca923 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:40:34.509796 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b73da468-496f-4fd1-ad57-f9085a883cf3 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:34.600186 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d91c054-87c9-4908-8d09-a4548ec5b283 None None] DHCP port deletion for c58c7e80-85ed-4478-8139-d491d655b3aa request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:40:34.605079 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0d91c054-87c9-4908-8d09-a4548ec5b283 None None] Deleting port b19d0dff-e8d1-4bf3-84d5-9fff61e65de0 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:40:34.605996 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0d91c054-87c9-4908-8d09-a4548ec5b283 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:34.797194 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-84491b56-36b6-4d76-bbc6-f06e678ab09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488192026', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:39:15Z', 'updated_at': '2022-02-09T18:40:31Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:39:16Z', 'updated_at': '2022-02-09T18:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:40:34.805922 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84491b56-36b6-4d76-bbc6-f06e678ab09c None None] The sync data for ids ['7a9c70a6-f3cf-4e07-bbb6-c361411ca923'] in dv-neutron-827016-2-hyperv is: [{'id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488192026', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:39:15Z', 'updated_at': '2022-02-09T18:40:31Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'b9d237b1-b595-4b29-8a14-fc7db99cdb55', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c70a6-f3cf-4e07-bbb6-c361411ca923', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:39:16Z', 'updated_at': '2022-02-09T18:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:40:34.914064 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b73da468-496f-4fd1-ad57-f9085a883cf3 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:34.928392 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-0d91c054-87c9-4908-8d09-a4548ec5b283 None None] For port b19d0dff-e8d1-4bf3-84d5-9fff61e65de0, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b19d0dff-e8d1-4bf3-84d5-9fff61e65de0,segment=NetworkSegment(6100a07d-a47b-4215-ac5b-aa349b9ce18e),segment_id=6100a07d-a47b-4215-ac5b-aa349b9ce18e)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:40:34.928786 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0d91c054-87c9-4908-8d09-a4548ec5b283 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:35.006160 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b73da468-496f-4fd1-ad57-f9085a883cf3 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Deleting port b9d237b1-b595-4b29-8a14-fc7db99cdb55 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:40:35.006837 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b73da468-496f-4fd1-ad57-f9085a883cf3 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:35.064568 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0d91c054-87c9-4908-8d09-a4548ec5b283 None None] Calling delete_port for b19d0dff-e8d1-4bf3-84d5-9fff61e65de0 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:40:35.230967 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-b73da468-496f-4fd1-ad57-f9085a883cf3 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] For port b9d237b1-b595-4b29-8a14-fc7db99cdb55, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b9d237b1-b595-4b29-8a14-fc7db99cdb55,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:40:35.231355 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b73da468-496f-4fd1-ad57-f9085a883cf3 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:35.284805 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0d91c054-87c9-4908-8d09-a4548ec5b283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:35.344205 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91c054-87c9-4908-8d09-a4548ec5b283 None None] Pushing event deleted for resources: {'Port': ['ID=b19d0dff-e8d1-4bf3-84d5-9fff61e65de0,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:35.351729 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d91c054-87c9-4908-8d09-a4548ec5b283 None None] No DVR routers for this DVR port b19d0dff-e8d1-4bf3-84d5-9fff61e65de0 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:40:35.367064 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d91c054-87c9-4908-8d09-a4548ec5b283 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:35.367406 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d91c054-87c9-4908-8d09-a4548ec5b283 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:35.367555 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b73da468-496f-4fd1-ad57-f9085a883cf3 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Calling delete_port for b9d237b1-b595-4b29-8a14-fc7db99cdb55 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:40:35.367731 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d91c054-87c9-4908-8d09-a4548ec5b283 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:35.368063 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d91c054-87c9-4908-8d09-a4548ec5b283 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:35.368391 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d91c054-87c9-4908-8d09-a4548ec5b283 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:35.368905 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d91c054-87c9-4908-8d09-a4548ec5b283 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:35.369239 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d91c054-87c9-4908-8d09-a4548ec5b283 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:35.369566 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d91c054-87c9-4908-8d09-a4548ec5b283 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:35.369892 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d91c054-87c9-4908-8d09-a4548ec5b283 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:35.370202 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d91c054-87c9-4908-8d09-a4548ec5b283 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:35.370547 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d91c054-87c9-4908-8d09-a4548ec5b283 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:35.638367 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b73da468-496f-4fd1-ad57-f9085a883cf3 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:35.685153 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73da468-496f-4fd1-ad57-f9085a883cf3 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Port': ['ID=b9d237b1-b595-4b29-8a14-fc7db99cdb55,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:35.962875 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b19d0dff-e8d1-4bf3-84d5-9fff61e65de0 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:40:35.976661 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b73da468-496f-4fd1-ad57-f9085a883cf3 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:36.001474 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: b19d0dff-e8d1-4bf3-84d5-9fff61e65de0 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:40:36.001818 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b19d0dff-e8d1-4bf3-84d5-9fff61e65de0 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:40:36.002917 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device ed6e085d-cfa2-47f7-9245-84b7c8f53013 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:40:36.039002 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: ed6e085d-cfa2-47f7-9245-84b7c8f53013 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:40:36.039341 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device ed6e085d-cfa2-47f7-9245-84b7c8f53013 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:40:36.290037 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b73da468-496f-4fd1-ad57-f9085a883cf3 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:36.294613 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b73da468-496f-4fd1-ad57-f9085a883cf3 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:36.406448 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b73da468-496f-4fd1-ad57-f9085a883cf3 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:36.407238 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73da468-496f-4fd1-ad57-f9085a883cf3 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Fanout notify agent at l3_agent the message router_deleted on router 7a9c70a6-f3cf-4e07-bbb6-c361411ca923 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:40:36.426266 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b73da468-496f-4fd1-ad57-f9085a883cf3 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:36.427586 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b73da468-496f-4fd1-ad57-f9085a883cf3 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "DELETE /v2.0/routers/7a9c70a6-f3cf-4e07-bbb6-c361411ca923 HTTP/1.1" status: 204 len: 168 time: 2.2220078 Feb 09 18:40:36.430963 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60734) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:40:36.739521 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e1a152f9-2832-445b-b8b0-f760fb1ac949 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:36.890399 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e1a152f9-2832-445b-b8b0-f760fb1ac949 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:36.927695 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-e1a152f9-2832-445b-b8b0-f760fb1ac949 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58c7e80-85ed-4478-8139-d491d655b3aa']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:40:36.949034 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-e1a152f9-2832-445b-b8b0-f760fb1ac949 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6100a07d-a47b-4215-ac5b-aa349b9ce18e') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:40:36.949506 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-e1a152f9-2832-445b-b8b0-f760fb1ac949 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6100a07d-a47b-4215-ac5b-aa349b9ce18e') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:40:36.969553 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e1a152f9-2832-445b-b8b0-f760fb1ac949 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:36.989967 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e1a152f9-2832-445b-b8b0-f760fb1ac949 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:36.998348 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a152f9-2832-445b-b8b0-f760fb1ac949 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:40:36.998830 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e1a152f9-2832-445b-b8b0-f760fb1ac949 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:40:37.015674 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:40:37.189150 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e1a152f9-2832-445b-b8b0-f760fb1ac949 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:37.193753 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e1a152f9-2832-445b-b8b0-f760fb1ac949 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:37.222886 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a152f9-2832-445b-b8b0-f760fb1ac949 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Network': ['ID=c58c7e80-85ed-4478-8139-d491d655b3aa,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:37.298636 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e1a152f9-2832-445b-b8b0-f760fb1ac949 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "DELETE /v2.0/networks/c58c7e80-85ed-4478-8139-d491d655b3aa HTTP/1.1" status: 204 len: 168 time: 0.8660824 Feb 09 18:40:37.301664 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60738) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:40:37.381128 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-04715779-9d97-49c7-8d0f-2fd5779c9e85 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:37.417686 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-04715779-9d97-49c7-8d0f-2fd5779c9e85 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:37.566535 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-04715779-9d97-49c7-8d0f-2fd5779c9e85 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:37.588662 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04715779-9d97-49c7-8d0f-2fd5779c9e85 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2286139f-2a78-4a27-b3e9-47d80b571163,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:37.674943 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-04715779-9d97-49c7-8d0f-2fd5779c9e85 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:37.675874 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-04715779-9d97-49c7-8d0f-2fd5779c9e85 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "DELETE /v2.0/security-groups/2286139f-2a78-4a27-b3e9-47d80b571163 HTTP/1.1" status: 204 len: 168 time: 0.3729811 Feb 09 18:40:37.854994 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b9d237b1-b595-4b29-8a14-fc7db99cdb55 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:40:37.891077 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: b9d237b1-b595-4b29-8a14-fc7db99cdb55 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:40:37.891433 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b9d237b1-b595-4b29-8a14-fc7db99cdb55 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:40:38.281821 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60746) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:40:38.289863 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3719f538-ac08-43d7-9281-fa1d9fcb83fe tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-701151206', 'description': 'tempest-secgroup-smoke-701151206 description', 'project_id': '2a01b8869a934284a87963b91efa1f71'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:40:38.297434 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3719f538-ac08-43d7-9281-fa1d9fcb83fe tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:40:38.305154 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-3719f538-ac08-43d7-9281-fa1d9fcb83fe tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:40:38.308674 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-3719f538-ac08-43d7-9281-fa1d9fcb83fe tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:40:38.322410 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3719f538-ac08-43d7-9281-fa1d9fcb83fe tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:40:38.400546 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3719f538-ac08-43d7-9281-fa1d9fcb83fe tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:38.453901 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3719f538-ac08-43d7-9281-fa1d9fcb83fe tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:40:38.466107 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-3719f538-ac08-43d7-9281-fa1d9fcb83fe tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:40:38.471940 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-3719f538-ac08-43d7-9281-fa1d9fcb83fe tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:40:38.483978 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3719f538-ac08-43d7-9281-fa1d9fcb83fe tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:40:38.567904 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3719f538-ac08-43d7-9281-fa1d9fcb83fe tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:38.691962 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3719f538-ac08-43d7-9281-fa1d9fcb83fe tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:38.742860 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719f538-ac08-43d7-9281-fa1d9fcb83fe tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42359303-3a3a-4ad8-bd0d-3af17a7771d6,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:38.829290 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3719f538-ac08-43d7-9281-fa1d9fcb83fe tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:38.830615 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3719f538-ac08-43d7-9281-fa1d9fcb83fe tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5474861 Feb 09 18:40:38.833602 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60750) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:40:38.839492 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c925e4b9-a63c-44df-93c0-ccd999ca6d01 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': '42359303-3a3a-4ad8-bd0d-3af17a7771d6', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:40:38.846219 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c925e4b9-a63c-44df-93c0-ccd999ca6d01 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:40:38.850005 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c925e4b9-a63c-44df-93c0-ccd999ca6d01 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:40:38.853126 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c925e4b9-a63c-44df-93c0-ccd999ca6d01 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:40:38.860229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c925e4b9-a63c-44df-93c0-ccd999ca6d01 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:40:38.957987 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c925e4b9-a63c-44df-93c0-ccd999ca6d01 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:39.026221 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c925e4b9-a63c-44df-93c0-ccd999ca6d01 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:39.125918 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c925e4b9-a63c-44df-93c0-ccd999ca6d01 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:39.154949 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925e4b9-a63c-44df-93c0-ccd999ca6d01 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6752e4e-de38-4da5-b3b7-993044753e43,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:39.255546 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c925e4b9-a63c-44df-93c0-ccd999ca6d01 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:39.256871 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c925e4b9-a63c-44df-93c0-ccd999ca6d01 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4222252 Feb 09 18:40:39.261498 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60754) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:40:39.269867 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5858a0b4-1b9e-4214-bf70-281ed0efcc9d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': '42359303-3a3a-4ad8-bd0d-3af17a7771d6', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:40:39.276376 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5858a0b4-1b9e-4214-bf70-281ed0efcc9d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:40:39.289316 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-5858a0b4-1b9e-4214-bf70-281ed0efcc9d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:40:39.294040 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-5858a0b4-1b9e-4214-bf70-281ed0efcc9d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:40:39.305041 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5858a0b4-1b9e-4214-bf70-281ed0efcc9d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:40:39.371611 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5858a0b4-1b9e-4214-bf70-281ed0efcc9d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:39.493099 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5858a0b4-1b9e-4214-bf70-281ed0efcc9d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:39.566464 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5858a0b4-1b9e-4214-bf70-281ed0efcc9d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:39.594900 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858a0b4-1b9e-4214-bf70-281ed0efcc9d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f34e603a-3dec-4d2d-82ec-a7f605ad5a2c,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:39.692783 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5858a0b4-1b9e-4214-bf70-281ed0efcc9d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:39.694350 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5858a0b4-1b9e-4214-bf70-281ed0efcc9d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4316523 Feb 09 18:40:39.697439 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60758) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:40:39.704252 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-76ec7d03-787a-4c84-8451-08373987a956 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': '42359303-3a3a-4ad8-bd0d-3af17a7771d6', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:40:39.714656 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-76ec7d03-787a-4c84-8451-08373987a956 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:40:39.722121 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-76ec7d03-787a-4c84-8451-08373987a956 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:40:39.727775 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-76ec7d03-787a-4c84-8451-08373987a956 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:40:39.739173 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-76ec7d03-787a-4c84-8451-08373987a956 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:40:39.836150 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76ec7d03-787a-4c84-8451-08373987a956 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:39.911797 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76ec7d03-787a-4c84-8451-08373987a956 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:39.988941 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76ec7d03-787a-4c84-8451-08373987a956 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:40.013302 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec7d03-787a-4c84-8451-08373987a956 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e05f2a-3459-424d-9036-1c7cddb5caa6,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:40.091973 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76ec7d03-787a-4c84-8451-08373987a956 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:40.093130 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-76ec7d03-787a-4c84-8451-08373987a956 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3943164 Feb 09 18:40:40.097452 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60762) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:40:40.106155 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ce7f9b83-806a-4f60-8a2a-01c33cbf0595 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': '42359303-3a3a-4ad8-bd0d-3af17a7771d6', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:40:40.113843 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ce7f9b83-806a-4f60-8a2a-01c33cbf0595 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:40:40.118129 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ce7f9b83-806a-4f60-8a2a-01c33cbf0595 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:40:40.121183 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ce7f9b83-806a-4f60-8a2a-01c33cbf0595 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:40:40.128254 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ce7f9b83-806a-4f60-8a2a-01c33cbf0595 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:40:40.226604 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9b83-806a-4f60-8a2a-01c33cbf0595 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:40.303954 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9b83-806a-4f60-8a2a-01c33cbf0595 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:40.400258 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9b83-806a-4f60-8a2a-01c33cbf0595 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:40.426255 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f9b83-806a-4f60-8a2a-01c33cbf0595 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051ab34c-f13f-4a5d-a42b-722265b9ada9,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:40.519172 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9b83-806a-4f60-8a2a-01c33cbf0595 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:40.520841 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ce7f9b83-806a-4f60-8a2a-01c33cbf0595 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4218931 Feb 09 18:40:40.524016 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60766) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:40:40.530121 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-e7a0a22d-4957-426b-a977-e8d69ceabd3c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': '42359303-3a3a-4ad8-bd0d-3af17a7771d6', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:40:40.537277 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e7a0a22d-4957-426b-a977-e8d69ceabd3c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:40:40.541656 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e7a0a22d-4957-426b-a977-e8d69ceabd3c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:40:40.544928 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e7a0a22d-4957-426b-a977-e8d69ceabd3c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:40:40.551689 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e7a0a22d-4957-426b-a977-e8d69ceabd3c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:40:40.640067 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-e7a0a22d-4957-426b-a977-e8d69ceabd3c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Project 2a01b8869a934284a87963b91efa1f71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:40:40.648423 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a22d-4957-426b-a977-e8d69ceabd3c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:40.753971 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a22d-4957-426b-a977-e8d69ceabd3c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:40.846014 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a22d-4957-426b-a977-e8d69ceabd3c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:40.872810 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0a22d-4957-426b-a977-e8d69ceabd3c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe1cd8b-0c87-400a-9c29-3e86a06444c1,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:40.960329 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a22d-4957-426b-a977-e8d69ceabd3c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:40.961567 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e7a0a22d-4957-426b-a977-e8d69ceabd3c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4364710 Feb 09 18:40:40.964818 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60770) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:40:40.970631 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-e7097a90-c43b-47a1-bb4d-1bef8bd4ab81 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': '42359303-3a3a-4ad8-bd0d-3af17a7771d6', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:40:40.977292 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e7097a90-c43b-47a1-bb4d-1bef8bd4ab81 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:40:40.981666 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e7097a90-c43b-47a1-bb4d-1bef8bd4ab81 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:40:40.984971 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e7097a90-c43b-47a1-bb4d-1bef8bd4ab81 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:40:40.992184 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e7097a90-c43b-47a1-bb4d-1bef8bd4ab81 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:40:41.063338 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-e7097a90-c43b-47a1-bb4d-1bef8bd4ab81 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Project 2a01b8869a934284a87963b91efa1f71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:40:41.073271 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e7097a90-c43b-47a1-bb4d-1bef8bd4ab81 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:41.150120 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e7097a90-c43b-47a1-bb4d-1bef8bd4ab81 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:41.232302 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e7097a90-c43b-47a1-bb4d-1bef8bd4ab81 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:41.257632 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7097a90-c43b-47a1-bb4d-1bef8bd4ab81 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c6f8ca-de70-4633-bb9e-bd93bf242a87,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:41.364871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e7097a90-c43b-47a1-bb4d-1bef8bd4ab81 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:41.366736 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e7097a90-c43b-47a1-bb4d-1bef8bd4ab81 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4006617 Feb 09 18:40:41.369685 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60774) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:40:41.375912 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-676ca350-59b3-4f50-9a25-e500753fb374 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'network': {'name': 'tempest-network-smoke--1429607372', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'port_security_enabled': True}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:40:41.381962 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-676ca350-59b3-4f50-9a25-e500753fb374 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:40:41.386559 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-676ca350-59b3-4f50-9a25-e500753fb374 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:network and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:40:41.389903 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-676ca350-59b3-4f50-9a25-e500753fb374 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:40:41.397200 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-676ca350-59b3-4f50-9a25-e500753fb374 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:40:41.514508 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676ca350-59b3-4f50-9a25-e500753fb374 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Made reservation on behalf of 2a01b8869a934284a87963b91efa1f71 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:40:41.517649 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-676ca350-59b3-4f50-9a25-e500753fb374 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:41.549624 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-676ca350-59b3-4f50-9a25-e500753fb374 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:40:41.559233 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-676ca350-59b3-4f50-9a25-e500753fb374 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:41.559580 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-676ca350-59b3-4f50-9a25-e500753fb374 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Added segment 2d25a944-0202-4b23-b8f9-4b551370d2e7 of type vlan for network 5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa Feb 09 18:40:41.592294 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-676ca350-59b3-4f50-9a25-e500753fb374 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:41.754843 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-676ca350-59b3-4f50-9a25-e500753fb374 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:41.759236 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676ca350-59b3-4f50-9a25-e500753fb374 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:40:41.759859 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-676ca350-59b3-4f50-9a25-e500753fb374 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:41.880332 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ca350-59b3-4f50-9a25-e500753fb374 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Network': ['ID=5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:41.896921 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:40:41.949648 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-676ca350-59b3-4f50-9a25-e500753fb374 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5784974 Feb 09 18:40:41.952788 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60778) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:40:41.959991 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a126d8a2-4a23-450e-aef2-3e0e6af99e1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1830124392', 'admin_state_up': True, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:40:41.968603 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a126d8a2-4a23-450e-aef2-3e0e6af99e1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:40:41.975006 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a126d8a2-4a23-450e-aef2-3e0e6af99e1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:router and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:40:41.979117 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a126d8a2-4a23-450e-aef2-3e0e6af99e1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:40:41.986491 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a126d8a2-4a23-450e-aef2-3e0e6af99e1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:40:42.057516 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a126d8a2-4a23-450e-aef2-3e0e6af99e1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:42.058558 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a126d8a2-4a23-450e-aef2-3e0e6af99e1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:42.078864 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a126d8a2-4a23-450e-aef2-3e0e6af99e1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:42.411328 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a126d8a2-4a23-450e-aef2-3e0e6af99e1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:42.688945 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a126d8a2-4a23-450e-aef2-3e0e6af99e1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router_gateway, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:42.729615 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a126d8a2-4a23-450e-aef2-3e0e6af99e1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:42.885500 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-a126d8a2-4a23-450e-aef2-3e0e6af99e1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Allocated IP 172.26.8.70 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/e802675f-cea7-4715-9ffb-5d01704204ce) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:40:43.052861 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a126d8a2-4a23-450e-aef2-3e0e6af99e1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:43.155055 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a126d8a2-4a23-450e-aef2-3e0e6af99e1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:43.228295 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a126d8a2-4a23-450e-aef2-3e0e6af99e1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:40:43.231317 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-a126d8a2-4a23-450e-aef2-3e0e6af99e1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:40:43.235039 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a126d8a2-4a23-450e-aef2-3e0e6af99e1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:40:43.265669 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126d8a2-4a23-450e-aef2-3e0e6af99e1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=e802675f-cea7-4715-9ffb-5d01704204ce,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:43.486114 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a126d8a2-4a23-450e-aef2-3e0e6af99e1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router_gateway, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:43.486830 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a126d8a2-4a23-450e-aef2-3e0e6af99e1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:43.828723 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a126d8a2-4a23-450e-aef2-3e0e6af99e1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Router 6056e72e-1faf-4cda-8005-091e55402ace is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:40:44.091955 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a126d8a2-4a23-450e-aef2-3e0e6af99e1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:40:44.107158 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] Sync routers for ids ['6056e72e-1faf-4cda-8005-091e55402ace'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:40:44.121893 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] Routers {'6056e72e-1faf-4cda-8005-091e55402ace'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:40:44.127725 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:40:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6056e72e-1faf-4cda-8005-091e55402ace'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:40:44.222000 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a126d8a2-4a23-450e-aef2-3e0e6af99e1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:44.223843 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a126d8a2-4a23-450e-aef2-3e0e6af99e1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2694190 Feb 09 18:40:44.227731 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60782) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:40:44.282987 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8fd64551-cdb7-4813-90b9-c7e217b50283 tempest-TestNetworkAdvancedServerOps-565630373 tempest-TestNetworkAdvancedServerOps-565630373-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=2a01b8869a934284a87963b91efa1f71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0536849 Feb 09 18:40:44.287143 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60786) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:40:44.371029 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] Set router 6056e72e-1faf-4cda-8005-091e55402ace gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:40:44.543096 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c008c7bd-e148-4e90-a877-f937fdbbb324 tempest-TestNetworkAdvancedServerOps-565630373 tempest-TestNetworkAdvancedServerOps-565630373-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:40:44.545794 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c008c7bd-e148-4e90-a877-f937fdbbb324 tempest-TestNetworkAdvancedServerOps-565630373 tempest-TestNetworkAdvancedServerOps-565630373-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2568622 Feb 09 18:40:44.550057 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60790) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:40:44.593671 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b582ea47-37c3-4d9b-a730-7a7206feadc8 tempest-TestNetworkAdvancedServerOps-565630373 tempest-TestNetworkAdvancedServerOps-565630373-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421445 Feb 09 18:40:44.598676 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60794) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:40:44.608285 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b741d94f-6aa9-43ce-a3dc-f4949d57f341 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-102785351', 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:40:44.697490 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6056e72e-1faf-4cda-8005-091e55402ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830124392', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:43Z', 'revision_number': 3, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:40:44.702560 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] Checking router: 6056e72e-1faf-4cda-8005-091e55402ace for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:40:44.703006 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] Updating router 6056e72e-1faf-4cda-8005-091e55402ace port e802675f-cea7-4715-9ffb-5d01704204ce binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:40:44.773579 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:44.805658 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b741d94f-6aa9-43ce-a3dc-f4949d57f341 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:40:44.812559 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-b741d94f-6aa9-43ce-a3dc-f4949d57f341 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:subnet and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:40:44.817896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-b741d94f-6aa9-43ce-a3dc-f4949d57f341 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:40:44.829129 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b741d94f-6aa9-43ce-a3dc-f4949d57f341 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:40:44.917992 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b741d94f-6aa9-43ce-a3dc-f4949d57f341 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Made reservation on behalf of 2a01b8869a934284a87963b91efa1f71 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:40:45.041278 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b741d94f-6aa9-43ce-a3dc-f4949d57f341 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:45.264919 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:45.279674 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] Transition to ACTIVE for port object e802675f-cea7-4715-9ffb-5d01704204ce will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:40:45.371628 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:45.403914 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b741d94f-6aa9-43ce-a3dc-f4949d57f341 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:45.461609 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] Attempting to bind port e802675f-cea7-4715-9ffb-5d01704204ce on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:40:45.461609 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] Attempting to bind port e802675f-cea7-4715-9ffb-5d01704204ce by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:40:45.461609 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] Attempting to bind port e802675f-cea7-4715-9ffb-5d01704204ce on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:40:45.463597 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d299b-9759-41e3-b55b-0b4d46166212 None None] Pushing event updated for resources: {'Port': ['ID=e802675f-cea7-4715-9ffb-5d01704204ce,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:45.472036 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:40:45.472417 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:40:45.472799 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:45.473187 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:40:45.474629 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] Bound port: e802675f-cea7-4715-9ffb-5d01704204ce, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:40:45.474629 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:45.490961 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741d94f-6aa9-43ce-a3dc-f4949d57f341 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Subnet': ['ID=132fa389-3700-4ec0-9fd7-19b414eeb175,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:45.504986 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741d94f-6aa9-43ce-a3dc-f4949d57f341 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Checking segment: {'id': '2d25a944-0202-4b23-b8f9-4b551370d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:40:45.505351 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b741d94f-6aa9-43ce-a3dc-f4949d57f341 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network hostable DHCP agents. Network: 5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:40:45.569555 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] For port e802675f-cea7-4715-9ffb-5d01704204ce, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:40:45.574274 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] For port e802675f-cea7-4715-9ffb-5d01704204ce, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=e802675f-cea7-4715-9ffb-5d01704204ce,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:40:45.629916 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b741d94f-6aa9-43ce-a3dc-f4949d57f341 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network 5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:40:45.663726 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:45.732481 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-b741d94f-6aa9-43ce-a3dc-f4949d57f341 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:40:45.739180 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b741d94f-6aa9-43ce-a3dc-f4949d57f341 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:40:45.740087 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b741d94f-6aa9-43ce-a3dc-f4949d57f341 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:45.756456 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca34564-cf23-4e9c-9909-7285179a0979 None None] Network 5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:40:45.836081 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b741d94f-6aa9-43ce-a3dc-f4949d57f341 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2359855 Feb 09 18:40:45.839841 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60798) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:40:45.872946 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d299b-9759-41e3-b55b-0b4d46166212 None None] Pushing event updated for resources: {'Port': ['ID=e802675f-cea7-4715-9ffb-5d01704204ce,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:45.901855 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] Routers {'6056e72e-1faf-4cda-8005-091e55402ace'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:40:45.902542 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:40:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6056e72e-1faf-4cda-8005-091e55402ace'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:40:46.118541 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:40:46.240880 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] Set router 6056e72e-1faf-4cda-8005-091e55402ace gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:40:46.296250 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1279954b-e300-4077-8bd8-cb7e1cdd6725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa', 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'fixed_ips': [{'subnet_id': '132fa389-3700-4ec0-9fd7-19b414eeb175'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:40:46.297045 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1279954b-e300-4077-8bd8-cb7e1cdd6725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:46.745162 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-1279954b-e300-4077-8bd8-cb7e1cdd6725 None None] Allocated IP 172.20.0.2 (5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa/132fa389-3700-4ec0-9fd7-19b414eeb175/504c40f9-3f72-48b5-b290-3e7b85bda3ac) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:40:46.748908 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9252c70-ec68-4df3-b196-5efeda4d4e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:46.852704 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6056e72e-1faf-4cda-8005-091e55402ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830124392', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:43Z', 'revision_number': 3, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:40:46.862813 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8cb411-fbe1-46a4-9062-2741795c9887 None None] The sync data for ids ['6056e72e-1faf-4cda-8005-091e55402ace'] in dv-neutron-827016-2-hyperv is: [{'id': '6056e72e-1faf-4cda-8005-091e55402ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830124392', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:43Z', 'revision_number': 3, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:40:47.027532 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1279954b-e300-4077-8bd8-cb7e1cdd6725 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:47.046748 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1279954b-e300-4077-8bd8-cb7e1cdd6725 None None] Transition to ACTIVE for port object 504c40f9-3f72-48b5-b290-3e7b85bda3ac will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:40:47.085333 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1279954b-e300-4077-8bd8-cb7e1cdd6725 None None] Transition to ACTIVE for port object 504c40f9-3f72-48b5-b290-3e7b85bda3ac will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:40:47.131079 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4e88aab4-92b3-4f0b-88e1-03cf9e00adb7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:47.180802 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1279954b-e300-4077-8bd8-cb7e1cdd6725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:47.284685 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1279954b-e300-4077-8bd8-cb7e1cdd6725 None None] Network 5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:40:47.287740 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-1279954b-e300-4077-8bd8-cb7e1cdd6725 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:40:47.292531 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1279954b-e300-4077-8bd8-cb7e1cdd6725 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:40:47.295000 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279954b-e300-4077-8bd8-cb7e1cdd6725 None None] Pushing event updated for resources: {'Port': ['ID=504c40f9-3f72-48b5-b290-3e7b85bda3ac,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:47.383618 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:47.391736 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1279954b-e300-4077-8bd8-cb7e1cdd6725 None None] Attempting to bind port 504c40f9-3f72-48b5-b290-3e7b85bda3ac on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:40:47.392010 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1279954b-e300-4077-8bd8-cb7e1cdd6725 None None] Attempting to bind port 504c40f9-3f72-48b5-b290-3e7b85bda3ac by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '2d25a944-0202-4b23-b8f9-4b551370d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:40:47.392346 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1279954b-e300-4077-8bd8-cb7e1cdd6725 None None] Attempting to bind port 504c40f9-3f72-48b5-b290-3e7b85bda3ac on network 5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:40:47.400490 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1279954b-e300-4077-8bd8-cb7e1cdd6725 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:40:47.400922 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1279954b-e300-4077-8bd8-cb7e1cdd6725 None None] Checking segment: {'id': '2d25a944-0202-4b23-b8f9-4b551370d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:40:47.401295 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1279954b-e300-4077-8bd8-cb7e1cdd6725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:47.401683 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1279954b-e300-4077-8bd8-cb7e1cdd6725 None None] Bound using segment: {'id': '2d25a944-0202-4b23-b8f9-4b551370d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:40:47.402183 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-1279954b-e300-4077-8bd8-cb7e1cdd6725 None None] Bound port: 504c40f9-3f72-48b5-b290-3e7b85bda3ac, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25a944-0202-4b23-b8f9-4b551370d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:40:47.402617 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1279954b-e300-4077-8bd8-cb7e1cdd6725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:47.535165 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1279954b-e300-4077-8bd8-cb7e1cdd6725 None None] For port 504c40f9-3f72-48b5-b290-3e7b85bda3ac, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:40:47.541109 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1279954b-e300-4077-8bd8-cb7e1cdd6725 None None] For port 504c40f9-3f72-48b5-b290-3e7b85bda3ac, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=504c40f9-3f72-48b5-b290-3e7b85bda3ac,segment=NetworkSegment(2d25a944-0202-4b23-b8f9-4b551370d2e7),segment_id=2d25a944-0202-4b23-b8f9-4b551370d2e7)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:40:47.621752 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1279954b-e300-4077-8bd8-cb7e1cdd6725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:47.698405 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-4e88aab4-92b3-4f0b-88e1-03cf9e00adb7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Allocated IP 172.20.0.1 (5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa/132fa389-3700-4ec0-9fd7-19b414eeb175/33009b34-ee8a-417f-94ab-a990ee353905) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:40:47.716598 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279954b-e300-4077-8bd8-cb7e1cdd6725 None None] Pushing event updated for resources: {'Port': ['ID=504c40f9-3f72-48b5-b290-3e7b85bda3ac,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:47.980290 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4e88aab4-92b3-4f0b-88e1-03cf9e00adb7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:48.004740 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device e802675f-cea7-4715-9ffb-5d01704204ce up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:40:48.030759 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-4e88aab4-92b3-4f0b-88e1-03cf9e00adb7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Transition to ACTIVE for port object 33009b34-ee8a-417f-94ab-a990ee353905 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:40:48.148087 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4e88aab4-92b3-4f0b-88e1-03cf9e00adb7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:48.243761 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port e802675f-cea7-4715-9ffb-5d01704204ce completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:40:48.249689 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port e802675f-cea7-4715-9ffb-5d01704204ce triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:40:48.250095 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:48.280664 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e88aab4-92b3-4f0b-88e1-03cf9e00adb7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network 5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:40:48.286391 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-4e88aab4-92b3-4f0b-88e1-03cf9e00adb7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:40:48.294208 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e88aab4-92b3-4f0b-88e1-03cf9e00adb7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:40:48.357529 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88aab4-92b3-4f0b-88e1-03cf9e00adb7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=33009b34-ee8a-417f-94ab-a990ee353905,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:48.398197 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:48.402679 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4e88aab4-92b3-4f0b-88e1-03cf9e00adb7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:48.427969 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port e802675f-cea7-4715-9ffb-5d01704204ce, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=e802675f-cea7-4715-9ffb-5d01704204ce,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:40:48.623500 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:48.717900 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=e802675f-cea7-4715-9ffb-5d01704204ce,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:48.780589 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4e88aab4-92b3-4f0b-88e1-03cf9e00adb7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:48.905524 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf9f1e7-b6f3-4429-8f11-91538c4f80d6 None None] Network 5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:40:49.116154 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c2fca7a0-2bd9-4a39-96ea-5beb23a19b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:49.167911 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-066671b7-4757-483f-8e83-e072db86e80b None None] Provisioning for port 504c40f9-3f72-48b5-b290-3e7b85bda3ac completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:40:49.495601 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4e88aab4-92b3-4f0b-88e1-03cf9e00adb7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:49.563992 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4e88aab4-92b3-4f0b-88e1-03cf9e00adb7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:49.600022 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-818edfea-c086-4bd7-802d-11185d19d586 None None] Provisioning for port 33009b34-ee8a-417f-94ab-a990ee353905 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:40:49.615394 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-818edfea-c086-4bd7-802d-11185d19d586 None None] Provisioning complete for port 33009b34-ee8a-417f-94ab-a990ee353905 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:40:49.616173 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-818edfea-c086-4bd7-802d-11185d19d586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:49.691350 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-818edfea-c086-4bd7-802d-11185d19d586 None None] Port 33009b34-ee8a-417f-94ab-a990ee353905 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:40:49.691721 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88aab4-92b3-4f0b-88e1-03cf9e00adb7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=33009b34-ee8a-417f-94ab-a990ee353905,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:49.694322 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4e88aab4-92b3-4f0b-88e1-03cf9e00adb7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:49.819600 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a050dbe2-d2c5-47c2-8922-0f6b1325d6c5 None None] Provisioning complete for port 33009b34-ee8a-417f-94ab-a990ee353905 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:40:49.819964 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a050dbe2-d2c5-47c2-8922-0f6b1325d6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:49.850640 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e88aab4-92b3-4f0b-88e1-03cf9e00adb7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network 5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:40:49.852267 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-4e88aab4-92b3-4f0b-88e1-03cf9e00adb7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:40:49.899074 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a050dbe2-d2c5-47c2-8922-0f6b1325d6c5 None None] Port 33009b34-ee8a-417f-94ab-a990ee353905 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:40:50.073948 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 504c40f9-3f72-48b5-b290-3e7b85bda3ac up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:40:50.259006 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0f61697b-d06e-4fac-87ed-bfa64b32faaf None None] Provisioning complete for port 33009b34-ee8a-417f-94ab-a990ee353905 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:40:50.259645 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f61697b-d06e-4fac-87ed-bfa64b32faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:50.310271 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:50.324598 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0f61697b-d06e-4fac-87ed-bfa64b32faaf None None] Port 33009b34-ee8a-417f-94ab-a990ee353905 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:40:50.332466 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:50.384828 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e88aab4-92b3-4f0b-88e1-03cf9e00adb7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Router 6056e72e-1faf-4cda-8005-091e55402ace has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:40:50.394412 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 504c40f9-3f72-48b5-b290-3e7b85bda3ac completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:40:50.400240 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 504c40f9-3f72-48b5-b290-3e7b85bda3ac triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:40:50.400608 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:50.587036 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:50.642289 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e88aab4-92b3-4f0b-88e1-03cf9e00adb7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:40:50.646478 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 504c40f9-3f72-48b5-b290-3e7b85bda3ac, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=504c40f9-3f72-48b5-b290-3e7b85bda3ac,segment=NetworkSegment(2d25a944-0202-4b23-b8f9-4b551370d2e7),segment_id=2d25a944-0202-4b23-b8f9-4b551370d2e7)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:40:50.661195 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4e88aab4-92b3-4f0b-88e1-03cf9e00adb7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "PUT /v2.0/routers/6056e72e-1faf-4cda-8005-091e55402ace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8189287 Feb 09 18:40:50.754580 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:50.755388 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device e802675f-cea7-4715-9ffb-5d01704204ce up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:40:50.886487 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=504c40f9-3f72-48b5-b290-3e7b85bda3ac,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:50.915234 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] Sync routers for ids ['6056e72e-1faf-4cda-8005-091e55402ace'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:40:50.916211 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port e802675f-cea7-4715-9ffb-5d01704204ce triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:40:50.916211 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:50.932310 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-3e84ee8b-ff4d-4358-b681-ffabe23937ab tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Synchronizing usage tracker for tenant:2a01b8869a934284a87963b91efa1f71 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:40:50.942524 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] Routers {'6056e72e-1faf-4cda-8005-091e55402ace'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:40:50.944180 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:40:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6056e72e-1faf-4cda-8005-091e55402ace'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:40:51.017812 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-3e84ee8b-ff4d-4358-b681-ffabe23937ab tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Unset dirty status for tenant:2a01b8869a934284a87963b91efa1f71 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:40:51.019795 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-3e84ee8b-ff4d-4358-b681-ffabe23937ab tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-701151206&fields=id&tenant_id=2a01b8869a934284a87963b91efa1f71 HTTP/1.1" status: 200 len: 267 time: 0.1649640 Feb 09 18:40:51.190664 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] Set router 6056e72e-1faf-4cda-8005-091e55402ace gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:40:51.246538 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-2e2bed36-fd78-4f1e-9c47-0ba8fbdfab5a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:40:51.247677 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-2e2bed36-fd78-4f1e-9c47-0ba8fbdfab5a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Synchronizing usage tracker for tenant:2a01b8869a934284a87963b91efa1f71 on resource:network {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:40:51.317795 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-2e2bed36-fd78-4f1e-9c47-0ba8fbdfab5a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Unset dirty status for tenant:2a01b8869a934284a87963b91efa1f71 on resource:network {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:40:51.319048 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-2e2bed36-fd78-4f1e-9c47-0ba8fbdfab5a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/networks?id=5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa HTTP/1.1" status: 200 len: 797 time: 0.2795646 Feb 09 18:40:51.336998 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-2ce31f16-a754-4992-8fd0-a854a3be97c7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/quotas/2a01b8869a934284a87963b91efa1f71 HTTP/1.1" status: 200 len: 375 time: 0.0114524 Feb 09 18:40:51.437755 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-30286442-1042-4595-a4e9-f05ae914dccf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947835 Feb 09 18:40:51.552356 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6056e72e-1faf-4cda-8005-091e55402ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830124392', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:48Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '33009b34-ee8a-417f-94ab-a990ee353905', 'name': '', 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:d1:ab:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132fa389-3700-4ec0-9fd7-19b414eeb175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:40:47Z', 'updated_at': '2022-02-09T18:40:49Z', 'revision_number': 2, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '132fa389-3700-4ec0-9fd7-19b414eeb175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:40:51.556672 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] Checking router: 6056e72e-1faf-4cda-8005-091e55402ace for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:40:51.557022 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] Updating router 6056e72e-1faf-4cda-8005-091e55402ace port 33009b34-ee8a-417f-94ab-a990ee353905 binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:40:51.617017 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:51.715047 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-70ef4d42-58ae-46f5-9fab-dc989b92cf01 service neutron] 10.222.0.21 "GET /v2.0/networks/5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642956 Feb 09 18:40:51.740853 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:51.881080 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-63569677-ebe3-40e6-9e38-1d8f8a3858cd service neutron] 10.222.0.21 "GET /v2.0/networks/5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599832 Feb 09 18:40:51.944166 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 504c40f9-3f72-48b5-b290-3e7b85bda3ac up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:40:52.045643 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 504c40f9-3f72-48b5-b290-3e7b85bda3ac triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:40:52.046012 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:52.079237 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:52.102818 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] Transition to ACTIVE for port object 33009b34-ee8a-417f-94ab-a990ee353905 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:40:52.183173 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:52.231700 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-efb66eff-93b4-46a3-b717-20206f554b12 req-142aceed-2894-4cb9-b9d8-c353aba9c73f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 210 time: 0.0690818 Feb 09 18:40:52.367917 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747905e1-1af0-4ee3-9d27-908bc57349ff None None] Pushing event updated for resources: {'Port': ['ID=33009b34-ee8a-417f-94ab-a990ee353905,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:52.379306 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747905e1-1af0-4ee3-9d27-908bc57349ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:52.379730 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747905e1-1af0-4ee3-9d27-908bc57349ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:52.380076 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747905e1-1af0-4ee3-9d27-908bc57349ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:52.380408 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747905e1-1af0-4ee3-9d27-908bc57349ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:52.380748 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747905e1-1af0-4ee3-9d27-908bc57349ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:52.381077 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747905e1-1af0-4ee3-9d27-908bc57349ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:52.381516 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747905e1-1af0-4ee3-9d27-908bc57349ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:52.381785 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747905e1-1af0-4ee3-9d27-908bc57349ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:52.382057 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747905e1-1af0-4ee3-9d27-908bc57349ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:52.382445 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747905e1-1af0-4ee3-9d27-908bc57349ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:52.382772 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747905e1-1af0-4ee3-9d27-908bc57349ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:40:52.491052 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] Attempting to bind port 33009b34-ee8a-417f-94ab-a990ee353905 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:40:52.491462 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] Attempting to bind port 33009b34-ee8a-417f-94ab-a990ee353905 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '2d25a944-0202-4b23-b8f9-4b551370d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:40:52.492060 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] Attempting to bind port 33009b34-ee8a-417f-94ab-a990ee353905 on network 5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:40:52.505023 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:40:52.505634 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] Checking segment: {'id': '2d25a944-0202-4b23-b8f9-4b551370d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:40:52.506317 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:52.506972 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] Bound using segment: {'id': '2d25a944-0202-4b23-b8f9-4b551370d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:40:52.507760 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] Bound port: 33009b34-ee8a-417f-94ab-a990ee353905, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d25a944-0202-4b23-b8f9-4b551370d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:40:52.508360 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:52.635297 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] For port 33009b34-ee8a-417f-94ab-a990ee353905, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:40:52.636678 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] For port 33009b34-ee8a-417f-94ab-a990ee353905, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=33009b34-ee8a-417f-94ab-a990ee353905,segment=NetworkSegment(2d25a944-0202-4b23-b8f9-4b551370d2e7),segment_id=2d25a944-0202-4b23-b8f9-4b551370d2e7)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:40:52.709043 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:52.794978 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747905e1-1af0-4ee3-9d27-908bc57349ff None None] Pushing event updated for resources: {'Port': ['ID=33009b34-ee8a-417f-94ab-a990ee353905,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:52.806035 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] Routers {'6056e72e-1faf-4cda-8005-091e55402ace'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:40:52.806035 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:40:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6056e72e-1faf-4cda-8005-091e55402ace'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:40:53.032420 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] Set router 6056e72e-1faf-4cda-8005-091e55402ace gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:40:53.505121 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6056e72e-1faf-4cda-8005-091e55402ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830124392', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:48Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '33009b34-ee8a-417f-94ab-a990ee353905', 'name': '', 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:d1:ab:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132fa389-3700-4ec0-9fd7-19b414eeb175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:40:47Z', 'updated_at': '2022-02-09T18:40:52Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '132fa389-3700-4ec0-9fd7-19b414eeb175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:40:53.512816 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeb202f-ede4-45f2-aa41-f9ec55eb5f18 None None] The sync data for ids ['6056e72e-1faf-4cda-8005-091e55402ace'] in dv-neutron-827016-2-hyperv is: [{'id': '6056e72e-1faf-4cda-8005-091e55402ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830124392', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:48Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '33009b34-ee8a-417f-94ab-a990ee353905', 'name': '', 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:d1:ab:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132fa389-3700-4ec0-9fd7-19b414eeb175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:40:47Z', 'updated_at': '2022-02-09T18:40:52Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '132fa389-3700-4ec0-9fd7-19b414eeb175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:40:53.527838 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2f2b8e5f-ce89-41a7-a8df-fbed20803071 req-9194e16b-68ae-4386-94b0-e1656316ace7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 210 time: 0.0477858 Feb 09 18:40:53.945791 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 33009b34-ee8a-417f-94ab-a990ee353905 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:40:54.187319 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 33009b34-ee8a-417f-94ab-a990ee353905 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:40:54.196084 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 33009b34-ee8a-417f-94ab-a990ee353905 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:40:54.196084 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:54.389821 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:54.441187 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 33009b34-ee8a-417f-94ab-a990ee353905, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=33009b34-ee8a-417f-94ab-a990ee353905,segment=NetworkSegment(2d25a944-0202-4b23-b8f9-4b551370d2e7),segment_id=2d25a944-0202-4b23-b8f9-4b551370d2e7)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:40:54.537460 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:54.618965 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=33009b34-ee8a-417f-94ab-a990ee353905,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:54.821966 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e66bb622-9358-4506-b133-6be84dfe6983 req-6725d48b-f142-4a46-bb04-7531ebd5e51b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 210 time: 0.0459473 Feb 09 18:40:55.094332 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-10a09b84-a1f5-4d0f-8d23-c9812c8d140a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:40:55.095223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-10a09b84-a1f5-4d0f-8d23-c9812c8d140a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Synchronizing usage tracker for tenant:2a01b8869a934284a87963b91efa1f71 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:40:55.110793 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-10a09b84-a1f5-4d0f-8d23-c9812c8d140a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Unset dirty status for tenant:2a01b8869a934284a87963b91efa1f71 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:40:55.112260 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-10a09b84-a1f5-4d0f-8d23-c9812c8d140a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "GET /v2.0/networks?id=5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa HTTP/1.1" status: 200 len: 797 time: 0.1857648 Feb 09 18:40:55.167933 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-444c4378-0664-4fab-b6f1-2c99e3edebac tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Synchronizing usage tracker for tenant:2a01b8869a934284a87963b91efa1f71 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:40:55.181285 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-444c4378-0664-4fab-b6f1-2c99e3edebac tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Unset dirty status for tenant:2a01b8869a934284a87963b91efa1f71 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:40:55.183234 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-444c4378-0664-4fab-b6f1-2c99e3edebac tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a01b8869a934284a87963b91efa1f71 HTTP/1.1" status: 200 len: 379 time: 0.0584779 Feb 09 18:40:55.191824 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-2524c13d-fcce-41c8-b1e9-16699516a842 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'port': {'device_id': 'a4f90554-7865-4a34-8ebe-9deafee1bee0', 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa', 'admin_state_up': True, 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'security_groups': ['42359303-3a3a-4ad8-bd0d-3af17a7771d6']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:40:55.350327 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-2524c13d-fcce-41c8-b1e9-16699516a842 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:40:55.354799 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-2524c13d-fcce-41c8-b1e9-16699516a842 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:port and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:40:55.358017 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-2524c13d-fcce-41c8-b1e9-16699516a842 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:40:55.364759 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-2524c13d-fcce-41c8-b1e9-16699516a842 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:40:55.480065 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-2524c13d-fcce-41c8-b1e9-16699516a842 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Made reservation on behalf of 2a01b8869a934284a87963b91efa1f71 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:40:55.485336 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-2524c13d-fcce-41c8-b1e9-16699516a842 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:55.802816 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-2524c13d-fcce-41c8-b1e9-16699516a842 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Allocated IP 172.20.0.14 (5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa/132fa389-3700-4ec0-9fd7-19b414eeb175/92295f99-1f80-4736-a784-74090d5f6669) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:40:55.935071 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 33009b34-ee8a-417f-94ab-a990ee353905 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:40:56.018245 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 33009b34-ee8a-417f-94ab-a990ee353905 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:40:56.018503 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:56.039197 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-2524c13d-fcce-41c8-b1e9-16699516a842 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:56.057532 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f9137285-f293-476c-9671-978f46f5015c req-58ed4404-dac9-4987-b20e-7adecb7ed53a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 210 time: 0.0681267 Feb 09 18:40:56.059880 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-2524c13d-fcce-41c8-b1e9-16699516a842 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Transition to ACTIVE for port object 92295f99-1f80-4736-a784-74090d5f6669 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:40:56.154756 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-2524c13d-fcce-41c8-b1e9-16699516a842 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:56.278770 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-2524c13d-fcce-41c8-b1e9-16699516a842 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network 5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:40:56.279968 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-2524c13d-fcce-41c8-b1e9-16699516a842 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:40:56.284618 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-2524c13d-fcce-41c8-b1e9-16699516a842 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:40:56.310810 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524c13d-fcce-41c8-b1e9-16699516a842 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=92295f99-1f80-4736-a784-74090d5f6669,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:56.365926 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-2524c13d-fcce-41c8-b1e9-16699516a842 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:40:56.367067 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-2524c13d-fcce-41c8-b1e9-16699516a842 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:56.481774 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-2524c13d-fcce-41c8-b1e9-16699516a842 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2941840 Feb 09 18:40:56.495150 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-62dc6f0d-4394-4361-9b3c-85487b1b25b5 service neutron] Request body: {'port': {'device_id': 'a4f90554-7865-4a34-8ebe-9deafee1bee0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:40:56.623144 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-62dc6f0d-4394-4361-9b3c-85487b1b25b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:56.668431 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8c206cef-6fa7-46c3-b4e1-e79cb903716e None None] Provisioning for port 92295f99-1f80-4736-a784-74090d5f6669 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:40:56.676322 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8c206cef-6fa7-46c3-b4e1-e79cb903716e None None] Provisioning complete for port 92295f99-1f80-4736-a784-74090d5f6669 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:40:56.680130 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8c206cef-6fa7-46c3-b4e1-e79cb903716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:56.744481 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8c206cef-6fa7-46c3-b4e1-e79cb903716e None None] Port 92295f99-1f80-4736-a784-74090d5f6669 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:40:57.047618 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-62dc6f0d-4394-4361-9b3c-85487b1b25b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92295f99-1f80-4736-a784-74090d5f6669 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:40:57.061327 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-62dc6f0d-4394-4361-9b3c-85487b1b25b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:57.091000 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-62dc6f0d-4394-4361-9b3c-85487b1b25b5 service neutron] Transition to ACTIVE for port object 92295f99-1f80-4736-a784-74090d5f6669 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:40:57.160538 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-62dc6f0d-4394-4361-9b3c-85487b1b25b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:57.343716 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc6f0d-4394-4361-9b3c-85487b1b25b5 service neutron] Pushing event updated for resources: {'Port': ['ID=92295f99-1f80-4736-a784-74090d5f6669,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:57.378263 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d0f03-1093-405a-a665-43d7dc816bc0 req-dd635732-e324-4bfc-838b-cd85ed38e2ce tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:40:57.380982 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-057d0f03-1093-405a-a665-43d7dc816bc0 req-dd635732-e324-4bfc-838b-cd85ed38e2ce tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 944 time: 0.1362305 Feb 09 18:40:57.468132 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-057d0f03-1093-405a-a665-43d7dc816bc0 req-089a091f-aaa5-47f2-a631-d7621dc7ada5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=42359303-3a3a-4ad8-bd0d-3af17a7771d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809691 Feb 09 18:40:57.501540 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-62dc6f0d-4394-4361-9b3c-85487b1b25b5 service neutron] Attempting to bind port 92295f99-1f80-4736-a784-74090d5f6669 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:40:57.502421 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-62dc6f0d-4394-4361-9b3c-85487b1b25b5 service neutron] Attempting to bind port 92295f99-1f80-4736-a784-74090d5f6669 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '2d25a944-0202-4b23-b8f9-4b551370d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:40:57.502777 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-62dc6f0d-4394-4361-9b3c-85487b1b25b5 service neutron] Attempting to bind port 92295f99-1f80-4736-a784-74090d5f6669 on network 5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:40:57.509698 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-62dc6f0d-4394-4361-9b3c-85487b1b25b5 service neutron] Port 92295f99-1f80-4736-a784-74090d5f6669 on network 5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:40:57.510079 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-62dc6f0d-4394-4361-9b3c-85487b1b25b5 service neutron] Attempting to bind port 92295f99-1f80-4736-a784-74090d5f6669 on network 5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:40:57.518494 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-62dc6f0d-4394-4361-9b3c-85487b1b25b5 service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:40:57.518957 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-62dc6f0d-4394-4361-9b3c-85487b1b25b5 service neutron] Checking segment: {'id': '2d25a944-0202-4b23-b8f9-4b551370d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:40:57.519389 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-62dc6f0d-4394-4361-9b3c-85487b1b25b5 service neutron] Bound using segment: {'id': '2d25a944-0202-4b23-b8f9-4b551370d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:40:57.519864 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-62dc6f0d-4394-4361-9b3c-85487b1b25b5 service neutron] Bound port: 92295f99-1f80-4736-a784-74090d5f6669, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d25a944-0202-4b23-b8f9-4b551370d2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:40:57.520295 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-62dc6f0d-4394-4361-9b3c-85487b1b25b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:57.641052 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-62dc6f0d-4394-4361-9b3c-85487b1b25b5 service neutron] For port 92295f99-1f80-4736-a784-74090d5f6669, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:40:57.648128 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-62dc6f0d-4394-4361-9b3c-85487b1b25b5 service neutron] For port 92295f99-1f80-4736-a784-74090d5f6669, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=92295f99-1f80-4736-a784-74090d5f6669,segment=NetworkSegment(2d25a944-0202-4b23-b8f9-4b551370d2e7),segment_id=2d25a944-0202-4b23-b8f9-4b551370d2e7)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:40:57.760539 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-62dc6f0d-4394-4361-9b3c-85487b1b25b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:57.831542 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-62dc6f0d-4394-4361-9b3c-85487b1b25b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:57.833021 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-62dc6f0d-4394-4361-9b3c-85487b1b25b5 service neutron] 10.222.0.50 "PUT /v2.0/ports/92295f99-1f80-4736-a784-74090d5f6669 HTTP/1.1" status: 200 len: 1094 time: 1.3429766 Feb 09 18:40:57.833483 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f90554-7865-4a34-8ebe-9deafee1bee0', 'tag': '92295f99-1f80-4736-a784-74090d5f6669'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:40:57.871195 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc6f0d-4394-4361-9b3c-85487b1b25b5 service neutron] Pushing event updated for resources: {'Port': ['ID=92295f99-1f80-4736-a784-74090d5f6669,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:40:57.903647 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f90554-7865-4a34-8ebe-9deafee1bee0', 'tag': '92295f99-1f80-4736-a784-74090d5f6669', 'status': 'completed', 'code': 200} Feb 09 18:40:58.008835 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-b86b8dfb-215f-4847-858d-2644bd652de7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 1097 time: 0.0834382 Feb 09 18:40:58.106143 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-cd769dbf-b44d-4f0d-90cf-7c20b52c114a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92295f99-1f80-4736-a784-74090d5f6669 HTTP/1.1" status: 200 len: 217 time: 0.0901020 Feb 09 18:40:58.204192 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-2f3f5b9d-4ab8-4e67-8ea4-094b3b230bad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:40:58.206249 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-2f3f5b9d-4ab8-4e67-8ea4-094b3b230bad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=132fa389-3700-4ec0-9fd7-19b414eeb175 HTTP/1.1" status: 200 len: 834 time: 0.0939224 Feb 09 18:40:58.304922 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-02e548cd-2d70-4a38-8153-449188099068 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0916970 Feb 09 18:40:58.560365 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-46839396-4b51-4f0c-a8d8-8194189272ff service neutron] 10.222.0.50 "GET /v2.0/networks/5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429192 Feb 09 18:40:58.714663 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e53a0-3c36-46fd-b39e-f41d78495a1f req-7b47dcf0-e5f8-4ba3-9d86-41b2ddefc0bf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:40:58.716084 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-dd3e53a0-3c36-46fd-b39e-f41d78495a1f req-7b47dcf0-e5f8-4ba3-9d86-41b2ddefc0bf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 944 time: 0.0993478 Feb 09 18:40:58.722264 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f6716eb8-f4e8-4860-b088-5cf87f4194cd req-9dbd946e-e594-4a7f-91cf-5a435bae09d5 service neutron] 10.222.0.50 "GET /v2.0/networks/5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556497 Feb 09 18:40:58.764910 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-dd3e53a0-3c36-46fd-b39e-f41d78495a1f req-ccb737f2-0e59-4b6e-b7aa-fb2c4215528f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=42359303-3a3a-4ad8-bd0d-3af17a7771d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421755 Feb 09 18:40:58.906645 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a818f694-a010-4976-8fa4-1430a6eb1bb9 req-ed770636-8a66-4d37-bcbe-99af1ce1e783 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 1097 time: 0.0757713 Feb 09 18:40:59.064996 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818f694-a010-4976-8fa4-1430a6eb1bb9 req-4d052d89-69ae-4d16-a9c0-6cac940a06e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:40:59.067232 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a818f694-a010-4976-8fa4-1430a6eb1bb9 req-4d052d89-69ae-4d16-a9c0-6cac940a06e6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa HTTP/1.1" status: 200 len: 898 time: 0.1540394 Feb 09 18:40:59.145457 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a818f694-a010-4976-8fa4-1430a6eb1bb9 req-6848032e-e09c-4402-a014-6bede718d27b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92295f99-1f80-4736-a784-74090d5f6669 HTTP/1.1" status: 200 len: 217 time: 0.0711741 Feb 09 18:40:59.215639 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818f694-a010-4976-8fa4-1430a6eb1bb9 req-cac6a499-3d1d-470d-a5b7-54c5757b8314 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:40:59.217172 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a818f694-a010-4976-8fa4-1430a6eb1bb9 req-cac6a499-3d1d-470d-a5b7-54c5757b8314 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=132fa389-3700-4ec0-9fd7-19b414eeb175 HTTP/1.1" status: 200 len: 834 time: 0.0644016 Feb 09 18:40:59.313735 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a818f694-a010-4976-8fa4-1430a6eb1bb9 req-54a24239-7128-45d2-8e07-fa187a9e8b9a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0891888 Feb 09 18:40:59.472972 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a818f694-a010-4976-8fa4-1430a6eb1bb9 req-d2743b7e-0522-41ca-b883-d84ade1a6b4b service neutron] 10.222.0.50 "GET /v2.0/networks/5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525228 Feb 09 18:40:59.614656 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a818f694-a010-4976-8fa4-1430a6eb1bb9 req-5205e198-aa09-4be0-ac44-c302637b48e6 service neutron] 10.222.0.50 "GET /v2.0/networks/5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349883 Feb 09 18:40:59.661587 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 92295f99-1f80-4736-a784-74090d5f6669 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:40:59.807651 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 92295f99-1f80-4736-a784-74090d5f6669, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=92295f99-1f80-4736-a784-74090d5f6669,segment=NetworkSegment(2d25a944-0202-4b23-b8f9-4b551370d2e7),segment_id=2d25a944-0202-4b23-b8f9-4b551370d2e7)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:40:59.823227 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '92295f99-1f80-4736-a784-74090d5f6669', 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa', 'port_id': '92295f99-1f80-4736-a784-74090d5f6669', 'mac_address': 'fa:16:3e:8b:a7:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132fa389-3700-4ec0-9fd7-19b414eeb175', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:40:59.890377 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:40:59.912701 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92295f99-1f80-4736-a784-74090d5f6669 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:40:59.936076 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 92295f99-1f80-4736-a784-74090d5f6669, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=92295f99-1f80-4736-a784-74090d5f6669,segment=NetworkSegment(2d25a944-0202-4b23-b8f9-4b551370d2e7),segment_id=2d25a944-0202-4b23-b8f9-4b551370d2e7)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:41:00.028877 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:41:00.136220 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=92295f99-1f80-4736-a784-74090d5f6669,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:41:00.204240 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1dace6-e5a2-42fd-88a1-0572d9b3c659 req-ef8ac107-54ac-4cf9-8031-12148aa28d10 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:41:00.206562 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9e1dace6-e5a2-42fd-88a1-0572d9b3c659 req-ef8ac107-54ac-4cf9-8031-12148aa28d10 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 945 time: 0.1200247 Feb 09 18:41:00.242364 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['92295f99-1f80-4736-a784-74090d5f6669'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:41:00.266742 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9e1dace6-e5a2-42fd-88a1-0572d9b3c659 req-b1cf914c-abf1-467d-8592-d4cbb15b2296 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=42359303-3a3a-4ad8-bd0d-3af17a7771d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541654 Feb 09 18:41:01.523762 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e3c68-4891-4002-9e65-773e33f75ae8 req-dda73bb9-7889-4581-b971-6eef55645c81 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:41:01.525485 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c26e3c68-4891-4002-9e65-773e33f75ae8 req-dda73bb9-7889-4581-b971-6eef55645c81 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 945 time: 0.1193571 Feb 09 18:41:01.582895 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c26e3c68-4891-4002-9e65-773e33f75ae8 req-caec951b-4b3a-4204-b45d-367af8f5ebf8 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=42359303-3a3a-4ad8-bd0d-3af17a7771d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512838 Feb 09 18:41:01.682736 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 92295f99-1f80-4736-a784-74090d5f6669 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:41:01.827779 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 92295f99-1f80-4736-a784-74090d5f6669 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:41:01.833517 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 92295f99-1f80-4736-a784-74090d5f6669 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:41:01.833892 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:41:01.971488 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:41:02.002823 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f90554-7865-4a34-8ebe-9deafee1bee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92295f99-1f80-4736-a784-74090d5f6669'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:41:02.016839 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 92295f99-1f80-4736-a784-74090d5f6669, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=92295f99-1f80-4736-a784-74090d5f6669,segment=NetworkSegment(2d25a944-0202-4b23-b8f9-4b551370d2e7),segment_id=2d25a944-0202-4b23-b8f9-4b551370d2e7)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:41:02.070798 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f90554-7865-4a34-8ebe-9deafee1bee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92295f99-1f80-4736-a784-74090d5f6669', 'code': 200} Feb 09 18:41:02.108623 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:41:02.187627 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=92295f99-1f80-4736-a784-74090d5f6669,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:41:02.473472 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c6d8f2b6-32ed-416d-af05-8d23ce020b79 req-125ebffd-c5b3-4d2d-b133-3d291705c371 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 1099 time: 0.0743382 Feb 09 18:41:02.523018 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c6d8f2b6-32ed-416d-af05-8d23ce020b79 req-5d15bfc2-b998-4b5a-b604-91a8860ceb6b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=42359303-3a3a-4ad8-bd0d-3af17a7771d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432611 Feb 09 18:41:02.859757 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f98f9-7931-40e1-be3b-2f9aeb43574b req-2c335e57-dc49-4cd7-9395-69fa29f9d566 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:41:02.861402 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-268f98f9-7931-40e1-be3b-2f9aeb43574b req-2c335e57-dc49-4cd7-9395-69fa29f9d566 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 946 time: 0.1125681 Feb 09 18:41:02.920807 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-268f98f9-7931-40e1-be3b-2f9aeb43574b req-d781f56d-404d-4760-aa01-bb4041f42b97 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=42359303-3a3a-4ad8-bd0d-3af17a7771d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522604 Feb 09 18:41:04.172148 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08286e-4395-4fea-a979-cdff5fa46504 req-b5c55847-f757-4649-86bd-5b953352defe tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:41:04.174322 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fc08286e-4395-4fea-a979-cdff5fa46504 req-b5c55847-f757-4649-86bd-5b953352defe tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 946 time: 0.0845695 Feb 09 18:41:04.233910 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fc08286e-4395-4fea-a979-cdff5fa46504 req-ec77e001-4a0d-49af-85d0-794d45f0a9a9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=42359303-3a3a-4ad8-bd0d-3af17a7771d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496037 Feb 09 18:41:04.445297 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0a7d4-bd9d-4e5f-b8d0-131d2b2d6d80 req-c6532b43-792b-401c-9f95-8fbdfc03681d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:41:04.446727 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-dca0a7d4-bd9d-4e5f-b8d0-131d2b2d6d80 req-c6532b43-792b-401c-9f95-8fbdfc03681d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 946 time: 0.0836570 Feb 09 18:41:04.504901 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-dca0a7d4-bd9d-4e5f-b8d0-131d2b2d6d80 req-267ae172-23b1-4e66-9e93-c557d3a4c786 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=42359303-3a3a-4ad8-bd0d-3af17a7771d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484140 Feb 09 18:41:04.535365 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60846) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:41:04.617690 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-43e9eda5-ac4b-49ad-98dc-69b450589cd3 tempest-TestNetworkAdvancedServerOps-565630373 tempest-TestNetworkAdvancedServerOps-565630373-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 1094 time: 0.0811141 Feb 09 18:41:04.620852 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60850) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:41:04.626938 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-51f0b97b-196f-4f25-a40e-5a16d2e707b5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': '92295f99-1f80-4736-a784-74090d5f6669', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:41:04.633266 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-51f0b97b-196f-4f25-a40e-5a16d2e707b5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:41:04.637562 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-51f0b97b-196f-4f25-a40e-5a16d2e707b5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:floatingip and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:41:04.641083 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-51f0b97b-196f-4f25-a40e-5a16d2e707b5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:41:04.648558 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-51f0b97b-196f-4f25-a40e-5a16d2e707b5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:41:04.775365 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51f0b97b-196f-4f25-a40e-5a16d2e707b5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:41:04.926923 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51f0b97b-196f-4f25-a40e-5a16d2e707b5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:41:05.089128 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-51f0b97b-196f-4f25-a40e-5a16d2e707b5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Allocated IP 172.26.8.50 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/b22c09d5-963a-4966-bf22-0596577a3746) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:41:05.315000 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51f0b97b-196f-4f25-a40e-5a16d2e707b5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:41:05.417601 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51f0b97b-196f-4f25-a40e-5a16d2e707b5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:41:05.495738 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f0b97b-196f-4f25-a40e-5a16d2e707b5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:41:05.499260 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-51f0b97b-196f-4f25-a40e-5a16d2e707b5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:41:05.502705 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f0b97b-196f-4f25-a40e-5a16d2e707b5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:41:05.533956 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0b97b-196f-4f25-a40e-5a16d2e707b5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=b22c09d5-963a-4966-bf22-0596577a3746,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:41:06.282200 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51f0b97b-196f-4f25-a40e-5a16d2e707b5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:41:06.436611 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51f0b97b-196f-4f25-a40e-5a16d2e707b5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:41:06.701972 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51f0b97b-196f-4f25-a40e-5a16d2e707b5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:41:06.770879 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51f0b97b-196f-4f25-a40e-5a16d2e707b5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:41:06.881377 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0b97b-196f-4f25-a40e-5a16d2e707b5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=b22c09d5-963a-4966-bf22-0596577a3746,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:41:06.898646 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51f0b97b-196f-4f25-a40e-5a16d2e707b5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:41:07.112668 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [None req-51f0b97b-196f-4f25-a40e-5a16d2e707b5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Floating IP 8661ec10-61fb-4301-a7b3-5052dbfa746a associated. External IP: 172.26.8.50, port: 92295f99-1f80-4736-a784-74090d5f6669. Feb 09 18:41:07.542509 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f0b97b-196f-4f25-a40e-5a16d2e707b5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Router 6056e72e-1faf-4cda-8005-091e55402ace has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:41:07.882814 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f0b97b-196f-4f25-a40e-5a16d2e707b5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:41:07.896765 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda71d79-3c69-4cc2-ad2b-863db810314d None None] Sync routers for ids ['6056e72e-1faf-4cda-8005-091e55402ace'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:41:07.918243 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda71d79-3c69-4cc2-ad2b-863db810314d None None] Routers {'6056e72e-1faf-4cda-8005-091e55402ace'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:41:07.919406 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bda71d79-3c69-4cc2-ad2b-863db810314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:40:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6056e72e-1faf-4cda-8005-091e55402ace'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:41:07.970982 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51f0b97b-196f-4f25-a40e-5a16d2e707b5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:41:08.038667 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-51f0b97b-196f-4f25-a40e-5a16d2e707b5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4165945 Feb 09 18:41:08.039262 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f90554-7865-4a34-8ebe-9deafee1bee0', 'tag': '92295f99-1f80-4736-a784-74090d5f6669'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:41:08.124364 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f90554-7865-4a34-8ebe-9deafee1bee0', 'tag': '92295f99-1f80-4736-a784-74090d5f6669', 'status': 'completed', 'code': 200} Feb 09 18:41:08.252330 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-bda71d79-3c69-4cc2-ad2b-863db810314d None None] Set router 6056e72e-1faf-4cda-8005-091e55402ace gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:41:08.264957 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1bd7f69e-9bcc-4b21-b443-8e5cba829d8c req-8d5da972-5a1a-47f9-95b9-de19939081e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 1099 time: 0.1157935 Feb 09 18:41:08.351908 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315eee64-e84d-4593-aab6-27da18267dfe req-f9803a25-3a42-49fb-b796-dacd32e2d77d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:41:08.354691 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-315eee64-e84d-4593-aab6-27da18267dfe req-f9803a25-3a42-49fb-b796-dacd32e2d77d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 946 time: 0.1475532 Feb 09 18:41:08.435110 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-315eee64-e84d-4593-aab6-27da18267dfe req-ca05a52c-09e2-4c35-994a-4db798e5ad44 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=42359303-3a3a-4ad8-bd0d-3af17a7771d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737996 Feb 09 18:41:08.474388 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7f69e-9bcc-4b21-b443-8e5cba829d8c req-94a39430-42be-47e6-8b43-a5ef2d958ddd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:41:08.478726 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60858) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:41:08.478952 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1bd7f69e-9bcc-4b21-b443-8e5cba829d8c req-94a39430-42be-47e6-8b43-a5ef2d958ddd service neutron] 10.222.0.50 "GET /v2.0/networks?id=5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa HTTP/1.1" status: 200 len: 898 time: 0.2061689 Feb 09 18:41:08.639532 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2fc7275b-758b-4e5b-a25a-692753f7f5d8 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/floatingips/8661ec10-61fb-4301-a7b3-5052dbfa746a HTTP/1.1" status: 200 len: 991 time: 0.1592548 Feb 09 18:41:08.653679 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1bd7f69e-9bcc-4b21-b443-8e5cba829d8c req-305357c6-b1e7-4d1d-a127-9b8241e3dbf7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92295f99-1f80-4736-a784-74090d5f6669 HTTP/1.1" status: 200 len: 999 time: 0.1703572 Feb 09 18:41:08.721824 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7f69e-9bcc-4b21-b443-8e5cba829d8c req-9785088c-2f58-420d-a56c-b71d648d995b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:41:08.723297 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1bd7f69e-9bcc-4b21-b443-8e5cba829d8c req-9785088c-2f58-420d-a56c-b71d648d995b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=132fa389-3700-4ec0-9fd7-19b414eeb175 HTTP/1.1" status: 200 len: 834 time: 0.0630708 Feb 09 18:41:08.820761 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1bd7f69e-9bcc-4b21-b443-8e5cba829d8c req-20f309ae-ff2f-42ec-95f0-b9e999ac1b8f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829434 Feb 09 18:41:08.841456 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bda71d79-3c69-4cc2-ad2b-863db810314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6056e72e-1faf-4cda-8005-091e55402ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830124392', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:48Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '8661ec10-61fb-4301-a7b3-5052dbfa746a', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'floating_ip_address': '172.26.8.50', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'port_id': '92295f99-1f80-4736-a784-74090d5f6669', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa', 'mac_address': 'fa:16:3e:8b:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f90554-7865-4a34-8ebe-9deafee1bee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:41:06Z', 'updated_at': '2022-02-09T18:41:06Z', 'revision_number': 0, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33009b34-ee8a-417f-94ab-a990ee353905', 'name': '', 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:d1:ab:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132fa389-3700-4ec0-9fd7-19b414eeb175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:40:47Z', 'updated_at': '2022-02-09T18:40:54Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '132fa389-3700-4ec0-9fd7-19b414eeb175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:41:08.847384 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda71d79-3c69-4cc2-ad2b-863db810314d None None] Checking router: 6056e72e-1faf-4cda-8005-091e55402ace for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:41:08.860486 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda71d79-3c69-4cc2-ad2b-863db810314d None None] Routers {'6056e72e-1faf-4cda-8005-091e55402ace'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:41:08.861480 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bda71d79-3c69-4cc2-ad2b-863db810314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:40:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6056e72e-1faf-4cda-8005-091e55402ace'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:41:09.005803 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1bd7f69e-9bcc-4b21-b443-8e5cba829d8c req-087e280a-036a-49e2-ab39-58a067486ec3 service neutron] 10.222.0.50 "GET /v2.0/networks/5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789618 Feb 09 18:41:09.100491 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-bda71d79-3c69-4cc2-ad2b-863db810314d None None] Set router 6056e72e-1faf-4cda-8005-091e55402ace gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:41:09.181416 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1bd7f69e-9bcc-4b21-b443-8e5cba829d8c req-693075a7-204f-4055-be20-ba078e7a8d94 service neutron] 10.222.0.50 "GET /v2.0/networks/5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660466 Feb 09 18:41:09.610429 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bda71d79-3c69-4cc2-ad2b-863db810314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6056e72e-1faf-4cda-8005-091e55402ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830124392', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:48Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '8661ec10-61fb-4301-a7b3-5052dbfa746a', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'floating_ip_address': '172.26.8.50', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'port_id': '92295f99-1f80-4736-a784-74090d5f6669', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa', 'mac_address': 'fa:16:3e:8b:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f90554-7865-4a34-8ebe-9deafee1bee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:41:06Z', 'updated_at': '2022-02-09T18:41:06Z', 'revision_number': 0, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33009b34-ee8a-417f-94ab-a990ee353905', 'name': '', 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:d1:ab:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132fa389-3700-4ec0-9fd7-19b414eeb175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:40:47Z', 'updated_at': '2022-02-09T18:40:54Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '132fa389-3700-4ec0-9fd7-19b414eeb175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:41:09.615485 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda71d79-3c69-4cc2-ad2b-863db810314d None None] The sync data for ids ['6056e72e-1faf-4cda-8005-091e55402ace'] in dv-neutron-827016-2-hyperv is: [{'id': '6056e72e-1faf-4cda-8005-091e55402ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830124392', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:48Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '8661ec10-61fb-4301-a7b3-5052dbfa746a', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'floating_ip_address': '172.26.8.50', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'port_id': '92295f99-1f80-4736-a784-74090d5f6669', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa', 'mac_address': 'fa:16:3e:8b:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f90554-7865-4a34-8ebe-9deafee1bee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:41:06Z', 'updated_at': '2022-02-09T18:41:06Z', 'revision_number': 0, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33009b34-ee8a-417f-94ab-a990ee353905', 'name': '', 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:d1:ab:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132fa389-3700-4ec0-9fd7-19b414eeb175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:40:47Z', 'updated_at': '2022-02-09T18:40:54Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '132fa389-3700-4ec0-9fd7-19b414eeb175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:41:09.644287 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60862) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:41:09.811413 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ca04602b-58fb-4305-8425-24e51bc8bd52 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/floatingips/8661ec10-61fb-4301-a7b3-5052dbfa746a HTTP/1.1" status: 200 len: 991 time: 0.1655700 Feb 09 18:41:09.921139 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce589952-3133-4dcd-b09c-18d87bcb9354 None None] New status for floating IP 8661ec10-61fb-4301-a7b3-5052dbfa746a: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:41:10.815842 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60866) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:41:10.953030 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c27a2341-9d96-46ed-ad1d-678dd66f4333 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/floatingips/8661ec10-61fb-4301-a7b3-5052dbfa746a HTTP/1.1" status: 200 len: 993 time: 0.1355989 Feb 09 18:41:16.719398 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8cea45ba-f5e9-42e3-8231-b7871fa63696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:41:17.340652 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:41:19.056848 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d2a5e4df-d0e4-4d4a-bb28-68288f318e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:41:20.168133 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:41:20.187786 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:41:21.742069 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:41:23.120296 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:41:40.514231 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354a41f-7c2c-4e1f-8510-a76be7a3cf7f req-08a4b2e7-b240-40eb-ae23-589cffd1dcec tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:41:40.516354 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a354a41f-7c2c-4e1f-8510-a76be7a3cf7f req-08a4b2e7-b240-40eb-ae23-589cffd1dcec tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 946 time: 0.0857894 Feb 09 18:41:40.566646 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a354a41f-7c2c-4e1f-8510-a76be7a3cf7f req-9c83e669-183f-46bc-b2b3-f6997564afb3 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=42359303-3a3a-4ad8-bd0d-3af17a7771d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426517 Feb 09 18:41:40.711915 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-bbf7fc75-289d-432d-bd9c-abfcbb894a4d req-cf67e0b1-9f2f-4dfb-b93a-db06868b0047 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 1099 time: 0.0764987 Feb 09 18:41:40.858870 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7fc75-289d-432d-bd9c-abfcbb894a4d req-f9197303-7c13-4b2d-b78f-ce14ae4ea6da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:41:40.860931 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-bbf7fc75-289d-432d-bd9c-abfcbb894a4d req-f9197303-7c13-4b2d-b78f-ce14ae4ea6da service neutron] 10.222.0.50 "GET /v2.0/networks?id=5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa HTTP/1.1" status: 200 len: 898 time: 0.1426065 Feb 09 18:41:40.970379 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-bbf7fc75-289d-432d-bd9c-abfcbb894a4d req-de6da8d9-3a27-4c61-a0d6-98c1bec74fff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92295f99-1f80-4736-a784-74090d5f6669 HTTP/1.1" status: 200 len: 1001 time: 0.1029685 Feb 09 18:41:41.141417 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7fc75-289d-432d-bd9c-abfcbb894a4d req-c6aebe27-1a0e-4e2b-90a3-160d5da82006 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:41:41.143104 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-bbf7fc75-289d-432d-bd9c-abfcbb894a4d req-c6aebe27-1a0e-4e2b-90a3-160d5da82006 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=132fa389-3700-4ec0-9fd7-19b414eeb175 HTTP/1.1" status: 200 len: 834 time: 0.1665576 Feb 09 18:41:41.222246 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-bbf7fc75-289d-432d-bd9c-abfcbb894a4d req-f2b80cc2-54e3-4836-a6fb-0d3e049d6af4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725317 Feb 09 18:41:41.363524 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-bbf7fc75-289d-432d-bd9c-abfcbb894a4d req-7513b070-0df4-429a-90e0-a535e8339a89 service neutron] 10.222.0.50 "GET /v2.0/networks/5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346507 Feb 09 18:41:41.504342 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-bbf7fc75-289d-432d-bd9c-abfcbb894a4d req-43730b78-a2e0-45f1-9449-017f5e5f84cd service neutron] 10.222.0.50 "GET /v2.0/networks/5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343369 Feb 09 18:41:41.804489 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca066fd7-8181-4b61-8601-9acc07e59dd4 req-aaf7cfba-674d-4d99-86ef-c5bb20fd815a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:41:41.806174 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ca066fd7-8181-4b61-8601-9acc07e59dd4 req-aaf7cfba-674d-4d99-86ef-c5bb20fd815a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 946 time: 0.0927277 Feb 09 18:41:41.864308 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ca066fd7-8181-4b61-8601-9acc07e59dd4 req-ef27ba9d-d10a-40c4-997d-3856314e5f6a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=42359303-3a3a-4ad8-bd0d-3af17a7771d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516427 Feb 09 18:41:43.090597 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb30d2-4bfc-48ab-8a5a-28db8346ef67 req-a75e9304-c186-4762-a5b5-307630a57a51 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:41:43.092440 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bdbb30d2-4bfc-48ab-8a5a-28db8346ef67 req-a75e9304-c186-4762-a5b5-307630a57a51 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 946 time: 0.0887697 Feb 09 18:41:43.144702 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bdbb30d2-4bfc-48ab-8a5a-28db8346ef67 req-899f9530-eb6d-4172-bed9-bdb93009c11e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=42359303-3a3a-4ad8-bd0d-3af17a7771d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453689 Feb 09 18:41:44.383340 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d65c9f-a2fe-40bd-a883-609bb4cf02bf req-cae26c7c-c75a-46ae-9462-a20477a3991e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:41:44.384874 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c8d65c9f-a2fe-40bd-a883-609bb4cf02bf req-cae26c7c-c75a-46ae-9462-a20477a3991e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 946 time: 0.0940816 Feb 09 18:41:44.441523 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c8d65c9f-a2fe-40bd-a883-609bb4cf02bf req-22bf8d97-c099-4873-a079-f5b96c3e35f7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=42359303-3a3a-4ad8-bd0d-3af17a7771d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448499 Feb 09 18:41:45.651906 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e48d68-a5e8-465e-a4b5-d310dff78c11 req-feb24655-5d21-49c3-8cc5-9bd8a80b626d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:41:45.653487 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-69e48d68-a5e8-465e-a4b5-d310dff78c11 req-feb24655-5d21-49c3-8cc5-9bd8a80b626d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 946 time: 0.0828667 Feb 09 18:41:45.706341 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-69e48d68-a5e8-465e-a4b5-d310dff78c11 req-21d950e4-7717-4f03-aea8-76c4c1e6fdb1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=42359303-3a3a-4ad8-bd0d-3af17a7771d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464923 Feb 09 18:41:46.673464 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-01703998-533a-4ce0-9324-f2b46bbda618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:41:47.016387 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c345fed-343d-4fba-a4fb-070773768f81 req-88a62851-290d-4ed4-849c-9659db2cd629 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:41:47.018904 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8c345fed-343d-4fba-a4fb-070773768f81 req-88a62851-290d-4ed4-849c-9659db2cd629 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 946 time: 0.1859794 Feb 09 18:41:47.068245 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8c345fed-343d-4fba-a4fb-070773768f81 req-a4dfea56-b19a-437d-b917-cdd03c6a1d80 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=42359303-3a3a-4ad8-bd0d-3af17a7771d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444927 Feb 09 18:41:47.318646 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:41:48.287088 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf2ac0-4946-4636-a4dc-4b2a0041a068 req-433c33b3-9bf1-4a80-acb3-b4218cab1c39 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:41:48.291927 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8dbf2ac0-4946-4636-a4dc-4b2a0041a068 req-433c33b3-9bf1-4a80-acb3-b4218cab1c39 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 946 time: 0.0895159 Feb 09 18:41:48.341712 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8dbf2ac0-4946-4636-a4dc-4b2a0041a068 req-4b9d64da-e293-4192-9751-813aa2b82675 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=42359303-3a3a-4ad8-bd0d-3af17a7771d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457923 Feb 09 18:41:49.049766 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-66fce2ac-6af5-48b0-8664-1108620b8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:41:49.596285 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbab4b-6b5a-4a17-8701-13511e242311 req-b305f1ce-4914-46b5-8cd5-e8a30e625481 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:41:49.597863 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-86bbab4b-6b5a-4a17-8701-13511e242311 req-b305f1ce-4914-46b5-8cd5-e8a30e625481 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 946 time: 0.0871367 Feb 09 18:41:49.668729 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-86bbab4b-6b5a-4a17-8701-13511e242311 req-bb144d40-b541-4759-b3d6-56b48666f911 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=42359303-3a3a-4ad8-bd0d-3af17a7771d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605743 Feb 09 18:41:50.284388 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:41:50.323810 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:41:50.894284 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997aa62e-7458-4b85-baa2-29fb60d8c1a1 req-9bc95ff5-c010-497f-b764-b03529cbdf97 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:41:50.895912 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-997aa62e-7458-4b85-baa2-29fb60d8c1a1 req-9bc95ff5-c010-497f-b764-b03529cbdf97 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 946 time: 0.0882645 Feb 09 18:41:50.945604 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-997aa62e-7458-4b85-baa2-29fb60d8c1a1 req-dd5b9f0b-9492-4ff6-bcf1-553947764220 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=42359303-3a3a-4ad8-bd0d-3af17a7771d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436871 Feb 09 18:41:51.740959 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:41:52.165521 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06030caa-55d9-43fb-a609-e2e7caffe1cb req-29a905ea-7dae-4539-8692-4ef205b9b455 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:41:52.167041 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-06030caa-55d9-43fb-a609-e2e7caffe1cb req-29a905ea-7dae-4539-8692-4ef205b9b455 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 946 time: 0.0865796 Feb 09 18:41:52.221341 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-06030caa-55d9-43fb-a609-e2e7caffe1cb req-319f1afd-d6fd-40e8-8c3e-0b4c7736a3c0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=42359303-3a3a-4ad8-bd0d-3af17a7771d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474768 Feb 09 18:41:53.443123 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718b9b0-8f9f-4241-9768-a7b1bb69b689 req-3d7c47a2-2d29-46c1-bdd2-a836df08ae36 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:41:53.444603 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2718b9b0-8f9f-4241-9768-a7b1bb69b689 req-3d7c47a2-2d29-46c1-bdd2-a836df08ae36 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 946 time: 0.0924969 Feb 09 18:41:53.495847 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2718b9b0-8f9f-4241-9768-a7b1bb69b689 req-4e0eeac2-828b-430f-9078-6d6e6f8e202d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=42359303-3a3a-4ad8-bd0d-3af17a7771d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455329 Feb 09 18:41:54.716629 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704741d-e6ec-48f6-962d-43a95bc6d367 req-35596676-98bb-4b21-af44-d4e32b86d6f0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:41:54.718793 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6704741d-e6ec-48f6-962d-43a95bc6d367 req-35596676-98bb-4b21-af44-d4e32b86d6f0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 946 time: 0.0941508 Feb 09 18:41:54.799617 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6704741d-e6ec-48f6-962d-43a95bc6d367 req-825480b4-cb01-40ca-b639-c629b9cd8be3 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=42359303-3a3a-4ad8-bd0d-3af17a7771d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739067 Feb 09 18:41:56.074613 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e07da8-46b8-4def-9388-004a2723e133 req-b2f38278-3d56-4164-a08d-0073eb15e371 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:41:56.076160 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c4e07da8-46b8-4def-9388-004a2723e133 req-b2f38278-3d56-4164-a08d-0073eb15e371 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 946 time: 0.0839732 Feb 09 18:41:56.127559 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c4e07da8-46b8-4def-9388-004a2723e133 req-9535d0b9-c9c1-40ea-8198-111e9c291b75 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=42359303-3a3a-4ad8-bd0d-3af17a7771d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444951 Feb 09 18:41:57.355019 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635cc71-f0cc-4ea1-a6ac-b9dd45930c89 req-27da4d40-5dbc-4ac5-a2a7-4df2b99ded69 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:41:57.358180 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1635cc71-f0cc-4ea1-a6ac-b9dd45930c89 req-27da4d40-5dbc-4ac5-a2a7-4df2b99ded69 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 946 time: 0.0934370 Feb 09 18:41:57.438891 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1635cc71-f0cc-4ea1-a6ac-b9dd45930c89 req-483ad7ba-4fd3-40a5-888a-7d659bc0799f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=42359303-3a3a-4ad8-bd0d-3af17a7771d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756679 Feb 09 18:41:58.657930 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8adcc8-eb40-4783-abf5-ffa7a8d9e1f5 req-a55855df-3134-4647-a982-757bf21c6e99 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:41:58.659512 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8b8adcc8-eb40-4783-abf5-ffa7a8d9e1f5 req-a55855df-3134-4647-a982-757bf21c6e99 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 946 time: 0.0824356 Feb 09 18:41:58.712862 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8b8adcc8-eb40-4783-abf5-ffa7a8d9e1f5 req-7dde68c0-6cd4-4ad9-ba56-73d78aad6b9d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=42359303-3a3a-4ad8-bd0d-3af17a7771d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471106 Feb 09 18:41:58.745954 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 60922) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:41:58.857561 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-428377a5-6147-47dd-b86c-c718c21c919b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/floatingips/8661ec10-61fb-4301-a7b3-5052dbfa746a HTTP/1.1" status: 200 len: 993 time: 0.1103873 Feb 09 18:42:00.121312 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:42:00.894038 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e0a3dc1f-de2e-4b9c-9339-1706352f1f8d req-44602f01-8562-4c6c-9f6a-bbb09d6d0c87 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0844359 Feb 09 18:42:01.044141 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e0a3dc1f-de2e-4b9c-9339-1706352f1f8d req-e4260881-e0bb-4b37-9429-faf439b6b49e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 1099 time: 0.0780675 Feb 09 18:42:01.211562 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3dc1f-de2e-4b9c-9339-1706352f1f8d req-51fced52-ac79-41cc-a697-438d3ccd7d06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:42:01.214126 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e0a3dc1f-de2e-4b9c-9339-1706352f1f8d req-51fced52-ac79-41cc-a697-438d3ccd7d06 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa HTTP/1.1" status: 200 len: 898 time: 0.1494520 Feb 09 18:42:01.418758 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e0a3dc1f-de2e-4b9c-9339-1706352f1f8d req-76c4f87a-9ea5-437c-921c-cb284b1545e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92295f99-1f80-4736-a784-74090d5f6669 HTTP/1.1" status: 200 len: 1001 time: 0.1978457 Feb 09 18:42:01.530567 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3dc1f-de2e-4b9c-9339-1706352f1f8d req-70469230-47d8-4076-8512-0c1d6aa41e34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:42:01.532828 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e0a3dc1f-de2e-4b9c-9339-1706352f1f8d req-70469230-47d8-4076-8512-0c1d6aa41e34 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=132fa389-3700-4ec0-9fd7-19b414eeb175 HTTP/1.1" status: 200 len: 834 time: 0.1087019 Feb 09 18:42:01.623579 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e0a3dc1f-de2e-4b9c-9339-1706352f1f8d req-5f17f315-613c-4ac6-8a01-d6226c6b2cc4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841556 Feb 09 18:42:01.778607 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e0a3dc1f-de2e-4b9c-9339-1706352f1f8d req-143d9daf-45f0-40c8-8d51-b276212af1ee service neutron] 10.222.0.50 "GET /v2.0/networks/5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481302 Feb 09 18:42:01.927884 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e0a3dc1f-de2e-4b9c-9339-1706352f1f8d req-839c1f9d-1d7a-4085-bff5-afe478d360aa service neutron] 10.222.0.50 "GET /v2.0/networks/5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431754 Feb 09 18:42:16.683470 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-15fcc7d1-73aa-4853-bf1f-228f9d52dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:17.449286 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:19.077280 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e76db22b-7398-4b2d-84f3-34836584c2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:20.197643 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:20.271550 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:21.734258 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:29.308015 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60934) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:42:29.541646 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b44ce091-27b8-4186-9225-b6dd2ef54ad1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Deleting port b22c09d5-963a-4966-bf22-0596577a3746 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:42:29.541916 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b44ce091-27b8-4186-9225-b6dd2ef54ad1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:29.839023 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b44ce091-27b8-4186-9225-b6dd2ef54ad1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:29.839338 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b44ce091-27b8-4186-9225-b6dd2ef54ad1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:29.971327 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b44ce091-27b8-4186-9225-b6dd2ef54ad1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Calling delete_port for b22c09d5-963a-4966-bf22-0596577a3746 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:42:30.251553 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b44ce091-27b8-4186-9225-b6dd2ef54ad1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:30.303550 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ce091-27b8-4186-9225-b6dd2ef54ad1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Port': ['ID=b22c09d5-963a-4966-bf22-0596577a3746,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:30.389254 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44ce091-27b8-4186-9225-b6dd2ef54ad1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:30.390050 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44ce091-27b8-4186-9225-b6dd2ef54ad1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:30.390050 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44ce091-27b8-4186-9225-b6dd2ef54ad1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:30.390234 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44ce091-27b8-4186-9225-b6dd2ef54ad1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:30.392868 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44ce091-27b8-4186-9225-b6dd2ef54ad1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:30.392868 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44ce091-27b8-4186-9225-b6dd2ef54ad1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:30.392868 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44ce091-27b8-4186-9225-b6dd2ef54ad1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:30.392868 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44ce091-27b8-4186-9225-b6dd2ef54ad1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:30.392868 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44ce091-27b8-4186-9225-b6dd2ef54ad1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:30.392868 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44ce091-27b8-4186-9225-b6dd2ef54ad1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:30.392868 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44ce091-27b8-4186-9225-b6dd2ef54ad1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:30.432120 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b44ce091-27b8-4186-9225-b6dd2ef54ad1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:30.928402 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44ce091-27b8-4186-9225-b6dd2ef54ad1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Router 6056e72e-1faf-4cda-8005-091e55402ace has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:42:31.223226 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44ce091-27b8-4186-9225-b6dd2ef54ad1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:42:31.236161 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322fa7e5-ac8c-4d5d-80dd-e94b34957b4b None None] Sync routers for ids ['6056e72e-1faf-4cda-8005-091e55402ace'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:42:31.241756 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b44ce091-27b8-4186-9225-b6dd2ef54ad1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:31.251295 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322fa7e5-ac8c-4d5d-80dd-e94b34957b4b None None] Routers {'6056e72e-1faf-4cda-8005-091e55402ace'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:42:31.252068 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-322fa7e5-ac8c-4d5d-80dd-e94b34957b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:42:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6056e72e-1faf-4cda-8005-091e55402ace'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:42:31.303684 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b44ce091-27b8-4186-9225-b6dd2ef54ad1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "DELETE /v2.0/floatingips/8661ec10-61fb-4301-a7b3-5052dbfa746a HTTP/1.1" status: 204 len: 168 time: 1.9940548 Feb 09 18:42:31.304529 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f90554-7865-4a34-8ebe-9deafee1bee0', 'tag': '92295f99-1f80-4736-a784-74090d5f6669'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:42:31.421142 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f90554-7865-4a34-8ebe-9deafee1bee0', 'tag': '92295f99-1f80-4736-a784-74090d5f6669', 'status': 'completed', 'code': 200} Feb 09 18:42:31.547329 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-322fa7e5-ac8c-4d5d-80dd-e94b34957b4b None None] Set router 6056e72e-1faf-4cda-8005-091e55402ace gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:42:31.573326 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e706133d-4f3c-4559-b443-c1aa19618e1f req-f1727aae-9bdd-4655-8c78-10c6c45ed084 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 1099 time: 0.1300628 Feb 09 18:42:31.762585 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706133d-4f3c-4559-b443-c1aa19618e1f req-7468d1d0-6881-47d8-a221-018985facbba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:42:31.764917 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e706133d-4f3c-4559-b443-c1aa19618e1f req-7468d1d0-6881-47d8-a221-018985facbba service neutron] 10.222.0.50 "GET /v2.0/networks?id=5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa HTTP/1.1" status: 200 len: 898 time: 0.1850255 Feb 09 18:42:31.838665 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e706133d-4f3c-4559-b443-c1aa19618e1f req-071908b6-10d9-4b28-bcfa-0c7ed14802f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92295f99-1f80-4736-a784-74090d5f6669 HTTP/1.1" status: 200 len: 217 time: 0.0677593 Feb 09 18:42:32.065510 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-322fa7e5-ac8c-4d5d-80dd-e94b34957b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6056e72e-1faf-4cda-8005-091e55402ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830124392', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:48Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '33009b34-ee8a-417f-94ab-a990ee353905', 'name': '', 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:d1:ab:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132fa389-3700-4ec0-9fd7-19b414eeb175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:40:47Z', 'updated_at': '2022-02-09T18:40:54Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '132fa389-3700-4ec0-9fd7-19b414eeb175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:42:32.074565 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322fa7e5-ac8c-4d5d-80dd-e94b34957b4b None None] Checking router: 6056e72e-1faf-4cda-8005-091e55402ace for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:42:32.095728 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322fa7e5-ac8c-4d5d-80dd-e94b34957b4b None None] Routers {'6056e72e-1faf-4cda-8005-091e55402ace'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:42:32.096851 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-322fa7e5-ac8c-4d5d-80dd-e94b34957b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:42:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6056e72e-1faf-4cda-8005-091e55402ace'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:42:32.100039 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706133d-4f3c-4559-b443-c1aa19618e1f req-ddac02eb-5bc7-462f-a0e1-4adb2fb7622e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:42:32.102014 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3bc92-766b-40f4-9bd5-76db8624b745 req-8dcb75c0-06aa-47ae-b01f-6ebdb1237511 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:42:32.102867 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e706133d-4f3c-4559-b443-c1aa19618e1f req-ddac02eb-5bc7-462f-a0e1-4adb2fb7622e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=132fa389-3700-4ec0-9fd7-19b414eeb175 HTTP/1.1" status: 200 len: 834 time: 0.2580042 Feb 09 18:42:32.106734 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6ac3bc92-766b-40f4-9bd5-76db8624b745 req-8dcb75c0-06aa-47ae-b01f-6ebdb1237511 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 946 time: 0.1604397 Feb 09 18:42:32.164238 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6ac3bc92-766b-40f4-9bd5-76db8624b745 req-283eb077-4239-4a64-a98d-12d2572846f2 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=42359303-3a3a-4ad8-bd0d-3af17a7771d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482259 Feb 09 18:42:32.233092 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e706133d-4f3c-4559-b443-c1aa19618e1f req-83b7e9d2-784a-4872-8a4d-aa55bb2aea8a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1223769 Feb 09 18:42:32.384887 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e706133d-4f3c-4559-b443-c1aa19618e1f req-c6bf545e-c4ef-4234-845b-588dd34b6b7c service neutron] 10.222.0.50 "GET /v2.0/networks/5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441317 Feb 09 18:42:32.389143 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-322fa7e5-ac8c-4d5d-80dd-e94b34957b4b None None] Set router 6056e72e-1faf-4cda-8005-091e55402ace gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:42:32.537586 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e706133d-4f3c-4559-b443-c1aa19618e1f req-64853035-90d6-4f4f-81dc-aa0c8e0fb12f service neutron] 10.222.0.50 "GET /v2.0/networks/5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458712 Feb 09 18:42:32.801374 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-322fa7e5-ac8c-4d5d-80dd-e94b34957b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6056e72e-1faf-4cda-8005-091e55402ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830124392', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:48Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '33009b34-ee8a-417f-94ab-a990ee353905', 'name': '', 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:d1:ab:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132fa389-3700-4ec0-9fd7-19b414eeb175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:40:47Z', 'updated_at': '2022-02-09T18:40:54Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '132fa389-3700-4ec0-9fd7-19b414eeb175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:42:32.806413 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322fa7e5-ac8c-4d5d-80dd-e94b34957b4b None None] The sync data for ids ['6056e72e-1faf-4cda-8005-091e55402ace'] in dv-neutron-827016-2-hyperv is: [{'id': '6056e72e-1faf-4cda-8005-091e55402ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830124392', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:48Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '33009b34-ee8a-417f-94ab-a990ee353905', 'name': '', 'network_id': '5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:d1:ab:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '132fa389-3700-4ec0-9fd7-19b414eeb175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:40:47Z', 'updated_at': '2022-02-09T18:40:54Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '132fa389-3700-4ec0-9fd7-19b414eeb175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:42:33.051267 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d780e76-3f8d-4957-a755-986a191706ac None None] New status for floating IP 8661ec10-61fb-4301-a7b3-5052dbfa746a: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:42:33.421706 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bcdfe1-81dd-481c-ab91-9b25d722d0b0 req-842d2c53-fcb6-467f-95a1-388a2cd5195d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:42:33.422803 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-39bcdfe1-81dd-481c-ab91-9b25d722d0b0 req-842d2c53-fcb6-467f-95a1-388a2cd5195d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 946 time: 0.0976799 Feb 09 18:42:33.450836 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a43770-3f99-4b75-a3e6-23f2e8a90b62 req-f7a0ea9a-0d49-4c8e-991e-ad1ef6cb63f5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:42:33.452101 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-98a43770-3f99-4b75-a3e6-23f2e8a90b62 req-f7a0ea9a-0d49-4c8e-991e-ad1ef6cb63f5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Synchronizing usage tracker for tenant:2a01b8869a934284a87963b91efa1f71 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:42:33.481607 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-39bcdfe1-81dd-481c-ab91-9b25d722d0b0 req-84184ffa-212f-4e04-b12e-5fb56bbf412a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=42359303-3a3a-4ad8-bd0d-3af17a7771d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491443 Feb 09 18:42:33.540045 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-98a43770-3f99-4b75-a3e6-23f2e8a90b62 req-f7a0ea9a-0d49-4c8e-991e-ad1ef6cb63f5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Unset dirty status for tenant:2a01b8869a934284a87963b91efa1f71 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:42:33.541359 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-98a43770-3f99-4b75-a3e6-23f2e8a90b62 req-f7a0ea9a-0d49-4c8e-991e-ad1ef6cb63f5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 946 time: 0.1842735 Feb 09 18:42:33.622622 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-98a43770-3f99-4b75-a3e6-23f2e8a90b62 req-99e30106-e3f3-4249-969e-9c88f6ba0c37 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Deleting port 92295f99-1f80-4736-a784-74090d5f6669 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:42:33.622960 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-98a43770-3f99-4b75-a3e6-23f2e8a90b62 req-99e30106-e3f3-4249-969e-9c88f6ba0c37 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:33.901344 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-98a43770-3f99-4b75-a3e6-23f2e8a90b62 req-99e30106-e3f3-4249-969e-9c88f6ba0c37 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] For port 92295f99-1f80-4736-a784-74090d5f6669, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=92295f99-1f80-4736-a784-74090d5f6669,segment=NetworkSegment(2d25a944-0202-4b23-b8f9-4b551370d2e7),segment_id=2d25a944-0202-4b23-b8f9-4b551370d2e7)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:42:33.901894 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-98a43770-3f99-4b75-a3e6-23f2e8a90b62 req-99e30106-e3f3-4249-969e-9c88f6ba0c37 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:34.031450 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-98a43770-3f99-4b75-a3e6-23f2e8a90b62 req-99e30106-e3f3-4249-969e-9c88f6ba0c37 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Calling delete_port for 92295f99-1f80-4736-a784-74090d5f6669 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:42:34.306388 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-98a43770-3f99-4b75-a3e6-23f2e8a90b62 req-99e30106-e3f3-4249-969e-9c88f6ba0c37 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:34.394921 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e30106-e3f3-4249-969e-9c88f6ba0c37 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Port': ['ID=92295f99-1f80-4736-a784-74090d5f6669,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:34.505910 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a43770-3f99-4b75-a3e6-23f2e8a90b62 req-99e30106-e3f3-4249-969e-9c88f6ba0c37 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] No DVR routers for this DVR port 92295f99-1f80-4736-a784-74090d5f6669 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:42:34.508739 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-98a43770-3f99-4b75-a3e6-23f2e8a90b62 req-99e30106-e3f3-4249-969e-9c88f6ba0c37 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:34.511794 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f90554-7865-4a34-8ebe-9deafee1bee0', 'name': 'network-vif-deleted', 'tag': '92295f99-1f80-4736-a784-74090d5f6669'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:42:34.598682 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-98a43770-3f99-4b75-a3e6-23f2e8a90b62 req-99e30106-e3f3-4249-969e-9c88f6ba0c37 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "DELETE /v2.0/ports/92295f99-1f80-4736-a784-74090d5f6669 HTTP/1.1" status: 204 len: 173 time: 1.0508997 Feb 09 18:42:34.613853 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f90554-7865-4a34-8ebe-9deafee1bee0', 'name': 'network-vif-deleted', 'tag': '92295f99-1f80-4736-a784-74090d5f6669', 'status': 'completed', 'code': 200} Feb 09 18:42:34.707475 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8151fbc7-7ec8-4db4-a950-836dfb2e9efd req-bdaae6d2-2ec8-4298-a167-08e9dddbcad7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4f90554-7865-4a34-8ebe-9deafee1bee0 HTTP/1.1" status: 200 len: 210 time: 0.0477457 Feb 09 18:42:35.830680 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60952) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:42:36.052165 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 92295f99-1f80-4736-a784-74090d5f6669 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:42:36.112550 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: 92295f99-1f80-4736-a784-74090d5f6669 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:42:36.113033 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 92295f99-1f80-4736-a784-74090d5f6669 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:42:36.457243 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e44fb138-08aa-4991-a621-3c819dbd3034 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:37.128563 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:42:37.255193 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e44fb138-08aa-4991-a621-3c819dbd3034 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Deleting port 33009b34-ee8a-417f-94ab-a990ee353905 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:42:37.255902 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e44fb138-08aa-4991-a621-3c819dbd3034 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:37.483316 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-e44fb138-08aa-4991-a621-3c819dbd3034 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] For port 33009b34-ee8a-417f-94ab-a990ee353905, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=33009b34-ee8a-417f-94ab-a990ee353905,segment=NetworkSegment(2d25a944-0202-4b23-b8f9-4b551370d2e7),segment_id=2d25a944-0202-4b23-b8f9-4b551370d2e7)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:42:37.484070 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e44fb138-08aa-4991-a621-3c819dbd3034 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:37.622229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e44fb138-08aa-4991-a621-3c819dbd3034 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Calling delete_port for 33009b34-ee8a-417f-94ab-a990ee353905 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:42:37.923534 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e44fb138-08aa-4991-a621-3c819dbd3034 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:37.976745 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44fb138-08aa-4991-a621-3c819dbd3034 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Port': ['ID=33009b34-ee8a-417f-94ab-a990ee353905,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:38.340210 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e44fb138-08aa-4991-a621-3c819dbd3034 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:39.095495 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44fb138-08aa-4991-a621-3c819dbd3034 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Router 6056e72e-1faf-4cda-8005-091e55402ace has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:42:39.345767 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44fb138-08aa-4991-a621-3c819dbd3034 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:42:39.358082 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402841c0-feaa-417f-91aa-d4c149cd8167 None None] Sync routers for ids ['6056e72e-1faf-4cda-8005-091e55402ace'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:42:39.363257 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e44fb138-08aa-4991-a621-3c819dbd3034 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "PUT /v2.0/routers/6056e72e-1faf-4cda-8005-091e55402ace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5311692 Feb 09 18:42:39.366006 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60956) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:42:39.378356 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402841c0-feaa-417f-91aa-d4c149cd8167 None None] Routers {'6056e72e-1faf-4cda-8005-091e55402ace'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:42:39.379377 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-402841c0-feaa-417f-91aa-d4c149cd8167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:42:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6056e72e-1faf-4cda-8005-091e55402ace'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:42:39.621639 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc59efe-28d3-467d-b8f6-570c680ed823 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Deleting subnet 132fa389-3700-4ec0-9fd7-19b414eeb175 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:42:39.625402 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8dc59efe-28d3-467d-b8f6-570c680ed823 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:39.693648 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-402841c0-feaa-417f-91aa-d4c149cd8167 None None] Set router 6056e72e-1faf-4cda-8005-091e55402ace gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:42:39.706660 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8dc59efe-28d3-467d-b8f6-570c680ed823 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:39.851030 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8dc59efe-28d3-467d-b8f6-570c680ed823 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:40.054348 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8dc59efe-28d3-467d-b8f6-570c680ed823 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:40.071769 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-402841c0-feaa-417f-91aa-d4c149cd8167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6056e72e-1faf-4cda-8005-091e55402ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830124392', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:42:37Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:42:40.078586 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402841c0-feaa-417f-91aa-d4c149cd8167 None None] Checking router: 6056e72e-1faf-4cda-8005-091e55402ace for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:42:40.098150 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402841c0-feaa-417f-91aa-d4c149cd8167 None None] Routers {'6056e72e-1faf-4cda-8005-091e55402ace'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:42:40.099112 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-402841c0-feaa-417f-91aa-d4c149cd8167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:42:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['6056e72e-1faf-4cda-8005-091e55402ace'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:42:40.110465 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc59efe-28d3-467d-b8f6-570c680ed823 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Subnet': ['ID=132fa389-3700-4ec0-9fd7-19b414eeb175,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:40.115154 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8dc59efe-28d3-467d-b8f6-570c680ed823 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:40.126881 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8dc59efe-28d3-467d-b8f6-570c680ed823 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "DELETE /v2.0/subnets/132fa389-3700-4ec0-9fd7-19b414eeb175 HTTP/1.1" status: 204 len: 168 time: 0.7561221 Feb 09 18:42:40.127430 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60960) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:42:40.178289 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf1bed9-e70b-4d58-a91c-2d1f719f99dc None None] Network 5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:42:40.361368 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10f8414d-eee3-4364-90bc-4c68c520d486 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:40.617418 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-402841c0-feaa-417f-91aa-d4c149cd8167 None None] Set router 6056e72e-1faf-4cda-8005-091e55402ace gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:42:40.713042 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10f8414d-eee3-4364-90bc-4c68c520d486 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:40.785543 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-10f8414d-eee3-4364-90bc-4c68c520d486 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Deleting port e802675f-cea7-4715-9ffb-5d01704204ce {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:42:40.785895 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10f8414d-eee3-4364-90bc-4c68c520d486 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:41.002009 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a187a40-381c-4375-9818-b014be3ec63c None None] DHCP port deletion for 5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:42:41.007445 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-10f8414d-eee3-4364-90bc-4c68c520d486 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] For port e802675f-cea7-4715-9ffb-5d01704204ce, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=e802675f-cea7-4715-9ffb-5d01704204ce,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:42:41.008128 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10f8414d-eee3-4364-90bc-4c68c520d486 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:41.010150 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7a187a40-381c-4375-9818-b014be3ec63c None None] Deleting port 504c40f9-3f72-48b5-b290-3e7b85bda3ac {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:42:41.010552 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a187a40-381c-4375-9818-b014be3ec63c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:41.208458 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-10f8414d-eee3-4364-90bc-4c68c520d486 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Calling delete_port for e802675f-cea7-4715-9ffb-5d01704204ce owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:42:41.227595 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-402841c0-feaa-417f-91aa-d4c149cd8167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6056e72e-1faf-4cda-8005-091e55402ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830124392', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:42:37Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:42:41.250981 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402841c0-feaa-417f-91aa-d4c149cd8167 None None] The sync data for ids ['6056e72e-1faf-4cda-8005-091e55402ace'] in dv-neutron-827016-2-hyperv is: [{'id': '6056e72e-1faf-4cda-8005-091e55402ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830124392', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:42:37Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e802675f-cea7-4715-9ffb-5d01704204ce', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6056e72e-1faf-4cda-8005-091e55402ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:40:42Z', 'updated_at': '2022-02-09T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:42:41.283912 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-7a187a40-381c-4375-9818-b014be3ec63c None None] For port 504c40f9-3f72-48b5-b290-3e7b85bda3ac, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=504c40f9-3f72-48b5-b290-3e7b85bda3ac,segment=NetworkSegment(2d25a944-0202-4b23-b8f9-4b551370d2e7),segment_id=2d25a944-0202-4b23-b8f9-4b551370d2e7)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:42:41.284274 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a187a40-381c-4375-9818-b014be3ec63c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:41.496978 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7a187a40-381c-4375-9818-b014be3ec63c None None] Calling delete_port for 504c40f9-3f72-48b5-b290-3e7b85bda3ac owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:42:41.533978 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10f8414d-eee3-4364-90bc-4c68c520d486 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:41.602017 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8414d-eee3-4364-90bc-4c68c520d486 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Port': ['ID=e802675f-cea7-4715-9ffb-5d01704204ce,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:41.666042 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a187a40-381c-4375-9818-b014be3ec63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:41.735410 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a187a40-381c-4375-9818-b014be3ec63c None None] Pushing event deleted for resources: {'Port': ['ID=504c40f9-3f72-48b5-b290-3e7b85bda3ac,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:41.751040 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a187a40-381c-4375-9818-b014be3ec63c None None] No DVR routers for this DVR port 504c40f9-3f72-48b5-b290-3e7b85bda3ac on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:42:41.755652 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a187a40-381c-4375-9818-b014be3ec63c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:41.756089 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a187a40-381c-4375-9818-b014be3ec63c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:41.756576 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a187a40-381c-4375-9818-b014be3ec63c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:41.757115 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a187a40-381c-4375-9818-b014be3ec63c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:41.757635 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a187a40-381c-4375-9818-b014be3ec63c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:41.758014 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a187a40-381c-4375-9818-b014be3ec63c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:41.758466 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a187a40-381c-4375-9818-b014be3ec63c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:41.758992 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a187a40-381c-4375-9818-b014be3ec63c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:41.759526 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a187a40-381c-4375-9818-b014be3ec63c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:41.760093 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a187a40-381c-4375-9818-b014be3ec63c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:41.762498 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a187a40-381c-4375-9818-b014be3ec63c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:41.928649 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10f8414d-eee3-4364-90bc-4c68c520d486 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:42.058813 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 504c40f9-3f72-48b5-b290-3e7b85bda3ac no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:42:42.108683 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 504c40f9-3f72-48b5-b290-3e7b85bda3ac {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:42:42.108683 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 504c40f9-3f72-48b5-b290-3e7b85bda3ac not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:42:42.109558 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 33009b34-ee8a-417f-94ab-a990ee353905 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:42:42.150176 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 33009b34-ee8a-417f-94ab-a990ee353905 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:42:42.150701 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 33009b34-ee8a-417f-94ab-a990ee353905 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:42:42.227952 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10f8414d-eee3-4364-90bc-4c68c520d486 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:42.233282 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10f8414d-eee3-4364-90bc-4c68c520d486 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:42.362489 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10f8414d-eee3-4364-90bc-4c68c520d486 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:42.363232 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f8414d-eee3-4364-90bc-4c68c520d486 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Fanout notify agent at l3_agent the message router_deleted on router 6056e72e-1faf-4cda-8005-091e55402ace {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:42:42.384766 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10f8414d-eee3-4364-90bc-4c68c520d486 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:42.386603 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-10f8414d-eee3-4364-90bc-4c68c520d486 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "DELETE /v2.0/routers/6056e72e-1faf-4cda-8005-091e55402ace HTTP/1.1" status: 204 len: 168 time: 2.2575727 Feb 09 18:42:42.392731 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60964) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:42:42.647716 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f652f19d-ee5b-46e3-a953-b01f177ba399 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:42.792324 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f652f19d-ee5b-46e3-a953-b01f177ba399 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:42.824141 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-f652f19d-ee5b-46e3-a953-b01f177ba399 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:42:42.842745 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-f652f19d-ee5b-46e3-a953-b01f177ba399 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d25a944-0202-4b23-b8f9-4b551370d2e7') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:42:42.843202 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-f652f19d-ee5b-46e3-a953-b01f177ba399 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d25a944-0202-4b23-b8f9-4b551370d2e7') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:42:42.856970 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f652f19d-ee5b-46e3-a953-b01f177ba399 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:42.876594 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f652f19d-ee5b-46e3-a953-b01f177ba399 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:42.884067 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f652f19d-ee5b-46e3-a953-b01f177ba399 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:42:42.884433 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f652f19d-ee5b-46e3-a953-b01f177ba399 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:42:42.900553 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:42:43.048210 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f652f19d-ee5b-46e3-a953-b01f177ba399 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:43.066767 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f652f19d-ee5b-46e3-a953-b01f177ba399 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:43.079739 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652f19d-ee5b-46e3-a953-b01f177ba399 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Network': ['ID=5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:43.215166 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f652f19d-ee5b-46e3-a953-b01f177ba399 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "DELETE /v2.0/networks/5ee5ffd5-e29e-4c11-b5bb-0d7ff61d22fa HTTP/1.1" status: 204 len: 168 time: 0.8206348 Feb 09 18:42:43.218399 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60968) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:42:43.307655 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bec2fb10-f59f-42f7-87e6-30c9e010a7ec tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:43.343046 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bec2fb10-f59f-42f7-87e6-30c9e010a7ec tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:43.500081 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bec2fb10-f59f-42f7-87e6-30c9e010a7ec tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:43.521281 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2fb10-f59f-42f7-87e6-30c9e010a7ec tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42359303-3a3a-4ad8-bd0d-3af17a7771d6,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:43.596902 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bec2fb10-f59f-42f7-87e6-30c9e010a7ec tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:43.598565 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-bec2fb10-f59f-42f7-87e6-30c9e010a7ec tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "DELETE /v2.0/security-groups/42359303-3a3a-4ad8-bd0d-3af17a7771d6 HTTP/1.1" status: 204 len: 168 time: 0.3788984 Feb 09 18:42:43.926260 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device e802675f-cea7-4715-9ffb-5d01704204ce no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:42:43.968470 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: e802675f-cea7-4715-9ffb-5d01704204ce {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:42:43.968987 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device e802675f-cea7-4715-9ffb-5d01704204ce not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:42:44.325712 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60976) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:42:44.334282 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8daf27b3-f956-4bdf-8351-69ab2f25aed4 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-985557541', 'description': 'tempest-secgroup-smoke-985557541 description', 'project_id': '2a01b8869a934284a87963b91efa1f71'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:42:44.346937 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8daf27b3-f956-4bdf-8351-69ab2f25aed4 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:42:44.354214 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8daf27b3-f956-4bdf-8351-69ab2f25aed4 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:42:44.360588 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8daf27b3-f956-4bdf-8351-69ab2f25aed4 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:42:44.369327 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8daf27b3-f956-4bdf-8351-69ab2f25aed4 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:42:44.494489 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8daf27b3-f956-4bdf-8351-69ab2f25aed4 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:44.544376 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8daf27b3-f956-4bdf-8351-69ab2f25aed4 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:42:44.549393 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8daf27b3-f956-4bdf-8351-69ab2f25aed4 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:42:44.552781 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8daf27b3-f956-4bdf-8351-69ab2f25aed4 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:42:44.559669 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8daf27b3-f956-4bdf-8351-69ab2f25aed4 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:42:44.627149 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8daf27b3-f956-4bdf-8351-69ab2f25aed4 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:44.705553 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8daf27b3-f956-4bdf-8351-69ab2f25aed4 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:44.755358 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf27b3-f956-4bdf-8351-69ab2f25aed4 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89bebf09-2ec5-4c75-aa22-3bc44bd012b5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:44.825452 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8daf27b3-f956-4bdf-8351-69ab2f25aed4 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:44.827292 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8daf27b3-f956-4bdf-8351-69ab2f25aed4 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5000710 Feb 09 18:42:44.831207 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60980) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:42:44.837556 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-fcd8064b-0348-4114-ab7b-7e52edaab36e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': '89bebf09-2ec5-4c75-aa22-3bc44bd012b5', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:42:44.844853 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fcd8064b-0348-4114-ab7b-7e52edaab36e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:42:44.849924 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-fcd8064b-0348-4114-ab7b-7e52edaab36e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:42:44.853853 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-fcd8064b-0348-4114-ab7b-7e52edaab36e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:42:44.861424 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fcd8064b-0348-4114-ab7b-7e52edaab36e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:42:44.985980 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fcd8064b-0348-4114-ab7b-7e52edaab36e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:45.092344 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fcd8064b-0348-4114-ab7b-7e52edaab36e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:45.174530 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fcd8064b-0348-4114-ab7b-7e52edaab36e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:45.217065 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8064b-0348-4114-ab7b-7e52edaab36e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20258d72-f935-479d-8130-41262e9e4fec,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:45.329843 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fcd8064b-0348-4114-ab7b-7e52edaab36e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:45.331522 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fcd8064b-0348-4114-ab7b-7e52edaab36e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4991269 Feb 09 18:42:45.336129 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60984) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:42:45.343048 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8dd3c6be-05c5-4589-a30c-5e5fcde67baa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': '89bebf09-2ec5-4c75-aa22-3bc44bd012b5', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:42:45.350589 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8dd3c6be-05c5-4589-a30c-5e5fcde67baa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:42:45.355804 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8dd3c6be-05c5-4589-a30c-5e5fcde67baa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:42:45.360654 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8dd3c6be-05c5-4589-a30c-5e5fcde67baa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:42:45.368095 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8dd3c6be-05c5-4589-a30c-5e5fcde67baa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:42:45.445502 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8dd3c6be-05c5-4589-a30c-5e5fcde67baa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:45.522642 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8dd3c6be-05c5-4589-a30c-5e5fcde67baa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:45.597150 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8dd3c6be-05c5-4589-a30c-5e5fcde67baa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:45.625631 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3c6be-05c5-4589-a30c-5e5fcde67baa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=693fce8d-82b3-43dd-9531-80c390d1cd27,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:45.705989 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8dd3c6be-05c5-4589-a30c-5e5fcde67baa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:45.708511 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8dd3c6be-05c5-4589-a30c-5e5fcde67baa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3708827 Feb 09 18:42:45.711392 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60988) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:42:45.722149 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e74583b0-290e-4491-b20b-7f50cedd54fa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': '89bebf09-2ec5-4c75-aa22-3bc44bd012b5', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:42:45.734879 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e74583b0-290e-4491-b20b-7f50cedd54fa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:42:45.742151 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e74583b0-290e-4491-b20b-7f50cedd54fa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:42:45.747429 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e74583b0-290e-4491-b20b-7f50cedd54fa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:42:45.759206 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e74583b0-290e-4491-b20b-7f50cedd54fa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:42:45.858230 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e74583b0-290e-4491-b20b-7f50cedd54fa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:45.961577 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e74583b0-290e-4491-b20b-7f50cedd54fa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:46.048540 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e74583b0-290e-4491-b20b-7f50cedd54fa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:46.099854 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74583b0-290e-4491-b20b-7f50cedd54fa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f64f895-fcd0-411e-b045-f2bf66230d81,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:46.202631 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e74583b0-290e-4491-b20b-7f50cedd54fa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:46.203897 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e74583b0-290e-4491-b20b-7f50cedd54fa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4910519 Feb 09 18:42:46.208388 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60992) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:42:46.214524 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a241f24e-f037-48cf-8eb6-8d18396708d0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': '89bebf09-2ec5-4c75-aa22-3bc44bd012b5', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:42:46.221181 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a241f24e-f037-48cf-8eb6-8d18396708d0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:42:46.225513 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a241f24e-f037-48cf-8eb6-8d18396708d0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:42:46.229111 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-a241f24e-f037-48cf-8eb6-8d18396708d0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:42:46.237321 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a241f24e-f037-48cf-8eb6-8d18396708d0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:42:46.318562 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a241f24e-f037-48cf-8eb6-8d18396708d0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:46.393973 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a241f24e-f037-48cf-8eb6-8d18396708d0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:46.488037 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a241f24e-f037-48cf-8eb6-8d18396708d0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:46.514482 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a241f24e-f037-48cf-8eb6-8d18396708d0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725aa6fb-3373-49c7-beea-ddb3ed6e529f,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:46.608239 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a241f24e-f037-48cf-8eb6-8d18396708d0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:46.609961 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a241f24e-f037-48cf-8eb6-8d18396708d0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4003761 Feb 09 18:42:46.613175 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 60996) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:42:46.619187 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-62787c10-0820-4cdb-9991-f4ba2abaeedb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': '89bebf09-2ec5-4c75-aa22-3bc44bd012b5', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:42:46.626289 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-62787c10-0820-4cdb-9991-f4ba2abaeedb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:42:46.631011 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-62787c10-0820-4cdb-9991-f4ba2abaeedb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:42:46.634227 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-62787c10-0820-4cdb-9991-f4ba2abaeedb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:42:46.641872 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-62787c10-0820-4cdb-9991-f4ba2abaeedb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:42:46.688268 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e5f5830e-3595-444f-9a52-e103589b8d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:46.722210 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-62787c10-0820-4cdb-9991-f4ba2abaeedb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Project 2a01b8869a934284a87963b91efa1f71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:42:46.729906 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62787c10-0820-4cdb-9991-f4ba2abaeedb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:46.801875 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62787c10-0820-4cdb-9991-f4ba2abaeedb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:46.899295 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62787c10-0820-4cdb-9991-f4ba2abaeedb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:46.927406 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62787c10-0820-4cdb-9991-f4ba2abaeedb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb9cdbe-bf42-498f-9635-763176866c6e,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:47.002427 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62787c10-0820-4cdb-9991-f4ba2abaeedb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:47.003903 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-62787c10-0820-4cdb-9991-f4ba2abaeedb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3895829 Feb 09 18:42:47.007113 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 32768) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:42:47.013973 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8e10e635-737d-4846-b561-1f327a672da9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': '89bebf09-2ec5-4c75-aa22-3bc44bd012b5', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:42:47.020746 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8e10e635-737d-4846-b561-1f327a672da9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:42:47.025116 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8e10e635-737d-4846-b561-1f327a672da9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:42:47.028563 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-8e10e635-737d-4846-b561-1f327a672da9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:42:47.036020 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8e10e635-737d-4846-b561-1f327a672da9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:42:47.128482 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-8e10e635-737d-4846-b561-1f327a672da9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Project 2a01b8869a934284a87963b91efa1f71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:42:47.135987 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e10e635-737d-4846-b561-1f327a672da9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:47.219648 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e10e635-737d-4846-b561-1f327a672da9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:47.288115 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e10e635-737d-4846-b561-1f327a672da9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:47.317693 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10e635-737d-4846-b561-1f327a672da9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d487f6-4892-4bb3-ab4b-c1fd7833e225,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:47.374093 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:47.414155 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e10e635-737d-4846-b561-1f327a672da9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:47.415737 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8e10e635-737d-4846-b561-1f327a672da9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4074082 Feb 09 18:42:47.422638 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 32772) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:42:47.429029 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-98d8cabf-a740-4302-9ec7-ada6546c9382 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'network': {'name': 'tempest-network-smoke--468625916', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'port_security_enabled': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:42:47.434693 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-98d8cabf-a740-4302-9ec7-ada6546c9382 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:42:47.439904 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-98d8cabf-a740-4302-9ec7-ada6546c9382 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:network and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:42:47.443591 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-98d8cabf-a740-4302-9ec7-ada6546c9382 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:42:47.450920 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-98d8cabf-a740-4302-9ec7-ada6546c9382 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:42:47.533902 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d8cabf-a740-4302-9ec7-ada6546c9382 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Made reservation on behalf of 2a01b8869a934284a87963b91efa1f71 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:42:47.537135 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98d8cabf-a740-4302-9ec7-ada6546c9382 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:47.569271 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d8cabf-a740-4302-9ec7-ada6546c9382 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:42:47.580630 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98d8cabf-a740-4302-9ec7-ada6546c9382 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:47.580951 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-98d8cabf-a740-4302-9ec7-ada6546c9382 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Added segment 933b5505-b27c-4068-939c-844deb8dc2a2 of type vlan for network 65c8be52-319f-4849-b04c-a2dbe66590a7 Feb 09 18:42:47.613197 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98d8cabf-a740-4302-9ec7-ada6546c9382 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:47.694024 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98d8cabf-a740-4302-9ec7-ada6546c9382 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:47.698174 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d8cabf-a740-4302-9ec7-ada6546c9382 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:42:47.698848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98d8cabf-a740-4302-9ec7-ada6546c9382 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:47.825644 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8cabf-a740-4302-9ec7-ada6546c9382 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Network': ['ID=65c8be52-319f-4849-b04c-a2dbe66590a7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:47.837871 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 65c8be52-319f-4849-b04c-a2dbe66590a7 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:42:47.900338 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-98d8cabf-a740-4302-9ec7-ada6546c9382 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4764681 Feb 09 18:42:47.903888 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 32776) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:42:47.913305 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4266b515-bbc3-4cd4-9cbf-69b77f54cafc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-12275728', 'admin_state_up': True, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:42:47.921911 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4266b515-bbc3-4cd4-9cbf-69b77f54cafc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:42:47.927134 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4266b515-bbc3-4cd4-9cbf-69b77f54cafc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:router and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:42:47.930833 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4266b515-bbc3-4cd4-9cbf-69b77f54cafc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:42:47.938857 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4266b515-bbc3-4cd4-9cbf-69b77f54cafc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:42:48.031876 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4266b515-bbc3-4cd4-9cbf-69b77f54cafc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:48.032845 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4266b515-bbc3-4cd4-9cbf-69b77f54cafc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:48.054965 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4266b515-bbc3-4cd4-9cbf-69b77f54cafc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:48.288431 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4266b515-bbc3-4cd4-9cbf-69b77f54cafc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:48.574491 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4266b515-bbc3-4cd4-9cbf-69b77f54cafc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:48.605295 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4266b515-bbc3-4cd4-9cbf-69b77f54cafc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:48.875076 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-4266b515-bbc3-4cd4-9cbf-69b77f54cafc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Allocated IP 172.26.8.86 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/0c29b97e-8e4c-4bf2-ad26-ba680a20d867) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:42:49.051042 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4266b515-bbc3-4cd4-9cbf-69b77f54cafc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:49.065013 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-081cc412-106c-480b-9cfe-7ef979e751ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:49.197117 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4266b515-bbc3-4cd4-9cbf-69b77f54cafc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:49.282289 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4266b515-bbc3-4cd4-9cbf-69b77f54cafc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:42:49.285699 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-4266b515-bbc3-4cd4-9cbf-69b77f54cafc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:42:49.291232 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4266b515-bbc3-4cd4-9cbf-69b77f54cafc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:42:49.317310 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266b515-bbc3-4cd4-9cbf-69b77f54cafc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=0c29b97e-8e4c-4bf2-ad26-ba680a20d867,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:49.548801 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4266b515-bbc3-4cd4-9cbf-69b77f54cafc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:49.549888 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4266b515-bbc3-4cd4-9cbf-69b77f54cafc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:50.219804 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4266b515-bbc3-4cd4-9cbf-69b77f54cafc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Router 981a7c19-6b0b-4728-9e6f-2cb5b04a4c92 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:42:50.266275 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:50.269010 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:50.455798 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4266b515-bbc3-4cd4-9cbf-69b77f54cafc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:42:50.467441 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] Sync routers for ids ['981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:42:50.485919 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] Routers {'981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:42:50.487258 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:42:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:42:50.563159 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4266b515-bbc3-4cd4-9cbf-69b77f54cafc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:50.565763 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4266b515-bbc3-4cd4-9cbf-69b77f54cafc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.6593010 Feb 09 18:42:50.569020 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 32780) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:42:50.649526 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6e4f896b-9f61-404c-a7aa-2ec7a8df8692 tempest-TestNetworkAdvancedServerOps-565630373 tempest-TestNetworkAdvancedServerOps-565630373-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=2a01b8869a934284a87963b91efa1f71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0785375 Feb 09 18:42:50.653222 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 32784) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:42:50.692117 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] Set router 981a7c19-6b0b-4728-9e6f-2cb5b04a4c92 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:42:50.868634 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75bdf71-ff46-4fa8-851d-5d612f0e0b39 tempest-TestNetworkAdvancedServerOps-565630373 tempest-TestNetworkAdvancedServerOps-565630373-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:42:50.874636 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a75bdf71-ff46-4fa8-851d-5d612f0e0b39 tempest-TestNetworkAdvancedServerOps-565630373 tempest-TestNetworkAdvancedServerOps-565630373-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2149172 Feb 09 18:42:50.875114 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 32788) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:42:50.918358 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4fab5e41-8693-4993-ae60-591b29e29bd0 tempest-TestNetworkAdvancedServerOps-565630373 tempest-TestNetworkAdvancedServerOps-565630373-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394499 Feb 09 18:42:50.918597 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 32792) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:42:50.925200 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b9d035df-cd98-44b7-8d27-04bcc72266da tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-907171579', 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:42:51.054707 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b9d035df-cd98-44b7-8d27-04bcc72266da tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:42:51.059058 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-b9d035df-cd98-44b7-8d27-04bcc72266da tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:subnet and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:42:51.063686 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-b9d035df-cd98-44b7-8d27-04bcc72266da tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:42:51.070450 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b9d035df-cd98-44b7-8d27-04bcc72266da tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:42:51.168654 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d035df-cd98-44b7-8d27-04bcc72266da tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Made reservation on behalf of 2a01b8869a934284a87963b91efa1f71 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:42:51.186705 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12275728', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:49Z', 'revision_number': 3, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:42:51.191166 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] Checking router: 981a7c19-6b0b-4728-9e6f-2cb5b04a4c92 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:42:51.191518 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] Updating router 981a7c19-6b0b-4728-9e6f-2cb5b04a4c92 port 0c29b97e-8e4c-4bf2-ad26-ba680a20d867 binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:42:51.255832 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:51.312710 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b9d035df-cd98-44b7-8d27-04bcc72266da tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:51.652644 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:51.671935 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] Transition to ACTIVE for port object 0c29b97e-8e4c-4bf2-ad26-ba680a20d867 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:42:51.831286 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b9d035df-cd98-44b7-8d27-04bcc72266da tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:51.899556 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:51.928108 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:52.006375 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e29cd-7de8-4d36-bfbe-4b0a166a2117 None None] Pushing event updated for resources: {'Port': ['ID=0c29b97e-8e4c-4bf2-ad26-ba680a20d867,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:52.009372 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] Attempting to bind port 0c29b97e-8e4c-4bf2-ad26-ba680a20d867 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:42:52.009943 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] Attempting to bind port 0c29b97e-8e4c-4bf2-ad26-ba680a20d867 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:42:52.010629 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] Attempting to bind port 0c29b97e-8e4c-4bf2-ad26-ba680a20d867 on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:42:52.026031 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:42:52.026632 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:42:52.027265 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:52.027886 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:42:52.028206 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d035df-cd98-44b7-8d27-04bcc72266da tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Subnet': ['ID=26d88a0b-51de-4de1-abbd-f5fcd091bc6e,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:52.028659 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] Bound port: 0c29b97e-8e4c-4bf2-ad26-ba680a20d867, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:42:52.029284 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:52.039738 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d035df-cd98-44b7-8d27-04bcc72266da tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Checking segment: {'id': '933b5505-b27c-4068-939c-844deb8dc2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:42:52.040073 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d035df-cd98-44b7-8d27-04bcc72266da tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network hostable DHCP agents. Network: 65c8be52-319f-4849-b04c-a2dbe66590a7, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:42:52.076987 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4e29cd-7de8-4d36-bfbe-4b0a166a2117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:52.077587 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4e29cd-7de8-4d36-bfbe-4b0a166a2117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:52.078143 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4e29cd-7de8-4d36-bfbe-4b0a166a2117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:52.078717 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4e29cd-7de8-4d36-bfbe-4b0a166a2117 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:52.079265 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4e29cd-7de8-4d36-bfbe-4b0a166a2117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:52.079813 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4e29cd-7de8-4d36-bfbe-4b0a166a2117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:52.080349 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4e29cd-7de8-4d36-bfbe-4b0a166a2117 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:52.080901 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4e29cd-7de8-4d36-bfbe-4b0a166a2117 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:52.081454 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4e29cd-7de8-4d36-bfbe-4b0a166a2117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:52.081995 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4e29cd-7de8-4d36-bfbe-4b0a166a2117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:52.082566 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4e29cd-7de8-4d36-bfbe-4b0a166a2117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:52.122353 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d035df-cd98-44b7-8d27-04bcc72266da tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network 65c8be52-319f-4849-b04c-a2dbe66590a7 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:42:52.146563 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] For port 0c29b97e-8e4c-4bf2-ad26-ba680a20d867, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:42:52.149704 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] For port 0c29b97e-8e4c-4bf2-ad26-ba680a20d867, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0c29b97e-8e4c-4bf2-ad26-ba680a20d867,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:42:52.231229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-b9d035df-cd98-44b7-8d27-04bcc72266da tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 65c8be52-319f-4849-b04c-a2dbe66590a7) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:42:52.237733 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d035df-cd98-44b7-8d27-04bcc72266da tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:42:52.238668 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b9d035df-cd98-44b7-8d27-04bcc72266da tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:52.239606 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad217b5-c427-4531-adb4-74e14c46732c None None] Network 65c8be52-319f-4849-b04c-a2dbe66590a7 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:42:52.255734 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:52.352924 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b9d035df-cd98-44b7-8d27-04bcc72266da tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4329288 Feb 09 18:42:52.357479 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 32796) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:42:52.390551 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e29cd-7de8-4d36-bfbe-4b0a166a2117 None None] Pushing event updated for resources: {'Port': ['ID=0c29b97e-8e4c-4bf2-ad26-ba680a20d867,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:52.401680 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] Routers {'981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:42:52.402635 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:42:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:42:52.540662 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cd29d8-122b-4475-b0c1-ff62bfed1f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-65c8be52-319f-4849-b04c-a2dbe66590a7', 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'fixed_ips': [{'subnet_id': '26d88a0b-51de-4de1-abbd-f5fcd091bc6e'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:42:52.541478 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-42cd29d8-122b-4475-b0c1-ff62bfed1f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:52.621521 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] Set router 981a7c19-6b0b-4728-9e6f-2cb5b04a4c92 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:42:52.744240 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-42cd29d8-122b-4475-b0c1-ff62bfed1f9e None None] Allocated IP 172.20.0.2 (65c8be52-319f-4849-b04c-a2dbe66590a7/26d88a0b-51de-4de1-abbd-f5fcd091bc6e/c493067e-143a-4ad3-b190-cf78f0b663cd) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:42:52.944949 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12275728', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:49Z', 'revision_number': 3, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:42:52.950121 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0723b4ea-7064-4d7d-af9c-952d4beaf124 None None] The sync data for ids ['981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'] in dv-neutron-827016-2-hyperv is: [{'id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12275728', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:49Z', 'revision_number': 3, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:42:53.034275 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-42cd29d8-122b-4475-b0c1-ff62bfed1f9e None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:53.046935 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-42cd29d8-122b-4475-b0c1-ff62bfed1f9e None None] Transition to ACTIVE for port object c493067e-143a-4ad3-b190-cf78f0b663cd will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:42:53.071865 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-42cd29d8-122b-4475-b0c1-ff62bfed1f9e None None] Transition to ACTIVE for port object c493067e-143a-4ad3-b190-cf78f0b663cd will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:42:53.151532 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-42cd29d8-122b-4475-b0c1-ff62bfed1f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:53.249970 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cd29d8-122b-4475-b0c1-ff62bfed1f9e None None] Network 65c8be52-319f-4849-b04c-a2dbe66590a7 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:42:53.264400 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-42cd29d8-122b-4475-b0c1-ff62bfed1f9e None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:42:53.274863 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cd29d8-122b-4475-b0c1-ff62bfed1f9e None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:42:53.287552 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd29d8-122b-4475-b0c1-ff62bfed1f9e None None] Pushing event updated for resources: {'Port': ['ID=c493067e-143a-4ad3-b190-cf78f0b663cd,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:53.394808 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-42cd29d8-122b-4475-b0c1-ff62bfed1f9e None None] Attempting to bind port c493067e-143a-4ad3-b190-cf78f0b663cd on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:42:53.395430 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-42cd29d8-122b-4475-b0c1-ff62bfed1f9e None None] Attempting to bind port c493067e-143a-4ad3-b190-cf78f0b663cd by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '933b5505-b27c-4068-939c-844deb8dc2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:42:53.395868 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd29d8-122b-4475-b0c1-ff62bfed1f9e None None] Attempting to bind port c493067e-143a-4ad3-b190-cf78f0b663cd on network 65c8be52-319f-4849-b04c-a2dbe66590a7 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:42:53.403442 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd29d8-122b-4475-b0c1-ff62bfed1f9e None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:42:53.403927 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd29d8-122b-4475-b0c1-ff62bfed1f9e None None] Checking segment: {'id': '933b5505-b27c-4068-939c-844deb8dc2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:42:53.405060 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-42cd29d8-122b-4475-b0c1-ff62bfed1f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:53.405497 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd29d8-122b-4475-b0c1-ff62bfed1f9e None None] Bound using segment: {'id': '933b5505-b27c-4068-939c-844deb8dc2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:42:53.407374 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-42cd29d8-122b-4475-b0c1-ff62bfed1f9e None None] Bound port: c493067e-143a-4ad3-b190-cf78f0b663cd, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '933b5505-b27c-4068-939c-844deb8dc2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:42:53.407881 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-42cd29d8-122b-4475-b0c1-ff62bfed1f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:53.527241 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:53.549020 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-42cd29d8-122b-4475-b0c1-ff62bfed1f9e None None] For port c493067e-143a-4ad3-b190-cf78f0b663cd, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:42:53.553087 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-42cd29d8-122b-4475-b0c1-ff62bfed1f9e None None] For port c493067e-143a-4ad3-b190-cf78f0b663cd, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c493067e-143a-4ad3-b190-cf78f0b663cd,segment=NetworkSegment(933b5505-b27c-4068-939c-844deb8dc2a2),segment_id=933b5505-b27c-4068-939c-844deb8dc2a2)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:42:53.637850 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-42cd29d8-122b-4475-b0c1-ff62bfed1f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:53.731677 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd29d8-122b-4475-b0c1-ff62bfed1f9e None None] Pushing event updated for resources: {'Port': ['ID=c493067e-143a-4ad3-b190-cf78f0b663cd,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:54.250947 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device c493067e-143a-4ad3-b190-cf78f0b663cd up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:42:54.255744 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Allocated IP 172.20.0.1 (65c8be52-319f-4849-b04c-a2dbe66590a7/26d88a0b-51de-4de1-abbd-f5fcd091bc6e/8376151c-a77e-4f73-ac8e-587ca85f3860) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:42:54.424917 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port c493067e-143a-4ad3-b190-cf78f0b663cd completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:42:54.434066 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0c29b97e-8e4c-4bf2-ad26-ba680a20d867 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:42:54.467534 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:54.487581 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Transition to ACTIVE for port object 8376151c-a77e-4f73-ac8e-587ca85f3860 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:42:54.591066 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:54.596351 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 0c29b97e-8e4c-4bf2-ad26-ba680a20d867 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:42:54.603520 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 0c29b97e-8e4c-4bf2-ad26-ba680a20d867 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:42:54.604334 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:54.694721 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network 65c8be52-319f-4849-b04c-a2dbe66590a7 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:42:54.699846 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:42:54.706917 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:42:54.772984 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=8376151c-a77e-4f73-ac8e-587ca85f3860,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:54.812160 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:54.812711 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:54.813246 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:54.813802 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:54.814496 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:54.814940 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:54.815453 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:54.815945 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:54.816433 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:54.816924 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:54.817425 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:42:54.851663 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:54.905944 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:55.074259 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 0c29b97e-8e4c-4bf2-ad26-ba680a20d867, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0c29b97e-8e4c-4bf2-ad26-ba680a20d867,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:42:55.078851 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:55.137787 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:55.189547 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26a548d-1854-4385-90ec-2a429e4b725a None None] Network 65c8be52-319f-4849-b04c-a2dbe66590a7 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:42:55.340778 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=0c29b97e-8e4c-4bf2-ad26-ba680a20d867,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:55.433922 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3a7ffdff-55fd-48c6-8a81-d52e5358f031 None None] Provisioning for port c493067e-143a-4ad3-b190-cf78f0b663cd completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:42:55.454028 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3a7ffdff-55fd-48c6-8a81-d52e5358f031 None None] Provisioning complete for port c493067e-143a-4ad3-b190-cf78f0b663cd triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:42:55.454431 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a7ffdff-55fd-48c6-8a81-d52e5358f031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:55.663364 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a7ffdff-55fd-48c6-8a81-d52e5358f031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:55.702678 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-3a7ffdff-55fd-48c6-8a81-d52e5358f031 None None] For port c493067e-143a-4ad3-b190-cf78f0b663cd, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c493067e-143a-4ad3-b190-cf78f0b663cd,segment=NetworkSegment(933b5505-b27c-4068-939c-844deb8dc2a2),segment_id=933b5505-b27c-4068-939c-844deb8dc2a2)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:42:55.805213 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a7ffdff-55fd-48c6-8a81-d52e5358f031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:55.859927 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:55.887820 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ffdff-55fd-48c6-8a81-d52e5358f031 None None] Pushing event updated for resources: {'Port': ['ID=c493067e-143a-4ad3-b190-cf78f0b663cd,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:55.928988 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:56.012702 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device c493067e-143a-4ad3-b190-cf78f0b663cd up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:42:56.132690 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2cd289e8-b622-4389-b0a3-ff8d5b5032c8 None None] Provisioning for port 8376151c-a77e-4f73-ac8e-587ca85f3860 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:42:56.146083 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=8376151c-a77e-4f73-ac8e-587ca85f3860,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:56.151716 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:56.153176 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2cd289e8-b622-4389-b0a3-ff8d5b5032c8 None None] Provisioning complete for port 8376151c-a77e-4f73-ac8e-587ca85f3860 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:42:56.153967 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2cd289e8-b622-4389-b0a3-ff8d5b5032c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:56.244368 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port c493067e-143a-4ad3-b190-cf78f0b663cd triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:42:56.244740 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:56.274285 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2cd289e8-b622-4389-b0a3-ff8d5b5032c8 None None] Port 8376151c-a77e-4f73-ac8e-587ca85f3860 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:42:56.339863 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2cd289e8-b622-4389-b0a3-ff8d5b5032c8 None None] Provisioning complete for port c493067e-143a-4ad3-b190-cf78f0b663cd triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:42:56.340624 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2cd289e8-b622-4389-b0a3-ff8d5b5032c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:56.350199 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network 65c8be52-319f-4849-b04c-a2dbe66590a7 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:42:56.351567 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:42:56.489872 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0c29b97e-8e4c-4bf2-ad26-ba680a20d867 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:42:56.628618 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 0c29b97e-8e4c-4bf2-ad26-ba680a20d867 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:42:56.629085 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:56.846962 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d9b08c1f-4234-414b-b89c-aec36cba399b None None] Provisioning complete for port 8376151c-a77e-4f73-ac8e-587ca85f3860 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:42:56.847543 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d9b08c1f-4234-414b-b89c-aec36cba399b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:56.880493 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Router 981a7c19-6b0b-4728-9e6f-2cb5b04a4c92 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:42:56.925659 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d9b08c1f-4234-414b-b89c-aec36cba399b None None] Port 8376151c-a77e-4f73-ac8e-587ca85f3860 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:42:57.153071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:42:57.169376 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] Sync routers for ids ['981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:42:57.170806 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f6f16f29-d563-41c4-8467-0938f1ce7d68 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "PUT /v2.0/routers/981a7c19-6b0b-4728-9e6f-2cb5b04a4c92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8118370 Feb 09 18:42:57.184416 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] Routers {'981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:42:57.188083 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:42:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:42:57.523159 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] Set router 981a7c19-6b0b-4728-9e6f-2cb5b04a4c92 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:42:57.702440 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-ef06588b-dc4b-43e7-addb-1e032409c8c9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-985557541&fields=id&tenant_id=2a01b8869a934284a87963b91efa1f71 HTTP/1.1" status: 200 len: 267 time: 0.0530279 Feb 09 18:42:57.878594 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-a4ccdb31-98e1-4e8f-b37f-8052db968385 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:42:57.880133 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-a4ccdb31-98e1-4e8f-b37f-8052db968385 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/networks?id=65c8be52-319f-4849-b04c-a2dbe66590a7 HTTP/1.1" status: 200 len: 796 time: 0.1667078 Feb 09 18:42:57.897970 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-3520013d-1706-4720-9a8e-fecde9412c35 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/quotas/2a01b8869a934284a87963b91efa1f71 HTTP/1.1" status: 200 len: 375 time: 0.0114706 Feb 09 18:42:57.986272 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-9d85ffd0-694f-4bb0-b11e-1dcf1215b7cd tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Synchronizing usage tracker for tenant:2a01b8869a934284a87963b91efa1f71 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:42:57.991921 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12275728', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:54Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '8376151c-a77e-4f73-ac8e-587ca85f3860', 'name': '', 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:3b:af:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d88a0b-51de-4de1-abbd-f5fcd091bc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:42:53Z', 'updated_at': '2022-02-09T18:42:55Z', 'revision_number': 2, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '26d88a0b-51de-4de1-abbd-f5fcd091bc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:42:58.000409 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] Checking router: 981a7c19-6b0b-4728-9e6f-2cb5b04a4c92 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:42:58.000877 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] Updating router 981a7c19-6b0b-4728-9e6f-2cb5b04a4c92 port 8376151c-a77e-4f73-ac8e-587ca85f3860 binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:42:58.105890 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:58.110732 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-9d85ffd0-694f-4bb0-b11e-1dcf1215b7cd tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Unset dirty status for tenant:2a01b8869a934284a87963b91efa1f71 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:42:58.112427 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-9d85ffd0-694f-4bb0-b11e-1dcf1215b7cd tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2072985 Feb 09 18:42:58.299588 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-02fca680-e7d5-4d62-ae91-06f46e5927c8 service neutron] 10.222.0.21 "GET /v2.0/networks/65c8be52-319f-4849-b04c-a2dbe66590a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721921 Feb 09 18:42:58.462448 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-da428838-2704-4f62-a432-e1007ce3c7c5 service neutron] 10.222.0.21 "GET /v2.0/networks/65c8be52-319f-4849-b04c-a2dbe66590a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560791 Feb 09 18:42:58.578930 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:58.599960 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] Transition to ACTIVE for port object 8376151c-a77e-4f73-ac8e-587ca85f3860 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:42:58.672358 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:58.879576 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871afa6b-9c27-4da2-9457-7949a79fb35f None None] Pushing event updated for resources: {'Port': ['ID=8376151c-a77e-4f73-ac8e-587ca85f3860,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:59.010665 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] Attempting to bind port 8376151c-a77e-4f73-ac8e-587ca85f3860 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:42:59.011098 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] Attempting to bind port 8376151c-a77e-4f73-ac8e-587ca85f3860 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '933b5505-b27c-4068-939c-844deb8dc2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:42:59.011434 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] Attempting to bind port 8376151c-a77e-4f73-ac8e-587ca85f3860 on network 65c8be52-319f-4849-b04c-a2dbe66590a7 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:42:59.019708 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:42:59.020154 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] Checking segment: {'id': '933b5505-b27c-4068-939c-844deb8dc2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:42:59.020505 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:59.020908 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] Bound using segment: {'id': '933b5505-b27c-4068-939c-844deb8dc2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:42:59.021448 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] Bound port: 8376151c-a77e-4f73-ac8e-587ca85f3860, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '933b5505-b27c-4068-939c-844deb8dc2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:42:59.021865 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:59.138012 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-36000cbe-2fd7-4010-a41b-a51342964339 req-b80e0384-0e83-413c-a6ee-874d82e32e19 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 210 time: 0.4071422 Feb 09 18:42:59.199528 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] For port 8376151c-a77e-4f73-ac8e-587ca85f3860, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:42:59.209607 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] For port 8376151c-a77e-4f73-ac8e-587ca85f3860, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=8376151c-a77e-4f73-ac8e-587ca85f3860,segment=NetworkSegment(933b5505-b27c-4068-939c-844deb8dc2a2),segment_id=933b5505-b27c-4068-939c-844deb8dc2a2)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:42:59.345652 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:42:59.440428 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871afa6b-9c27-4da2-9457-7949a79fb35f None None] Pushing event updated for resources: {'Port': ['ID=8376151c-a77e-4f73-ac8e-587ca85f3860,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:42:59.446832 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] Routers {'981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:42:59.447495 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:42:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:42:59.693494 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] Set router 981a7c19-6b0b-4728-9e6f-2cb5b04a4c92 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:43:00.299682 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12275728', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:54Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '8376151c-a77e-4f73-ac8e-587ca85f3860', 'name': '', 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:3b:af:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d88a0b-51de-4de1-abbd-f5fcd091bc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:42:53Z', 'updated_at': '2022-02-09T18:42:59Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '26d88a0b-51de-4de1-abbd-f5fcd091bc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:43:00.305103 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06931ea3-59c0-4559-968b-9e585286dd11 None None] The sync data for ids ['981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'] in dv-neutron-827016-2-hyperv is: [{'id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12275728', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:54Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '8376151c-a77e-4f73-ac8e-587ca85f3860', 'name': '', 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:3b:af:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d88a0b-51de-4de1-abbd-f5fcd091bc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:42:53Z', 'updated_at': '2022-02-09T18:42:59Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '26d88a0b-51de-4de1-abbd-f5fcd091bc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:43:00.431293 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-11366390-ac48-467a-a059-d192a2e8dce9 req-73a794cc-6b22-4aa9-9f60-0e10935caff7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 210 time: 0.0707252 Feb 09 18:43:01.639439 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d8e15235-4118-423f-82dc-12b152162f21 req-317d104c-4fac-4983-8a9d-f5c9fcfc3f39 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 210 time: 0.0512710 Feb 09 18:43:01.712072 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-8dd8da90-15e4-4a13-b99a-739308056dad tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:01.713100 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-8dd8da90-15e4-4a13-b99a-739308056dad tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Synchronizing usage tracker for tenant:2a01b8869a934284a87963b91efa1f71 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:43:02.009899 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 8376151c-a77e-4f73-ac8e-587ca85f3860 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:43:02.213968 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-8dd8da90-15e4-4a13-b99a-739308056dad tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Unset dirty status for tenant:2a01b8869a934284a87963b91efa1f71 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:43:02.215376 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-8dd8da90-15e4-4a13-b99a-739308056dad tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "GET /v2.0/networks?id=65c8be52-319f-4849-b04c-a2dbe66590a7 HTTP/1.1" status: 200 len: 796 time: 0.6781523 Feb 09 18:43:02.248358 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 8376151c-a77e-4f73-ac8e-587ca85f3860 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:43:02.257205 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 8376151c-a77e-4f73-ac8e-587ca85f3860 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:43:02.257929 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:02.278012 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-72b881d2-9b59-468e-ae8d-8a8b9d5261ba tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Synchronizing usage tracker for tenant:2a01b8869a934284a87963b91efa1f71 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:43:02.362891 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-72b881d2-9b59-468e-ae8d-8a8b9d5261ba tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Unset dirty status for tenant:2a01b8869a934284a87963b91efa1f71 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:43:02.365414 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-72b881d2-9b59-468e-ae8d-8a8b9d5261ba tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a01b8869a934284a87963b91efa1f71 HTTP/1.1" status: 200 len: 379 time: 0.1371410 Feb 09 18:43:02.376306 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-af02ef8c-450c-4694-a7b4-5366c54a6acb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'port': {'device_id': '6f8122ad-526b-43d3-9725-c642a365f658', 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7', 'admin_state_up': True, 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'security_groups': ['89bebf09-2ec5-4c75-aa22-3bc44bd012b5']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:43:02.428463 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:02.479802 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 8376151c-a77e-4f73-ac8e-587ca85f3860, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=8376151c-a77e-4f73-ac8e-587ca85f3860,segment=NetworkSegment(933b5505-b27c-4068-939c-844deb8dc2a2),segment_id=933b5505-b27c-4068-939c-844deb8dc2a2)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:43:02.559859 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-af02ef8c-450c-4694-a7b4-5366c54a6acb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:43:02.577019 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-af02ef8c-450c-4694-a7b4-5366c54a6acb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:43:02.590860 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:02.672743 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-af02ef8c-450c-4694-a7b4-5366c54a6acb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Made reservation on behalf of 2a01b8869a934284a87963b91efa1f71 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:43:02.677699 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=8376151c-a77e-4f73-ac8e-587ca85f3860,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:43:02.678531 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-af02ef8c-450c-4694-a7b4-5366c54a6acb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:02.905654 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-af02ef8c-450c-4694-a7b4-5366c54a6acb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Allocated IP 172.20.0.7 (65c8be52-319f-4849-b04c-a2dbe66590a7/26d88a0b-51de-4de1-abbd-f5fcd091bc6e/86a8338f-27db-49dd-aa7b-b93e8fdb08e9) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:43:02.926174 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1e645111-c5d1-41e9-8c12-3df91e71f146 req-8360e345-13a9-422f-9b29-efe0fe3e1a48 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 210 time: 0.0715244 Feb 09 18:43:03.193831 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-af02ef8c-450c-4694-a7b4-5366c54a6acb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:03.213938 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-af02ef8c-450c-4694-a7b4-5366c54a6acb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Transition to ACTIVE for port object 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:43:03.316912 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-af02ef8c-450c-4694-a7b4-5366c54a6acb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:03.409085 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-af02ef8c-450c-4694-a7b4-5366c54a6acb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network 65c8be52-319f-4849-b04c-a2dbe66590a7 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:43:03.412294 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-af02ef8c-450c-4694-a7b4-5366c54a6acb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:43:03.416600 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-af02ef8c-450c-4694-a7b4-5366c54a6acb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:43:03.451694 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02ef8c-450c-4694-a7b4-5366c54a6acb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=86a8338f-27db-49dd-aa7b-b93e8fdb08e9,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:43:03.503878 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-af02ef8c-450c-4694-a7b4-5366c54a6acb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:03.504736 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-af02ef8c-450c-4694-a7b4-5366c54a6acb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:03.604081 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-af02ef8c-450c-4694-a7b4-5366c54a6acb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2338524 Feb 09 18:43:03.618846 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-4fe912f4-143c-4a83-ad23-3e5629f7c7d2 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:43:03.620845 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-4fe912f4-143c-4a83-ad23-3e5629f7c7d2 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0096035 Feb 09 18:43:03.634619 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-56b1473e-6bb3-4f58-bf5f-e2f927a76e4b service neutron] Request body: {'port': {'device_id': '6f8122ad-526b-43d3-9725-c642a365f658', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:43:03.773801 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d5d4c511-7f43-4ca1-bd4a-c465222f2aea None None] Provisioning for port 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:43:03.781928 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-56b1473e-6bb3-4f58-bf5f-e2f927a76e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:03.787179 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d5d4c511-7f43-4ca1-bd4a-c465222f2aea None None] Provisioning complete for port 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:43:03.787179 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5d4c511-7f43-4ca1-bd4a-c465222f2aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:03.860817 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d5d4c511-7f43-4ca1-bd4a-c465222f2aea None None] Port 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:43:04.015914 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 8376151c-a77e-4f73-ac8e-587ca85f3860 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:43:04.191781 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 8376151c-a77e-4f73-ac8e-587ca85f3860 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:43:04.192890 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:04.242465 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-56b1473e-6bb3-4f58-bf5f-e2f927a76e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:43:04.251249 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-56b1473e-6bb3-4f58-bf5f-e2f927a76e4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:04.270383 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-56b1473e-6bb3-4f58-bf5f-e2f927a76e4b service neutron] Transition to ACTIVE for port object 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:43:04.333706 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-56b1473e-6bb3-4f58-bf5f-e2f927a76e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:04.379612 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe54497-6443-4ab2-89c8-f33eed131879 req-22a43caf-3481-4fae-9557-1ae696986436 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:04.383156 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2fe54497-6443-4ab2-89c8-f33eed131879 req-22a43caf-3481-4fae-9557-1ae696986436 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 931 time: 0.1566510 Feb 09 18:43:04.476734 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1473e-6bb3-4f58-bf5f-e2f927a76e4b service neutron] Pushing event updated for resources: {'Port': ['ID=86a8338f-27db-49dd-aa7b-b93e8fdb08e9,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:43:04.480535 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2fe54497-6443-4ab2-89c8-f33eed131879 req-b38c4db6-acbf-4b28-ad81-1de2a01e4e2d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881495 Feb 09 18:43:04.620640 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-56b1473e-6bb3-4f58-bf5f-e2f927a76e4b service neutron] Attempting to bind port 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:43:04.621132 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-56b1473e-6bb3-4f58-bf5f-e2f927a76e4b service neutron] Attempting to bind port 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '933b5505-b27c-4068-939c-844deb8dc2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:43:04.621616 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-56b1473e-6bb3-4f58-bf5f-e2f927a76e4b service neutron] Attempting to bind port 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 on network 65c8be52-319f-4849-b04c-a2dbe66590a7 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:43:04.632057 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-56b1473e-6bb3-4f58-bf5f-e2f927a76e4b service neutron] Port 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 on network 65c8be52-319f-4849-b04c-a2dbe66590a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:43:04.632499 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-56b1473e-6bb3-4f58-bf5f-e2f927a76e4b service neutron] Attempting to bind port 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 on network 65c8be52-319f-4849-b04c-a2dbe66590a7 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:43:04.644637 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-56b1473e-6bb3-4f58-bf5f-e2f927a76e4b service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:43:04.645096 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-56b1473e-6bb3-4f58-bf5f-e2f927a76e4b service neutron] Checking segment: {'id': '933b5505-b27c-4068-939c-844deb8dc2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:43:04.645487 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-56b1473e-6bb3-4f58-bf5f-e2f927a76e4b service neutron] Bound using segment: {'id': '933b5505-b27c-4068-939c-844deb8dc2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:43:04.645972 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-56b1473e-6bb3-4f58-bf5f-e2f927a76e4b service neutron] Bound port: 86a8338f-27db-49dd-aa7b-b93e8fdb08e9, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '933b5505-b27c-4068-939c-844deb8dc2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:43:04.646406 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-56b1473e-6bb3-4f58-bf5f-e2f927a76e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:04.858867 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-56b1473e-6bb3-4f58-bf5f-e2f927a76e4b service neutron] For port 86a8338f-27db-49dd-aa7b-b93e8fdb08e9, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:43:04.862452 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-56b1473e-6bb3-4f58-bf5f-e2f927a76e4b service neutron] For port 86a8338f-27db-49dd-aa7b-b93e8fdb08e9, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=86a8338f-27db-49dd-aa7b-b93e8fdb08e9,segment=NetworkSegment(933b5505-b27c-4068-939c-844deb8dc2a2),segment_id=933b5505-b27c-4068-939c-844deb8dc2a2)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:43:04.928557 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-56b1473e-6bb3-4f58-bf5f-e2f927a76e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:05.008725 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-56b1473e-6bb3-4f58-bf5f-e2f927a76e4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:05.011173 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-56b1473e-6bb3-4f58-bf5f-e2f927a76e4b service neutron] 10.222.0.50 "PUT /v2.0/ports/86a8338f-27db-49dd-aa7b-b93e8fdb08e9 HTTP/1.1" status: 200 len: 1093 time: 1.3831949 Feb 09 18:43:05.011935 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8122ad-526b-43d3-9725-c642a365f658', 'tag': '86a8338f-27db-49dd-aa7b-b93e8fdb08e9'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:43:05.048846 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1473e-6bb3-4f58-bf5f-e2f927a76e4b service neutron] Pushing event updated for resources: {'Port': ['ID=86a8338f-27db-49dd-aa7b-b93e8fdb08e9,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:43:05.130801 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8122ad-526b-43d3-9725-c642a365f658', 'tag': '86a8338f-27db-49dd-aa7b-b93e8fdb08e9', 'status': 'completed', 'code': 200} Feb 09 18:43:05.283412 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2af5c4f7-fcc1-4d1d-9d4e-18c18811f0e0 req-086527a5-f032-4d90-b351-4e761666b04f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 1096 time: 0.1294787 Feb 09 18:43:05.488007 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5c4f7-fcc1-4d1d-9d4e-18c18811f0e0 req-11c003c8-ef84-497b-9d41-84358a4b2e4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:05.490437 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2af5c4f7-fcc1-4d1d-9d4e-18c18811f0e0 req-11c003c8-ef84-497b-9d41-84358a4b2e4d service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2a01b8869a934284a87963b91efa1f71&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2000360 Feb 09 18:43:05.729961 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5c4f7-fcc1-4d1d-9d4e-18c18811f0e0 req-08e94703-784e-453f-9720-45666b264dcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:05.732583 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-2af5c4f7-fcc1-4d1d-9d4e-18c18811f0e0 req-08e94703-784e-453f-9720-45666b264dcd service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2366009 Feb 09 18:43:05.746355 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c70a9-c43f-4057-8175-f1ff69986ebf req-b1bf121b-796e-48a4-99e4-0ee17e25e4a1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:05.747930 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9a9c70a9-c43f-4057-8175-f1ff69986ebf req-b1bf121b-796e-48a4-99e4-0ee17e25e4a1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 943 time: 0.1225941 Feb 09 18:43:05.807902 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9a9c70a9-c43f-4057-8175-f1ff69986ebf req-adffd57a-89e3-4565-b1c2-48777c43e3b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516105 Feb 09 18:43:05.866073 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-e9514f4b-e295-42ca-b100-0ce8667af3d5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 1096 time: 0.0905783 Feb 09 18:43:05.945388 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-c9adc177-8d93-4afc-9436-36d88d40a43d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86a8338f-27db-49dd-aa7b-b93e8fdb08e9 HTTP/1.1" status: 200 len: 217 time: 0.0713983 Feb 09 18:43:06.020495 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-68c90205-8ba0-4f03-ad07-5fe964c9aa8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:06.022164 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-68c90205-8ba0-4f03-ad07-5fe964c9aa8f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26d88a0b-51de-4de1-abbd-f5fcd091bc6e HTTP/1.1" status: 200 len: 834 time: 0.0713654 Feb 09 18:43:06.119520 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-50cc4a34-bc16-49eb-ae95-41137a047bcc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65c8be52-319f-4849-b04c-a2dbe66590a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0866165 Feb 09 18:43:06.275023 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-a8663bae-2b34-4af1-9ef6-45fcc5933e46 service neutron] 10.222.0.50 "GET /v2.0/networks/65c8be52-319f-4849-b04c-a2dbe66590a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486378 Feb 09 18:43:06.420198 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-4d958a55-3d69-4386-8ee8-c2146d4f15ef req-1e1f5223-ea5e-4a3a-92b6-7b88a4405f36 service neutron] 10.222.0.50 "GET /v2.0/networks/65c8be52-319f-4849-b04c-a2dbe66590a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382132 Feb 09 18:43:07.088351 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609b4ce-ec6d-4b78-9cf6-e22da6953279 req-19dcc76b-291b-4c63-98db-abb63529142c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:07.090506 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2609b4ce-ec6d-4b78-9cf6-e22da6953279 req-19dcc76b-291b-4c63-98db-abb63529142c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 943 time: 0.0953410 Feb 09 18:43:07.150545 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2609b4ce-ec6d-4b78-9cf6-e22da6953279 req-0893ac40-6a0e-42a9-8495-cfcfea862369 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496728 Feb 09 18:43:08.434769 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fe76f-3c68-4f08-8c58-deea758dc21a req-0b8ecd49-5ffd-414a-8818-6cb96305df96 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:08.436530 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4f1fe76f-3c68-4f08-8c58-deea758dc21a req-0b8ecd49-5ffd-414a-8818-6cb96305df96 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 943 time: 0.0869350 Feb 09 18:43:08.490485 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4f1fe76f-3c68-4f08-8c58-deea758dc21a req-38246b5e-6468-4557-b269-cf3255b11433 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449381 Feb 09 18:43:09.739367 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f005f-0fa0-4f58-9773-e4ce188aecd2 req-e8677ca6-657a-4b3e-8b8e-69e35a8080cc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:09.740868 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0e3f005f-0fa0-4f58-9773-e4ce188aecd2 req-e8677ca6-657a-4b3e-8b8e-69e35a8080cc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 943 time: 0.1208365 Feb 09 18:43:09.793849 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0e3f005f-0fa0-4f58-9773-e4ce188aecd2 req-f0adf667-8cb3-4af9-b149-c7ed04401e17 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464580 Feb 09 18:43:10.189408 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:43:10.338093 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 86a8338f-27db-49dd-aa7b-b93e8fdb08e9, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=86a8338f-27db-49dd-aa7b-b93e8fdb08e9,segment=NetworkSegment(933b5505-b27c-4068-939c-844deb8dc2a2),segment_id=933b5505-b27c-4068-939c-844deb8dc2a2)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:43:10.353184 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '86a8338f-27db-49dd-aa7b-b93e8fdb08e9', 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7', 'port_id': '86a8338f-27db-49dd-aa7b-b93e8fdb08e9', 'mac_address': 'fa:16:3e:9a:e3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d88a0b-51de-4de1-abbd-f5fcd091bc6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:43:10.418119 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:10.438021 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:43:10.454593 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 86a8338f-27db-49dd-aa7b-b93e8fdb08e9, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=86a8338f-27db-49dd-aa7b-b93e8fdb08e9,segment=NetworkSegment(933b5505-b27c-4068-939c-844deb8dc2a2),segment_id=933b5505-b27c-4068-939c-844deb8dc2a2)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:43:10.521976 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:10.594756 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=86a8338f-27db-49dd-aa7b-b93e8fdb08e9,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:43:10.762407 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['86a8338f-27db-49dd-aa7b-b93e8fdb08e9'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:43:11.013439 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21552217-a86b-4451-825e-0a0391ad82ae req-af2e6935-7d7d-4052-8fbe-ed0231215aa1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:11.014996 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-21552217-a86b-4451-825e-0a0391ad82ae req-af2e6935-7d7d-4052-8fbe-ed0231215aa1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 944 time: 0.0854836 Feb 09 18:43:11.074786 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-21552217-a86b-4451-825e-0a0391ad82ae req-78f25f2c-cd9b-441e-ac00-5caad950cef7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500708 Feb 09 18:43:12.189544 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:43:12.291248 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5817a-4179-4f3a-8da3-c896e6c59269 req-17241638-8533-4364-bcc1-e21bee84a740 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:12.292891 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-59a5817a-4179-4f3a-8da3-c896e6c59269 req-17241638-8533-4364-bcc1-e21bee84a740 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 944 time: 0.0873842 Feb 09 18:43:12.333488 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:43:12.338996 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:43:12.339368 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:12.345581 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-59a5817a-4179-4f3a-8da3-c896e6c59269 req-7384072a-97e3-4878-ae08-077ba8d01d58 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462773 Feb 09 18:43:12.467712 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:12.499367 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8122ad-526b-43d3-9725-c642a365f658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a8338f-27db-49dd-aa7b-b93e8fdb08e9'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:43:12.509754 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 86a8338f-27db-49dd-aa7b-b93e8fdb08e9, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=86a8338f-27db-49dd-aa7b-b93e8fdb08e9,segment=NetworkSegment(933b5505-b27c-4068-939c-844deb8dc2a2),segment_id=933b5505-b27c-4068-939c-844deb8dc2a2)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:43:12.602842 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:12.654869 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8122ad-526b-43d3-9725-c642a365f658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a8338f-27db-49dd-aa7b-b93e8fdb08e9', 'code': 200} Feb 09 18:43:12.688312 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=86a8338f-27db-49dd-aa7b-b93e8fdb08e9,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:43:13.113345 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-abb8404c-941e-4175-b3cb-59d0d9548bb7 req-0cc96e10-90f7-460a-a6ce-2e32181e2e16 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 1098 time: 0.0838492 Feb 09 18:43:13.161031 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-abb8404c-941e-4175-b3cb-59d0d9548bb7 req-9cd1d8a3-d860-4706-ac25-28c28bb4036e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406411 Feb 09 18:43:13.568627 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b14497-a7c0-4764-8295-3de09afd47f6 req-bda6273a-37fc-4dbf-b69c-f78bc81223d9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:13.570319 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-57b14497-a7c0-4764-8295-3de09afd47f6 req-bda6273a-37fc-4dbf-b69c-f78bc81223d9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 945 time: 0.0854356 Feb 09 18:43:13.625621 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-57b14497-a7c0-4764-8295-3de09afd47f6 req-a6c415e6-6437-4a08-a061-f103e488e8b5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483325 Feb 09 18:43:14.126909 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:43:14.852918 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f153fc-7ccb-4a1f-a861-5eff2d3713fe req-93e9c638-10d6-42fe-b608-07138b89dbf1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:14.854592 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c6f153fc-7ccb-4a1f-a861-5eff2d3713fe req-93e9c638-10d6-42fe-b608-07138b89dbf1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 945 time: 0.0871012 Feb 09 18:43:14.910268 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c6f153fc-7ccb-4a1f-a861-5eff2d3713fe req-b25178af-0867-417c-aec3-06db69f29965 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457225 Feb 09 18:43:15.156218 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aecb906-32aa-4d36-b9e1-5a2535831b46 req-1f6b6609-02d5-4f90-b910-d32b80bde16a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:15.158043 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9aecb906-32aa-4d36-b9e1-5a2535831b46 req-1f6b6609-02d5-4f90-b910-d32b80bde16a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 945 time: 0.0912788 Feb 09 18:43:15.239208 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9aecb906-32aa-4d36-b9e1-5a2535831b46 req-34542c3d-8522-430e-b53a-22756ee64b3a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745108 Feb 09 18:43:15.269169 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 32862) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:43:15.353324 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-23986257-6ce5-4d23-abfe-1ddf124a1fac tempest-TestNetworkAdvancedServerOps-565630373 tempest-TestNetworkAdvancedServerOps-565630373-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 1093 time: 0.0828450 Feb 09 18:43:15.356607 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 32866) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:43:15.362577 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9143ba4d-c6a1-4ed3-b880-db66953786b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': '86a8338f-27db-49dd-aa7b-b93e8fdb08e9', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:43:15.368769 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9143ba4d-c6a1-4ed3-b880-db66953786b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:43:15.373803 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-9143ba4d-c6a1-4ed3-b880-db66953786b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:floatingip and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:43:15.377209 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-9143ba4d-c6a1-4ed3-b880-db66953786b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:43:15.385976 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9143ba4d-c6a1-4ed3-b880-db66953786b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:43:15.483030 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9143ba4d-c6a1-4ed3-b880-db66953786b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:15.643623 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9143ba4d-c6a1-4ed3-b880-db66953786b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:15.794076 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-9143ba4d-c6a1-4ed3-b880-db66953786b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Allocated IP 172.26.8.18 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/a1036403-71d3-4013-a32d-240102f81e7e) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:43:15.962633 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9143ba4d-c6a1-4ed3-b880-db66953786b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:16.071032 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9143ba4d-c6a1-4ed3-b880-db66953786b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:16.250442 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9143ba4d-c6a1-4ed3-b880-db66953786b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:43:16.253336 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9143ba4d-c6a1-4ed3-b880-db66953786b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:43:16.258072 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9143ba4d-c6a1-4ed3-b880-db66953786b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:43:16.282838 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143ba4d-c6a1-4ed3-b880-db66953786b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=a1036403-71d3-4013-a32d-240102f81e7e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:43:16.688786 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0545f399-5b4c-4739-8960-dc15e4831361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:16.819354 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9143ba4d-c6a1-4ed3-b880-db66953786b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:16.953288 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9143ba4d-c6a1-4ed3-b880-db66953786b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:17.193015 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9143ba4d-c6a1-4ed3-b880-db66953786b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:17.282016 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9143ba4d-c6a1-4ed3-b880-db66953786b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:17.398262 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143ba4d-c6a1-4ed3-b880-db66953786b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=a1036403-71d3-4013-a32d-240102f81e7e,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:43:17.402686 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:17.414768 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9143ba4d-c6a1-4ed3-b880-db66953786b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:17.641648 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [None req-9143ba4d-c6a1-4ed3-b880-db66953786b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Floating IP 2410c72e-7a4d-4ac1-b21a-217860bbe80d associated. External IP: 172.26.8.18, port: 86a8338f-27db-49dd-aa7b-b93e8fdb08e9. Feb 09 18:43:18.283785 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9143ba4d-c6a1-4ed3-b880-db66953786b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Router 981a7c19-6b0b-4728-9e6f-2cb5b04a4c92 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:43:18.538972 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9143ba4d-c6a1-4ed3-b880-db66953786b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:43:18.552458 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13820162-b765-4658-aa8e-786343a8bc4b None None] Sync routers for ids ['981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:43:18.569016 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13820162-b765-4658-aa8e-786343a8bc4b None None] Routers {'981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:43:18.569701 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-13820162-b765-4658-aa8e-786343a8bc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:42:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:43:18.654017 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9143ba4d-c6a1-4ed3-b880-db66953786b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:18.752297 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9143ba4d-c6a1-4ed3-b880-db66953786b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3934045 Feb 09 18:43:18.752987 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8122ad-526b-43d3-9725-c642a365f658', 'tag': '86a8338f-27db-49dd-aa7b-b93e8fdb08e9'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:43:18.775821 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-13820162-b765-4658-aa8e-786343a8bc4b None None] Set router 981a7c19-6b0b-4728-9e6f-2cb5b04a4c92 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:43:18.835581 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8122ad-526b-43d3-9725-c642a365f658', 'tag': '86a8338f-27db-49dd-aa7b-b93e8fdb08e9', 'status': 'completed', 'code': 200} Feb 09 18:43:19.018047 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f5d63b48-c657-4ca1-b1de-b621cbb69ae0 req-16135122-61ee-447a-988a-10fc4ac708de service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 1098 time: 0.1501634 Feb 09 18:43:19.064866 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4a674b1d-dd6e-4df0-a364-62cdc38938c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:19.124295 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ae19f-6060-428d-b83c-bc122c07c5f0 req-d6b7bd0b-41dc-49ae-919a-3bd1874c23fe tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:19.127330 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e92ae19f-6060-428d-b83c-bc122c07c5f0 req-d6b7bd0b-41dc-49ae-919a-3bd1874c23fe tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 945 time: 0.1924508 Feb 09 18:43:19.204096 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d63b48-c657-4ca1-b1de-b621cbb69ae0 req-1f166be9-8467-457b-b3e2-8ff9bacb51b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:19.205598 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f5d63b48-c657-4ca1-b1de-b621cbb69ae0 req-1f166be9-8467-457b-b3e2-8ff9bacb51b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=65c8be52-319f-4849-b04c-a2dbe66590a7 HTTP/1.1" status: 200 len: 897 time: 0.1817560 Feb 09 18:43:19.233327 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-13820162-b765-4658-aa8e-786343a8bc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12275728', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:54Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '2410c72e-7a4d-4ac1-b21a-217860bbe80d', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'floating_ip_address': '172.26.8.18', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'port_id': '86a8338f-27db-49dd-aa7b-b93e8fdb08e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7', 'mac_address': 'fa:16:3e:9a:e3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8122ad-526b-43d3-9725-c642a365f658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:43:16Z', 'updated_at': '2022-02-09T18:43:16Z', 'revision_number': 0, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8376151c-a77e-4f73-ac8e-587ca85f3860', 'name': '', 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:3b:af:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d88a0b-51de-4de1-abbd-f5fcd091bc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:42:53Z', 'updated_at': '2022-02-09T18:43:02Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '26d88a0b-51de-4de1-abbd-f5fcd091bc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:43:19.240943 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13820162-b765-4658-aa8e-786343a8bc4b None None] Checking router: 981a7c19-6b0b-4728-9e6f-2cb5b04a4c92 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:43:19.257109 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13820162-b765-4658-aa8e-786343a8bc4b None None] Routers {'981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:43:19.258755 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-13820162-b765-4658-aa8e-786343a8bc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:43:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:43:19.292911 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e92ae19f-6060-428d-b83c-bc122c07c5f0 req-bd566b22-c469-45bf-9525-218d370461ea tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578743 Feb 09 18:43:19.324832 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 32874) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:43:19.366503 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f5d63b48-c657-4ca1-b1de-b621cbb69ae0 req-ecf2bf68-d0cb-4dbd-ac41-ac7434556c9c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86a8338f-27db-49dd-aa7b-b93e8fdb08e9 HTTP/1.1" status: 200 len: 998 time: 0.1541259 Feb 09 18:43:19.449664 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e9ce8655-9b1e-4b55-b80c-f7afb96daf05 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/floatingips/2410c72e-7a4d-4ac1-b21a-217860bbe80d HTTP/1.1" status: 200 len: 990 time: 0.1229067 Feb 09 18:43:19.452603 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d63b48-c657-4ca1-b1de-b621cbb69ae0 req-94b2435b-6218-4979-810f-9dea8896a03a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:19.454126 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f5d63b48-c657-4ca1-b1de-b621cbb69ae0 req-94b2435b-6218-4979-810f-9dea8896a03a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26d88a0b-51de-4de1-abbd-f5fcd091bc6e HTTP/1.1" status: 200 len: 834 time: 0.0816836 Feb 09 18:43:19.462804 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-13820162-b765-4658-aa8e-786343a8bc4b None None] Set router 981a7c19-6b0b-4728-9e6f-2cb5b04a4c92 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:43:19.553893 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f5d63b48-c657-4ca1-b1de-b621cbb69ae0 req-bbbdc83c-99ff-4f7d-9d6b-ec8270f956bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65c8be52-319f-4849-b04c-a2dbe66590a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0915656 Feb 09 18:43:19.709718 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f5d63b48-c657-4ca1-b1de-b621cbb69ae0 req-1590a15d-cdb4-40c5-8fae-df4c68ef3455 service neutron] 10.222.0.50 "GET /v2.0/networks/65c8be52-319f-4849-b04c-a2dbe66590a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454442 Feb 09 18:43:19.868899 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f5d63b48-c657-4ca1-b1de-b621cbb69ae0 req-409189d4-39ea-47c1-b6ff-2ed70b028127 service neutron] 10.222.0.50 "GET /v2.0/networks/65c8be52-319f-4849-b04c-a2dbe66590a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513782 Feb 09 18:43:19.884650 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-13820162-b765-4658-aa8e-786343a8bc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12275728', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:54Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '2410c72e-7a4d-4ac1-b21a-217860bbe80d', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'floating_ip_address': '172.26.8.18', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'port_id': '86a8338f-27db-49dd-aa7b-b93e8fdb08e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7', 'mac_address': 'fa:16:3e:9a:e3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8122ad-526b-43d3-9725-c642a365f658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:43:16Z', 'updated_at': '2022-02-09T18:43:16Z', 'revision_number': 0, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8376151c-a77e-4f73-ac8e-587ca85f3860', 'name': '', 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:3b:af:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d88a0b-51de-4de1-abbd-f5fcd091bc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:42:53Z', 'updated_at': '2022-02-09T18:43:02Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '26d88a0b-51de-4de1-abbd-f5fcd091bc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:43:19.890199 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13820162-b765-4658-aa8e-786343a8bc4b None None] The sync data for ids ['981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'] in dv-neutron-827016-2-hyperv is: [{'id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12275728', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:54Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '2410c72e-7a4d-4ac1-b21a-217860bbe80d', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'floating_ip_address': '172.26.8.18', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'port_id': '86a8338f-27db-49dd-aa7b-b93e8fdb08e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7', 'mac_address': 'fa:16:3e:9a:e3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8122ad-526b-43d3-9725-c642a365f658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:43:16Z', 'updated_at': '2022-02-09T18:43:16Z', 'revision_number': 0, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8376151c-a77e-4f73-ac8e-587ca85f3860', 'name': '', 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:3b:af:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d88a0b-51de-4de1-abbd-f5fcd091bc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:42:53Z', 'updated_at': '2022-02-09T18:43:02Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '26d88a0b-51de-4de1-abbd-f5fcd091bc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:43:20.109674 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32db3b8-17d7-4223-8fcd-c5a987555296 None None] New status for floating IP 2410c72e-7a4d-4ac1-b21a-217860bbe80d: ACTIVE {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:43:20.330082 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:20.346374 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:20.452176 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 32878) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:43:20.577692 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-79496023-619b-4f0b-981e-189a10ce21c9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/floatingips/2410c72e-7a4d-4ac1-b21a-217860bbe80d HTTP/1.1" status: 200 len: 990 time: 0.1240077 Feb 09 18:43:21.581690 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 32882) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:43:21.709071 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-abc95870-a3cc-4720-9e84-444cba2891d6 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/floatingips/2410c72e-7a4d-4ac1-b21a-217860bbe80d HTTP/1.1" status: 200 len: 992 time: 0.1260657 Feb 09 18:43:21.761759 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:46.519478 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5b7416ba-2106-427e-ae81-7ea5dd395c26 req-9b7d0a08-7104-4fb8-a6e3-9dca13de96de service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1538982 Feb 09 18:43:46.693004 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-46cf2d79-3410-4b32-b8de-4bcc8a1e1fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:47.194529 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ec9f7-f375-4b0c-b04e-2685f0d606cb req-ff276b96-bb1e-446c-91c4-f133d64fa6da tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:47.196491 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f06ec9f7-f375-4b0c-b04e-2685f0d606cb req-ff276b96-bb1e-446c-91c4-f133d64fa6da tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 945 time: 0.1974866 Feb 09 18:43:47.224166 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 32908) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:43:47.259940 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f06ec9f7-f375-4b0c-b04e-2685f0d606cb req-cb756bce-d2ee-4bec-aecf-685c07846714 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525548 Feb 09 18:43:47.382993 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6f11b41d-1ced-432d-82d9-89f40aded91e req-674f0d89-6d79-4d59-8209-3c969684288a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1571448 Feb 09 18:43:47.464388 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:48.608556 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbd16f-1d2c-4a7a-8d26-d6fd02331c0e req-da44a4e6-f399-403d-8f39-7d4dc5e76b57 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:48.610637 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-67dbd16f-1d2c-4a7a-8d26-d6fd02331c0e req-da44a4e6-f399-403d-8f39-7d4dc5e76b57 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 945 time: 0.1032109 Feb 09 18:43:48.662928 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-67dbd16f-1d2c-4a7a-8d26-d6fd02331c0e req-eb469d7a-4811-476f-aaa9-fb8645d8c66c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462139 Feb 09 18:43:49.104354 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73926d05-19aa-43c0-b764-6cdadeb5434d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:49.892730 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c684943-5375-46da-b150-a9f163a36fc8 req-9d4fc54e-3884-4b66-bd4d-5aa617198d51 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:49.894597 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4c684943-5375-46da-b150-a9f163a36fc8 req-9d4fc54e-3884-4b66-bd4d-5aa617198d51 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 945 time: 0.0950086 Feb 09 18:43:49.960065 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4c684943-5375-46da-b150-a9f163a36fc8 req-660d3856-f5dd-458f-b711-4376242e16f3 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591683 Feb 09 18:43:50.251850 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:50.286818 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:50.304145 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6f11b41d-1ced-432d-82d9-89f40aded91e req-44769062-e5f7-4ee5-b55c-148d1b496ec9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 1098 time: 0.1831331 Feb 09 18:43:50.470801 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11b41d-1ced-432d-82d9-89f40aded91e req-eb9f3d0c-f6d7-48dc-a50f-8c402b91baa0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:50.472389 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6f11b41d-1ced-432d-82d9-89f40aded91e req-eb9f3d0c-f6d7-48dc-a50f-8c402b91baa0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=65c8be52-319f-4849-b04c-a2dbe66590a7 HTTP/1.1" status: 200 len: 897 time: 0.1607158 Feb 09 18:43:50.595793 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6f11b41d-1ced-432d-82d9-89f40aded91e req-c3fb48e7-1be4-421e-bfbd-375681771b93 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86a8338f-27db-49dd-aa7b-b93e8fdb08e9 HTTP/1.1" status: 200 len: 1000 time: 0.1161444 Feb 09 18:43:50.667425 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11b41d-1ced-432d-82d9-89f40aded91e req-7a5dd6ea-708c-40fd-845b-006e7f86d4e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:50.669028 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6f11b41d-1ced-432d-82d9-89f40aded91e req-7a5dd6ea-708c-40fd-845b-006e7f86d4e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26d88a0b-51de-4de1-abbd-f5fcd091bc6e HTTP/1.1" status: 200 len: 834 time: 0.0667121 Feb 09 18:43:50.946087 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6f11b41d-1ced-432d-82d9-89f40aded91e req-6e847c5e-06f3-4dac-a3be-b4740123746a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65c8be52-319f-4849-b04c-a2dbe66590a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2710385 Feb 09 18:43:51.119832 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6f11b41d-1ced-432d-82d9-89f40aded91e req-bd669dd2-f7f8-40c7-a87e-74a203c1a39d service neutron] 10.222.0.50 "GET /v2.0/networks/65c8be52-319f-4849-b04c-a2dbe66590a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655102 Feb 09 18:43:51.122037 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:43:51.265919 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6f11b41d-1ced-432d-82d9-89f40aded91e req-dd62e960-1204-4b34-a3f1-a33c0b7f742e service neutron] 10.222.0.50 "GET /v2.0/networks/65c8be52-319f-4849-b04c-a2dbe66590a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399493 Feb 09 18:43:51.293939 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30597cb7-8d3c-4779-ae95-cc1dbd126ed7 req-c697bc4d-8b7d-4859-b204-19b719e4ce22 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:51.296226 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-30597cb7-8d3c-4779-ae95-cc1dbd126ed7 req-c697bc4d-8b7d-4859-b204-19b719e4ce22 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 945 time: 0.1383352 Feb 09 18:43:51.351998 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-30597cb7-8d3c-4779-ae95-cc1dbd126ed7 req-decbcffa-e977-4cf1-90a2-f15822777299 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489366 Feb 09 18:43:51.949782 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:43:52.633192 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83584a2-9dcf-4e80-8d23-9786ab4bf0a8 req-0904ce18-d09a-400a-8183-0a7f26d85e11 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:52.635491 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c83584a2-9dcf-4e80-8d23-9786ab4bf0a8 req-0904ce18-d09a-400a-8183-0a7f26d85e11 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 945 time: 0.1364808 Feb 09 18:43:52.711092 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c83584a2-9dcf-4e80-8d23-9786ab4bf0a8 req-a57cf778-bde9-4b63-a04a-fea02639e74b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687878 Feb 09 18:43:53.928195 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b31575-dfb7-49b5-b2ef-46b3d5c1bdfd req-e2fad141-6bec-4fc2-ac82-a1a3a850296d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:53.929845 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-46b31575-dfb7-49b5-b2ef-46b3d5c1bdfd req-e2fad141-6bec-4fc2-ac82-a1a3a850296d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 945 time: 0.0907607 Feb 09 18:43:53.982357 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-46b31575-dfb7-49b5-b2ef-46b3d5c1bdfd req-bfcdc21b-dbe8-4b50-b7f8-a9cc3df48a34 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465868 Feb 09 18:43:55.238473 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c388229-8c8c-44bd-899c-2e8b95d1b8f0 req-eab5c4e0-9049-44b1-942a-d51c5ca9e0a6 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:55.240051 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7c388229-8c8c-44bd-899c-2e8b95d1b8f0 req-eab5c4e0-9049-44b1-942a-d51c5ca9e0a6 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 945 time: 0.0944638 Feb 09 18:43:55.293111 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7c388229-8c8c-44bd-899c-2e8b95d1b8f0 req-bb94cf85-352a-455d-b32f-712e0c07ea32 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445030 Feb 09 18:43:56.563908 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd03fc6-6cb0-4124-987b-20a692c99484 req-508421e2-ff1f-45d5-9790-d87b3cfbba99 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:56.566503 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9bd03fc6-6cb0-4124-987b-20a692c99484 req-508421e2-ff1f-45d5-9790-d87b3cfbba99 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 945 time: 0.1430306 Feb 09 18:43:56.646658 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9bd03fc6-6cb0-4124-987b-20a692c99484 req-2730d0ee-23fe-4dc7-9b6f-365c6423ff6b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740981 Feb 09 18:43:57.860811 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422aa5e0-2ddb-40ec-814b-6e54eb628092 req-435a34b3-0908-490d-9dd5-b20e06490a54 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:57.862494 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-422aa5e0-2ddb-40ec-814b-6e54eb628092 req-435a34b3-0908-490d-9dd5-b20e06490a54 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 945 time: 0.0842555 Feb 09 18:43:57.922577 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-422aa5e0-2ddb-40ec-814b-6e54eb628092 req-10702b67-f722-4045-9952-577d58fd5c4a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502436 Feb 09 18:43:59.161822 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bf1cc-ec28-40f7-b50c-212692b1d6e4 req-97dd28fb-7d9f-4f3d-b433-18256fc969e9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:43:59.163688 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a39bf1cc-ec28-40f7-b50c-212692b1d6e4 req-97dd28fb-7d9f-4f3d-b433-18256fc969e9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 945 time: 0.1019416 Feb 09 18:43:59.216275 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a39bf1cc-ec28-40f7-b50c-212692b1d6e4 req-07b01f2b-a07e-4a93-8727-0d65cdf14ead tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454595 Feb 09 18:44:00.445610 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8969b-c8ec-493d-9e0f-23a044f55789 req-97b985b0-e4b3-4ad3-93eb-7bd3f4de2d56 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:00.447185 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-87f8969b-c8ec-493d-9e0f-23a044f55789 req-97b985b0-e4b3-4ad3-93eb-7bd3f4de2d56 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 945 time: 0.0920334 Feb 09 18:44:00.502738 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-87f8969b-c8ec-493d-9e0f-23a044f55789 req-f69243d0-c003-4907-81d8-2197e3dc1262 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468252 Feb 09 18:44:01.717379 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b8304-eb94-4ecb-aa39-7c281ce30176 req-6473583a-784d-4ab3-95a8-886368112dab tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:01.719059 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-aa6b8304-eb94-4ecb-aa39-7c281ce30176 req-6473583a-784d-4ab3-95a8-886368112dab tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 945 time: 0.0865407 Feb 09 18:44:01.776676 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-aa6b8304-eb94-4ecb-aa39-7c281ce30176 req-325e8fef-369a-42aa-bf31-90f83d8e7af1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471530 Feb 09 18:44:01.966288 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f8fe808f-17eb-4c6d-a169-d40ee39c3a84 req-c1296b04-3f4d-4099-9cf4-3347a5666844 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 1098 time: 0.0767608 Feb 09 18:44:02.170726 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe808f-17eb-4c6d-a169-d40ee39c3a84 req-c6d23e90-3c89-4cb4-a6ac-f0ff8a208c3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:02.173152 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f8fe808f-17eb-4c6d-a169-d40ee39c3a84 req-c6d23e90-3c89-4cb4-a6ac-f0ff8a208c3a service neutron] 10.222.0.50 "GET /v2.0/networks?id=65c8be52-319f-4849-b04c-a2dbe66590a7 HTTP/1.1" status: 200 len: 897 time: 0.1858571 Feb 09 18:44:02.297871 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f8fe808f-17eb-4c6d-a169-d40ee39c3a84 req-1a74b5fc-1a3e-43d4-a80f-aa86c4e1b086 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86a8338f-27db-49dd-aa7b-b93e8fdb08e9 HTTP/1.1" status: 200 len: 1000 time: 0.1186552 Feb 09 18:44:02.367323 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe808f-17eb-4c6d-a169-d40ee39c3a84 req-15acc34f-708f-4eaa-92ae-c2f78969d07f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:02.368794 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f8fe808f-17eb-4c6d-a169-d40ee39c3a84 req-15acc34f-708f-4eaa-92ae-c2f78969d07f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26d88a0b-51de-4de1-abbd-f5fcd091bc6e HTTP/1.1" status: 200 len: 834 time: 0.0644548 Feb 09 18:44:02.455724 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f8fe808f-17eb-4c6d-a169-d40ee39c3a84 req-254aa1f0-5f41-4213-9074-89ae83fd085f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65c8be52-319f-4849-b04c-a2dbe66590a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811622 Feb 09 18:44:02.614233 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f8fe808f-17eb-4c6d-a169-d40ee39c3a84 req-c4673e56-1bdc-4c0d-88f5-505b20dd2076 service neutron] 10.222.0.50 "GET /v2.0/networks/65c8be52-319f-4849-b04c-a2dbe66590a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511135 Feb 09 18:44:02.766748 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f8fe808f-17eb-4c6d-a169-d40ee39c3a84 req-c3eeab54-3302-47bf-9efc-7f2f7f1c5a53 service neutron] 10.222.0.50 "GET /v2.0/networks/65c8be52-319f-4849-b04c-a2dbe66590a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465168 Feb 09 18:44:03.037968 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82436597-cb75-412a-a38a-932eb7997e98 req-bb2324ca-a563-4d93-8fa0-3ec83f6e471f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:03.039636 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-82436597-cb75-412a-a38a-932eb7997e98 req-bb2324ca-a563-4d93-8fa0-3ec83f6e471f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 945 time: 0.1271055 Feb 09 18:44:03.103449 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-82436597-cb75-412a-a38a-932eb7997e98 req-b9f5b57d-3f77-464c-b6b8-6c7d34da7185 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542901 Feb 09 18:44:04.402412 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe2240-ef40-4169-90f7-6024d153e95d req-e401447b-d361-49c3-bf99-2bba2c73d43f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:04.404646 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7fbe2240-ef40-4169-90f7-6024d153e95d req-e401447b-d361-49c3-bf99-2bba2c73d43f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 945 time: 0.1037958 Feb 09 18:44:04.462992 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7fbe2240-ef40-4169-90f7-6024d153e95d req-0bfd6119-2f27-4ff7-8b19-bf529c5fad6f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474923 Feb 09 18:44:05.711587 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe955a7-0a85-482f-b082-48e3db7d739f req-66e8b58d-2405-4882-8a69-e25d85da25ef tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:05.713177 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cfe955a7-0a85-482f-b082-48e3db7d739f req-66e8b58d-2405-4882-8a69-e25d85da25ef tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 945 time: 0.1034498 Feb 09 18:44:05.764945 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cfe955a7-0a85-482f-b082-48e3db7d739f req-0abeb8b4-9388-4cee-b29d-640d72246d1f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455165 Feb 09 18:44:07.014150 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52d415-9742-4b73-b7a5-4e4a5b32f17a req-13cd9760-1292-4d79-b57b-46aa2043e582 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:07.015805 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5a52d415-9742-4b73-b7a5-4e4a5b32f17a req-13cd9760-1292-4d79-b57b-46aa2043e582 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 945 time: 0.0887842 Feb 09 18:44:07.106082 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5a52d415-9742-4b73-b7a5-4e4a5b32f17a req-1288ad5c-59d8-490b-99d7-35a9e006f5e0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801349 Feb 09 18:44:08.381511 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a741e-c732-4c11-9fd4-8122cc7d9661 req-f63b4501-2ed6-43be-8b38-0b0139156156 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:08.383110 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4b9a741e-c732-4c11-9fd4-8122cc7d9661 req-f63b4501-2ed6-43be-8b38-0b0139156156 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 945 time: 0.0861874 Feb 09 18:44:08.432882 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4b9a741e-c732-4c11-9fd4-8122cc7d9661 req-6ad08070-4609-4949-9634-246a5fc4a9bf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432525 Feb 09 18:44:08.503013 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6f11b41d-1ced-432d-82d9-89f40aded91e req-fb8313af-5741-4064-b0e2-a5f79048ba2b service neutron] 10.222.0.50 "GET /v2.0/ports/86a8338f-27db-49dd-aa7b-b93e8fdb08e9/bindings/hv-neutron-8270 HTTP/1.1" status: 200 len: 384 time: 0.1206589 Feb 09 18:44:09.209514 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6f11b41d-1ced-432d-82d9-89f40aded91e req-a5fd04c8-fcc2-47e4-afe3-9a8409f6f286 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658&tenant_id=2a01b8869a934284a87963b91efa1f71 HTTP/1.1" status: 200 len: 1098 time: 0.0803161 Feb 09 18:44:09.309425 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6f11b41d-1ced-432d-82d9-89f40aded91e req-4cfd89ec-11cc-40f1-bccc-13c315ec6086 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 1098 time: 0.0759873 Feb 09 18:44:09.455351 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11b41d-1ced-432d-82d9-89f40aded91e req-495367bd-1983-4b10-9331-462c5cae4e10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:09.456754 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6f11b41d-1ced-432d-82d9-89f40aded91e req-495367bd-1983-4b10-9331-462c5cae4e10 service neutron] 10.222.0.50 "GET /v2.0/networks?id=65c8be52-319f-4849-b04c-a2dbe66590a7 HTTP/1.1" status: 200 len: 897 time: 0.1416266 Feb 09 18:44:09.585060 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6f11b41d-1ced-432d-82d9-89f40aded91e req-5271c52f-b563-4524-96db-ae7c30d224aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86a8338f-27db-49dd-aa7b-b93e8fdb08e9 HTTP/1.1" status: 200 len: 1000 time: 0.1221762 Feb 09 18:44:09.658063 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a16482-ae6f-4123-b885-9e46cae5ff02 req-e47bc041-1609-408b-a99f-acd08bbaf6e5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:09.659929 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-92a16482-ae6f-4123-b885-9e46cae5ff02 req-e47bc041-1609-408b-a99f-acd08bbaf6e5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 945 time: 0.0943162 Feb 09 18:44:09.685874 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11b41d-1ced-432d-82d9-89f40aded91e req-3d8b2856-34d1-4314-8e76-99d2a5204218 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:09.687395 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6f11b41d-1ced-432d-82d9-89f40aded91e req-3d8b2856-34d1-4314-8e76-99d2a5204218 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26d88a0b-51de-4de1-abbd-f5fcd091bc6e HTTP/1.1" status: 200 len: 834 time: 0.0966187 Feb 09 18:44:09.742111 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-92a16482-ae6f-4123-b885-9e46cae5ff02 req-2d408690-9092-4377-9b80-ed531ecaa9bc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744421 Feb 09 18:44:09.910383 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6f11b41d-1ced-432d-82d9-89f40aded91e req-5ec2b731-4e90-4db7-8201-ee779145d552 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65c8be52-319f-4849-b04c-a2dbe66590a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2158248 Feb 09 18:44:10.110191 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6f11b41d-1ced-432d-82d9-89f40aded91e req-90744aac-6d38-467a-8bcd-d7bb2eb2975c service neutron] 10.222.0.50 "GET /v2.0/networks/65c8be52-319f-4849-b04c-a2dbe66590a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930835 Feb 09 18:44:10.255699 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6f11b41d-1ced-432d-82d9-89f40aded91e req-b3f7d367-4cec-442b-a8e4-b10432b7f3b0 service neutron] 10.222.0.50 "GET /v2.0/networks/65c8be52-319f-4849-b04c-a2dbe66590a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399403 Feb 09 18:44:10.516479 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:44:10.676468 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:10.709960 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8122ad-526b-43d3-9725-c642a365f658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86a8338f-27db-49dd-aa7b-b93e8fdb08e9'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:44:10.719939 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 86a8338f-27db-49dd-aa7b-b93e8fdb08e9, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=86a8338f-27db-49dd-aa7b-b93e8fdb08e9,segment=NetworkSegment(933b5505-b27c-4068-939c-844deb8dc2a2),segment_id=933b5505-b27c-4068-939c-844deb8dc2a2)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:44:10.783164 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8122ad-526b-43d3-9725-c642a365f658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86a8338f-27db-49dd-aa7b-b93e8fdb08e9', 'code': 200} Feb 09 18:44:10.818231 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:10.923687 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=86a8338f-27db-49dd-aa7b-b93e8fdb08e9,revision_number=6']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:44:10.941306 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:10.941783 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:10.942479 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:10.942972 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:10.949059 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:10.949059 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:10.949059 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:10.949059 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:10.949059 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:10.949059 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:10.949059 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:11.097608 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3912f5b-8ade-4358-923d-b66f04190df9 req-3883782b-2515-4475-b30b-bd57991aa62b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:11.100196 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e3912f5b-8ade-4358-923d-b66f04190df9 req-3883782b-2515-4475-b30b-bd57991aa62b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 943 time: 0.1055043 Feb 09 18:44:11.179864 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e3912f5b-8ade-4358-923d-b66f04190df9 req-728af30b-0b90-4716-b01b-2f9962739180 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713451 Feb 09 18:44:12.434960 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505a9fa-27f6-4351-838f-e6edd58b51af req-8ad2bb59-7940-4148-bfe8-fd51edc2f67e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:12.437517 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0505a9fa-27f6-4351-838f-e6edd58b51af req-8ad2bb59-7940-4148-bfe8-fd51edc2f67e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 943 time: 0.1215913 Feb 09 18:44:12.490072 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0505a9fa-27f6-4351-838f-e6edd58b51af req-9cdc2a25-124d-4bcd-bbe8-7f7712a54f6a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448132 Feb 09 18:44:13.720149 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559a869-ca49-42ae-aa82-ab8b45d7611a req-2deb2455-029e-4431-b16d-d7d43d5ce6a1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:13.721766 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b559a869-ca49-42ae-aa82-ab8b45d7611a req-2deb2455-029e-4431-b16d-d7d43d5ce6a1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 943 time: 0.0829263 Feb 09 18:44:13.776457 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b559a869-ca49-42ae-aa82-ab8b45d7611a req-11b41204-ac70-43f1-a639-005f74dc8d05 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483856 Feb 09 18:44:14.366189 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec8eaa-22af-41f6-adc2-a07adccd98ff req-31ba0b48-0af7-4496-85a8-ca763bf1b44e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:14.367990 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-01ec8eaa-22af-41f6-adc2-a07adccd98ff req-31ba0b48-0af7-4496-85a8-ca763bf1b44e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 943 time: 0.1287003 Feb 09 18:44:14.428129 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-01ec8eaa-22af-41f6-adc2-a07adccd98ff req-652e9fd5-719f-415f-a38b-c0b958b692ef tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490804 Feb 09 18:44:14.456185 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817ae41-38b5-448b-a8b5-a3b151de859a req-9ee8d289-cbbf-4773-b3a6-b0a132a85096 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:14.457126 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-8817ae41-38b5-448b-a8b5-a3b151de859a req-9ee8d289-cbbf-4773-b3a6-b0a132a85096 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Synchronizing usage tracker for tenant:2a01b8869a934284a87963b91efa1f71 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:44:14.538520 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-8817ae41-38b5-448b-a8b5-a3b151de859a req-9ee8d289-cbbf-4773-b3a6-b0a132a85096 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Unset dirty status for tenant:2a01b8869a934284a87963b91efa1f71 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:44:14.540148 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8817ae41-38b5-448b-a8b5-a3b151de859a req-9ee8d289-cbbf-4773-b3a6-b0a132a85096 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658&tenant_id=2a01b8869a934284a87963b91efa1f71&binding%3Ahost_id=hv-neutron-8270 HTTP/1.1" status: 200 len: 943 time: 0.1836114 Feb 09 18:44:14.549072 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:44:14.665487 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595f629-4d2a-4b21-9a27-8b40a91a00df req-e87d823c-7cff-4d97-919e-c1289325541a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:14.667504 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9595f629-4d2a-4b21-9a27-8b40a91a00df req-e87d823c-7cff-4d97-919e-c1289325541a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 943 time: 0.0864081 Feb 09 18:44:14.768634 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8817ae41-38b5-448b-a8b5-a3b151de859a req-2ee15fb8-b9ab-478d-944c-7459b0ef0dab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 1096 time: 0.1398587 Feb 09 18:44:14.821448 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9595f629-4d2a-4b21-9a27-8b40a91a00df req-0de486dc-7902-4d75-a43c-b399b1e63283 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476054 Feb 09 18:44:14.826424 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 86a8338f-27db-49dd-aa7b-b93e8fdb08e9, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=86a8338f-27db-49dd-aa7b-b93e8fdb08e9,segment=NetworkSegment(933b5505-b27c-4068-939c-844deb8dc2a2),segment_id=933b5505-b27c-4068-939c-844deb8dc2a2)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:44:14.854658 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '86a8338f-27db-49dd-aa7b-b93e8fdb08e9', 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7', 'port_id': '86a8338f-27db-49dd-aa7b-b93e8fdb08e9', 'mac_address': 'fa:16:3e:9a:e3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d88a0b-51de-4de1-abbd-f5fcd091bc6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:44:14.948549 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817ae41-38b5-448b-a8b5-a3b151de859a req-fc806cf4-77eb-4b0b-9229-b0451be9f1e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:14.950179 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8817ae41-38b5-448b-a8b5-a3b151de859a req-fc806cf4-77eb-4b0b-9229-b0451be9f1e7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=65c8be52-319f-4849-b04c-a2dbe66590a7 HTTP/1.1" status: 200 len: 897 time: 0.1743684 Feb 09 18:44:14.960677 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:14.993375 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:44:15.019928 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 86a8338f-27db-49dd-aa7b-b93e8fdb08e9, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=86a8338f-27db-49dd-aa7b-b93e8fdb08e9,segment=NetworkSegment(933b5505-b27c-4068-939c-844deb8dc2a2),segment_id=933b5505-b27c-4068-939c-844deb8dc2a2)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:44:15.066510 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8817ae41-38b5-448b-a8b5-a3b151de859a req-28ca0a7e-81dc-4455-b02d-9f437883814e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86a8338f-27db-49dd-aa7b-b93e8fdb08e9 HTTP/1.1" status: 200 len: 998 time: 0.1036198 Feb 09 18:44:15.092781 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:15.147459 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817ae41-38b5-448b-a8b5-a3b151de859a req-ffb986a3-bb78-4f08-9d5c-a719e69659a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:15.149793 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8817ae41-38b5-448b-a8b5-a3b151de859a req-ffb986a3-bb78-4f08-9d5c-a719e69659a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26d88a0b-51de-4de1-abbd-f5fcd091bc6e HTTP/1.1" status: 200 len: 834 time: 0.0774658 Feb 09 18:44:15.181261 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['86a8338f-27db-49dd-aa7b-b93e8fdb08e9'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:44:15.222094 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=86a8338f-27db-49dd-aa7b-b93e8fdb08e9,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:44:15.263604 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8817ae41-38b5-448b-a8b5-a3b151de859a req-6e3f0b92-7ad0-49ad-81bd-3ce781846e32 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65c8be52-319f-4849-b04c-a2dbe66590a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1076496 Feb 09 18:44:15.450559 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8817ae41-38b5-448b-a8b5-a3b151de859a req-7b51c84a-5a8b-4300-a58d-a8ee9b2329df service neutron] 10.222.0.50 "GET /v2.0/networks/65c8be52-319f-4849-b04c-a2dbe66590a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791682 Feb 09 18:44:15.603168 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8817ae41-38b5-448b-a8b5-a3b151de859a req-4636f36f-5440-4576-ae70-c4afd053b275 service neutron] 10.222.0.50 "GET /v2.0/networks/65c8be52-319f-4849-b04c-a2dbe66590a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471055 Feb 09 18:44:16.054488 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb628cf-e07d-4be3-b524-008d9e928657 req-5b919420-d6fc-4071-a040-714d8c3ad5e8 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:16.056627 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7fb628cf-e07d-4be3-b524-008d9e928657 req-5b919420-d6fc-4071-a040-714d8c3ad5e8 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 944 time: 0.0972295 Feb 09 18:44:16.116289 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7fb628cf-e07d-4be3-b524-008d9e928657 req-191727c5-aa89-44ad-a89f-8b5bc315113e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523748 Feb 09 18:44:16.547441 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:44:16.647445 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:44:16.647891 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:16.701591 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c385b90a-7129-4f75-85e6-4767728e850d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:16.800378 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:16.836806 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8122ad-526b-43d3-9725-c642a365f658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a8338f-27db-49dd-aa7b-b93e8fdb08e9'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:44:16.855288 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 86a8338f-27db-49dd-aa7b-b93e8fdb08e9, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=86a8338f-27db-49dd-aa7b-b93e8fdb08e9,segment=NetworkSegment(933b5505-b27c-4068-939c-844deb8dc2a2),segment_id=933b5505-b27c-4068-939c-844deb8dc2a2)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:44:16.904152 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8122ad-526b-43d3-9725-c642a365f658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a8338f-27db-49dd-aa7b-b93e8fdb08e9', 'code': 200} Feb 09 18:44:17.001661 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:17.079029 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=86a8338f-27db-49dd-aa7b-b93e8fdb08e9,revision_number=8']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:44:17.353104 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c60f0-8796-4198-bf22-8e6b6ab9ffd3 req-e435b180-8d50-45e6-9a86-1b6967be0c93 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:17.354958 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f21c60f0-8796-4198-bf22-8e6b6ab9ffd3 req-e435b180-8d50-45e6-9a86-1b6967be0c93 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 945 time: 0.0894477 Feb 09 18:44:17.405212 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:17.412325 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f21c60f0-8796-4198-bf22-8e6b6ab9ffd3 req-cb4e1209-8abe-45bf-9d1a-3b70e25ff963 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468323 Feb 09 18:44:17.452192 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 32996) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:44:17.573616 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ed079e21-e816-4eb3-9d50-224c78d9f16d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/floatingips/2410c72e-7a4d-4ac1-b21a-217860bbe80d HTTP/1.1" status: 200 len: 992 time: 0.1200783 Feb 09 18:44:19.052319 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a32d94a7-083d-43d3-8b95-d83092c780af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:20.241666 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:20.252361 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:21.759171 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:28.125553 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:44:44.008477 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33008) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:44:44.232291 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-2c034a80-7f1b-439b-8e3c-4dff4dbb979a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Deleting port a1036403-71d3-4013-a32d-240102f81e7e {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:44:44.232667 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c034a80-7f1b-439b-8e3c-4dff4dbb979a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:44.527537 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c034a80-7f1b-439b-8e3c-4dff4dbb979a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:44.527911 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c034a80-7f1b-439b-8e3c-4dff4dbb979a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:44.655860 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-2c034a80-7f1b-439b-8e3c-4dff4dbb979a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Calling delete_port for a1036403-71d3-4013-a32d-240102f81e7e owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:44:44.883996 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c034a80-7f1b-439b-8e3c-4dff4dbb979a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:44.934117 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c034a80-7f1b-439b-8e3c-4dff4dbb979a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Port': ['ID=a1036403-71d3-4013-a32d-240102f81e7e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:44:44.974143 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c034a80-7f1b-439b-8e3c-4dff4dbb979a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:44.974773 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c034a80-7f1b-439b-8e3c-4dff4dbb979a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:44.975094 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c034a80-7f1b-439b-8e3c-4dff4dbb979a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:44.975427 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c034a80-7f1b-439b-8e3c-4dff4dbb979a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:44.975761 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c034a80-7f1b-439b-8e3c-4dff4dbb979a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:44.976088 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c034a80-7f1b-439b-8e3c-4dff4dbb979a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:44.976408 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c034a80-7f1b-439b-8e3c-4dff4dbb979a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:44.976728 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c034a80-7f1b-439b-8e3c-4dff4dbb979a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:44.977053 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c034a80-7f1b-439b-8e3c-4dff4dbb979a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:44.977374 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c034a80-7f1b-439b-8e3c-4dff4dbb979a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:44.977698 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c034a80-7f1b-439b-8e3c-4dff4dbb979a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:45.044940 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c034a80-7f1b-439b-8e3c-4dff4dbb979a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:45.513233 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c034a80-7f1b-439b-8e3c-4dff4dbb979a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Router 981a7c19-6b0b-4728-9e6f-2cb5b04a4c92 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:44:45.734391 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c034a80-7f1b-439b-8e3c-4dff4dbb979a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:44:45.747932 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26484acd-ec35-4696-8870-c73b8cd76cec None None] Sync routers for ids ['981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:44:45.763881 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26484acd-ec35-4696-8870-c73b8cd76cec None None] Routers {'981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:44:45.764407 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-26484acd-ec35-4696-8870-c73b8cd76cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:44:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:44:45.846588 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c034a80-7f1b-439b-8e3c-4dff4dbb979a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:45.904477 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-2c034a80-7f1b-439b-8e3c-4dff4dbb979a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "DELETE /v2.0/floatingips/2410c72e-7a4d-4ac1-b21a-217860bbe80d HTTP/1.1" status: 204 len: 168 time: 1.8949082 Feb 09 18:44:45.905095 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8122ad-526b-43d3-9725-c642a365f658', 'tag': '86a8338f-27db-49dd-aa7b-b93e8fdb08e9'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:44:46.036511 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-26484acd-ec35-4696-8870-c73b8cd76cec None None] Set router 981a7c19-6b0b-4728-9e6f-2cb5b04a4c92 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:44:46.182023 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8122ad-526b-43d3-9725-c642a365f658', 'tag': '86a8338f-27db-49dd-aa7b-b93e8fdb08e9', 'status': 'completed', 'code': 200} Feb 09 18:44:46.304230 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-09b4953e-223b-47a1-a148-41cca78c3259 req-da8248a4-7dc9-4123-8567-92d6e9f197ea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 1098 time: 0.0895967 Feb 09 18:44:46.454935 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-26484acd-ec35-4696-8870-c73b8cd76cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12275728', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:54Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '8376151c-a77e-4f73-ac8e-587ca85f3860', 'name': '', 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:3b:af:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d88a0b-51de-4de1-abbd-f5fcd091bc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:42:53Z', 'updated_at': '2022-02-09T18:43:02Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '26d88a0b-51de-4de1-abbd-f5fcd091bc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:44:46.461191 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26484acd-ec35-4696-8870-c73b8cd76cec None None] Checking router: 981a7c19-6b0b-4728-9e6f-2cb5b04a4c92 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:44:46.479669 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26484acd-ec35-4696-8870-c73b8cd76cec None None] Routers {'981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:44:46.480631 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-26484acd-ec35-4696-8870-c73b8cd76cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:44:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:44:46.491523 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4953e-223b-47a1-a148-41cca78c3259 req-8d945ff1-379e-4838-9b33-729bbb75ff6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:46.494838 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-09b4953e-223b-47a1-a148-41cca78c3259 req-8d945ff1-379e-4838-9b33-729bbb75ff6f service neutron] 10.222.0.50 "GET /v2.0/networks?id=65c8be52-319f-4849-b04c-a2dbe66590a7 HTTP/1.1" status: 200 len: 897 time: 0.1827898 Feb 09 18:44:46.573650 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-09b4953e-223b-47a1-a148-41cca78c3259 req-5f96f747-0b0f-4f45-9ed5-4ab0b3a7cf66 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86a8338f-27db-49dd-aa7b-b93e8fdb08e9 HTTP/1.1" status: 200 len: 217 time: 0.0733874 Feb 09 18:44:46.705003 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7cb896ca-b217-4835-ba84-a4b72cd1d873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:46.782747 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4953e-223b-47a1-a148-41cca78c3259 req-b9bc31b5-3ea8-4bc2-9dc0-1790b63d9fc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:46.785692 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-09b4953e-223b-47a1-a148-41cca78c3259 req-b9bc31b5-3ea8-4bc2-9dc0-1790b63d9fc1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26d88a0b-51de-4de1-abbd-f5fcd091bc6e HTTP/1.1" status: 200 len: 834 time: 0.2063293 Feb 09 18:44:46.786781 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794ca2d-6543-4e49-8f2d-4437adc078ae req-56678ff3-5915-4533-a497-a511467be293 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:46.788943 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d794ca2d-6543-4e49-8f2d-4437adc078ae req-56678ff3-5915-4533-a497-a511467be293 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 945 time: 0.1050320 Feb 09 18:44:46.823827 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-26484acd-ec35-4696-8870-c73b8cd76cec None None] Set router 981a7c19-6b0b-4728-9e6f-2cb5b04a4c92 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:44:46.855667 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d794ca2d-6543-4e49-8f2d-4437adc078ae req-81b0f238-d1b4-405a-be0f-8bef73b6f6db tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582681 Feb 09 18:44:46.927268 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-09b4953e-223b-47a1-a148-41cca78c3259 req-71febc7c-7d3c-4587-a8c9-c53e34e0f5bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65c8be52-319f-4849-b04c-a2dbe66590a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1339602 Feb 09 18:44:47.090091 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-09b4953e-223b-47a1-a148-41cca78c3259 req-8b6290f9-2f54-4088-8b50-0b139f64a0a8 service neutron] 10.222.0.50 "GET /v2.0/networks/65c8be52-319f-4849-b04c-a2dbe66590a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552296 Feb 09 18:44:47.219351 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-26484acd-ec35-4696-8870-c73b8cd76cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12275728', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:54Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '8376151c-a77e-4f73-ac8e-587ca85f3860', 'name': '', 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:3b:af:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d88a0b-51de-4de1-abbd-f5fcd091bc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:42:53Z', 'updated_at': '2022-02-09T18:43:02Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '26d88a0b-51de-4de1-abbd-f5fcd091bc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:44:47.224710 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26484acd-ec35-4696-8870-c73b8cd76cec None None] The sync data for ids ['981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'] in dv-neutron-827016-2-hyperv is: [{'id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12275728', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:54Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '8376151c-a77e-4f73-ac8e-587ca85f3860', 'name': '', 'network_id': '65c8be52-319f-4849-b04c-a2dbe66590a7', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:3b:af:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d88a0b-51de-4de1-abbd-f5fcd091bc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:42:53Z', 'updated_at': '2022-02-09T18:43:02Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '26d88a0b-51de-4de1-abbd-f5fcd091bc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:44:47.277309 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-09b4953e-223b-47a1-a148-41cca78c3259 req-7f24d176-ca3e-42be-be14-2775f5fe0bf2 service neutron] 10.222.0.50 "GET /v2.0/networks/65c8be52-319f-4849-b04c-a2dbe66590a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789460 Feb 09 18:44:47.452268 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:47.482131 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda997ca-4106-4c48-b460-3c5ff6198660 None None] New status for floating IP 2410c72e-7a4d-4ac1-b21a-217860bbe80d: DOWN {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:44:48.113471 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862a43f-5f00-4e69-ae9a-80ab5f541b8d req-b05fc31a-cfdc-49cc-8e66-284a1e665859 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:48.115549 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2862a43f-5f00-4e69-ae9a-80ab5f541b8d req-b05fc31a-cfdc-49cc-8e66-284a1e665859 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 945 time: 0.0911665 Feb 09 18:44:48.168678 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2862a43f-5f00-4e69-ae9a-80ab5f541b8d req-2ec56f5c-525a-4caf-bf09-dde997ae9f4e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=89bebf09-2ec5-4c75-aa22-3bc44bd012b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467458 Feb 09 18:44:48.314013 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd741806-bffe-4429-ad18-db8d158bbc4c req-e8229c6f-10ef-4cb2-ae10-83190a5a6864 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:44:48.314897 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-dd741806-bffe-4429-ad18-db8d158bbc4c req-e8229c6f-10ef-4cb2-ae10-83190a5a6864 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Synchronizing usage tracker for tenant:2a01b8869a934284a87963b91efa1f71 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:44:48.418033 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-dd741806-bffe-4429-ad18-db8d158bbc4c req-e8229c6f-10ef-4cb2-ae10-83190a5a6864 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Unset dirty status for tenant:2a01b8869a934284a87963b91efa1f71 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:44:48.419651 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-dd741806-bffe-4429-ad18-db8d158bbc4c req-e8229c6f-10ef-4cb2-ae10-83190a5a6864 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 945 time: 0.2054403 Feb 09 18:44:48.501678 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-dd741806-bffe-4429-ad18-db8d158bbc4c req-13bd4733-93e4-4ca5-9c3e-66c82c5a74c5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Deleting port 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:44:48.502035 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-dd741806-bffe-4429-ad18-db8d158bbc4c req-13bd4733-93e4-4ca5-9c3e-66c82c5a74c5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:48.898176 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-dd741806-bffe-4429-ad18-db8d158bbc4c req-13bd4733-93e4-4ca5-9c3e-66c82c5a74c5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] For port 86a8338f-27db-49dd-aa7b-b93e8fdb08e9, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=86a8338f-27db-49dd-aa7b-b93e8fdb08e9,segment=NetworkSegment(933b5505-b27c-4068-939c-844deb8dc2a2),segment_id=933b5505-b27c-4068-939c-844deb8dc2a2)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:44:48.898551 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-dd741806-bffe-4429-ad18-db8d158bbc4c req-13bd4733-93e4-4ca5-9c3e-66c82c5a74c5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:49.027821 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-dd741806-bffe-4429-ad18-db8d158bbc4c req-13bd4733-93e4-4ca5-9c3e-66c82c5a74c5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Calling delete_port for 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:44:49.030142 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab2fe8dc-24f0-4e65-aad8-e169da113da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:49.326719 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-dd741806-bffe-4429-ad18-db8d158bbc4c req-13bd4733-93e4-4ca5-9c3e-66c82c5a74c5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:49.379156 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd4733-93e4-4ca5-9c3e-66c82c5a74c5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Port': ['ID=86a8338f-27db-49dd-aa7b-b93e8fdb08e9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:44:49.412952 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7d64aac0-6118-4757-b2bc-deed0e151378 req-de2eb533-5c9e-4273-9b85-ef76d5836ea2 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 210 time: 0.0623868 Feb 09 18:44:49.464337 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd741806-bffe-4429-ad18-db8d158bbc4c req-13bd4733-93e4-4ca5-9c3e-66c82c5a74c5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] No DVR routers for this DVR port 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:44:49.466940 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-dd741806-bffe-4429-ad18-db8d158bbc4c req-13bd4733-93e4-4ca5-9c3e-66c82c5a74c5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:49.469810 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8122ad-526b-43d3-9725-c642a365f658', 'name': 'network-vif-deleted', 'tag': '86a8338f-27db-49dd-aa7b-b93e8fdb08e9'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:44:49.560191 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-dd741806-bffe-4429-ad18-db8d158bbc4c req-13bd4733-93e4-4ca5-9c3e-66c82c5a74c5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "DELETE /v2.0/ports/86a8338f-27db-49dd-aa7b-b93e8fdb08e9 HTTP/1.1" status: 204 len: 173 time: 1.1348433 Feb 09 18:44:49.581936 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8122ad-526b-43d3-9725-c642a365f658', 'name': 'network-vif-deleted', 'tag': '86a8338f-27db-49dd-aa7b-b93e8fdb08e9', 'status': 'completed', 'code': 200} Feb 09 18:44:50.252064 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:50.286261 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:50.614312 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ed1498ac-748b-4061-8033-ae6f4e1f4606 req-40ed7315-8a92-488d-b946-a4cbb8bbf4b9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8122ad-526b-43d3-9725-c642a365f658 HTTP/1.1" status: 200 len: 210 time: 0.0457268 Feb 09 18:44:51.726099 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33030) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:44:51.798431 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:52.283535 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-83e7492e-368e-4803-95c5-53c09e9e5b10 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:52.672951 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:44:52.729108 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:44:52.729656 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 86a8338f-27db-49dd-aa7b-b93e8fdb08e9 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:44:52.997518 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-83e7492e-368e-4803-95c5-53c09e9e5b10 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Deleting port 8376151c-a77e-4f73-ac8e-587ca85f3860 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:44:52.998186 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-83e7492e-368e-4803-95c5-53c09e9e5b10 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:53.200265 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-83e7492e-368e-4803-95c5-53c09e9e5b10 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] For port 8376151c-a77e-4f73-ac8e-587ca85f3860, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=8376151c-a77e-4f73-ac8e-587ca85f3860,segment=NetworkSegment(933b5505-b27c-4068-939c-844deb8dc2a2),segment_id=933b5505-b27c-4068-939c-844deb8dc2a2)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:44:53.200618 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-83e7492e-368e-4803-95c5-53c09e9e5b10 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:53.336628 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-83e7492e-368e-4803-95c5-53c09e9e5b10 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Calling delete_port for 8376151c-a77e-4f73-ac8e-587ca85f3860 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:44:53.621126 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-83e7492e-368e-4803-95c5-53c09e9e5b10 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:53.671252 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7492e-368e-4803-95c5-53c09e9e5b10 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Port': ['ID=8376151c-a77e-4f73-ac8e-587ca85f3860,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:44:54.182495 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-83e7492e-368e-4803-95c5-53c09e9e5b10 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:54.853960 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e7492e-368e-4803-95c5-53c09e9e5b10 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Router 981a7c19-6b0b-4728-9e6f-2cb5b04a4c92 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:44:55.133661 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e7492e-368e-4803-95c5-53c09e9e5b10 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:44:55.145716 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3123f227-afdb-4b0f-9ddf-9bc05034d873 None None] Sync routers for ids ['981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:44:55.157535 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-83e7492e-368e-4803-95c5-53c09e9e5b10 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "PUT /v2.0/routers/981a7c19-6b0b-4728-9e6f-2cb5b04a4c92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4299977 Feb 09 18:44:55.160309 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33034) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:44:55.163724 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3123f227-afdb-4b0f-9ddf-9bc05034d873 None None] Routers {'981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:44:55.164689 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3123f227-afdb-4b0f-9ddf-9bc05034d873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:44:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:44:55.402806 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-3123f227-afdb-4b0f-9ddf-9bc05034d873 None None] Set router 981a7c19-6b0b-4728-9e6f-2cb5b04a4c92 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:44:55.421270 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f01d5b-e735-4657-9afc-1efdba0df39b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Deleting subnet 26d88a0b-51de-4de1-abbd-f5fcd091bc6e {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:44:55.425484 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9f01d5b-e735-4657-9afc-1efdba0df39b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:55.495601 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9f01d5b-e735-4657-9afc-1efdba0df39b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:55.598932 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9f01d5b-e735-4657-9afc-1efdba0df39b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:55.749302 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3123f227-afdb-4b0f-9ddf-9bc05034d873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12275728', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:44:53Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:44:55.754509 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3123f227-afdb-4b0f-9ddf-9bc05034d873 None None] Checking router: 981a7c19-6b0b-4728-9e6f-2cb5b04a4c92 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:44:55.768285 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3123f227-afdb-4b0f-9ddf-9bc05034d873 None None] Routers {'981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:44:55.768906 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3123f227-afdb-4b0f-9ddf-9bc05034d873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:44:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:44:55.784626 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9f01d5b-e735-4657-9afc-1efdba0df39b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:55.834599 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f01d5b-e735-4657-9afc-1efdba0df39b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Subnet': ['ID=26d88a0b-51de-4de1-abbd-f5fcd091bc6e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:44:55.841177 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9f01d5b-e735-4657-9afc-1efdba0df39b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:55.850180 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a9f01d5b-e735-4657-9afc-1efdba0df39b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "DELETE /v2.0/subnets/26d88a0b-51de-4de1-abbd-f5fcd091bc6e HTTP/1.1" status: 204 len: 168 time: 0.6867385 Feb 09 18:44:55.852516 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33038) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:44:55.856937 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d172ec-911f-40f4-a13f-25775be0a2ff None None] Network 65c8be52-319f-4849-b04c-a2dbe66590a7 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:44:56.158505 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-3123f227-afdb-4b0f-9ddf-9bc05034d873 None None] Set router 981a7c19-6b0b-4728-9e6f-2cb5b04a4c92 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:44:56.246563 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bbbc931b-b347-4224-9098-a492f52712a1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:56.279701 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00afb31-3b3d-4c93-a025-4c2a1c220948 None None] DHCP port deletion for 65c8be52-319f-4849-b04c-a2dbe66590a7 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:44:56.285386 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e00afb31-3b3d-4c93-a025-4c2a1c220948 None None] Deleting port c493067e-143a-4ad3-b190-cf78f0b663cd {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:44:56.286066 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e00afb31-3b3d-4c93-a025-4c2a1c220948 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:56.570191 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-e00afb31-3b3d-4c93-a025-4c2a1c220948 None None] For port c493067e-143a-4ad3-b190-cf78f0b663cd, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=c493067e-143a-4ad3-b190-cf78f0b663cd,segment=NetworkSegment(933b5505-b27c-4068-939c-844deb8dc2a2),segment_id=933b5505-b27c-4068-939c-844deb8dc2a2)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:44:56.570817 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e00afb31-3b3d-4c93-a025-4c2a1c220948 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:56.700896 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3123f227-afdb-4b0f-9ddf-9bc05034d873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12275728', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:44:53Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:44:56.708396 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3123f227-afdb-4b0f-9ddf-9bc05034d873 None None] The sync data for ids ['981a7c19-6b0b-4728-9e6f-2cb5b04a4c92'] in dv-neutron-827016-2-hyperv is: [{'id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12275728', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:44:53Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '0c29b97e-8e4c-4bf2-ad26-ba680a20d867', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981a7c19-6b0b-4728-9e6f-2cb5b04a4c92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:42:48Z', 'updated_at': '2022-02-09T18:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:44:56.760748 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e00afb31-3b3d-4c93-a025-4c2a1c220948 None None] Calling delete_port for c493067e-143a-4ad3-b190-cf78f0b663cd owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:44:56.773169 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bbbc931b-b347-4224-9098-a492f52712a1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:56.940719 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-bbbc931b-b347-4224-9098-a492f52712a1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Deleting port 0c29b97e-8e4c-4bf2-ad26-ba680a20d867 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:44:56.941065 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bbbc931b-b347-4224-9098-a492f52712a1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:56.981880 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e00afb31-3b3d-4c93-a025-4c2a1c220948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:57.030942 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00afb31-3b3d-4c93-a025-4c2a1c220948 None None] Pushing event deleted for resources: {'Port': ['ID=c493067e-143a-4ad3-b190-cf78f0b663cd,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:44:57.042570 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00afb31-3b3d-4c93-a025-4c2a1c220948 None None] No DVR routers for this DVR port c493067e-143a-4ad3-b190-cf78f0b663cd on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:44:57.192403 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-bbbc931b-b347-4224-9098-a492f52712a1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] For port 0c29b97e-8e4c-4bf2-ad26-ba680a20d867, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0c29b97e-8e4c-4bf2-ad26-ba680a20d867,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:44:57.192900 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bbbc931b-b347-4224-9098-a492f52712a1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:57.325766 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-bbbc931b-b347-4224-9098-a492f52712a1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Calling delete_port for 0c29b97e-8e4c-4bf2-ad26-ba680a20d867 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:44:57.623644 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bbbc931b-b347-4224-9098-a492f52712a1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:57.672587 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc931b-b347-4224-9098-a492f52712a1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Port': ['ID=0c29b97e-8e4c-4bf2-ad26-ba680a20d867,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:44:57.919352 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bbbc931b-b347-4224-9098-a492f52712a1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:58.116764 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device c493067e-143a-4ad3-b190-cf78f0b663cd no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:44:58.161503 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: c493067e-143a-4ad3-b190-cf78f0b663cd {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:44:58.161991 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device c493067e-143a-4ad3-b190-cf78f0b663cd not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:44:58.162551 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 8376151c-a77e-4f73-ac8e-587ca85f3860 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:44:58.205077 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 8376151c-a77e-4f73-ac8e-587ca85f3860 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:44:58.205479 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 8376151c-a77e-4f73-ac8e-587ca85f3860 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:44:58.206655 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bbbc931b-b347-4224-9098-a492f52712a1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:58.211571 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bbbc931b-b347-4224-9098-a492f52712a1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:58.324139 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bbbc931b-b347-4224-9098-a492f52712a1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:58.324749 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbc931b-b347-4224-9098-a492f52712a1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Fanout notify agent at l3_agent the message router_deleted on router 981a7c19-6b0b-4728-9e6f-2cb5b04a4c92 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:44:58.346360 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bbbc931b-b347-4224-9098-a492f52712a1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:58.348144 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-bbbc931b-b347-4224-9098-a492f52712a1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "DELETE /v2.0/routers/981a7c19-6b0b-4728-9e6f-2cb5b04a4c92 HTTP/1.1" status: 204 len: 168 time: 2.4938693 Feb 09 18:44:58.351426 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33042) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:44:58.586414 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-13ff161d-df5f-435d-a884-b3923e795c27 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:58.734007 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-13ff161d-df5f-435d-a884-b3923e795c27 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:58.769429 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-13ff161d-df5f-435d-a884-b3923e795c27 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c8be52-319f-4849-b04c-a2dbe66590a7']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:44:58.794851 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-13ff161d-df5f-435d-a884-b3923e795c27 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933b5505-b27c-4068-939c-844deb8dc2a2') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:44:58.795209 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-13ff161d-df5f-435d-a884-b3923e795c27 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933b5505-b27c-4068-939c-844deb8dc2a2') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:44:58.809140 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-13ff161d-df5f-435d-a884-b3923e795c27 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:58.829813 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-13ff161d-df5f-435d-a884-b3923e795c27 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:58.843332 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ff161d-df5f-435d-a884-b3923e795c27 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:44:58.843332 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-13ff161d-df5f-435d-a884-b3923e795c27 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:44:58.859572 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:44:58.993010 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-13ff161d-df5f-435d-a884-b3923e795c27 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:59.034306 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-13ff161d-df5f-435d-a884-b3923e795c27 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:59.045500 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff161d-df5f-435d-a884-b3923e795c27 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Network': ['ID=65c8be52-319f-4849-b04c-a2dbe66590a7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:44:59.133006 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-13ff161d-df5f-435d-a884-b3923e795c27 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "DELETE /v2.0/networks/65c8be52-319f-4849-b04c-a2dbe66590a7 HTTP/1.1" status: 204 len: 168 time: 0.7803016 Feb 09 18:44:59.137138 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33046) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:44:59.216438 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1c58b309-bca1-4bba-82bc-7a5a67bcf59f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:59.252637 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1c58b309-bca1-4bba-82bc-7a5a67bcf59f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:59.401653 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1c58b309-bca1-4bba-82bc-7a5a67bcf59f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:59.427519 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58b309-bca1-4bba-82bc-7a5a67bcf59f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bebf09-2ec5-4c75-aa22-3bc44bd012b5,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:44:59.438389 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58b309-bca1-4bba-82bc-7a5a67bcf59f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:59.438820 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58b309-bca1-4bba-82bc-7a5a67bcf59f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:59.439162 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58b309-bca1-4bba-82bc-7a5a67bcf59f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:59.439498 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58b309-bca1-4bba-82bc-7a5a67bcf59f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:59.439833 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58b309-bca1-4bba-82bc-7a5a67bcf59f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:59.440163 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58b309-bca1-4bba-82bc-7a5a67bcf59f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:59.440491 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58b309-bca1-4bba-82bc-7a5a67bcf59f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:59.440819 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58b309-bca1-4bba-82bc-7a5a67bcf59f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:59.441148 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58b309-bca1-4bba-82bc-7a5a67bcf59f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:59.441485 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58b309-bca1-4bba-82bc-7a5a67bcf59f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:59.441788 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58b309-bca1-4bba-82bc-7a5a67bcf59f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:44:59.509052 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1c58b309-bca1-4bba-82bc-7a5a67bcf59f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:44:59.510814 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1c58b309-bca1-4bba-82bc-7a5a67bcf59f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "DELETE /v2.0/security-groups/89bebf09-2ec5-4c75-aa22-3bc44bd012b5 HTTP/1.1" status: 204 len: 168 time: 0.3721533 Feb 09 18:44:59.990239 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0c29b97e-8e4c-4bf2-ad26-ba680a20d867 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:45:00.025756 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 0c29b97e-8e4c-4bf2-ad26-ba680a20d867 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:45:00.026114 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0c29b97e-8e4c-4bf2-ad26-ba680a20d867 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:45:01.021829 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33056) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:45:01.030691 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ce16e103-26a0-46c2-8a93-4cbd5d2f1234 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2093982678', 'description': 'tempest-secgroup-smoke-2093982678 description', 'project_id': '2a01b8869a934284a87963b91efa1f71'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:45:01.042127 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ce16e103-26a0-46c2-8a93-4cbd5d2f1234 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:45:01.049967 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ce16e103-26a0-46c2-8a93-4cbd5d2f1234 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:45:01.055432 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ce16e103-26a0-46c2-8a93-4cbd5d2f1234 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:45:01.066941 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ce16e103-26a0-46c2-8a93-4cbd5d2f1234 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:45:01.175039 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ce16e103-26a0-46c2-8a93-4cbd5d2f1234 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:01.220842 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ce16e103-26a0-46c2-8a93-4cbd5d2f1234 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:45:01.227503 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ce16e103-26a0-46c2-8a93-4cbd5d2f1234 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:45:01.232287 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ce16e103-26a0-46c2-8a93-4cbd5d2f1234 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:45:01.243119 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ce16e103-26a0-46c2-8a93-4cbd5d2f1234 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:45:01.327341 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ce16e103-26a0-46c2-8a93-4cbd5d2f1234 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:01.394769 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ce16e103-26a0-46c2-8a93-4cbd5d2f1234 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:01.445688 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16e103-26a0-46c2-8a93-4cbd5d2f1234 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e1419d-b191-4559-a7be-25bc1b1143de,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:01.520497 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ce16e103-26a0-46c2-8a93-4cbd5d2f1234 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:01.521891 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ce16e103-26a0-46c2-8a93-4cbd5d2f1234 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4986839 Feb 09 18:45:01.526022 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33062) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:45:01.532923 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-85279fa1-6500-413c-a1a1-7182bd498bc7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': 'f8e1419d-b191-4559-a7be-25bc1b1143de', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:45:01.540036 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-85279fa1-6500-413c-a1a1-7182bd498bc7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:45:01.545068 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-85279fa1-6500-413c-a1a1-7182bd498bc7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:45:01.550374 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-85279fa1-6500-413c-a1a1-7182bd498bc7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:45:01.561876 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-85279fa1-6500-413c-a1a1-7182bd498bc7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:45:01.651587 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85279fa1-6500-413c-a1a1-7182bd498bc7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:01.735727 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85279fa1-6500-413c-a1a1-7182bd498bc7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:01.811782 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85279fa1-6500-413c-a1a1-7182bd498bc7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:01.842741 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85279fa1-6500-413c-a1a1-7182bd498bc7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afdbe200-6bbc-4332-b082-e76ffcce9bfc,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:01.920495 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85279fa1-6500-413c-a1a1-7182bd498bc7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:01.921794 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-85279fa1-6500-413c-a1a1-7182bd498bc7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3944240 Feb 09 18:45:01.926436 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33066) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:45:01.933135 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-0e80f1f8-3574-4ed5-b544-6bfe9e6b76b1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': 'f8e1419d-b191-4559-a7be-25bc1b1143de', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:45:01.939631 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0e80f1f8-3574-4ed5-b544-6bfe9e6b76b1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:45:01.944575 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0e80f1f8-3574-4ed5-b544-6bfe9e6b76b1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:45:01.948398 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-0e80f1f8-3574-4ed5-b544-6bfe9e6b76b1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:45:01.955436 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0e80f1f8-3574-4ed5-b544-6bfe9e6b76b1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:45:02.068341 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0e80f1f8-3574-4ed5-b544-6bfe9e6b76b1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:02.172770 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0e80f1f8-3574-4ed5-b544-6bfe9e6b76b1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:02.244198 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0e80f1f8-3574-4ed5-b544-6bfe9e6b76b1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:02.272888 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80f1f8-3574-4ed5-b544-6bfe9e6b76b1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90eda85-0988-4825-ab0b-6e2bad1554a6,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:02.358115 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0e80f1f8-3574-4ed5-b544-6bfe9e6b76b1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:02.359355 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-0e80f1f8-3574-4ed5-b544-6bfe9e6b76b1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4318058 Feb 09 18:45:02.362506 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33070) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:45:02.368576 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3f4a9bf2-b5d9-412e-96fa-0ece0792504c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': 'f8e1419d-b191-4559-a7be-25bc1b1143de', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:45:02.375269 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3f4a9bf2-b5d9-412e-96fa-0ece0792504c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:45:02.379832 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-3f4a9bf2-b5d9-412e-96fa-0ece0792504c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:45:02.383537 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-3f4a9bf2-b5d9-412e-96fa-0ece0792504c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:45:02.390795 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3f4a9bf2-b5d9-412e-96fa-0ece0792504c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:45:02.514043 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3f4a9bf2-b5d9-412e-96fa-0ece0792504c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:02.587876 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3f4a9bf2-b5d9-412e-96fa-0ece0792504c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:02.672062 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3f4a9bf2-b5d9-412e-96fa-0ece0792504c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:02.697667 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a9bf2-b5d9-412e-96fa-0ece0792504c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f55f58-722f-41bf-beb2-94dc02b68d3f,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:02.777983 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3f4a9bf2-b5d9-412e-96fa-0ece0792504c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:02.779631 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3f4a9bf2-b5d9-412e-96fa-0ece0792504c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4161136 Feb 09 18:45:02.783385 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33074) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:45:02.792840 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e4c0ca84-dfac-4c70-8eef-ba14c0e05785 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': 'f8e1419d-b191-4559-a7be-25bc1b1143de', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:45:02.802545 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e4c0ca84-dfac-4c70-8eef-ba14c0e05785 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:45:02.807498 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e4c0ca84-dfac-4c70-8eef-ba14c0e05785 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:45:02.811456 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e4c0ca84-dfac-4c70-8eef-ba14c0e05785 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:45:02.819484 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e4c0ca84-dfac-4c70-8eef-ba14c0e05785 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:45:02.902942 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4c0ca84-dfac-4c70-8eef-ba14c0e05785 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:02.982770 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4c0ca84-dfac-4c70-8eef-ba14c0e05785 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:03.032902 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4c0ca84-dfac-4c70-8eef-ba14c0e05785 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:03.079054 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0ca84-dfac-4c70-8eef-ba14c0e05785 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8565a4f9-8509-42c4-b268-8f6fd1378fcf,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:03.153191 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4c0ca84-dfac-4c70-8eef-ba14c0e05785 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:03.155400 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e4c0ca84-dfac-4c70-8eef-ba14c0e05785 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3703313 Feb 09 18:45:03.158104 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33078) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:45:03.164542 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f8f16f41-f144-4df4-aac6-5752b9ac1333 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': 'f8e1419d-b191-4559-a7be-25bc1b1143de', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:45:03.171895 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f8f16f41-f144-4df4-aac6-5752b9ac1333 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:45:03.176455 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f8f16f41-f144-4df4-aac6-5752b9ac1333 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:45:03.179698 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-f8f16f41-f144-4df4-aac6-5752b9ac1333 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:45:03.186268 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f8f16f41-f144-4df4-aac6-5752b9ac1333 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:45:03.280865 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-f8f16f41-f144-4df4-aac6-5752b9ac1333 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Project 2a01b8869a934284a87963b91efa1f71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:45:03.289340 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f8f16f41-f144-4df4-aac6-5752b9ac1333 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:03.370678 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f8f16f41-f144-4df4-aac6-5752b9ac1333 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:03.491798 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f8f16f41-f144-4df4-aac6-5752b9ac1333 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:03.518009 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f16f41-f144-4df4-aac6-5752b9ac1333 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f798f50d-fed1-4090-8f49-72b88f9c7ff7,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:03.652137 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f8f16f41-f144-4df4-aac6-5752b9ac1333 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:03.653447 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f8f16f41-f144-4df4-aac6-5752b9ac1333 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4942575 Feb 09 18:45:03.656714 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33082) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:45:03.663323 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-51bdb9cc-eb33-4094-84ba-d524cd1b7b34 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': 'f8e1419d-b191-4559-a7be-25bc1b1143de', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:45:03.671898 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-51bdb9cc-eb33-4094-84ba-d524cd1b7b34 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:45:03.675251 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-51bdb9cc-eb33-4094-84ba-d524cd1b7b34 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:45:03.678671 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-51bdb9cc-eb33-4094-84ba-d524cd1b7b34 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:45:03.685472 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-51bdb9cc-eb33-4094-84ba-d524cd1b7b34 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:45:03.783362 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-51bdb9cc-eb33-4094-84ba-d524cd1b7b34 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Project 2a01b8869a934284a87963b91efa1f71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:45:03.790726 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51bdb9cc-eb33-4094-84ba-d524cd1b7b34 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:03.892515 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51bdb9cc-eb33-4094-84ba-d524cd1b7b34 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:04.006353 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51bdb9cc-eb33-4094-84ba-d524cd1b7b34 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:04.033103 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bdb9cc-eb33-4094-84ba-d524cd1b7b34 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae133cad-1a21-4cdc-9067-5769b91bc424,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:04.126266 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51bdb9cc-eb33-4094-84ba-d524cd1b7b34 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:04.127976 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-51bdb9cc-eb33-4094-84ba-d524cd1b7b34 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4699028 Feb 09 18:45:04.131300 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33086) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:45:04.138428 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6a1a95b2-4be2-4fe6-add3-5fa7dbf7b62f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'network': {'name': 'tempest-network-smoke--1452901523', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'port_security_enabled': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:45:04.144012 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6a1a95b2-4be2-4fe6-add3-5fa7dbf7b62f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:45:04.148642 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6a1a95b2-4be2-4fe6-add3-5fa7dbf7b62f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:network and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:45:04.152930 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-6a1a95b2-4be2-4fe6-add3-5fa7dbf7b62f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:45:04.160473 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6a1a95b2-4be2-4fe6-add3-5fa7dbf7b62f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:45:04.306706 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1a95b2-4be2-4fe6-add3-5fa7dbf7b62f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Made reservation on behalf of 2a01b8869a934284a87963b91efa1f71 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:45:04.311559 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a1a95b2-4be2-4fe6-add3-5fa7dbf7b62f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:04.347451 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1a95b2-4be2-4fe6-add3-5fa7dbf7b62f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:45:04.358690 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a1a95b2-4be2-4fe6-add3-5fa7dbf7b62f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:04.359102 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-6a1a95b2-4be2-4fe6-add3-5fa7dbf7b62f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Added segment 7d12d352-32c2-43a5-b4c8-14356c925228 of type vlan for network 6f3b06be-fe1b-42d1-9610-6118ebb92257 Feb 09 18:45:04.392192 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a1a95b2-4be2-4fe6-add3-5fa7dbf7b62f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:04.537809 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a1a95b2-4be2-4fe6-add3-5fa7dbf7b62f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:04.542435 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1a95b2-4be2-4fe6-add3-5fa7dbf7b62f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:45:04.543070 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a1a95b2-4be2-4fe6-add3-5fa7dbf7b62f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:04.670913 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a95b2-4be2-4fe6-add3-5fa7dbf7b62f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Network': ['ID=6f3b06be-fe1b-42d1-9610-6118ebb92257,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:04.682895 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 6f3b06be-fe1b-42d1-9610-6118ebb92257 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:45:04.756053 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6a1a95b2-4be2-4fe6-add3-5fa7dbf7b62f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6234195 Feb 09 18:45:04.759526 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33092) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:45:04.771374 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-30321aed-44db-40cc-a6fa-d924ef437350 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2045186706', 'admin_state_up': True, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:45:04.775693 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-30321aed-44db-40cc-a6fa-d924ef437350 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:45:04.781077 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-30321aed-44db-40cc-a6fa-d924ef437350 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:router and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:45:04.785421 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-30321aed-44db-40cc-a6fa-d924ef437350 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:45:04.793669 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-30321aed-44db-40cc-a6fa-d924ef437350 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:45:04.903675 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-30321aed-44db-40cc-a6fa-d924ef437350 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:04.905007 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-30321aed-44db-40cc-a6fa-d924ef437350 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:04.930499 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-30321aed-44db-40cc-a6fa-d924ef437350 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:05.127635 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:45:05.188256 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-30321aed-44db-40cc-a6fa-d924ef437350 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:05.487587 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-30321aed-44db-40cc-a6fa-d924ef437350 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:05.518746 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-30321aed-44db-40cc-a6fa-d924ef437350 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:05.769158 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-30321aed-44db-40cc-a6fa-d924ef437350 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Allocated IP 172.26.8.140 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:45:05.940419 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-30321aed-44db-40cc-a6fa-d924ef437350 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:06.033478 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-30321aed-44db-40cc-a6fa-d924ef437350 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:06.173116 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30321aed-44db-40cc-a6fa-d924ef437350 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:45:06.178684 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-30321aed-44db-40cc-a6fa-d924ef437350 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:45:06.187099 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30321aed-44db-40cc-a6fa-d924ef437350 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:45:06.234667 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30321aed-44db-40cc-a6fa-d924ef437350 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:06.517785 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-30321aed-44db-40cc-a6fa-d924ef437350 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:06.518857 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-30321aed-44db-40cc-a6fa-d924ef437350 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:06.840152 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30321aed-44db-40cc-a6fa-d924ef437350 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Router 0f88ed22-920d-4121-ad01-0c94d67fa014 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:45:07.065453 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30321aed-44db-40cc-a6fa-d924ef437350 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:45:07.076546 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] Sync routers for ids ['0f88ed22-920d-4121-ad01-0c94d67fa014'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:45:07.089870 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] Routers {'0f88ed22-920d-4121-ad01-0c94d67fa014'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:45:07.090682 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:44:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0f88ed22-920d-4121-ad01-0c94d67fa014'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:45:07.188930 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-30321aed-44db-40cc-a6fa-d924ef437350 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:07.191107 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-30321aed-44db-40cc-a6fa-d924ef437350 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4302795 Feb 09 18:45:07.194788 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33098) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:45:07.299884 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] Set router 0f88ed22-920d-4121-ad01-0c94d67fa014 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:45:07.358036 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f17d312b-6817-4ad2-a941-5ea689e3a0da tempest-TestNetworkAdvancedServerOps-565630373 tempest-TestNetworkAdvancedServerOps-565630373-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=2a01b8869a934284a87963b91efa1f71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1613789 Feb 09 18:45:07.361164 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33104) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:45:07.522663 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e403ef60-5766-4c04-9caf-7b513e4e4e53 tempest-TestNetworkAdvancedServerOps-565630373 tempest-TestNetworkAdvancedServerOps-565630373-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:45:07.524648 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e403ef60-5766-4c04-9caf-7b513e4e4e53 tempest-TestNetworkAdvancedServerOps-565630373 tempest-TestNetworkAdvancedServerOps-565630373-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1621723 Feb 09 18:45:07.529687 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33108) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:45:07.576537 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7280c198-2f5b-4243-a60d-b8c4c9090cf1 tempest-TestNetworkAdvancedServerOps-565630373 tempest-TestNetworkAdvancedServerOps-565630373-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452299 Feb 09 18:45:07.581151 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33112) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:45:07.588381 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b7915f2f-0f5f-4a3e-9834-9a35841fb1bc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1678920901', 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:45:07.690791 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045186706', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:45:04Z', 'updated_at': '2022-02-09T18:45:06Z', 'revision_number': 3, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:45:05Z', 'updated_at': '2022-02-09T18:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:45:07.698411 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] Checking router: 0f88ed22-920d-4121-ad01-0c94d67fa014 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:45:07.698963 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] Updating router 0f88ed22-920d-4121-ad01-0c94d67fa014 port 6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:45:07.745664 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b7915f2f-0f5f-4a3e-9834-9a35841fb1bc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:45:07.752456 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-b7915f2f-0f5f-4a3e-9834-9a35841fb1bc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:subnet and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:45:07.757053 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-b7915f2f-0f5f-4a3e-9834-9a35841fb1bc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:45:07.766384 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b7915f2f-0f5f-4a3e-9834-9a35841fb1bc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:45:07.783617 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:08.003514 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7915f2f-0f5f-4a3e-9834-9a35841fb1bc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Made reservation on behalf of 2a01b8869a934284a87963b91efa1f71 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:45:08.115086 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b7915f2f-0f5f-4a3e-9834-9a35841fb1bc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:08.269910 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:08.283767 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] Transition to ACTIVE for port object 6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:45:08.352038 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:08.441962 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed69dd-2119-45a9-88be-373ff4859520 None None] Pushing event updated for resources: {'Port': ['ID=6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:08.445729 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] Attempting to bind port 6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:45:08.446169 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] Attempting to bind port 6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:45:08.447421 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] Attempting to bind port 6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:45:08.455920 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:45:08.456292 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:45:08.456697 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:08.457085 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:45:08.457553 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] Bound port: 6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:45:08.457926 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:08.466819 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b7915f2f-0f5f-4a3e-9834-9a35841fb1bc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:08.536173 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] For port 6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:45:08.539519 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] For port 6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:45:08.605073 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:08.698444 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed69dd-2119-45a9-88be-373ff4859520 None None] Pushing event updated for resources: {'Port': ['ID=6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:08.703621 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] Routers {'0f88ed22-920d-4121-ad01-0c94d67fa014'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:45:08.704256 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:44:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0f88ed22-920d-4121-ad01-0c94d67fa014'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:45:08.723039 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7915f2f-0f5f-4a3e-9834-9a35841fb1bc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Subnet': ['ID=0e62d644-afdc-4598-9b67-25fc0d5cd9b3,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:08.740384 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7915f2f-0f5f-4a3e-9834-9a35841fb1bc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Checking segment: {'id': '7d12d352-32c2-43a5-b4c8-14356c925228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:45:08.740746 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7915f2f-0f5f-4a3e-9834-9a35841fb1bc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network hostable DHCP agents. Network: 6f3b06be-fe1b-42d1-9610-6118ebb92257, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:45:08.831892 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7915f2f-0f5f-4a3e-9834-9a35841fb1bc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network 6f3b06be-fe1b-42d1-9610-6118ebb92257 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:45:08.896967 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] Set router 0f88ed22-920d-4121-ad01-0c94d67fa014 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:45:08.918288 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-b7915f2f-0f5f-4a3e-9834-9a35841fb1bc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 6f3b06be-fe1b-42d1-9610-6118ebb92257) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:45:08.925106 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7915f2f-0f5f-4a3e-9834-9a35841fb1bc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:45:08.926433 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b7915f2f-0f5f-4a3e-9834-9a35841fb1bc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:08.938206 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8152d9f1-67f2-4108-b6b4-15732b8db892 None None] Network 6f3b06be-fe1b-42d1-9610-6118ebb92257 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:45:09.027134 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-b7915f2f-0f5f-4a3e-9834-9a35841fb1bc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4445314 Feb 09 18:45:09.030765 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33116) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:45:09.383264 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2b4cbf-a458-415c-a425-68e0071ba39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-6f3b06be-fe1b-42d1-9610-6118ebb92257', 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'fixed_ips': [{'subnet_id': '0e62d644-afdc-4598-9b67-25fc0d5cd9b3'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:45:09.385743 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd2b4cbf-a458-415c-a425-68e0071ba39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:09.479147 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045186706', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:45:04Z', 'updated_at': '2022-02-09T18:45:06Z', 'revision_number': 3, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:45:05Z', 'updated_at': '2022-02-09T18:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:45:09.488603 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0be05d-8a64-48b1-aa99-0eca67f4e1ac None None] The sync data for ids ['0f88ed22-920d-4121-ad01-0c94d67fa014'] in dv-neutron-827016-2-hyperv is: [{'id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045186706', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:45:04Z', 'updated_at': '2022-02-09T18:45:06Z', 'revision_number': 3, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:45:05Z', 'updated_at': '2022-02-09T18:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:45:09.697422 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-fd2b4cbf-a458-415c-a425-68e0071ba39c None None] Allocated IP 172.20.0.2 (6f3b06be-fe1b-42d1-9610-6118ebb92257/0e62d644-afdc-4598-9b67-25fc0d5cd9b3/1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:45:10.013382 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd2b4cbf-a458-415c-a425-68e0071ba39c None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:10.032356 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-fd2b4cbf-a458-415c-a425-68e0071ba39c None None] Transition to ACTIVE for port object 1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:45:10.081759 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-fd2b4cbf-a458-415c-a425-68e0071ba39c None None] Transition to ACTIVE for port object 1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:45:10.164753 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:45:10.229019 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd2b4cbf-a458-415c-a425-68e0071ba39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:10.334349 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-40f26dd3-36b8-484a-9648-ac49367f950e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:10.363157 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2b4cbf-a458-415c-a425-68e0071ba39c None None] Network 6f3b06be-fe1b-42d1-9610-6118ebb92257 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:45:10.367788 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-fd2b4cbf-a458-415c-a425-68e0071ba39c None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:45:10.374271 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2b4cbf-a458-415c-a425-68e0071ba39c None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:45:10.386969 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b4cbf-a458-415c-a425-68e0071ba39c None None] Pushing event updated for resources: {'Port': ['ID=1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:10.497831 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-fd2b4cbf-a458-415c-a425-68e0071ba39c None None] Attempting to bind port 1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:45:10.498515 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-fd2b4cbf-a458-415c-a425-68e0071ba39c None None] Attempting to bind port 1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7d12d352-32c2-43a5-b4c8-14356c925228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:45:10.498957 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2b4cbf-a458-415c-a425-68e0071ba39c None None] Attempting to bind port 1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8 on network 6f3b06be-fe1b-42d1-9610-6118ebb92257 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:45:10.506839 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2b4cbf-a458-415c-a425-68e0071ba39c None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:45:10.507310 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2b4cbf-a458-415c-a425-68e0071ba39c None None] Checking segment: {'id': '7d12d352-32c2-43a5-b4c8-14356c925228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:45:10.507764 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd2b4cbf-a458-415c-a425-68e0071ba39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:10.509161 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2b4cbf-a458-415c-a425-68e0071ba39c None None] Bound using segment: {'id': '7d12d352-32c2-43a5-b4c8-14356c925228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:45:10.509907 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-fd2b4cbf-a458-415c-a425-68e0071ba39c None None] Bound port: 1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d12d352-32c2-43a5-b4c8-14356c925228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:45:10.510452 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd2b4cbf-a458-415c-a425-68e0071ba39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:10.559457 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:45:10.578906 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:45:10.579284 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:10.668138 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-fd2b4cbf-a458-415c-a425-68e0071ba39c None None] For port 1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:45:10.672007 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-fd2b4cbf-a458-415c-a425-68e0071ba39c None None] For port 1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8,segment=NetworkSegment(7d12d352-32c2-43a5-b4c8-14356c925228),segment_id=7d12d352-32c2-43a5-b4c8-14356c925228)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:45:10.756403 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:10.764457 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd2b4cbf-a458-415c-a425-68e0071ba39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:10.831143 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:45:10.871056 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b4cbf-a458-415c-a425-68e0071ba39c None None] Pushing event updated for resources: {'Port': ['ID=1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:10.929545 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:10.979998 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-40f26dd3-36b8-484a-9648-ac49367f950e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Allocated IP 172.20.0.1 (6f3b06be-fe1b-42d1-9610-6118ebb92257/0e62d644-afdc-4598-9b67-25fc0d5cd9b3/7e3730e4-4612-46ba-a9ab-8dd182db7f29) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:45:11.062616 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:11.083577 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:45:11.083922 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:45:11.084252 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:45:11.084634 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:45:11.084981 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:45:11.085314 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:45:11.085700 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:45:11.085999 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:45:11.086342 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:45:11.088088 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:45:11.088384 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:45:11.231526 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-40f26dd3-36b8-484a-9648-ac49367f950e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:11.260032 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-40f26dd3-36b8-484a-9648-ac49367f950e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Transition to ACTIVE for port object 7e3730e4-4612-46ba-a9ab-8dd182db7f29 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:45:11.372781 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-40f26dd3-36b8-484a-9648-ac49367f950e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:11.449439 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f26dd3-36b8-484a-9648-ac49367f950e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network 6f3b06be-fe1b-42d1-9610-6118ebb92257 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:45:11.452915 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-40f26dd3-36b8-484a-9648-ac49367f950e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:45:11.457349 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f26dd3-36b8-484a-9648-ac49367f950e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:45:11.489784 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f26dd3-36b8-484a-9648-ac49367f950e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=7e3730e4-4612-46ba-a9ab-8dd182db7f29,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:11.529666 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-40f26dd3-36b8-484a-9648-ac49367f950e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:11.855800 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-40f26dd3-36b8-484a-9648-ac49367f950e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:12.010421 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b965040-a6a8-4a8e-9e90-7a2b1260b0d1 None None] Network 6f3b06be-fe1b-42d1-9610-6118ebb92257 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:45:12.229737 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:45:12.275243 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3f2c2d55-d6b1-44aa-8ddc-d4802f294482 None None] Provisioning for port 1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:45:12.431887 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-40f26dd3-36b8-484a-9648-ac49367f950e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:12.514724 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:45:12.520983 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:45:12.528936 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:12.563521 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-40f26dd3-36b8-484a-9648-ac49367f950e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:12.696208 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:12.701311 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-40f26dd3-36b8-484a-9648-ac49367f950e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:12.705253 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f26dd3-36b8-484a-9648-ac49367f950e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=7e3730e4-4612-46ba-a9ab-8dd182db7f29,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:12.773516 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8,segment=NetworkSegment(7d12d352-32c2-43a5-b4c8-14356c925228),segment_id=7d12d352-32c2-43a5-b4c8-14356c925228)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:45:12.775052 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3ad68496-6816-4e1c-bd7b-ce4af534a932 None None] Provisioning complete for port 1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:45:12.775644 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3ad68496-6816-4e1c-bd7b-ce4af534a932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:12.841305 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:12.842105 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:45:12.921789 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f26dd3-36b8-484a-9648-ac49367f950e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network 6f3b06be-fe1b-42d1-9610-6118ebb92257 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:45:12.924232 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-40f26dd3-36b8-484a-9648-ac49367f950e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:45:13.067925 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:13.217188 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:45:13.217834 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:13.433598 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f26dd3-36b8-484a-9648-ac49367f950e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Router 0f88ed22-920d-4121-ad01-0c94d67fa014 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:45:13.440284 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3ad68496-6816-4e1c-bd7b-ce4af534a932 None None] Provisioning for port 7e3730e4-4612-46ba-a9ab-8dd182db7f29 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:45:13.446681 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3ad68496-6816-4e1c-bd7b-ce4af534a932 None None] Provisioning complete for port 7e3730e4-4612-46ba-a9ab-8dd182db7f29 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:45:13.447298 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3ad68496-6816-4e1c-bd7b-ce4af534a932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:13.559567 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-3ad68496-6816-4e1c-bd7b-ce4af534a932 None None] Port 7e3730e4-4612-46ba-a9ab-8dd182db7f29 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:45:13.669571 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f26dd3-36b8-484a-9648-ac49367f950e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:45:13.687452 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] Sync routers for ids ['0f88ed22-920d-4121-ad01-0c94d67fa014'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:45:13.689015 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-40f26dd3-36b8-484a-9648-ac49367f950e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "PUT /v2.0/routers/0f88ed22-920d-4121-ad01-0c94d67fa014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6567698 Feb 09 18:45:13.693542 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-58ffb5a2-3726-4b48-8881-fe581feeb8f2 None None] Provisioning complete for port 7e3730e4-4612-46ba-a9ab-8dd182db7f29 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:45:13.694152 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58ffb5a2-3726-4b48-8881-fe581feeb8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:13.716871 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] Routers {'0f88ed22-920d-4121-ad01-0c94d67fa014'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:45:13.718363 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:44:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0f88ed22-920d-4121-ad01-0c94d67fa014'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:45:13.800241 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-58ffb5a2-3726-4b48-8881-fe581feeb8f2 None None] Port 7e3730e4-4612-46ba-a9ab-8dd182db7f29 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:45:13.929949 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-4ec5a61e-4875-41a1-94f5-6bc4f9d78dd6 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Synchronizing usage tracker for tenant:2a01b8869a934284a87963b91efa1f71 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:45:14.004522 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] Set router 0f88ed22-920d-4121-ad01-0c94d67fa014 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:45:14.014669 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-4ec5a61e-4875-41a1-94f5-6bc4f9d78dd6 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Unset dirty status for tenant:2a01b8869a934284a87963b91efa1f71 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:45:14.016341 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-4ec5a61e-4875-41a1-94f5-6bc4f9d78dd6 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2093982678&fields=id&tenant_id=2a01b8869a934284a87963b91efa1f71 HTTP/1.1" status: 200 len: 267 time: 0.1311898 Feb 09 18:45:14.054164 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:45:14.148587 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:45:14.150463 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:14.310248 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-1d793712-0ef4-4d3b-a8dc-0aa28d840051 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:45:14.312793 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-1d793712-0ef4-4d3b-a8dc-0aa28d840051 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/networks?id=6f3b06be-fe1b-42d1-9610-6118ebb92257 HTTP/1.1" status: 200 len: 797 time: 0.2872300 Feb 09 18:45:14.343851 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-3b0b1d7b-8d6f-4bf2-ba27-1dbe1db3678d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/quotas/2a01b8869a934284a87963b91efa1f71 HTTP/1.1" status: 200 len: 375 time: 0.0205638 Feb 09 18:45:14.464045 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-174f7e98-d5df-48de-b9cc-d40166166bf1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1072664 Feb 09 18:45:14.566049 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045186706', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:45:04Z', 'updated_at': '2022-02-09T18:45:11Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:45:05Z', 'updated_at': '2022-02-09T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7e3730e4-4612-46ba-a9ab-8dd182db7f29', 'name': '', 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:b6:55:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e62d644-afdc-4598-9b67-25fc0d5cd9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:45:10Z', 'updated_at': '2022-02-09T18:45:12Z', 'revision_number': 2, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '0e62d644-afdc-4598-9b67-25fc0d5cd9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:45:14.568563 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-a751e6d7-37bc-4fcf-a085-717e28c08653 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:45:14.570149 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-a751e6d7-37bc-4fcf-a085-717e28c08653 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0888908 Feb 09 18:45:14.573354 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] Checking router: 0f88ed22-920d-4121-ad01-0c94d67fa014 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:45:14.573903 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] Updating router 0f88ed22-920d-4121-ad01-0c94d67fa014 port 7e3730e4-4612-46ba-a9ab-8dd182db7f29 binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:45:14.641223 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:14.771503 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-59b2d50f-045a-4fca-9034-fe02d7bc6637 service neutron] 10.222.0.21 "GET /v2.0/networks/6f3b06be-fe1b-42d1-9610-6118ebb92257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895967 Feb 09 18:45:14.974328 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-dd2f0e7c-9da6-4997-848f-4a427ffca7da service neutron] 10.222.0.21 "GET /v2.0/networks/6f3b06be-fe1b-42d1-9610-6118ebb92257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920478 Feb 09 18:45:15.125108 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:15.139712 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] Transition to ACTIVE for port object 7e3730e4-4612-46ba-a9ab-8dd182db7f29 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:45:15.226649 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:15.509661 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5d49ac05-bbc9-4d30-8017-142c8ffb147d req-b3bb4627-2782-47a7-95ac-b8e96a63385d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 210 time: 0.0797310 Feb 09 18:45:15.521022 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa50c8-d715-4c6e-8bc3-491000f8d021 None None] Pushing event updated for resources: {'Port': ['ID=7e3730e4-4612-46ba-a9ab-8dd182db7f29,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:15.607437 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa50c8-d715-4c6e-8bc3-491000f8d021 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:45:15.608051 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa50c8-d715-4c6e-8bc3-491000f8d021 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:45:15.608573 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa50c8-d715-4c6e-8bc3-491000f8d021 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:45:15.609015 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa50c8-d715-4c6e-8bc3-491000f8d021 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:45:15.609463 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa50c8-d715-4c6e-8bc3-491000f8d021 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:45:15.609924 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa50c8-d715-4c6e-8bc3-491000f8d021 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:45:15.610414 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa50c8-d715-4c6e-8bc3-491000f8d021 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:45:15.610852 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa50c8-d715-4c6e-8bc3-491000f8d021 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:45:15.611284 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa50c8-d715-4c6e-8bc3-491000f8d021 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:45:15.611723 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa50c8-d715-4c6e-8bc3-491000f8d021 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:45:15.612206 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa50c8-d715-4c6e-8bc3-491000f8d021 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:45:15.647334 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] Attempting to bind port 7e3730e4-4612-46ba-a9ab-8dd182db7f29 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:45:15.647702 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] Attempting to bind port 7e3730e4-4612-46ba-a9ab-8dd182db7f29 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7d12d352-32c2-43a5-b4c8-14356c925228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:45:15.648060 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] Attempting to bind port 7e3730e4-4612-46ba-a9ab-8dd182db7f29 on network 6f3b06be-fe1b-42d1-9610-6118ebb92257 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:45:15.661845 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:45:15.665343 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] Checking segment: {'id': '7d12d352-32c2-43a5-b4c8-14356c925228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:45:15.665791 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:15.666201 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] Bound using segment: {'id': '7d12d352-32c2-43a5-b4c8-14356c925228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:45:15.667221 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] Bound port: 7e3730e4-4612-46ba-a9ab-8dd182db7f29, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d12d352-32c2-43a5-b4c8-14356c925228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:45:15.667221 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:15.767176 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] For port 7e3730e4-4612-46ba-a9ab-8dd182db7f29, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:45:15.770571 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] For port 7e3730e4-4612-46ba-a9ab-8dd182db7f29, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7e3730e4-4612-46ba-a9ab-8dd182db7f29,segment=NetworkSegment(7d12d352-32c2-43a5-b4c8-14356c925228),segment_id=7d12d352-32c2-43a5-b4c8-14356c925228)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:45:15.863381 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:15.969440 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa50c8-d715-4c6e-8bc3-491000f8d021 None None] Pushing event updated for resources: {'Port': ['ID=7e3730e4-4612-46ba-a9ab-8dd182db7f29,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:15.974441 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] Routers {'0f88ed22-920d-4121-ad01-0c94d67fa014'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:45:15.975472 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:44:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0f88ed22-920d-4121-ad01-0c94d67fa014'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:45:16.282664 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] Set router 0f88ed22-920d-4121-ad01-0c94d67fa014 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:45:16.693435 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045186706', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:45:04Z', 'updated_at': '2022-02-09T18:45:11Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:45:05Z', 'updated_at': '2022-02-09T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7e3730e4-4612-46ba-a9ab-8dd182db7f29', 'name': '', 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:b6:55:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e62d644-afdc-4598-9b67-25fc0d5cd9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:45:10Z', 'updated_at': '2022-02-09T18:45:15Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '0e62d644-afdc-4598-9b67-25fc0d5cd9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:45:16.705820 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942c44e0-3241-4519-be07-26bf9c970e37 None None] The sync data for ids ['0f88ed22-920d-4121-ad01-0c94d67fa014'] in dv-neutron-827016-2-hyperv is: [{'id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045186706', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:45:04Z', 'updated_at': '2022-02-09T18:45:11Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:45:05Z', 'updated_at': '2022-02-09T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7e3730e4-4612-46ba-a9ab-8dd182db7f29', 'name': '', 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:b6:55:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e62d644-afdc-4598-9b67-25fc0d5cd9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:45:10Z', 'updated_at': '2022-02-09T18:45:15Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '0e62d644-afdc-4598-9b67-25fc0d5cd9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:45:16.721261 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b1735f47-559f-49a8-a895-f9828279ba60 req-258b28c9-939e-4a48-a6ce-f0af169a6357 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 210 time: 0.0490701 Feb 09 18:45:16.760950 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af6a42ff-8c08-4f5b-b965-5f5856ce7d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:17.443335 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:17.946811 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b7694967-4ce8-4ee8-a9e4-24a14075a472 req-6fed185a-e329-441e-b589-a56c279431d0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 210 time: 0.0474341 Feb 09 18:45:18.103906 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7e3730e4-4612-46ba-a9ab-8dd182db7f29 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:45:18.360153 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 7e3730e4-4612-46ba-a9ab-8dd182db7f29 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:45:18.366863 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 7e3730e4-4612-46ba-a9ab-8dd182db7f29 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:45:18.367617 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:18.416565 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-2a1e0259-cccd-4d70-80fc-9ef00a0b5f2b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:45:18.417650 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-2a1e0259-cccd-4d70-80fc-9ef00a0b5f2b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Synchronizing usage tracker for tenant:2a01b8869a934284a87963b91efa1f71 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:45:18.516677 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:18.554872 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-2a1e0259-cccd-4d70-80fc-9ef00a0b5f2b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Unset dirty status for tenant:2a01b8869a934284a87963b91efa1f71 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:45:18.556968 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-2a1e0259-cccd-4d70-80fc-9ef00a0b5f2b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "GET /v2.0/networks?id=6f3b06be-fe1b-42d1-9610-6118ebb92257 HTTP/1.1" status: 200 len: 797 time: 0.5906508 Feb 09 18:45:18.568480 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 7e3730e4-4612-46ba-a9ab-8dd182db7f29, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7e3730e4-4612-46ba-a9ab-8dd182db7f29,segment=NetworkSegment(7d12d352-32c2-43a5-b4c8-14356c925228),segment_id=7d12d352-32c2-43a5-b4c8-14356c925228)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:45:18.618974 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-ee5b816e-f6ec-4e94-9153-9873ccbd8b1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Synchronizing usage tracker for tenant:2a01b8869a934284a87963b91efa1f71 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:45:18.632355 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-ee5b816e-f6ec-4e94-9153-9873ccbd8b1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Unset dirty status for tenant:2a01b8869a934284a87963b91efa1f71 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:45:18.634019 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-ee5b816e-f6ec-4e94-9153-9873ccbd8b1c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a01b8869a934284a87963b91efa1f71 HTTP/1.1" status: 200 len: 380 time: 0.0594726 Feb 09 18:45:18.642819 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-0331f970-eaa7-4b18-8582-75688eed2bd1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'port': {'device_id': 'cfe579f2-f80a-444e-8181-44c64084d4a1', 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257', 'admin_state_up': True, 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'security_groups': ['f8e1419d-b191-4559-a7be-25bc1b1143de']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:45:18.652495 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:18.760980 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=7e3730e4-4612-46ba-a9ab-8dd182db7f29,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:18.802041 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-0331f970-eaa7-4b18-8582-75688eed2bd1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:45:18.807696 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-0331f970-eaa7-4b18-8582-75688eed2bd1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:port and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:45:18.811142 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-0331f970-eaa7-4b18-8582-75688eed2bd1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:45:18.817485 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-0331f970-eaa7-4b18-8582-75688eed2bd1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:45:18.940236 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-0331f970-eaa7-4b18-8582-75688eed2bd1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Made reservation on behalf of 2a01b8869a934284a87963b91efa1f71 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:45:18.943741 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-0331f970-eaa7-4b18-8582-75688eed2bd1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:19.052127 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aca5acfc-da83-4e0a-946a-58f70eb5e0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:19.163583 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-0331f970-eaa7-4b18-8582-75688eed2bd1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Allocated IP 172.20.0.3 (6f3b06be-fe1b-42d1-9610-6118ebb92257/0e62d644-afdc-4598-9b67-25fc0d5cd9b3/f8d995e9-815e-4a92-9996-008a038b13d8) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:45:19.262189 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b8dfa10d-42bb-4ceb-ba99-5203cab3c25f req-d62a2ab2-3395-4339-bf41-e769a54c59c0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 210 time: 0.0705926 Feb 09 18:45:19.495379 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-0331f970-eaa7-4b18-8582-75688eed2bd1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:19.515396 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-0331f970-eaa7-4b18-8582-75688eed2bd1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Transition to ACTIVE for port object f8d995e9-815e-4a92-9996-008a038b13d8 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:45:19.637917 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-0331f970-eaa7-4b18-8582-75688eed2bd1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:19.724579 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-0331f970-eaa7-4b18-8582-75688eed2bd1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network 6f3b06be-fe1b-42d1-9610-6118ebb92257 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:45:19.728389 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-0331f970-eaa7-4b18-8582-75688eed2bd1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:45:19.733344 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-0331f970-eaa7-4b18-8582-75688eed2bd1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:45:19.764030 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331f970-eaa7-4b18-8582-75688eed2bd1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=f8d995e9-815e-4a92-9996-008a038b13d8,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:19.810469 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-0331f970-eaa7-4b18-8582-75688eed2bd1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:45:19.811112 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-0331f970-eaa7-4b18-8582-75688eed2bd1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:19.916113 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-0331f970-eaa7-4b18-8582-75688eed2bd1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2773793 Feb 09 18:45:19.927775 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-4f36a25f-3c1a-42bd-8b37-ab31b5a217c0 service neutron] Request body: {'port': {'device_id': 'cfe579f2-f80a-444e-8181-44c64084d4a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:45:20.082001 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7e3730e4-4612-46ba-a9ab-8dd182db7f29 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:45:20.111892 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-4f36a25f-3c1a-42bd-8b37-ab31b5a217c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:20.161235 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e85c62ed-4e5e-4bbb-8436-cd7fdc8bd753 None None] Provisioning for port f8d995e9-815e-4a92-9996-008a038b13d8 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:45:20.213030 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e85c62ed-4e5e-4bbb-8436-cd7fdc8bd753 None None] Provisioning complete for port f8d995e9-815e-4a92-9996-008a038b13d8 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:45:20.213601 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e85c62ed-4e5e-4bbb-8436-cd7fdc8bd753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:20.334144 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e85c62ed-4e5e-4bbb-8436-cd7fdc8bd753 None None] Port f8d995e9-815e-4a92-9996-008a038b13d8 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:45:20.341377 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:20.348440 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 7e3730e4-4612-46ba-a9ab-8dd182db7f29 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:45:20.349238 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:20.378127 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:20.555176 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273b55b-87f9-4a8c-be09-72d3e75709a6 req-d8215a1e-b3a8-4560-abb1-25c0ab4fd803 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:45:20.557759 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3273b55b-87f9-4a8c-be09-72d3e75709a6 req-d8215a1e-b3a8-4560-abb1-25c0ab4fd803 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 931 time: 0.1022594 Feb 09 18:45:20.630082 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3273b55b-87f9-4a8c-be09-72d3e75709a6 req-78ec0c32-c669-47c7-8878-b8f5eb04d7d7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655656 Feb 09 18:45:20.721068 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-4f36a25f-3c1a-42bd-8b37-ab31b5a217c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d995e9-815e-4a92-9996-008a038b13d8 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:45:20.729598 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-4f36a25f-3c1a-42bd-8b37-ab31b5a217c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:20.746183 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-4f36a25f-3c1a-42bd-8b37-ab31b5a217c0 service neutron] Transition to ACTIVE for port object f8d995e9-815e-4a92-9996-008a038b13d8 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:45:20.819873 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-4f36a25f-3c1a-42bd-8b37-ab31b5a217c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:20.959841 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36a25f-3c1a-42bd-8b37-ab31b5a217c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d995e9-815e-4a92-9996-008a038b13d8,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:21.127604 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-4f36a25f-3c1a-42bd-8b37-ab31b5a217c0 service neutron] Attempting to bind port f8d995e9-815e-4a92-9996-008a038b13d8 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:45:21.128145 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-4f36a25f-3c1a-42bd-8b37-ab31b5a217c0 service neutron] Attempting to bind port f8d995e9-815e-4a92-9996-008a038b13d8 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '7d12d352-32c2-43a5-b4c8-14356c925228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:45:21.128719 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-4f36a25f-3c1a-42bd-8b37-ab31b5a217c0 service neutron] Attempting to bind port f8d995e9-815e-4a92-9996-008a038b13d8 on network 6f3b06be-fe1b-42d1-9610-6118ebb92257 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:45:21.140425 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-4f36a25f-3c1a-42bd-8b37-ab31b5a217c0 service neutron] Port f8d995e9-815e-4a92-9996-008a038b13d8 on network 6f3b06be-fe1b-42d1-9610-6118ebb92257 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:45:21.140705 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-4f36a25f-3c1a-42bd-8b37-ab31b5a217c0 service neutron] Attempting to bind port f8d995e9-815e-4a92-9996-008a038b13d8 on network 6f3b06be-fe1b-42d1-9610-6118ebb92257 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:45:21.147837 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-4f36a25f-3c1a-42bd-8b37-ab31b5a217c0 service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:45:21.148160 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-4f36a25f-3c1a-42bd-8b37-ab31b5a217c0 service neutron] Checking segment: {'id': '7d12d352-32c2-43a5-b4c8-14356c925228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:45:21.148558 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-4f36a25f-3c1a-42bd-8b37-ab31b5a217c0 service neutron] Bound using segment: {'id': '7d12d352-32c2-43a5-b4c8-14356c925228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:45:21.149048 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-4f36a25f-3c1a-42bd-8b37-ab31b5a217c0 service neutron] Bound port: f8d995e9-815e-4a92-9996-008a038b13d8, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d12d352-32c2-43a5-b4c8-14356c925228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:45:21.150073 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-4f36a25f-3c1a-42bd-8b37-ab31b5a217c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:21.299481 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-4f36a25f-3c1a-42bd-8b37-ab31b5a217c0 service neutron] For port f8d995e9-815e-4a92-9996-008a038b13d8, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:45:21.304741 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-4f36a25f-3c1a-42bd-8b37-ab31b5a217c0 service neutron] For port f8d995e9-815e-4a92-9996-008a038b13d8, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f8d995e9-815e-4a92-9996-008a038b13d8,segment=NetworkSegment(7d12d352-32c2-43a5-b4c8-14356c925228),segment_id=7d12d352-32c2-43a5-b4c8-14356c925228)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:45:21.369619 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-4f36a25f-3c1a-42bd-8b37-ab31b5a217c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:21.442018 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-4f36a25f-3c1a-42bd-8b37-ab31b5a217c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:21.443495 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-4f36a25f-3c1a-42bd-8b37-ab31b5a217c0 service neutron] 10.222.0.50 "PUT /v2.0/ports/f8d995e9-815e-4a92-9996-008a038b13d8 HTTP/1.1" status: 200 len: 1093 time: 1.5205796 Feb 09 18:45:21.443939 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe579f2-f80a-444e-8181-44c64084d4a1', 'tag': 'f8d995e9-815e-4a92-9996-008a038b13d8'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:45:21.463402 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36a25f-3c1a-42bd-8b37-ab31b5a217c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d995e9-815e-4a92-9996-008a038b13d8,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:21.531608 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe579f2-f80a-444e-8181-44c64084d4a1', 'tag': 'f8d995e9-815e-4a92-9996-008a038b13d8', 'status': 'completed', 'code': 200} Feb 09 18:45:21.653588 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5df149fe-529e-4975-905f-c5fe3c061d07 req-62755684-ca18-4a9a-85c1-b64044175912 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 1096 time: 0.1000450 Feb 09 18:45:21.768859 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:21.982140 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576caf25-ce28-45c8-9849-003b83a32144 req-226a7908-3a5d-404f-b4d7-3a32d662f30b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:45:21.984713 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-576caf25-ce28-45c8-9849-003b83a32144 req-226a7908-3a5d-404f-b4d7-3a32d662f30b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 943 time: 0.1142521 Feb 09 18:45:22.011861 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df149fe-529e-4975-905f-c5fe3c061d07 req-da5b31c7-4f76-49c1-b4da-8c5d4f4913cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:45:22.014130 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5df149fe-529e-4975-905f-c5fe3c061d07 req-da5b31c7-4f76-49c1-b4da-8c5d4f4913cd service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2a01b8869a934284a87963b91efa1f71&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3533311 Feb 09 18:45:22.058411 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-576caf25-ce28-45c8-9849-003b83a32144 req-6ea32ba9-5331-4bbe-909e-50b4cf1b37b4 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649638 Feb 09 18:45:22.195256 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df149fe-529e-4975-905f-c5fe3c061d07 req-d9e25027-bfb1-40eb-a9f0-d6c7f6065215 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:45:22.196800 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5df149fe-529e-4975-905f-c5fe3c061d07 req-d9e25027-bfb1-40eb-a9f0-d6c7f6065215 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1765931 Feb 09 18:45:22.338192 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-5d14f890-3549-4e8b-9150-900d8d2d6d7c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 1096 time: 0.1025155 Feb 09 18:45:22.463678 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-21c2b035-5c74-4573-88d9-0b018e50fee3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8d995e9-815e-4a92-9996-008a038b13d8 HTTP/1.1" status: 200 len: 217 time: 0.1182883 Feb 09 18:45:22.538537 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-76822362-5681-4fcb-b525-db63ab110bc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:45:22.541777 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-76822362-5681-4fcb-b525-db63ab110bc0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0e62d644-afdc-4598-9b67-25fc0d5cd9b3 HTTP/1.1" status: 200 len: 835 time: 0.0707450 Feb 09 18:45:22.648261 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-3f1a515f-85c3-40be-85c2-e38827159b84 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f3b06be-fe1b-42d1-9610-6118ebb92257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1004190 Feb 09 18:45:22.806143 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-4209ea68-5cc4-4acb-8be3-0e5603a0a711 service neutron] 10.222.0.50 "GET /v2.0/networks/6f3b06be-fe1b-42d1-9610-6118ebb92257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503718 Feb 09 18:45:22.959508 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-bb1b7c22-91c8-4d6b-bfea-292f77e14099 req-4b51a556-7353-444b-bc02-36530315e108 service neutron] 10.222.0.50 "GET /v2.0/networks/6f3b06be-fe1b-42d1-9610-6118ebb92257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469684 Feb 09 18:45:23.308196 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49902fc1-aca7-4c39-8da3-0154ac52a6db req-df5bd332-44f2-4fb0-9c30-37cadeb31c17 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:45:23.309899 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-49902fc1-aca7-4c39-8da3-0154ac52a6db req-df5bd332-44f2-4fb0-9c30-37cadeb31c17 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 943 time: 0.0934730 Feb 09 18:45:23.462741 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-49902fc1-aca7-4c39-8da3-0154ac52a6db req-15143f3b-f3ee-49c0-b9a5-ff16e9ae3d87 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463301 Feb 09 18:45:24.698643 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885df818-dbfa-44c3-adb5-508f0d13b596 req-b74c32d2-6807-41be-8d1e-6a7ac22d8512 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:45:24.700890 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-885df818-dbfa-44c3-adb5-508f0d13b596 req-b74c32d2-6807-41be-8d1e-6a7ac22d8512 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 943 time: 0.0985334 Feb 09 18:45:24.754237 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-885df818-dbfa-44c3-adb5-508f0d13b596 req-0ca2859a-a8b2-44da-b324-2d002e8390c6 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463438 Feb 09 18:45:25.974511 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea508d07-8fbf-44e3-ad20-2ebcfd2a588f req-19e110ca-be93-4a71-bf51-de1aefdf6e79 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:45:25.976020 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ea508d07-8fbf-44e3-ad20-2ebcfd2a588f req-19e110ca-be93-4a71-bf51-de1aefdf6e79 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 943 time: 0.0863080 Feb 09 18:45:26.026174 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ea508d07-8fbf-44e3-ad20-2ebcfd2a588f req-9455442b-8f78-44f0-9416-e4f62ece37d5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441728 Feb 09 18:45:26.781097 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device f8d995e9-815e-4a92-9996-008a038b13d8 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:45:26.937743 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port f8d995e9-815e-4a92-9996-008a038b13d8, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f8d995e9-815e-4a92-9996-008a038b13d8,segment=NetworkSegment(7d12d352-32c2-43a5-b4c8-14356c925228),segment_id=7d12d352-32c2-43a5-b4c8-14356c925228)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:45:26.953582 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': 'f8d995e9-815e-4a92-9996-008a038b13d8', 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257', 'port_id': 'f8d995e9-815e-4a92-9996-008a038b13d8', 'mac_address': 'fa:16:3e:83:29:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e62d644-afdc-4598-9b67-25fc0d5cd9b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:45:27.025272 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:27.057886 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d995e9-815e-4a92-9996-008a038b13d8 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:45:27.080402 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port f8d995e9-815e-4a92-9996-008a038b13d8, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f8d995e9-815e-4a92-9996-008a038b13d8,segment=NetworkSegment(7d12d352-32c2-43a5-b4c8-14356c925228),segment_id=7d12d352-32c2-43a5-b4c8-14356c925228)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:45:27.180079 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:27.259407 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=f8d995e9-815e-4a92-9996-008a038b13d8,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:27.340382 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881cff1-18f1-44cd-9e6f-6dd73001e6be req-4a8281dd-f443-4149-81c3-c6368e96646b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:45:27.341986 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8881cff1-18f1-44cd-9e6f-6dd73001e6be req-4a8281dd-f443-4149-81c3-c6368e96646b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 944 time: 0.1277537 Feb 09 18:45:27.387411 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['f8d995e9-815e-4a92-9996-008a038b13d8'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:45:27.404551 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8881cff1-18f1-44cd-9e6f-6dd73001e6be req-b8b4d504-2107-4942-9eb0-4e72988e46ff tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511992 Feb 09 18:45:28.640192 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd382962-b731-45bc-b2bd-528c8ea381ff req-32b40983-ddf3-4a59-9211-e41cea561edf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:45:28.641799 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-dd382962-b731-45bc-b2bd-528c8ea381ff req-32b40983-ddf3-4a59-9211-e41cea561edf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 944 time: 0.0857160 Feb 09 18:45:28.693735 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-dd382962-b731-45bc-b2bd-528c8ea381ff req-ef4f3644-1c21-4623-85a7-d554a019c894 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459645 Feb 09 18:45:28.780843 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device f8d995e9-815e-4a92-9996-008a038b13d8 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:45:28.946015 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port f8d995e9-815e-4a92-9996-008a038b13d8 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:45:28.952002 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port f8d995e9-815e-4a92-9996-008a038b13d8 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:45:28.952380 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:29.078613 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:29.111221 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe579f2-f80a-444e-8181-44c64084d4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d995e9-815e-4a92-9996-008a038b13d8'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:45:29.123286 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port f8d995e9-815e-4a92-9996-008a038b13d8, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f8d995e9-815e-4a92-9996-008a038b13d8,segment=NetworkSegment(7d12d352-32c2-43a5-b4c8-14356c925228),segment_id=7d12d352-32c2-43a5-b4c8-14356c925228)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:45:29.175699 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe579f2-f80a-444e-8181-44c64084d4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d995e9-815e-4a92-9996-008a038b13d8', 'code': 200} Feb 09 18:45:29.219780 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:29.298022 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=f8d995e9-815e-4a92-9996-008a038b13d8,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:29.579404 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f1a2b3b8-585e-4b60-a47c-4f2b870d8f3f req-7601acb1-dbe3-40f6-9db1-c016383acd08 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 1098 time: 0.0880330 Feb 09 18:45:29.628402 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f1a2b3b8-585e-4b60-a47c-4f2b870d8f3f req-832f515c-2bf3-4b9e-b04f-0eb993735bd7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409336 Feb 09 18:45:29.919411 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f83e5-98d5-458a-bd80-2025721e4465 req-2fdc4037-2d62-493a-8dbd-aa156a923b03 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:45:29.921027 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3a5f83e5-98d5-458a-bd80-2025721e4465 req-2fdc4037-2d62-493a-8dbd-aa156a923b03 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 945 time: 0.0960693 Feb 09 18:45:29.979511 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3a5f83e5-98d5-458a-bd80-2025721e4465 req-8c156914-5cb1-44b0-888b-7638dbbe9a86 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481334 Feb 09 18:45:31.202850 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96894a8f-c871-4da9-93de-4bfbd86ab856 req-493557ef-a931-4e29-92af-f4da442125b8 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:45:31.204478 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-96894a8f-c871-4da9-93de-4bfbd86ab856 req-493557ef-a931-4e29-92af-f4da442125b8 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 945 time: 0.0863903 Feb 09 18:45:31.259168 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-96894a8f-c871-4da9-93de-4bfbd86ab856 req-8e6e5cfc-7cfb-4356-ab3c-54ab92ebbf9b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486629 Feb 09 18:45:31.484741 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0bad0-cd4e-4710-893e-911abff84ff5 req-625894e8-fee6-4753-9589-f2f03640d6f7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:45:31.486319 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3cc0bad0-cd4e-4710-893e-911abff84ff5 req-625894e8-fee6-4753-9589-f2f03640d6f7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 945 time: 0.0848477 Feb 09 18:45:31.539181 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3cc0bad0-cd4e-4710-893e-911abff84ff5 req-64847260-1757-4bea-b109-666ac0072566 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428495 Feb 09 18:45:31.569163 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33170) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:45:31.641100 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7dc28f91-a5b4-4b58-9a10-bc1359b821f2 tempest-TestNetworkAdvancedServerOps-565630373 tempest-TestNetworkAdvancedServerOps-565630373-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 1093 time: 0.0706954 Feb 09 18:45:31.643852 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33174) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:45:31.649259 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-871b5050-d612-4aee-ac6b-17572ea9bf4d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': 'f8d995e9-815e-4a92-9996-008a038b13d8', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:45:31.655169 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-871b5050-d612-4aee-ac6b-17572ea9bf4d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:45:31.659172 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-871b5050-d612-4aee-ac6b-17572ea9bf4d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:floatingip and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:45:31.662475 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-871b5050-d612-4aee-ac6b-17572ea9bf4d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:45:31.668808 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-871b5050-d612-4aee-ac6b-17572ea9bf4d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:45:31.783271 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-871b5050-d612-4aee-ac6b-17572ea9bf4d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:31.933842 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-871b5050-d612-4aee-ac6b-17572ea9bf4d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:32.102332 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-871b5050-d612-4aee-ac6b-17572ea9bf4d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Allocated IP 172.26.8.161 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/ce179fe6-fe82-47d1-8846-18f7371eb98e) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:45:32.271283 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-871b5050-d612-4aee-ac6b-17572ea9bf4d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:32.389192 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-871b5050-d612-4aee-ac6b-17572ea9bf4d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:32.460325 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871b5050-d612-4aee-ac6b-17572ea9bf4d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:45:32.463834 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-871b5050-d612-4aee-ac6b-17572ea9bf4d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:45:32.468557 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871b5050-d612-4aee-ac6b-17572ea9bf4d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:45:32.497688 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b5050-d612-4aee-ac6b-17572ea9bf4d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=ce179fe6-fe82-47d1-8846-18f7371eb98e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:33.105380 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-871b5050-d612-4aee-ac6b-17572ea9bf4d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:33.235772 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-871b5050-d612-4aee-ac6b-17572ea9bf4d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:33.489498 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-871b5050-d612-4aee-ac6b-17572ea9bf4d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:33.545345 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-871b5050-d612-4aee-ac6b-17572ea9bf4d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:33.658312 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b5050-d612-4aee-ac6b-17572ea9bf4d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=ce179fe6-fe82-47d1-8846-18f7371eb98e,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:45:33.673539 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-871b5050-d612-4aee-ac6b-17572ea9bf4d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:33.885547 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [None req-871b5050-d612-4aee-ac6b-17572ea9bf4d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Floating IP 4482b04a-5b39-4d81-bf2d-0ac66d587f46 associated. External IP: 172.26.8.161, port: f8d995e9-815e-4a92-9996-008a038b13d8. Feb 09 18:45:34.428065 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871b5050-d612-4aee-ac6b-17572ea9bf4d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Router 0f88ed22-920d-4121-ad01-0c94d67fa014 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:45:34.769741 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871b5050-d612-4aee-ac6b-17572ea9bf4d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:45:34.782555 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33b62b8-1860-4fbb-98c3-deec99dafaea None None] Sync routers for ids ['0f88ed22-920d-4121-ad01-0c94d67fa014'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:45:34.798130 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33b62b8-1860-4fbb-98c3-deec99dafaea None None] Routers {'0f88ed22-920d-4121-ad01-0c94d67fa014'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:45:34.802019 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-a33b62b8-1860-4fbb-98c3-deec99dafaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:45:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0f88ed22-920d-4121-ad01-0c94d67fa014'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:45:34.849470 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-871b5050-d612-4aee-ac6b-17572ea9bf4d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:34.955459 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-871b5050-d612-4aee-ac6b-17572ea9bf4d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3102772 Feb 09 18:45:34.959262 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe579f2-f80a-444e-8181-44c64084d4a1', 'tag': 'f8d995e9-815e-4a92-9996-008a038b13d8'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:45:35.056373 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-a33b62b8-1860-4fbb-98c3-deec99dafaea None None] Set router 0f88ed22-920d-4121-ad01-0c94d67fa014 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:45:35.085168 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe579f2-f80a-444e-8181-44c64084d4a1', 'tag': 'f8d995e9-815e-4a92-9996-008a038b13d8', 'status': 'completed', 'code': 200} Feb 09 18:45:35.155010 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f719e-f4fd-41b5-9b37-ad149288bbb4 req-182d6078-eeab-4ec5-a61f-c410d0b19031 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:45:35.161382 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-095f719e-f4fd-41b5-9b37-ad149288bbb4 req-182d6078-eeab-4ec5-a61f-c410d0b19031 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 945 time: 0.0906351 Feb 09 18:45:35.231624 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-93e05778-543b-4f87-a8d0-4983a57724a5 req-89c3f7c8-7058-4fcd-90f4-f3d8ae7d8ca6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 1098 time: 0.1072302 Feb 09 18:45:35.235490 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-095f719e-f4fd-41b5-9b37-ad149288bbb4 req-93e8998f-152b-4a40-84f9-8790b33ac52c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723755 Feb 09 18:45:35.289391 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33182) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:45:35.408859 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e05778-543b-4f87-a8d0-4983a57724a5 req-b16825ab-41db-4d46-a6a7-f59831b9cf3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:45:35.411399 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-93e05778-543b-4f87-a8d0-4983a57724a5 req-b16825ab-41db-4d46-a6a7-f59831b9cf3a service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f3b06be-fe1b-42d1-9610-6118ebb92257 HTTP/1.1" status: 200 len: 898 time: 0.1740477 Feb 09 18:45:35.477551 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f350f55b-b130-4493-a25d-7a4e0e42fb03 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/floatingips/4482b04a-5b39-4d81-bf2d-0ac66d587f46 HTTP/1.1" status: 200 len: 991 time: 0.1852410 Feb 09 18:45:35.583033 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-93e05778-543b-4f87-a8d0-4983a57724a5 req-f7055eaa-9887-4377-846d-5389a9dd1cff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8d995e9-815e-4a92-9996-008a038b13d8 HTTP/1.1" status: 200 len: 999 time: 0.1647472 Feb 09 18:45:35.678338 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-a33b62b8-1860-4fbb-98c3-deec99dafaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045186706', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:45:04Z', 'updated_at': '2022-02-09T18:45:11Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:45:05Z', 'updated_at': '2022-02-09T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '4482b04a-5b39-4d81-bf2d-0ac66d587f46', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'floating_ip_address': '172.26.8.161', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'port_id': 'f8d995e9-815e-4a92-9996-008a038b13d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257', 'mac_address': 'fa:16:3e:83:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe579f2-f80a-444e-8181-44c64084d4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:45:32Z', 'updated_at': '2022-02-09T18:45:32Z', 'revision_number': 0, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3730e4-4612-46ba-a9ab-8dd182db7f29', 'name': '', 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:b6:55:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e62d644-afdc-4598-9b67-25fc0d5cd9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:45:10Z', 'updated_at': '2022-02-09T18:45:18Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '0e62d644-afdc-4598-9b67-25fc0d5cd9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:45:35.682480 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e05778-543b-4f87-a8d0-4983a57724a5 req-b3eb799c-6e6b-4644-81d9-fe03fd2763a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:45:35.682480 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-93e05778-543b-4f87-a8d0-4983a57724a5 req-b3eb799c-6e6b-4644-81d9-fe03fd2763a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0e62d644-afdc-4598-9b67-25fc0d5cd9b3 HTTP/1.1" status: 200 len: 835 time: 0.0892470 Feb 09 18:45:35.684183 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33b62b8-1860-4fbb-98c3-deec99dafaea None None] Checking router: 0f88ed22-920d-4121-ad01-0c94d67fa014 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:45:35.697787 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33b62b8-1860-4fbb-98c3-deec99dafaea None None] Routers {'0f88ed22-920d-4121-ad01-0c94d67fa014'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:45:35.698502 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-a33b62b8-1860-4fbb-98c3-deec99dafaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:45:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0f88ed22-920d-4121-ad01-0c94d67fa014'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:45:35.827105 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-93e05778-543b-4f87-a8d0-4983a57724a5 req-475b533a-1ef2-429c-aa5c-1a8394ef5a48 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f3b06be-fe1b-42d1-9610-6118ebb92257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1405447 Feb 09 18:45:35.907741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-a33b62b8-1860-4fbb-98c3-deec99dafaea None None] Set router 0f88ed22-920d-4121-ad01-0c94d67fa014 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:45:35.992980 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-93e05778-543b-4f87-a8d0-4983a57724a5 req-5ddd3e53-4800-4d1e-9ada-c62fb15def61 service neutron] 10.222.0.50 "GET /v2.0/networks/6f3b06be-fe1b-42d1-9610-6118ebb92257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593041 Feb 09 18:45:36.153068 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-93e05778-543b-4f87-a8d0-4983a57724a5 req-fbb426dc-54f2-419c-b669-0bab4ad732fe service neutron] 10.222.0.50 "GET /v2.0/networks/6f3b06be-fe1b-42d1-9610-6118ebb92257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553743 Feb 09 18:45:36.316546 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-a33b62b8-1860-4fbb-98c3-deec99dafaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045186706', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:45:04Z', 'updated_at': '2022-02-09T18:45:11Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:45:05Z', 'updated_at': '2022-02-09T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '4482b04a-5b39-4d81-bf2d-0ac66d587f46', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'floating_ip_address': '172.26.8.161', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'port_id': 'f8d995e9-815e-4a92-9996-008a038b13d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257', 'mac_address': 'fa:16:3e:83:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe579f2-f80a-444e-8181-44c64084d4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:45:32Z', 'updated_at': '2022-02-09T18:45:32Z', 'revision_number': 0, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3730e4-4612-46ba-a9ab-8dd182db7f29', 'name': '', 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:b6:55:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e62d644-afdc-4598-9b67-25fc0d5cd9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:45:10Z', 'updated_at': '2022-02-09T18:45:18Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '0e62d644-afdc-4598-9b67-25fc0d5cd9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:45:36.322166 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33b62b8-1860-4fbb-98c3-deec99dafaea None None] The sync data for ids ['0f88ed22-920d-4121-ad01-0c94d67fa014'] in dv-neutron-827016-2-hyperv is: [{'id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045186706', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:45:04Z', 'updated_at': '2022-02-09T18:45:11Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:45:05Z', 'updated_at': '2022-02-09T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '4482b04a-5b39-4d81-bf2d-0ac66d587f46', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'floating_ip_address': '172.26.8.161', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'port_id': 'f8d995e9-815e-4a92-9996-008a038b13d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257', 'mac_address': 'fa:16:3e:83:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe579f2-f80a-444e-8181-44c64084d4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:45:32Z', 'updated_at': '2022-02-09T18:45:32Z', 'revision_number': 0, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3730e4-4612-46ba-a9ab-8dd182db7f29', 'name': '', 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:b6:55:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e62d644-afdc-4598-9b67-25fc0d5cd9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:45:10Z', 'updated_at': '2022-02-09T18:45:18Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '0e62d644-afdc-4598-9b67-25fc0d5cd9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:45:36.480666 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33186) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:45:36.608257 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-65fce6d9-cf75-419e-929e-c169a247dffd tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/floatingips/4482b04a-5b39-4d81-bf2d-0ac66d587f46 HTTP/1.1" status: 200 len: 991 time: 0.1247535 Feb 09 18:45:36.648156 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25b8467-aa94-49a9-901d-de82155d64ab None None] New status for floating IP 4482b04a-5b39-4d81-bf2d-0ac66d587f46: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:45:37.611196 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33190) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:45:37.730229 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-263e7a3d-7416-4fcd-8951-a36d2d4e6102 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/floatingips/4482b04a-5b39-4d81-bf2d-0ac66d587f46 HTTP/1.1" status: 200 len: 993 time: 0.1175051 Feb 09 18:45:42.128491 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:45:46.743128 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b20e6eb1-ec1f-4f11-be1a-88ca53c0b12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:47.424725 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:49.086515 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-94b1c67e-524c-4ecb-bebc-189eccf98100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:50.268345 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:50.297455 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:45:51.773954 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:02.988993 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410bad1-2028-4847-978b-483191169372 req-700a9727-b3fb-4588-ac28-c998da0cf7e4 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:46:02.991574 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7410bad1-2028-4847-978b-483191169372 req-700a9727-b3fb-4588-ac28-c998da0cf7e4 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 945 time: 0.1153719 Feb 09 18:46:03.042595 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7410bad1-2028-4847-978b-483191169372 req-b6e2ce45-c64a-46d5-90f2-8dfb4a4927aa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436308 Feb 09 18:46:04.309489 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d6441-72a7-4581-a2c6-711b96da9964 req-d0aedf1f-3722-44cb-8da5-1e1803b91a71 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:46:04.311720 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-479d6441-72a7-4581-a2c6-711b96da9964 req-d0aedf1f-3722-44cb-8da5-1e1803b91a71 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 945 time: 0.0955751 Feb 09 18:46:04.378426 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-479d6441-72a7-4581-a2c6-711b96da9964 req-a5c91871-c49b-49d6-b955-fd50d499c187 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597661 Feb 09 18:46:04.928424 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-66af391d-8644-4697-8987-dcb98426c3b4 req-4c63a415-dd0a-47e7-9451-30b9b476c3db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 1098 time: 0.0817704 Feb 09 18:46:05.113549 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af391d-8644-4697-8987-dcb98426c3b4 req-802f5444-af7d-40c7-a919-9fb1ad3824f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:46:05.116029 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-66af391d-8644-4697-8987-dcb98426c3b4 req-802f5444-af7d-40c7-a919-9fb1ad3824f1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f3b06be-fe1b-42d1-9610-6118ebb92257 HTTP/1.1" status: 200 len: 898 time: 0.1583951 Feb 09 18:46:05.226166 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-66af391d-8644-4697-8987-dcb98426c3b4 req-494e6a41-289a-4b9d-b2fb-68f12c49ca46 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8d995e9-815e-4a92-9996-008a038b13d8 HTTP/1.1" status: 200 len: 1001 time: 0.1029391 Feb 09 18:46:05.296784 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af391d-8644-4697-8987-dcb98426c3b4 req-db3056b2-48ff-4759-be06-5265957e83cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:46:05.298547 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-66af391d-8644-4697-8987-dcb98426c3b4 req-db3056b2-48ff-4759-be06-5265957e83cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0e62d644-afdc-4598-9b67-25fc0d5cd9b3 HTTP/1.1" status: 200 len: 835 time: 0.0663359 Feb 09 18:46:05.388248 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-66af391d-8644-4697-8987-dcb98426c3b4 req-cfa50709-84d0-4cb1-ab75-8dce031ca5cd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f3b06be-fe1b-42d1-9610-6118ebb92257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827975 Feb 09 18:46:05.539613 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-66af391d-8644-4697-8987-dcb98426c3b4 req-08377e37-7e8b-4e8d-b68e-0ce128090c76 service neutron] 10.222.0.50 "GET /v2.0/networks/6f3b06be-fe1b-42d1-9610-6118ebb92257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447003 Feb 09 18:46:05.722888 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c87f3-ac03-414e-99c4-d7e9f5433059 req-972e24a8-3d58-403e-a3e7-bd16fc0b08d5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:46:05.724837 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ed7c87f3-ac03-414e-99c4-d7e9f5433059 req-972e24a8-3d58-403e-a3e7-bd16fc0b08d5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 945 time: 0.1234875 Feb 09 18:46:05.786156 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ed7c87f3-ac03-414e-99c4-d7e9f5433059 req-cf84d0fa-d98f-4015-840f-f4273a1d59a2 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514197 Feb 09 18:46:05.867396 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-66af391d-8644-4697-8987-dcb98426c3b4 req-67a9dc4a-8cf8-4456-ad7a-dbb776db9177 service neutron] 10.222.0.50 "GET /v2.0/networks/6f3b06be-fe1b-42d1-9610-6118ebb92257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217585 Feb 09 18:46:07.011209 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5caad-a7b7-48b7-9e1f-08c9c1851ec7 req-93f034c2-6c12-40b1-91ec-ceac2eff6618 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:46:07.012997 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-14d5caad-a7b7-48b7-9e1f-08c9c1851ec7 req-93f034c2-6c12-40b1-91ec-ceac2eff6618 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 945 time: 0.0851798 Feb 09 18:46:07.065835 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-14d5caad-a7b7-48b7-9e1f-08c9c1851ec7 req-bc6795e2-9bdb-4c43-a524-bc4c74213077 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467615 Feb 09 18:46:08.282073 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263d88d-7260-46f8-9bda-8b6603adb2d6 req-a6aad497-bb4f-487b-9c5d-ac14755f771f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:46:08.283596 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2263d88d-7260-46f8-9bda-8b6603adb2d6 req-a6aad497-bb4f-487b-9c5d-ac14755f771f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 945 time: 0.0884211 Feb 09 18:46:08.332819 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2263d88d-7260-46f8-9bda-8b6603adb2d6 req-dffec2f1-cd2f-4432-9291-e3c931779b0d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430415 Feb 09 18:46:09.603883 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a075da6-d7d0-420c-b2e2-4e605069495d req-06d8f790-2f49-43ce-ab46-8e8b5cf00133 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:46:09.605696 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5a075da6-d7d0-420c-b2e2-4e605069495d req-06d8f790-2f49-43ce-ab46-8e8b5cf00133 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 945 time: 0.0935006 Feb 09 18:46:09.665877 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5a075da6-d7d0-420c-b2e2-4e605069495d req-27b33531-07af-41db-9553-1f14d413ee2b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537434 Feb 09 18:46:10.878865 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be8428-db86-4a85-90a7-d94fa69ef286 req-9cd14784-4ede-4da7-b1ca-5462a1f85f6b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:46:10.880683 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-20be8428-db86-4a85-90a7-d94fa69ef286 req-9cd14784-4ede-4da7-b1ca-5462a1f85f6b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 945 time: 0.0828061 Feb 09 18:46:10.935595 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-20be8428-db86-4a85-90a7-d94fa69ef286 req-1396de1d-e26b-4b1b-96ea-2d0f3c140095 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451188 Feb 09 18:46:12.208932 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a31309-f541-45ee-9e4b-a2f9993981f6 req-3853c008-af5c-44de-8875-30e980c95dce tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:46:12.211044 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-51a31309-f541-45ee-9e4b-a2f9993981f6 req-3853c008-af5c-44de-8875-30e980c95dce tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 945 time: 0.0871789 Feb 09 18:46:12.268486 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-51a31309-f541-45ee-9e4b-a2f9993981f6 req-e80a1782-adf6-4a6a-8ba2-a7df88b1aaa6 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441761 Feb 09 18:46:13.514275 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da407a2f-cfd6-4646-96a2-49f493c6933a req-4124a47b-99dc-4d06-b257-d955ed9907fb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:46:13.515809 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-da407a2f-cfd6-4646-96a2-49f493c6933a req-4124a47b-99dc-4d06-b257-d955ed9907fb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 945 time: 0.0898921 Feb 09 18:46:13.570204 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-da407a2f-cfd6-4646-96a2-49f493c6933a req-8b26ff02-e9bd-4644-93f3-e7b8887f363f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481412 Feb 09 18:46:14.938896 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6796400-fe58-48c4-ac85-14e0639c4430 req-b9e0dac3-54a0-4309-8be9-d780ed62726a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:46:14.940436 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c6796400-fe58-48c4-ac85-14e0639c4430 req-b9e0dac3-54a0-4309-8be9-d780ed62726a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 945 time: 0.0869710 Feb 09 18:46:14.992480 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c6796400-fe58-48c4-ac85-14e0639c4430 req-6c81e49f-1d70-4177-adac-6ed27be91bda tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449088 Feb 09 18:46:15.024833 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33232) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:46:15.281827 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-48b55a06-a577-448f-97a5-2b5a0e073a34 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/floatingips/4482b04a-5b39-4d81-bf2d-0ac66d587f46 HTTP/1.1" status: 200 len: 993 time: 0.2554591 Feb 09 18:46:16.810689 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39b6f3fb-e321-493a-bdfb-56b3c1d417d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:17.113374 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3f412-2829-4852-9eee-ca1f51968f72 req-01361d8f-46a4-454a-ba3f-50e2ca37c1ad tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:46:17.116190 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2fb3f412-2829-4852-9eee-ca1f51968f72 req-01361d8f-46a4-454a-ba3f-50e2ca37c1ad tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 945 time: 0.1058908 Feb 09 18:46:17.171553 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2fb3f412-2829-4852-9eee-ca1f51968f72 req-b4f37250-6106-47ae-b24c-ed8c2fae10e1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494807 Feb 09 18:46:17.306326 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-71c3f1e2-543f-4f53-8a9f-4a08e6d003ed req-28ce8e47-9915-4537-b3e1-8d9eabb300ba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 1098 time: 0.0795381 Feb 09 18:46:17.457178 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3f1e2-543f-4f53-8a9f-4a08e6d003ed req-d7781526-da0f-4478-8372-47a9aa4bd591 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:46:17.458691 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-71c3f1e2-543f-4f53-8a9f-4a08e6d003ed req-d7781526-da0f-4478-8372-47a9aa4bd591 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f3b06be-fe1b-42d1-9610-6118ebb92257 HTTP/1.1" status: 200 len: 898 time: 0.1470563 Feb 09 18:46:17.464054 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:17.578130 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-71c3f1e2-543f-4f53-8a9f-4a08e6d003ed req-e9ce6f50-4072-45f9-bb3e-3c4b27c150a6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8d995e9-815e-4a92-9996-008a038b13d8 HTTP/1.1" status: 200 len: 1001 time: 0.1133301 Feb 09 18:46:17.651118 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3f1e2-543f-4f53-8a9f-4a08e6d003ed req-6c778be6-02dd-43b3-8516-de8b9d0f17e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:46:17.652598 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-71c3f1e2-543f-4f53-8a9f-4a08e6d003ed req-6c778be6-02dd-43b3-8516-de8b9d0f17e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0e62d644-afdc-4598-9b67-25fc0d5cd9b3 HTTP/1.1" status: 200 len: 835 time: 0.0692744 Feb 09 18:46:17.742221 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-71c3f1e2-543f-4f53-8a9f-4a08e6d003ed req-c70489ff-1c1e-40aa-8d98-5a82f198c2bf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f3b06be-fe1b-42d1-9610-6118ebb92257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834270 Feb 09 18:46:17.895264 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-71c3f1e2-543f-4f53-8a9f-4a08e6d003ed req-f09f4bf2-e05a-409b-b5e8-1549ffa9f9a3 service neutron] 10.222.0.50 "GET /v2.0/networks/6f3b06be-fe1b-42d1-9610-6118ebb92257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470315 Feb 09 18:46:18.055517 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-71c3f1e2-543f-4f53-8a9f-4a08e6d003ed req-4a609ba7-c4e7-4b33-aaa0-ec930109261e service neutron] 10.222.0.50 "GET /v2.0/networks/6f3b06be-fe1b-42d1-9610-6118ebb92257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538057 Feb 09 18:46:18.393984 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93eb7ea-88f3-4518-8446-18548434f2cc req-8672736d-63c2-4e4d-8348-38966740eced tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:46:18.395637 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f93eb7ea-88f3-4518-8446-18548434f2cc req-8672736d-63c2-4e4d-8348-38966740eced tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 945 time: 0.0896347 Feb 09 18:46:18.462028 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f93eb7ea-88f3-4518-8446-18548434f2cc req-4a2d1186-b73c-420a-b391-eb80e98833c7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596306 Feb 09 18:46:19.120896 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0a38b24a-1c83-48fa-8a77-2abe7a810ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:19.132328 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:46:19.708246 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f4ff7-7af5-465d-85f9-2fa47c8d30df req-1688ad5a-cbc6-4b23-925c-f939e44c6964 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:46:19.711121 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-864f4ff7-7af5-465d-85f9-2fa47c8d30df req-1688ad5a-cbc6-4b23-925c-f939e44c6964 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 945 time: 0.0929537 Feb 09 18:46:19.784753 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-864f4ff7-7af5-465d-85f9-2fa47c8d30df req-c24ea281-d5ed-4a68-a80d-2dd8962b1739 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670047 Feb 09 18:46:19.827814 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33246) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:46:19.952322 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-447faafe-6b19-4bc3-b835-999afb93e473 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/floatingips/4482b04a-5b39-4d81-bf2d-0ac66d587f46 HTTP/1.1" status: 200 len: 993 time: 0.1231756 Feb 09 18:46:20.279582 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:20.302196 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:21.783267 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:29.538743 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [req-6e736802-4585-441a-b149-7afe89385689 req-ded8eeb3-27ee-49ce-bb15-b994cce544c3 service neutron] (84542) timed out ('10.222.0.21', 57784) {{(pid=84542) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 18:46:46.736018 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b4dc00e0-ad36-41db-9e03-bca099fd5aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:47.451291 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:49.028617 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-496c90cc-0db0-414c-8b55-1a1e1c1bcafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:50.240819 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:50.269201 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:50.401182 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33270) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:46:50.716130 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-3ed46ceb-1f52-40a5-a31c-e8aded856324 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Deleting port ce179fe6-fe82-47d1-8846-18f7371eb98e {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:46:50.716611 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3ed46ceb-1f52-40a5-a31c-e8aded856324 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:50.959187 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3ed46ceb-1f52-40a5-a31c-e8aded856324 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:50.959767 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3ed46ceb-1f52-40a5-a31c-e8aded856324 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:51.097697 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-3ed46ceb-1f52-40a5-a31c-e8aded856324 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Calling delete_port for ce179fe6-fe82-47d1-8846-18f7371eb98e owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:46:51.410959 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3ed46ceb-1f52-40a5-a31c-e8aded856324 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:51.507426 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed46ceb-1f52-40a5-a31c-e8aded856324 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Port': ['ID=ce179fe6-fe82-47d1-8846-18f7371eb98e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:46:51.535564 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed46ceb-1f52-40a5-a31c-e8aded856324 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:46:51.536693 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed46ceb-1f52-40a5-a31c-e8aded856324 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:46:51.537642 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed46ceb-1f52-40a5-a31c-e8aded856324 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:46:51.538765 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed46ceb-1f52-40a5-a31c-e8aded856324 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:46:51.538945 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed46ceb-1f52-40a5-a31c-e8aded856324 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:46:51.539692 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed46ceb-1f52-40a5-a31c-e8aded856324 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:46:51.540258 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed46ceb-1f52-40a5-a31c-e8aded856324 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:46:51.540971 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed46ceb-1f52-40a5-a31c-e8aded856324 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:46:51.541799 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed46ceb-1f52-40a5-a31c-e8aded856324 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:46:51.542489 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed46ceb-1f52-40a5-a31c-e8aded856324 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:46:51.543018 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed46ceb-1f52-40a5-a31c-e8aded856324 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:46:51.776250 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:51.792276 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3ed46ceb-1f52-40a5-a31c-e8aded856324 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:52.248218 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed46ceb-1f52-40a5-a31c-e8aded856324 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Router 0f88ed22-920d-4121-ad01-0c94d67fa014 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:46:52.492657 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed46ceb-1f52-40a5-a31c-e8aded856324 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:46:52.507949 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572728ce-1de5-41a8-97dd-55ec8d90f945 None None] Sync routers for ids ['0f88ed22-920d-4121-ad01-0c94d67fa014'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:46:52.519079 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3ed46ceb-1f52-40a5-a31c-e8aded856324 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:52.528738 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572728ce-1de5-41a8-97dd-55ec8d90f945 None None] Routers {'0f88ed22-920d-4121-ad01-0c94d67fa014'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:46:52.529749 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-572728ce-1de5-41a8-97dd-55ec8d90f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:46:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0f88ed22-920d-4121-ad01-0c94d67fa014'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:46:52.618417 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3ed46ceb-1f52-40a5-a31c-e8aded856324 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "DELETE /v2.0/floatingips/4482b04a-5b39-4d81-bf2d-0ac66d587f46 HTTP/1.1" status: 204 len: 168 time: 2.2127035 Feb 09 18:46:52.618417 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe579f2-f80a-444e-8181-44c64084d4a1', 'tag': 'f8d995e9-815e-4a92-9996-008a038b13d8'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:46:52.700158 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe579f2-f80a-444e-8181-44c64084d4a1', 'tag': 'f8d995e9-815e-4a92-9996-008a038b13d8', 'status': 'completed', 'code': 200} Feb 09 18:46:52.818822 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-572728ce-1de5-41a8-97dd-55ec8d90f945 None None] Set router 0f88ed22-920d-4121-ad01-0c94d67fa014 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:46:52.879945 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-348a081e-55e5-42f2-863b-bb51a00ef44d req-654bb1dd-7c89-4004-8a11-f068fc8ff54b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 1098 time: 0.1429894 Feb 09 18:46:53.062035 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a081e-55e5-42f2-863b-bb51a00ef44d req-a63283cf-c5c4-4be2-bc87-bd0a694b8f69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:46:53.064023 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-348a081e-55e5-42f2-863b-bb51a00ef44d req-a63283cf-c5c4-4be2-bc87-bd0a694b8f69 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6f3b06be-fe1b-42d1-9610-6118ebb92257 HTTP/1.1" status: 200 len: 898 time: 0.1784532 Feb 09 18:46:53.165835 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-348a081e-55e5-42f2-863b-bb51a00ef44d req-01ecfd53-48ba-4d8e-973d-e5c148fe981f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8d995e9-815e-4a92-9996-008a038b13d8 HTTP/1.1" status: 200 len: 217 time: 0.0957263 Feb 09 18:46:53.247000 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a081e-55e5-42f2-863b-bb51a00ef44d req-eea639a4-bfc7-4c10-9c13-3793be7768be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:46:53.248521 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-348a081e-55e5-42f2-863b-bb51a00ef44d req-eea639a4-bfc7-4c10-9c13-3793be7768be service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0e62d644-afdc-4598-9b67-25fc0d5cd9b3 HTTP/1.1" status: 200 len: 835 time: 0.0771472 Feb 09 18:46:53.375797 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-348a081e-55e5-42f2-863b-bb51a00ef44d req-d9ba5916-34de-4ee8-9d33-bc90473418f1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f3b06be-fe1b-42d1-9610-6118ebb92257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1206288 Feb 09 18:46:53.465474 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-572728ce-1de5-41a8-97dd-55ec8d90f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045186706', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:45:04Z', 'updated_at': '2022-02-09T18:45:11Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:45:05Z', 'updated_at': '2022-02-09T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7e3730e4-4612-46ba-a9ab-8dd182db7f29', 'name': '', 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:b6:55:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e62d644-afdc-4598-9b67-25fc0d5cd9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:45:10Z', 'updated_at': '2022-02-09T18:45:18Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '0e62d644-afdc-4598-9b67-25fc0d5cd9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:46:53.473072 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572728ce-1de5-41a8-97dd-55ec8d90f945 None None] Checking router: 0f88ed22-920d-4121-ad01-0c94d67fa014 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:46:53.493093 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572728ce-1de5-41a8-97dd-55ec8d90f945 None None] Routers {'0f88ed22-920d-4121-ad01-0c94d67fa014'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:46:53.494105 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-572728ce-1de5-41a8-97dd-55ec8d90f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:46:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0f88ed22-920d-4121-ad01-0c94d67fa014'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:46:53.611433 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-348a081e-55e5-42f2-863b-bb51a00ef44d req-ba087fb5-a7fe-4691-b5d4-8c94866467bd service neutron] 10.222.0.50 "GET /v2.0/networks/6f3b06be-fe1b-42d1-9610-6118ebb92257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288420 Feb 09 18:46:53.613441 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b335487-d98a-433a-8824-a28148bf1753 req-af29fa98-8e45-4daa-b725-a682b6d947ca tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:46:53.615876 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4b335487-d98a-433a-8824-a28148bf1753 req-af29fa98-8e45-4daa-b725-a682b6d947ca tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 945 time: 0.1299357 Feb 09 18:46:53.728601 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4b335487-d98a-433a-8824-a28148bf1753 req-f898d365-3cf3-45c3-b1cd-2603476b07bb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010039 Feb 09 18:46:53.795015 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-348a081e-55e5-42f2-863b-bb51a00ef44d req-47e71fc2-3708-418c-b370-13d102ca2454 service neutron] 10.222.0.50 "GET /v2.0/networks/6f3b06be-fe1b-42d1-9610-6118ebb92257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757195 Feb 09 18:46:53.803219 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-572728ce-1de5-41a8-97dd-55ec8d90f945 None None] Set router 0f88ed22-920d-4121-ad01-0c94d67fa014 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:46:54.300615 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-572728ce-1de5-41a8-97dd-55ec8d90f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045186706', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:45:04Z', 'updated_at': '2022-02-09T18:45:11Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:45:05Z', 'updated_at': '2022-02-09T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7e3730e4-4612-46ba-a9ab-8dd182db7f29', 'name': '', 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:b6:55:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e62d644-afdc-4598-9b67-25fc0d5cd9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:45:10Z', 'updated_at': '2022-02-09T18:45:18Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '0e62d644-afdc-4598-9b67-25fc0d5cd9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:46:54.308572 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572728ce-1de5-41a8-97dd-55ec8d90f945 None None] The sync data for ids ['0f88ed22-920d-4121-ad01-0c94d67fa014'] in dv-neutron-827016-2-hyperv is: [{'id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045186706', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:45:04Z', 'updated_at': '2022-02-09T18:45:11Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:45:05Z', 'updated_at': '2022-02-09T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7e3730e4-4612-46ba-a9ab-8dd182db7f29', 'name': '', 'network_id': '6f3b06be-fe1b-42d1-9610-6118ebb92257', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:b6:55:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e62d644-afdc-4598-9b67-25fc0d5cd9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:45:10Z', 'updated_at': '2022-02-09T18:45:18Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '0e62d644-afdc-4598-9b67-25fc0d5cd9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:46:54.558096 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c034803-83bc-4695-b5f4-6addcf73c520 None None] New status for floating IP 4482b04a-5b39-4d81-bf2d-0ac66d587f46: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:46:54.871905 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83097e6d-26b2-4fa8-88bc-6ca268b5a1eb req-68752623-702d-4d50-828c-176fd3831cd7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:46:54.876347 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-83097e6d-26b2-4fa8-88bc-6ca268b5a1eb req-68752623-702d-4d50-828c-176fd3831cd7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Synchronizing usage tracker for tenant:2a01b8869a934284a87963b91efa1f71 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:46:54.977524 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-83097e6d-26b2-4fa8-88bc-6ca268b5a1eb req-68752623-702d-4d50-828c-176fd3831cd7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Unset dirty status for tenant:2a01b8869a934284a87963b91efa1f71 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:46:54.979069 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-83097e6d-26b2-4fa8-88bc-6ca268b5a1eb req-68752623-702d-4d50-828c-176fd3831cd7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 945 time: 0.2386315 Feb 09 18:46:55.115520 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7bc03-c959-41af-b5ba-23ad38c31933 req-9bbd80d3-923e-4640-a462-0b576fb06abc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:46:55.119386 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-30c7bc03-c959-41af-b5ba-23ad38c31933 req-9bbd80d3-923e-4640-a462-0b576fb06abc tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 945 time: 0.1585655 Feb 09 18:46:55.206964 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-30c7bc03-c959-41af-b5ba-23ad38c31933 req-10c950ea-9640-4c3b-ae52-d65e9de5aac8 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8e1419d-b191-4559-a7be-25bc1b1143de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740473 Feb 09 18:46:55.241491 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-83097e6d-26b2-4fa8-88bc-6ca268b5a1eb req-4d939e93-48c5-423c-b352-b39bab0f0712 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Deleting port f8d995e9-815e-4a92-9996-008a038b13d8 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:46:55.241898 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-83097e6d-26b2-4fa8-88bc-6ca268b5a1eb req-4d939e93-48c5-423c-b352-b39bab0f0712 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:55.547152 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-83097e6d-26b2-4fa8-88bc-6ca268b5a1eb req-4d939e93-48c5-423c-b352-b39bab0f0712 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] For port f8d995e9-815e-4a92-9996-008a038b13d8, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f8d995e9-815e-4a92-9996-008a038b13d8,segment=NetworkSegment(7d12d352-32c2-43a5-b4c8-14356c925228),segment_id=7d12d352-32c2-43a5-b4c8-14356c925228)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:46:55.547525 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-83097e6d-26b2-4fa8-88bc-6ca268b5a1eb req-4d939e93-48c5-423c-b352-b39bab0f0712 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:55.684735 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-83097e6d-26b2-4fa8-88bc-6ca268b5a1eb req-4d939e93-48c5-423c-b352-b39bab0f0712 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Calling delete_port for f8d995e9-815e-4a92-9996-008a038b13d8 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:46:56.006554 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-83097e6d-26b2-4fa8-88bc-6ca268b5a1eb req-4d939e93-48c5-423c-b352-b39bab0f0712 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:56.065183 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d939e93-48c5-423c-b352-b39bab0f0712 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Port': ['ID=f8d995e9-815e-4a92-9996-008a038b13d8,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:46:56.139115 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:46:56.168994 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-83097e6d-26b2-4fa8-88bc-6ca268b5a1eb req-4d939e93-48c5-423c-b352-b39bab0f0712 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] No DVR routers for this DVR port f8d995e9-815e-4a92-9996-008a038b13d8 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:46:56.171906 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-83097e6d-26b2-4fa8-88bc-6ca268b5a1eb req-4d939e93-48c5-423c-b352-b39bab0f0712 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:56.174786 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe579f2-f80a-444e-8181-44c64084d4a1', 'name': 'network-vif-deleted', 'tag': 'f8d995e9-815e-4a92-9996-008a038b13d8'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:46:56.238412 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe579f2-f80a-444e-8181-44c64084d4a1', 'name': 'network-vif-deleted', 'tag': 'f8d995e9-815e-4a92-9996-008a038b13d8', 'status': 'completed', 'code': 200} Feb 09 18:46:56.270351 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-83097e6d-26b2-4fa8-88bc-6ca268b5a1eb req-4d939e93-48c5-423c-b352-b39bab0f0712 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "DELETE /v2.0/ports/f8d995e9-815e-4a92-9996-008a038b13d8 HTTP/1.1" status: 204 len: 173 time: 1.2842550 Feb 09 18:46:56.409632 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-928ae4fb-68f6-4e35-b5ed-653900a69b1e req-c013c8e4-bed4-4a98-9f49-4bec66b48449 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe579f2-f80a-444e-8181-44c64084d4a1 HTTP/1.1" status: 200 len: 210 time: 0.0493939 Feb 09 18:46:57.547153 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33288) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:46:58.016780 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dacb5e66-e452-46d2-9c3f-84f2a59306c7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:58.831505 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-dacb5e66-e452-46d2-9c3f-84f2a59306c7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Deleting port 7e3730e4-4612-46ba-a9ab-8dd182db7f29 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:46:58.832312 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dacb5e66-e452-46d2-9c3f-84f2a59306c7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:59.106712 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device f8d995e9-815e-4a92-9996-008a038b13d8 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:46:59.116684 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-dacb5e66-e452-46d2-9c3f-84f2a59306c7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] For port 7e3730e4-4612-46ba-a9ab-8dd182db7f29, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7e3730e4-4612-46ba-a9ab-8dd182db7f29,segment=NetworkSegment(7d12d352-32c2-43a5-b4c8-14356c925228),segment_id=7d12d352-32c2-43a5-b4c8-14356c925228)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:46:59.117229 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dacb5e66-e452-46d2-9c3f-84f2a59306c7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:59.180121 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: f8d995e9-815e-4a92-9996-008a038b13d8 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:46:59.180665 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device f8d995e9-815e-4a92-9996-008a038b13d8 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:46:59.251421 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-dacb5e66-e452-46d2-9c3f-84f2a59306c7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Calling delete_port for 7e3730e4-4612-46ba-a9ab-8dd182db7f29 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:46:59.547996 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dacb5e66-e452-46d2-9c3f-84f2a59306c7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:46:59.599122 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb5e66-e452-46d2-9c3f-84f2a59306c7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Port': ['ID=7e3730e4-4612-46ba-a9ab-8dd182db7f29,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:46:59.927882 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dacb5e66-e452-46d2-9c3f-84f2a59306c7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:00.738104 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacb5e66-e452-46d2-9c3f-84f2a59306c7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Router 0f88ed22-920d-4121-ad01-0c94d67fa014 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:47:00.964067 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacb5e66-e452-46d2-9c3f-84f2a59306c7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:47:00.977872 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fcdf0b-9045-4002-b6be-4fedfc2c8057 None None] Sync routers for ids ['0f88ed22-920d-4121-ad01-0c94d67fa014'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:47:00.982490 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-dacb5e66-e452-46d2-9c3f-84f2a59306c7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "PUT /v2.0/routers/0f88ed22-920d-4121-ad01-0c94d67fa014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4309032 Feb 09 18:47:00.982758 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33292) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:47:01.005472 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fcdf0b-9045-4002-b6be-4fedfc2c8057 None None] Routers {'0f88ed22-920d-4121-ad01-0c94d67fa014'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:47:01.005472 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-91fcdf0b-9045-4002-b6be-4fedfc2c8057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:46:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0f88ed22-920d-4121-ad01-0c94d67fa014'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:47:01.207727 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-426fc38b-f8de-4b73-8a46-59064df42033 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Deleting subnet 0e62d644-afdc-4598-9b67-25fc0d5cd9b3 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:47:01.213444 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-426fc38b-f8de-4b73-8a46-59064df42033 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:01.273990 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-91fcdf0b-9045-4002-b6be-4fedfc2c8057 None None] Set router 0f88ed22-920d-4121-ad01-0c94d67fa014 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:47:01.292438 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-426fc38b-f8de-4b73-8a46-59064df42033 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:01.439176 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-426fc38b-f8de-4b73-8a46-59064df42033 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:01.685702 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-426fc38b-f8de-4b73-8a46-59064df42033 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:01.700160 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-91fcdf0b-9045-4002-b6be-4fedfc2c8057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045186706', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:45:04Z', 'updated_at': '2022-02-09T18:46:59Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:45:05Z', 'updated_at': '2022-02-09T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:47:01.707044 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fcdf0b-9045-4002-b6be-4fedfc2c8057 None None] Checking router: 0f88ed22-920d-4121-ad01-0c94d67fa014 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:47:01.727071 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fcdf0b-9045-4002-b6be-4fedfc2c8057 None None] Routers {'0f88ed22-920d-4121-ad01-0c94d67fa014'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:47:01.728071 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-91fcdf0b-9045-4002-b6be-4fedfc2c8057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:46:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0f88ed22-920d-4121-ad01-0c94d67fa014'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:47:01.759699 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426fc38b-f8de-4b73-8a46-59064df42033 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Subnet': ['ID=0e62d644-afdc-4598-9b67-25fc0d5cd9b3,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:01.766611 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-426fc38b-f8de-4b73-8a46-59064df42033 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:01.779095 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-426fc38b-f8de-4b73-8a46-59064df42033 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "DELETE /v2.0/subnets/0e62d644-afdc-4598-9b67-25fc0d5cd9b3 HTTP/1.1" status: 204 len: 168 time: 0.7950633 Feb 09 18:47:01.782051 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33296) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:47:01.806683 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70e9ee5-fdf5-430c-a160-414406216fd2 None None] Network 6f3b06be-fe1b-42d1-9610-6118ebb92257 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:47:02.043680 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed58a833-372c-4895-b474-21282aad7307 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:02.255533 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-91fcdf0b-9045-4002-b6be-4fedfc2c8057 None None] Set router 0f88ed22-920d-4121-ad01-0c94d67fa014 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:47:02.372819 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed58a833-372c-4895-b474-21282aad7307 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:02.485810 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ed58a833-372c-4895-b474-21282aad7307 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Deleting port 6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:47:02.486668 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed58a833-372c-4895-b474-21282aad7307 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:02.564016 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed19786-c619-4516-8723-cfd66491147f None None] DHCP port deletion for 6f3b06be-fe1b-42d1-9610-6118ebb92257 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:47:02.631889 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7ed19786-c619-4516-8723-cfd66491147f None None] Deleting port 1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:47:02.632411 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7ed19786-c619-4516-8723-cfd66491147f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:02.702524 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-ed58a833-372c-4895-b474-21282aad7307 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] For port 6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:47:02.702889 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed58a833-372c-4895-b474-21282aad7307 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:02.945754 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-91fcdf0b-9045-4002-b6be-4fedfc2c8057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045186706', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:45:04Z', 'updated_at': '2022-02-09T18:46:59Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:45:05Z', 'updated_at': '2022-02-09T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:47:02.963096 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fcdf0b-9045-4002-b6be-4fedfc2c8057 None None] The sync data for ids ['0f88ed22-920d-4121-ad01-0c94d67fa014'] in dv-neutron-827016-2-hyperv is: [{'id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045186706', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:45:04Z', 'updated_at': '2022-02-09T18:46:59Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': '6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f88ed22-920d-4121-ad01-0c94d67fa014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:45:05Z', 'updated_at': '2022-02-09T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:47:02.974174 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ed58a833-372c-4895-b474-21282aad7307 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Calling delete_port for 6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:47:02.996570 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-7ed19786-c619-4516-8723-cfd66491147f None None] For port 1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8,segment=NetworkSegment(7d12d352-32c2-43a5-b4c8-14356c925228),segment_id=7d12d352-32c2-43a5-b4c8-14356c925228)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:47:03.004479 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7ed19786-c619-4516-8723-cfd66491147f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:03.259096 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7ed19786-c619-4516-8723-cfd66491147f None None] Calling delete_port for 1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:47:03.331911 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed58a833-372c-4895-b474-21282aad7307 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:03.390506 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58a833-372c-4895-b474-21282aad7307 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Port': ['ID=6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:03.531352 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7ed19786-c619-4516-8723-cfd66491147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:03.603631 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed19786-c619-4516-8723-cfd66491147f None None] Pushing event deleted for resources: {'Port': ['ID=1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:03.614465 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed19786-c619-4516-8723-cfd66491147f None None] No DVR routers for this DVR port 1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8 on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:47:03.622649 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed19786-c619-4516-8723-cfd66491147f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:03.629273 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed19786-c619-4516-8723-cfd66491147f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:03.629273 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed19786-c619-4516-8723-cfd66491147f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:03.629273 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed19786-c619-4516-8723-cfd66491147f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:03.629273 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed19786-c619-4516-8723-cfd66491147f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:03.629273 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed19786-c619-4516-8723-cfd66491147f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:03.629273 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed19786-c619-4516-8723-cfd66491147f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:03.629273 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed19786-c619-4516-8723-cfd66491147f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:03.629273 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed19786-c619-4516-8723-cfd66491147f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:03.629273 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed19786-c619-4516-8723-cfd66491147f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:03.629273 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed19786-c619-4516-8723-cfd66491147f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:03.669650 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed58a833-372c-4895-b474-21282aad7307 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:03.961597 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed58a833-372c-4895-b474-21282aad7307 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:03.966412 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed58a833-372c-4895-b474-21282aad7307 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:04.141399 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed58a833-372c-4895-b474-21282aad7307 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:04.142125 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed58a833-372c-4895-b474-21282aad7307 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Fanout notify agent at l3_agent the message router_deleted on router 0f88ed22-920d-4121-ad01-0c94d67fa014 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:47:04.169392 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed58a833-372c-4895-b474-21282aad7307 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:04.171462 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ed58a833-372c-4895-b474-21282aad7307 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "DELETE /v2.0/routers/0f88ed22-920d-4121-ad01-0c94d67fa014 HTTP/1.1" status: 204 len: 168 time: 2.3880384 Feb 09 18:47:04.175302 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33300) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:47:04.194545 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7e3730e4-4612-46ba-a9ab-8dd182db7f29 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:47:04.242474 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 7e3730e4-4612-46ba-a9ab-8dd182db7f29 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:47:04.242853 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7e3730e4-4612-46ba-a9ab-8dd182db7f29 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:47:04.243302 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:47:04.280686 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:47:04.281362 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 1f2b2ee3-9d2e-4ede-ab71-78dd6dab21e8 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:47:04.378909 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f27caf2f-9720-456f-bc65-75f0d66cd607 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:04.541226 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f27caf2f-9720-456f-bc65-75f0d66cd607 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:04.572306 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-f27caf2f-9720-456f-bc65-75f0d66cd607 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3b06be-fe1b-42d1-9610-6118ebb92257']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:47:04.589039 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-f27caf2f-9720-456f-bc65-75f0d66cd607 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d12d352-32c2-43a5-b4c8-14356c925228') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:47:04.589493 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-f27caf2f-9720-456f-bc65-75f0d66cd607 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d12d352-32c2-43a5-b4c8-14356c925228') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:47:04.611395 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f27caf2f-9720-456f-bc65-75f0d66cd607 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:04.642977 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f27caf2f-9720-456f-bc65-75f0d66cd607 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:04.657021 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27caf2f-9720-456f-bc65-75f0d66cd607 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:47:04.657527 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f27caf2f-9720-456f-bc65-75f0d66cd607 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:47:04.673839 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:47:04.846092 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f27caf2f-9720-456f-bc65-75f0d66cd607 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:04.869613 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f27caf2f-9720-456f-bc65-75f0d66cd607 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:04.884774 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27caf2f-9720-456f-bc65-75f0d66cd607 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Network': ['ID=6f3b06be-fe1b-42d1-9610-6118ebb92257,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:04.896047 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27caf2f-9720-456f-bc65-75f0d66cd607 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:04.896395 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27caf2f-9720-456f-bc65-75f0d66cd607 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:04.896743 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27caf2f-9720-456f-bc65-75f0d66cd607 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:04.897083 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27caf2f-9720-456f-bc65-75f0d66cd607 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:04.897415 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27caf2f-9720-456f-bc65-75f0d66cd607 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:04.897762 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27caf2f-9720-456f-bc65-75f0d66cd607 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:04.898087 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27caf2f-9720-456f-bc65-75f0d66cd607 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:04.898453 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27caf2f-9720-456f-bc65-75f0d66cd607 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:04.898795 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27caf2f-9720-456f-bc65-75f0d66cd607 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:04.899114 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27caf2f-9720-456f-bc65-75f0d66cd607 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:04.899439 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27caf2f-9720-456f-bc65-75f0d66cd607 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:04.977855 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f27caf2f-9720-456f-bc65-75f0d66cd607 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "DELETE /v2.0/networks/6f3b06be-fe1b-42d1-9610-6118ebb92257 HTTP/1.1" status: 204 len: 168 time: 0.8010826 Feb 09 18:47:04.980750 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33304) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:47:05.090385 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-01919d86-9e73-4896-98cf-a24dce13ad19 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:05.128977 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-01919d86-9e73-4896-98cf-a24dce13ad19 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:05.296711 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-01919d86-9e73-4896-98cf-a24dce13ad19 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:05.320699 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01919d86-9e73-4896-98cf-a24dce13ad19 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e1419d-b191-4559-a7be-25bc1b1143de,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:05.416341 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-01919d86-9e73-4896-98cf-a24dce13ad19 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:05.417510 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-01919d86-9e73-4896-98cf-a24dce13ad19 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "DELETE /v2.0/security-groups/f8e1419d-b191-4559-a7be-25bc1b1143de HTTP/1.1" status: 204 len: 168 time: 0.4356217 Feb 09 18:47:06.050783 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33312) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:47:06.062501 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4f259547-ee55-4bd8-927c-09f7b4a30d3d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1881754833', 'description': 'tempest-secgroup-smoke-1881754833 description', 'project_id': '2a01b8869a934284a87963b91efa1f71'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:47:06.074900 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:47:06.076119 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4f259547-ee55-4bd8-927c-09f7b4a30d3d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:47:06.087991 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4f259547-ee55-4bd8-927c-09f7b4a30d3d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:47:06.094157 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4f259547-ee55-4bd8-927c-09f7b4a30d3d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:47:06.108555 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4f259547-ee55-4bd8-927c-09f7b4a30d3d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:47:06.111691 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:47:06.112031 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 6d71ef2e-fcfe-48ed-90ad-dd2a6970af1b not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:47:06.204783 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f259547-ee55-4bd8-927c-09f7b4a30d3d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:06.252257 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4f259547-ee55-4bd8-927c-09f7b4a30d3d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:47:06.257184 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4f259547-ee55-4bd8-927c-09f7b4a30d3d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:47:06.260424 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4f259547-ee55-4bd8-927c-09f7b4a30d3d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:47:06.268031 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4f259547-ee55-4bd8-927c-09f7b4a30d3d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:47:06.337812 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f259547-ee55-4bd8-927c-09f7b4a30d3d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:06.428016 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f259547-ee55-4bd8-927c-09f7b4a30d3d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:06.491185 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f259547-ee55-4bd8-927c-09f7b4a30d3d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae3e14e-df1f-4a3e-b52e-46ba691dab31,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:06.600147 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f259547-ee55-4bd8-927c-09f7b4a30d3d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:06.601644 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4f259547-ee55-4bd8-927c-09f7b4a30d3d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5483406 Feb 09 18:47:06.604946 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33316) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:47:06.615967 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-57192263-ac75-4382-a134-458a566b3689 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': '1ae3e14e-df1f-4a3e-b52e-46ba691dab31', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:47:06.617625 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-57192263-ac75-4382-a134-458a566b3689 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:47:06.622225 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-57192263-ac75-4382-a134-458a566b3689 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:47:06.625818 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-57192263-ac75-4382-a134-458a566b3689 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:47:06.634726 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-57192263-ac75-4382-a134-458a566b3689 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:47:06.733304 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-57192263-ac75-4382-a134-458a566b3689 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:06.818888 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-57192263-ac75-4382-a134-458a566b3689 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:06.958998 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-57192263-ac75-4382-a134-458a566b3689 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:06.987062 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57192263-ac75-4382-a134-458a566b3689 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff56204-847d-4d1b-a90d-58ab68525447,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:07.114834 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-57192263-ac75-4382-a134-458a566b3689 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:07.117030 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-57192263-ac75-4382-a134-458a566b3689 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5107677 Feb 09 18:47:07.123456 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33320) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:47:07.130868 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-e55c00ad-da41-4507-960a-30bbcfc0f3b9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': '1ae3e14e-df1f-4a3e-b52e-46ba691dab31', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:47:07.137753 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e55c00ad-da41-4507-960a-30bbcfc0f3b9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:47:07.142354 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e55c00ad-da41-4507-960a-30bbcfc0f3b9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:47:07.146451 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e55c00ad-da41-4507-960a-30bbcfc0f3b9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:47:07.153147 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e55c00ad-da41-4507-960a-30bbcfc0f3b9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:47:07.274930 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e55c00ad-da41-4507-960a-30bbcfc0f3b9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:07.347375 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e55c00ad-da41-4507-960a-30bbcfc0f3b9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:07.467600 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e55c00ad-da41-4507-960a-30bbcfc0f3b9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:07.501654 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c00ad-da41-4507-960a-30bbcfc0f3b9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad71ffa4-0d41-4f70-a134-e1b3a5dad8a3,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:07.610619 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e55c00ad-da41-4507-960a-30bbcfc0f3b9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:07.611909 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e55c00ad-da41-4507-960a-30bbcfc0f3b9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4874353 Feb 09 18:47:07.614862 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33324) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:47:07.620475 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-8a67ce59-6f4e-4e14-b407-75c23bf714aa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': '1ae3e14e-df1f-4a3e-b52e-46ba691dab31', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:47:07.626993 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-8a67ce59-6f4e-4e14-b407-75c23bf714aa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:47:07.635983 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8a67ce59-6f4e-4e14-b407-75c23bf714aa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:47:07.635983 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8a67ce59-6f4e-4e14-b407-75c23bf714aa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:47:07.640933 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-8a67ce59-6f4e-4e14-b407-75c23bf714aa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:47:07.765914 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8a67ce59-6f4e-4e14-b407-75c23bf714aa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:07.845911 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8a67ce59-6f4e-4e14-b407-75c23bf714aa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:07.930919 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8a67ce59-6f4e-4e14-b407-75c23bf714aa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:07.959863 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67ce59-6f4e-4e14-b407-75c23bf714aa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e3a91ca-f5c4-4423-bf0f-7d8d15dae575,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:08.085316 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8a67ce59-6f4e-4e14-b407-75c23bf714aa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:08.086687 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8a67ce59-6f4e-4e14-b407-75c23bf714aa tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4707501 Feb 09 18:47:08.091555 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33328) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:47:08.097657 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-8dabaa11-819b-4b9a-9585-435cd192fcac tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': '1ae3e14e-df1f-4a3e-b52e-46ba691dab31', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:47:08.105288 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-8dabaa11-819b-4b9a-9585-435cd192fcac tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:47:08.109827 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8dabaa11-819b-4b9a-9585-435cd192fcac tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:47:08.113283 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-8dabaa11-819b-4b9a-9585-435cd192fcac tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:47:08.120855 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-8dabaa11-819b-4b9a-9585-435cd192fcac tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:47:08.225846 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8dabaa11-819b-4b9a-9585-435cd192fcac tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:08.307941 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8dabaa11-819b-4b9a-9585-435cd192fcac tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:08.387858 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8dabaa11-819b-4b9a-9585-435cd192fcac tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:08.419005 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabaa11-819b-4b9a-9585-435cd192fcac tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0304629e-27b2-46af-95e2-2268ae3aa320,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:08.514005 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-8dabaa11-819b-4b9a-9585-435cd192fcac tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:08.515539 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-8dabaa11-819b-4b9a-9585-435cd192fcac tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4231374 Feb 09 18:47:08.519035 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33332) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:47:08.525982 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ab640e9f-879a-4d99-94c2-106b2e6ce42b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': '1ae3e14e-df1f-4a3e-b52e-46ba691dab31', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:47:08.532898 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ab640e9f-879a-4d99-94c2-106b2e6ce42b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:47:08.537694 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ab640e9f-879a-4d99-94c2-106b2e6ce42b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:47:08.541453 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-ab640e9f-879a-4d99-94c2-106b2e6ce42b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:47:08.555234 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ab640e9f-879a-4d99-94c2-106b2e6ce42b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:47:08.673335 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-ab640e9f-879a-4d99-94c2-106b2e6ce42b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Project 2a01b8869a934284a87963b91efa1f71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:47:08.681599 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab640e9f-879a-4d99-94c2-106b2e6ce42b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:08.752468 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab640e9f-879a-4d99-94c2-106b2e6ce42b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:08.885203 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab640e9f-879a-4d99-94c2-106b2e6ce42b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:08.911877 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab640e9f-879a-4d99-94c2-106b2e6ce42b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f03dd86-1cb3-480d-ba95-04b176c3a898,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:09.010487 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab640e9f-879a-4d99-94c2-106b2e6ce42b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:09.012047 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ab640e9f-879a-4d99-94c2-106b2e6ce42b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4915555 Feb 09 18:47:09.015030 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33336) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:47:09.021527 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-66a79000-f2e0-42d6-a096-10fa93bf0bc2 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'security_group_rule': {'security_group_id': '1ae3e14e-df1f-4a3e-b52e-46ba691dab31', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:47:09.029455 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-66a79000-f2e0-42d6-a096-10fa93bf0bc2 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:47:09.036380 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-66a79000-f2e0-42d6-a096-10fa93bf0bc2 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:security_group_rule and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:47:09.041658 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-66a79000-f2e0-42d6-a096-10fa93bf0bc2 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:47:09.053118 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-66a79000-f2e0-42d6-a096-10fa93bf0bc2 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:47:09.176848 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-66a79000-f2e0-42d6-a096-10fa93bf0bc2 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Project 2a01b8869a934284a87963b91efa1f71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:47:09.187768 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66a79000-f2e0-42d6-a096-10fa93bf0bc2 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:09.259994 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66a79000-f2e0-42d6-a096-10fa93bf0bc2 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:09.358911 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66a79000-f2e0-42d6-a096-10fa93bf0bc2 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:09.387605 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a79000-f2e0-42d6-a096-10fa93bf0bc2 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f34d52-da98-47d6-8a0a-05b6545d7826,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:09.507812 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66a79000-f2e0-42d6-a096-10fa93bf0bc2 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:09.509319 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-66a79000-f2e0-42d6-a096-10fa93bf0bc2 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4931684 Feb 09 18:47:09.512404 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33340) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:47:09.518867 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-15943388-af95-42f0-aec6-3f3ea94fccc5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'network': {'name': 'tempest-network-smoke--1890594717', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'port_security_enabled': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:47:09.527030 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-15943388-af95-42f0-aec6-3f3ea94fccc5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:47:09.529381 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-15943388-af95-42f0-aec6-3f3ea94fccc5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:network and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:47:09.533736 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-15943388-af95-42f0-aec6-3f3ea94fccc5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:47:09.545244 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-15943388-af95-42f0-aec6-3f3ea94fccc5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:47:09.696307 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15943388-af95-42f0-aec6-3f3ea94fccc5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Made reservation on behalf of 2a01b8869a934284a87963b91efa1f71 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:47:09.699614 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15943388-af95-42f0-aec6-3f3ea94fccc5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:09.730173 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15943388-af95-42f0-aec6-3f3ea94fccc5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:47:09.739858 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15943388-af95-42f0-aec6-3f3ea94fccc5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:09.740321 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-15943388-af95-42f0-aec6-3f3ea94fccc5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Added segment d187ecd8-bc73-4ffd-aaf1-4335e0f6eb90 of type vlan for network 61fc6616-fdfb-4fde-baf2-17215ecd4afe Feb 09 18:47:09.771536 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15943388-af95-42f0-aec6-3f3ea94fccc5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:09.908185 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15943388-af95-42f0-aec6-3f3ea94fccc5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:09.913234 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15943388-af95-42f0-aec6-3f3ea94fccc5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:47:09.919817 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15943388-af95-42f0-aec6-3f3ea94fccc5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:10.036748 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15943388-af95-42f0-aec6-3f3ea94fccc5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Network': ['ID=61fc6616-fdfb-4fde-baf2-17215ecd4afe,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:10.052765 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 61fc6616-fdfb-4fde-baf2-17215ecd4afe details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:47:10.136821 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-15943388-af95-42f0-aec6-3f3ea94fccc5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6232514 Feb 09 18:47:10.141933 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33344) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:47:10.148838 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-630d7e2a-3fa8-415b-a976-3210ead4d4de tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-301728581', 'admin_state_up': True, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:47:10.158344 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-630d7e2a-3fa8-415b-a976-3210ead4d4de tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:47:10.164996 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-630d7e2a-3fa8-415b-a976-3210ead4d4de tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:router and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:47:10.169025 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-630d7e2a-3fa8-415b-a976-3210ead4d4de tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:47:10.177241 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-630d7e2a-3fa8-415b-a976-3210ead4d4de tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:47:10.301938 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-630d7e2a-3fa8-415b-a976-3210ead4d4de tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:10.303304 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-630d7e2a-3fa8-415b-a976-3210ead4d4de tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:10.324636 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-630d7e2a-3fa8-415b-a976-3210ead4d4de tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:10.693120 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-630d7e2a-3fa8-415b-a976-3210ead4d4de tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:11.011414 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-630d7e2a-3fa8-415b-a976-3210ead4d4de tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:11.049864 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-630d7e2a-3fa8-415b-a976-3210ead4d4de tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:11.204981 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-630d7e2a-3fa8-415b-a976-3210ead4d4de tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Allocated IP 172.26.8.72 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/e1e5b36c-3c25-482f-8101-e7cd2f74e2e4) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:47:11.381716 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-630d7e2a-3fa8-415b-a976-3210ead4d4de tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:11.525538 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-630d7e2a-3fa8-415b-a976-3210ead4d4de tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:11.608957 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630d7e2a-3fa8-415b-a976-3210ead4d4de tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:47:11.612676 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-630d7e2a-3fa8-415b-a976-3210ead4d4de tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:47:11.616185 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630d7e2a-3fa8-415b-a976-3210ead4d4de tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:47:11.649919 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d7e2a-3fa8-415b-a976-3210ead4d4de tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=e1e5b36c-3c25-482f-8101-e7cd2f74e2e4,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:11.912415 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-630d7e2a-3fa8-415b-a976-3210ead4d4de tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:11.913493 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-630d7e2a-3fa8-415b-a976-3210ead4d4de tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:12.313544 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630d7e2a-3fa8-415b-a976-3210ead4d4de tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Router 0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:47:12.553088 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630d7e2a-3fa8-415b-a976-3210ead4d4de tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:47:12.569894 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] Sync routers for ids ['0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:47:12.586481 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] Routers {'0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:47:12.587270 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:46:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:47:12.674402 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-630d7e2a-3fa8-415b-a976-3210ead4d4de tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:12.683417 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-630d7e2a-3fa8-415b-a976-3210ead4d4de tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5331843 Feb 09 18:47:12.683417 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33348) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:47:12.751358 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-da25d3a1-1ca3-40de-9e64-fa072c704904 tempest-TestNetworkAdvancedServerOps-565630373 tempest-TestNetworkAdvancedServerOps-565630373-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=2a01b8869a934284a87963b91efa1f71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0671840 Feb 09 18:47:12.754370 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33352) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:47:12.803581 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] Set router 0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:47:12.908697 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7593ad9-b149-49b3-8853-3fdfdfd8416a tempest-TestNetworkAdvancedServerOps-565630373 tempest-TestNetworkAdvancedServerOps-565630373-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:47:12.911171 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a7593ad9-b149-49b3-8853-3fdfdfd8416a tempest-TestNetworkAdvancedServerOps-565630373 tempest-TestNetworkAdvancedServerOps-565630373-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1544511 Feb 09 18:47:12.914209 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33356) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:47:12.960061 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7104a09f-1b57-4b90-ad77-a6ad3420bbe6 tempest-TestNetworkAdvancedServerOps-565630373 tempest-TestNetworkAdvancedServerOps-565630373-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9564cd9-4539-4a2d-b376-06d44bc8fbe4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444789 Feb 09 18:47:12.963458 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33360) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:47:12.969749 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c5093a92-204b-4cee-b4c4-f1e8f2d40415 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-970129096', 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe', 'project_id': '2a01b8869a934284a87963b91efa1f71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:47:13.095880 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c5093a92-204b-4cee-b4c4-f1e8f2d40415 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:47:13.101325 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c5093a92-204b-4cee-b4c4-f1e8f2d40415 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:subnet and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:47:13.105425 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c5093a92-204b-4cee-b4c4-f1e8f2d40415 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:47:13.112628 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c5093a92-204b-4cee-b4c4-f1e8f2d40415 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:47:13.143309 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301728581', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:47:10Z', 'updated_at': '2022-02-09T18:47:11Z', 'revision_number': 3, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:47:11Z', 'updated_at': '2022-02-09T18:47:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:47:13.148732 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] Checking router: 0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:47:13.149076 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] Updating router 0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712 port e1e5b36c-3c25-482f-8101-e7cd2f74e2e4 binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:47:13.209932 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:13.239340 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5093a92-204b-4cee-b4c4-f1e8f2d40415 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Made reservation on behalf of 2a01b8869a934284a87963b91efa1f71 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:47:13.413115 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5093a92-204b-4cee-b4c4-f1e8f2d40415 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:13.606586 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:13.632227 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] Transition to ACTIVE for port object e1e5b36c-3c25-482f-8101-e7cd2f74e2e4 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:47:13.758979 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:13.871781 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5275d-0aee-4dc8-858b-e7578cbd74ea None None] Pushing event updated for resources: {'Port': ['ID=e1e5b36c-3c25-482f-8101-e7cd2f74e2e4,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:13.875913 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] Attempting to bind port e1e5b36c-3c25-482f-8101-e7cd2f74e2e4 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:47:13.879646 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] Attempting to bind port e1e5b36c-3c25-482f-8101-e7cd2f74e2e4 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:47:13.879646 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] Attempting to bind port e1e5b36c-3c25-482f-8101-e7cd2f74e2e4 on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:47:13.899184 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:47:13.899851 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:47:13.900471 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:13.901136 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:47:13.901921 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] Bound port: e1e5b36c-3c25-482f-8101-e7cd2f74e2e4, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:47:13.902576 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:13.942647 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5093a92-204b-4cee-b4c4-f1e8f2d40415 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:13.946782 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5275d-0aee-4dc8-858b-e7578cbd74ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:13.947346 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5275d-0aee-4dc8-858b-e7578cbd74ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:13.947906 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5275d-0aee-4dc8-858b-e7578cbd74ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:13.948474 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5275d-0aee-4dc8-858b-e7578cbd74ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:13.949036 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5275d-0aee-4dc8-858b-e7578cbd74ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:13.954355 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5275d-0aee-4dc8-858b-e7578cbd74ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:13.954355 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5275d-0aee-4dc8-858b-e7578cbd74ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:13.954355 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5275d-0aee-4dc8-858b-e7578cbd74ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:13.954355 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5275d-0aee-4dc8-858b-e7578cbd74ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:13.954355 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5275d-0aee-4dc8-858b-e7578cbd74ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:13.954355 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5275d-0aee-4dc8-858b-e7578cbd74ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:47:14.041103 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5093a92-204b-4cee-b4c4-f1e8f2d40415 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Subnet': ['ID=33cb24f8-f0c0-492e-b26a-fba5a559b132,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:14.043167 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] For port e1e5b36c-3c25-482f-8101-e7cd2f74e2e4, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:47:14.049109 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] For port e1e5b36c-3c25-482f-8101-e7cd2f74e2e4, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=e1e5b36c-3c25-482f-8101-e7cd2f74e2e4,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:47:14.057561 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5093a92-204b-4cee-b4c4-f1e8f2d40415 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Checking segment: {'id': 'd187ecd8-bc73-4ffd-aaf1-4335e0f6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:47:14.058126 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5093a92-204b-4cee-b4c4-f1e8f2d40415 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network hostable DHCP agents. Network: 61fc6616-fdfb-4fde-baf2-17215ecd4afe, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:47:14.211141 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:14.250641 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5093a92-204b-4cee-b4c4-f1e8f2d40415 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network 61fc6616-fdfb-4fde-baf2-17215ecd4afe is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:47:14.304602 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5275d-0aee-4dc8-858b-e7578cbd74ea None None] Pushing event updated for resources: {'Port': ['ID=e1e5b36c-3c25-482f-8101-e7cd2f74e2e4,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:14.313630 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] Routers {'0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:47:14.314642 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:46:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:47:14.342246 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-c5093a92-204b-4cee-b4c4-f1e8f2d40415 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 61fc6616-fdfb-4fde-baf2-17215ecd4afe) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:47:14.355743 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5093a92-204b-4cee-b4c4-f1e8f2d40415 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:47:14.357562 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce16289-cdc2-4d26-8243-d7998c7780aa None None] Network 61fc6616-fdfb-4fde-baf2-17215ecd4afe requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:47:14.358362 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5093a92-204b-4cee-b4c4-f1e8f2d40415 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:14.532476 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c5093a92-204b-4cee-b4c4-f1e8f2d40415 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5673876 Feb 09 18:47:14.536376 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33364) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:47:14.604680 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] Set router 0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:47:14.702271 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5aa57bf-26c5-4429-b523-31d2a0f5dcf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-61fc6616-fdfb-4fde-baf2-17215ecd4afe', 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'fixed_ips': [{'subnet_id': '33cb24f8-f0c0-492e-b26a-fba5a559b132'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:47:14.703678 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e5aa57bf-26c5-4429-b523-31d2a0f5dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:14.970035 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-e5aa57bf-26c5-4429-b523-31d2a0f5dcf6 None None] Allocated IP 172.20.0.2 (61fc6616-fdfb-4fde-baf2-17215ecd4afe/33cb24f8-f0c0-492e-b26a-fba5a559b132/678e1f96-c7da-4cb8-8b92-af12e11c45dd) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:47:15.171847 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301728581', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:47:10Z', 'updated_at': '2022-02-09T18:47:11Z', 'revision_number': 3, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:47:11Z', 'updated_at': '2022-02-09T18:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:47:15.177469 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a175c-de7b-4b77-9ef4-12caeaa7f3ff None None] The sync data for ids ['0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'] in dv-neutron-827016-2-hyperv is: [{'id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301728581', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:47:10Z', 'updated_at': '2022-02-09T18:47:11Z', 'revision_number': 3, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:47:11Z', 'updated_at': '2022-02-09T18:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:47:15.365302 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e5aa57bf-26c5-4429-b523-31d2a0f5dcf6 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:15.381366 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e5aa57bf-26c5-4429-b523-31d2a0f5dcf6 None None] Transition to ACTIVE for port object 678e1f96-c7da-4cb8-8b92-af12e11c45dd will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:47:15.404202 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e5aa57bf-26c5-4429-b523-31d2a0f5dcf6 None None] Transition to ACTIVE for port object 678e1f96-c7da-4cb8-8b92-af12e11c45dd will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:47:15.497788 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e5aa57bf-26c5-4429-b523-31d2a0f5dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:15.639091 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aa57bf-26c5-4429-b523-31d2a0f5dcf6 None None] Network 61fc6616-fdfb-4fde-baf2-17215ecd4afe is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:47:15.644439 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-e5aa57bf-26c5-4429-b523-31d2a0f5dcf6 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:47:15.653286 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aa57bf-26c5-4429-b523-31d2a0f5dcf6 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:47:15.657036 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa57bf-26c5-4429-b523-31d2a0f5dcf6 None None] Pushing event updated for resources: {'Port': ['ID=678e1f96-c7da-4cb8-8b92-af12e11c45dd,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:15.783099 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-e5aa57bf-26c5-4429-b523-31d2a0f5dcf6 None None] Attempting to bind port 678e1f96-c7da-4cb8-8b92-af12e11c45dd on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:47:15.783798 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-e5aa57bf-26c5-4429-b523-31d2a0f5dcf6 None None] Attempting to bind port 678e1f96-c7da-4cb8-8b92-af12e11c45dd by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'd187ecd8-bc73-4ffd-aaf1-4335e0f6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:47:15.784464 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aa57bf-26c5-4429-b523-31d2a0f5dcf6 None None] Attempting to bind port 678e1f96-c7da-4cb8-8b92-af12e11c45dd on network 61fc6616-fdfb-4fde-baf2-17215ecd4afe {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:47:15.797049 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aa57bf-26c5-4429-b523-31d2a0f5dcf6 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:47:15.797761 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aa57bf-26c5-4429-b523-31d2a0f5dcf6 None None] Checking segment: {'id': 'd187ecd8-bc73-4ffd-aaf1-4335e0f6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:47:15.798865 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e5aa57bf-26c5-4429-b523-31d2a0f5dcf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:15.799590 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aa57bf-26c5-4429-b523-31d2a0f5dcf6 None None] Bound using segment: {'id': 'd187ecd8-bc73-4ffd-aaf1-4335e0f6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:47:15.800458 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-e5aa57bf-26c5-4429-b523-31d2a0f5dcf6 None None] Bound port: 678e1f96-c7da-4cb8-8b92-af12e11c45dd, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd187ecd8-bc73-4ffd-aaf1-4335e0f6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:47:15.801721 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e5aa57bf-26c5-4429-b523-31d2a0f5dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:15.861860 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9797bd31-f748-49c5-9bd9-eb8e0c98da9a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:15.979398 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-e5aa57bf-26c5-4429-b523-31d2a0f5dcf6 None None] For port 678e1f96-c7da-4cb8-8b92-af12e11c45dd, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:47:15.985235 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-e5aa57bf-26c5-4429-b523-31d2a0f5dcf6 None None] For port 678e1f96-c7da-4cb8-8b92-af12e11c45dd, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=678e1f96-c7da-4cb8-8b92-af12e11c45dd,segment=NetworkSegment(d187ecd8-bc73-4ffd-aaf1-4335e0f6eb90),segment_id=d187ecd8-bc73-4ffd-aaf1-4335e0f6eb90)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:47:16.109431 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e5aa57bf-26c5-4429-b523-31d2a0f5dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:16.256561 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device e1e5b36c-3c25-482f-8101-e7cd2f74e2e4 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:47:16.389537 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa57bf-26c5-4429-b523-31d2a0f5dcf6 None None] Pushing event updated for resources: {'Port': ['ID=678e1f96-c7da-4cb8-8b92-af12e11c45dd,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:16.421267 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-9797bd31-f748-49c5-9bd9-eb8e0c98da9a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Allocated IP 172.20.0.1 (61fc6616-fdfb-4fde-baf2-17215ecd4afe/33cb24f8-f0c0-492e-b26a-fba5a559b132/304b4806-cbaf-44a0-83ec-0c84d069d0bc) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:47:16.524650 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port e1e5b36c-3c25-482f-8101-e7cd2f74e2e4 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:47:16.532966 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port e1e5b36c-3c25-482f-8101-e7cd2f74e2e4 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:47:16.533597 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:16.739320 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-77742eaf-e639-42ad-bc53-812500b986f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:16.752069 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:16.771411 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9797bd31-f748-49c5-9bd9-eb8e0c98da9a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:16.773015 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port e1e5b36c-3c25-482f-8101-e7cd2f74e2e4, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=e1e5b36c-3c25-482f-8101-e7cd2f74e2e4,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:47:16.790702 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-9797bd31-f748-49c5-9bd9-eb8e0c98da9a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Transition to ACTIVE for port object 304b4806-cbaf-44a0-83ec-0c84d069d0bc will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:47:16.844581 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:16.873379 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9797bd31-f748-49c5-9bd9-eb8e0c98da9a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:16.936918 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=e1e5b36c-3c25-482f-8101-e7cd2f74e2e4,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:16.969025 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9797bd31-f748-49c5-9bd9-eb8e0c98da9a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network 61fc6616-fdfb-4fde-baf2-17215ecd4afe is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:47:16.972861 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9797bd31-f748-49c5-9bd9-eb8e0c98da9a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:47:16.978020 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9797bd31-f748-49c5-9bd9-eb8e0c98da9a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:47:17.007190 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797bd31-f748-49c5-9bd9-eb8e0c98da9a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=304b4806-cbaf-44a0-83ec-0c84d069d0bc,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:17.053198 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9797bd31-f748-49c5-9bd9-eb8e0c98da9a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:17.260843 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9797bd31-f748-49c5-9bd9-eb8e0c98da9a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:17.475724 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:17.514002 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90408e72-3c93-42fa-b5df-dd88de780678 None None] Network 61fc6616-fdfb-4fde-baf2-17215ecd4afe requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:47:17.819518 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9797bd31-f748-49c5-9bd9-eb8e0c98da9a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:17.824076 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d9d18a04-9336-4e20-ad8a-6863e6d4e3cc None None] Provisioning for port 678e1f96-c7da-4cb8-8b92-af12e11c45dd completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:47:17.924482 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9797bd31-f748-49c5-9bd9-eb8e0c98da9a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:18.054478 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797bd31-f748-49c5-9bd9-eb8e0c98da9a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=304b4806-cbaf-44a0-83ec-0c84d069d0bc,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:18.062825 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9797bd31-f748-49c5-9bd9-eb8e0c98da9a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:18.282616 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9797bd31-f748-49c5-9bd9-eb8e0c98da9a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network 61fc6616-fdfb-4fde-baf2-17215ecd4afe is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:47:18.284627 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9797bd31-f748-49c5-9bd9-eb8e0c98da9a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:47:18.293873 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 678e1f96-c7da-4cb8-8b92-af12e11c45dd up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:47:18.485153 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c04080b0-e86c-42ca-9c61-143ce524b537 None None] Provisioning for port 304b4806-cbaf-44a0-83ec-0c84d069d0bc completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:47:18.492570 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c04080b0-e86c-42ca-9c61-143ce524b537 None None] Provisioning complete for port 304b4806-cbaf-44a0-83ec-0c84d069d0bc triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:47:18.497275 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c04080b0-e86c-42ca-9c61-143ce524b537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:18.531670 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 678e1f96-c7da-4cb8-8b92-af12e11c45dd completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:47:18.556616 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 678e1f96-c7da-4cb8-8b92-af12e11c45dd triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:47:18.557362 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:18.620175 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c04080b0-e86c-42ca-9c61-143ce524b537 None None] Port 304b4806-cbaf-44a0-83ec-0c84d069d0bc cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:47:18.710957 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:18.762371 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 678e1f96-c7da-4cb8-8b92-af12e11c45dd, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=678e1f96-c7da-4cb8-8b92-af12e11c45dd,segment=NetworkSegment(d187ecd8-bc73-4ffd-aaf1-4335e0f6eb90),segment_id=d187ecd8-bc73-4ffd-aaf1-4335e0f6eb90)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:47:18.766414 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-46aed550-69c5-45b4-b071-86008e24cd72 None None] Provisioning complete for port 304b4806-cbaf-44a0-83ec-0c84d069d0bc triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:47:18.766414 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-46aed550-69c5-45b4-b071-86008e24cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:18.852106 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:18.853402 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device e1e5b36c-3c25-482f-8101-e7cd2f74e2e4 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:47:18.916570 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9797bd31-f748-49c5-9bd9-eb8e0c98da9a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Router 0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:47:18.983537 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-46aed550-69c5-45b4-b071-86008e24cd72 None None] Port 304b4806-cbaf-44a0-83ec-0c84d069d0bc cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:47:19.059010 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=678e1f96-c7da-4cb8-8b92-af12e11c45dd,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:19.101428 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-83cfe342-2d9f-4b91-8e11-7e8f9593bbcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:19.110505 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port e1e5b36c-3c25-482f-8101-e7cd2f74e2e4 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:47:19.111251 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:19.192992 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1770cc75-d79c-4f5b-9707-b180f1acdeb3 None None] Provisioning complete for port 304b4806-cbaf-44a0-83ec-0c84d069d0bc triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:47:19.193375 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1770cc75-d79c-4f5b-9707-b180f1acdeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:19.303730 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1770cc75-d79c-4f5b-9707-b180f1acdeb3 None None] Port 304b4806-cbaf-44a0-83ec-0c84d069d0bc cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:47:19.450551 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9797bd31-f748-49c5-9bd9-eb8e0c98da9a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:47:19.466020 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] Sync routers for ids ['0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:47:19.467542 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9797bd31-f748-49c5-9bd9-eb8e0c98da9a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "PUT /v2.0/routers/0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9295387 Feb 09 18:47:19.481724 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] Routers {'0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:47:19.483991 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:47:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:47:19.687485 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] Set router 0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:47:19.827511 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-2905daff-9ba2-4911-99de-ba7b8f1071dd tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Synchronizing usage tracker for tenant:2a01b8869a934284a87963b91efa1f71 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:47:19.936078 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-2905daff-9ba2-4911-99de-ba7b8f1071dd tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Unset dirty status for tenant:2a01b8869a934284a87963b91efa1f71 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:47:19.937374 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-2905daff-9ba2-4911-99de-ba7b8f1071dd tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1881754833&fields=id&tenant_id=2a01b8869a934284a87963b91efa1f71 HTTP/1.1" status: 200 len: 267 time: 0.3131018 Feb 09 18:47:20.145406 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 678e1f96-c7da-4cb8-8b92-af12e11c45dd up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:47:20.154779 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-ed3546b2-7d65-484e-afcd-9e1ad66add2b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:47:20.156011 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-ed3546b2-7d65-484e-afcd-9e1ad66add2b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Synchronizing usage tracker for tenant:2a01b8869a934284a87963b91efa1f71 on resource:network {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:47:20.256169 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-ed3546b2-7d65-484e-afcd-9e1ad66add2b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Unset dirty status for tenant:2a01b8869a934284a87963b91efa1f71 on resource:network {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:47:20.257966 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-ed3546b2-7d65-484e-afcd-9e1ad66add2b tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/networks?id=61fc6616-fdfb-4fde-baf2-17215ecd4afe HTTP/1.1" status: 200 len: 797 time: 0.3122933 Feb 09 18:47:20.268781 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 678e1f96-c7da-4cb8-8b92-af12e11c45dd triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:47:20.269155 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:20.278763 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-54b562ec-e8d5-4324-a89f-6b19498ce0bf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/quotas/2a01b8869a934284a87963b91efa1f71 HTTP/1.1" status: 200 len: 375 time: 0.0139561 Feb 09 18:47:20.299749 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301728581', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:47:10Z', 'updated_at': '2022-02-09T18:47:17Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:47:11Z', 'updated_at': '2022-02-09T18:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '304b4806-cbaf-44a0-83ec-0c84d069d0bc', 'name': '', 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:d2:56:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33cb24f8-f0c0-492e-b26a-fba5a559b132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:47:16Z', 'updated_at': '2022-02-09T18:47:17Z', 'revision_number': 2, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '33cb24f8-f0c0-492e-b26a-fba5a559b132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:47:20.318519 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] Checking router: 0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712 for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:47:20.318860 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] Updating router 0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712 port 304b4806-cbaf-44a0-83ec-0c84d069d0bc binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:47:20.357542 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:20.362620 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:20.388610 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:20.399167 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-1af03f65-c417-4ad9-abac-25e94b75f353 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1133995 Feb 09 18:47:20.628160 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-9f0ac49e-23b8-48f5-8916-c77753a4ec8e service neutron] 10.222.0.21 "GET /v2.0/networks/61fc6616-fdfb-4fde-baf2-17215ecd4afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109122 Feb 09 18:47:20.836196 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-18d78fd7-6633-4f03-b41b-1036648822fa service neutron] 10.222.0.21 "GET /v2.0/networks/61fc6616-fdfb-4fde-baf2-17215ecd4afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008803 Feb 09 18:47:20.920836 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:20.936398 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] Transition to ACTIVE for port object 304b4806-cbaf-44a0-83ec-0c84d069d0bc will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:47:21.056802 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:21.294753 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4ffb6089-c608-4bb7-860a-d203f32030bd req-4145168b-5b35-4135-bf15-8a8a937ad2c9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 210 time: 0.0894971 Feb 09 18:47:21.304177 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f7332-bbe3-4789-aeff-49bfd99e1997 None None] Pushing event updated for resources: {'Port': ['ID=304b4806-cbaf-44a0-83ec-0c84d069d0bc,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:21.430035 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] Attempting to bind port 304b4806-cbaf-44a0-83ec-0c84d069d0bc on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:47:21.431023 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] Attempting to bind port 304b4806-cbaf-44a0-83ec-0c84d069d0bc by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'd187ecd8-bc73-4ffd-aaf1-4335e0f6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:47:21.431514 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] Attempting to bind port 304b4806-cbaf-44a0-83ec-0c84d069d0bc on network 61fc6616-fdfb-4fde-baf2-17215ecd4afe {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:47:21.449285 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:47:21.449285 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] Checking segment: {'id': 'd187ecd8-bc73-4ffd-aaf1-4335e0f6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:47:21.449285 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:21.449285 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] Bound using segment: {'id': 'd187ecd8-bc73-4ffd-aaf1-4335e0f6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:47:21.449285 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] Bound port: 304b4806-cbaf-44a0-83ec-0c84d069d0bc, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd187ecd8-bc73-4ffd-aaf1-4335e0f6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:47:21.449285 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:21.572107 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] For port 304b4806-cbaf-44a0-83ec-0c84d069d0bc, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:47:21.577950 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] For port 304b4806-cbaf-44a0-83ec-0c84d069d0bc, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=304b4806-cbaf-44a0-83ec-0c84d069d0bc,segment=NetworkSegment(d187ecd8-bc73-4ffd-aaf1-4335e0f6eb90),segment_id=d187ecd8-bc73-4ffd-aaf1-4335e0f6eb90)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:47:21.656772 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:21.764139 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f7332-bbe3-4789-aeff-49bfd99e1997 None None] Pushing event updated for resources: {'Port': ['ID=304b4806-cbaf-44a0-83ec-0c84d069d0bc,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:21.775112 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] Routers {'0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:47:21.777598 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:47:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:47:21.846690 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:22.066075 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] Set router 0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:47:22.505835 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301728581', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:47:10Z', 'updated_at': '2022-02-09T18:47:17Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:47:11Z', 'updated_at': '2022-02-09T18:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '304b4806-cbaf-44a0-83ec-0c84d069d0bc', 'name': '', 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:d2:56:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33cb24f8-f0c0-492e-b26a-fba5a559b132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:47:16Z', 'updated_at': '2022-02-09T18:47:21Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '33cb24f8-f0c0-492e-b26a-fba5a559b132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:47:22.513384 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f774a4c0-922a-48eb-a4bd-8f80271abac4 None None] The sync data for ids ['0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'] in dv-neutron-827016-2-hyperv is: [{'id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301728581', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:47:10Z', 'updated_at': '2022-02-09T18:47:17Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:47:11Z', 'updated_at': '2022-02-09T18:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '304b4806-cbaf-44a0-83ec-0c84d069d0bc', 'name': '', 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:d2:56:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33cb24f8-f0c0-492e-b26a-fba5a559b132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:47:16Z', 'updated_at': '2022-02-09T18:47:21Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '33cb24f8-f0c0-492e-b26a-fba5a559b132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:47:22.524599 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5a612ade-8e20-492a-8958-b6d5bcca5cac req-8b0efea3-8543-444a-ac14-fdafb7a95cb3 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 210 time: 0.0510774 Feb 09 18:47:23.746978 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-c0ddc49d-e372-4eb4-bff8-d08df063f893 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:47:23.747767 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-c0ddc49d-e372-4eb4-bff8-d08df063f893 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Synchronizing usage tracker for tenant:2a01b8869a934284a87963b91efa1f71 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:47:23.762822 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-c0ddc49d-e372-4eb4-bff8-d08df063f893 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Unset dirty status for tenant:2a01b8869a934284a87963b91efa1f71 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:47:23.763984 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-c0ddc49d-e372-4eb4-bff8-d08df063f893 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "GET /v2.0/networks?id=61fc6616-fdfb-4fde-baf2-17215ecd4afe HTTP/1.1" status: 200 len: 797 time: 0.2025902 Feb 09 18:47:23.782391 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-dcc7eb91-dc72-4bc0-b5db-4a4daf196358 req-ebbcf4b9-43fa-4a5f-961e-6e62a356bddb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 210 time: 0.0815852 Feb 09 18:47:23.836318 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-ec2aaad2-3076-47fb-9f25-ddf3171f20b1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Synchronizing usage tracker for tenant:2a01b8869a934284a87963b91efa1f71 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:47:23.851100 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-ec2aaad2-3076-47fb-9f25-ddf3171f20b1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Unset dirty status for tenant:2a01b8869a934284a87963b91efa1f71 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:47:23.852390 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-ec2aaad2-3076-47fb-9f25-ddf3171f20b1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a01b8869a934284a87963b91efa1f71 HTTP/1.1" status: 200 len: 380 time: 0.0755360 Feb 09 18:47:23.861325 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-357f2c4c-62b8-4f0a-b1cc-44e6d53bff6a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'port': {'device_id': '454c837b-2097-4cb5-926b-696db42c86cc', 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe', 'admin_state_up': True, 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'security_groups': ['1ae3e14e-df1f-4a3e-b52e-46ba691dab31']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:47:24.068694 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-357f2c4c-62b8-4f0a-b1cc-44e6d53bff6a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:47:24.078179 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-357f2c4c-62b8-4f0a-b1cc-44e6d53bff6a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:port and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:47:24.084273 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-357f2c4c-62b8-4f0a-b1cc-44e6d53bff6a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:47:24.097318 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-357f2c4c-62b8-4f0a-b1cc-44e6d53bff6a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:47:24.173670 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 304b4806-cbaf-44a0-83ec-0c84d069d0bc up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:47:24.209915 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-357f2c4c-62b8-4f0a-b1cc-44e6d53bff6a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Made reservation on behalf of 2a01b8869a934284a87963b91efa1f71 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:47:24.213601 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-357f2c4c-62b8-4f0a-b1cc-44e6d53bff6a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:24.320012 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 304b4806-cbaf-44a0-83ec-0c84d069d0bc completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:47:24.328951 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 304b4806-cbaf-44a0-83ec-0c84d069d0bc triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:47:24.329584 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:24.449273 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-357f2c4c-62b8-4f0a-b1cc-44e6d53bff6a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Allocated IP 172.20.0.11 (61fc6616-fdfb-4fde-baf2-17215ecd4afe/33cb24f8-f0c0-492e-b26a-fba5a559b132/1c902725-f894-4471-b84a-b82fb23fc568) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:47:24.496548 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:24.542062 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 304b4806-cbaf-44a0-83ec-0c84d069d0bc, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=304b4806-cbaf-44a0-83ec-0c84d069d0bc,segment=NetworkSegment(d187ecd8-bc73-4ffd-aaf1-4335e0f6eb90),segment_id=d187ecd8-bc73-4ffd-aaf1-4335e0f6eb90)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:47:24.604225 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:24.741672 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=304b4806-cbaf-44a0-83ec-0c84d069d0bc,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:24.758115 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-357f2c4c-62b8-4f0a-b1cc-44e6d53bff6a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:24.776665 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-357f2c4c-62b8-4f0a-b1cc-44e6d53bff6a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Transition to ACTIVE for port object 1c902725-f894-4471-b84a-b82fb23fc568 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:47:24.861673 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-357f2c4c-62b8-4f0a-b1cc-44e6d53bff6a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:24.949187 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-357f2c4c-62b8-4f0a-b1cc-44e6d53bff6a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network 61fc6616-fdfb-4fde-baf2-17215ecd4afe is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:47:24.952414 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-357f2c4c-62b8-4f0a-b1cc-44e6d53bff6a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:47:24.957953 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-357f2c4c-62b8-4f0a-b1cc-44e6d53bff6a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:47:24.992767 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f2c4c-62b8-4f0a-b1cc-44e6d53bff6a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=1c902725-f894-4471-b84a-b82fb23fc568,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:25.023404 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241eb837-cf8f-445a-a453-6d49894d3aa1 req-26fbf391-e536-4dec-bb2c-2ee9348a4d49 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:47:25.024988 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-241eb837-cf8f-445a-a453-6d49894d3aa1 req-26fbf391-e536-4dec-bb2c-2ee9348a4d49 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 932 time: 0.1138630 Feb 09 18:47:25.036583 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-357f2c4c-62b8-4f0a-b1cc-44e6d53bff6a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:47:25.037640 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-357f2c4c-62b8-4f0a-b1cc-44e6d53bff6a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:25.080429 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-241eb837-cf8f-445a-a453-6d49894d3aa1 req-c019f009-1043-4582-98f2-04133986e9b0 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae3e14e-df1f-4a3e-b52e-46ba691dab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491002 Feb 09 18:47:25.142730 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-357f2c4c-62b8-4f0a-b1cc-44e6d53bff6a tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2851839 Feb 09 18:47:25.157427 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-db612c99-be80-44bb-9658-e308dd4af867 service neutron] Request body: {'port': {'device_id': '454c837b-2097-4cb5-926b-696db42c86cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:47:25.323832 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-db612c99-be80-44bb-9658-e308dd4af867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:25.381801 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-937460a4-e6e4-4edd-90b1-b371a757e3e2 None None] Provisioning for port 1c902725-f894-4471-b84a-b82fb23fc568 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:47:25.389872 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-937460a4-e6e4-4edd-90b1-b371a757e3e2 None None] Provisioning complete for port 1c902725-f894-4471-b84a-b82fb23fc568 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:47:25.390482 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-937460a4-e6e4-4edd-90b1-b371a757e3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:25.453680 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-937460a4-e6e4-4edd-90b1-b371a757e3e2 None None] Port 1c902725-f894-4471-b84a-b82fb23fc568 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:47:25.701213 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-db612c99-be80-44bb-9658-e308dd4af867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c902725-f894-4471-b84a-b82fb23fc568 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:47:25.708943 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-db612c99-be80-44bb-9658-e308dd4af867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:25.725080 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-db612c99-be80-44bb-9658-e308dd4af867 service neutron] Transition to ACTIVE for port object 1c902725-f894-4471-b84a-b82fb23fc568 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:47:25.827351 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-db612c99-be80-44bb-9658-e308dd4af867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:25.963165 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db612c99-be80-44bb-9658-e308dd4af867 service neutron] Pushing event updated for resources: {'Port': ['ID=1c902725-f894-4471-b84a-b82fb23fc568,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:26.087807 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-db612c99-be80-44bb-9658-e308dd4af867 service neutron] Attempting to bind port 1c902725-f894-4471-b84a-b82fb23fc568 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:47:26.088244 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-db612c99-be80-44bb-9658-e308dd4af867 service neutron] Attempting to bind port 1c902725-f894-4471-b84a-b82fb23fc568 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': 'd187ecd8-bc73-4ffd-aaf1-4335e0f6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:47:26.088735 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-db612c99-be80-44bb-9658-e308dd4af867 service neutron] Attempting to bind port 1c902725-f894-4471-b84a-b82fb23fc568 on network 61fc6616-fdfb-4fde-baf2-17215ecd4afe {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:47:26.098733 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-db612c99-be80-44bb-9658-e308dd4af867 service neutron] Port 1c902725-f894-4471-b84a-b82fb23fc568 on network 61fc6616-fdfb-4fde-baf2-17215ecd4afe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:47:26.099133 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-db612c99-be80-44bb-9658-e308dd4af867 service neutron] Attempting to bind port 1c902725-f894-4471-b84a-b82fb23fc568 on network 61fc6616-fdfb-4fde-baf2-17215ecd4afe {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:47:26.107908 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-db612c99-be80-44bb-9658-e308dd4af867 service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:47:26.108412 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-db612c99-be80-44bb-9658-e308dd4af867 service neutron] Checking segment: {'id': 'd187ecd8-bc73-4ffd-aaf1-4335e0f6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:47:26.108885 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-db612c99-be80-44bb-9658-e308dd4af867 service neutron] Bound using segment: {'id': 'd187ecd8-bc73-4ffd-aaf1-4335e0f6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:47:26.109479 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-db612c99-be80-44bb-9658-e308dd4af867 service neutron] Bound port: 1c902725-f894-4471-b84a-b82fb23fc568, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd187ecd8-bc73-4ffd-aaf1-4335e0f6eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:47:26.110026 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-db612c99-be80-44bb-9658-e308dd4af867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:26.179485 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 304b4806-cbaf-44a0-83ec-0c84d069d0bc up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:47:26.321454 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-db612c99-be80-44bb-9658-e308dd4af867 service neutron] For port 1c902725-f894-4471-b84a-b82fb23fc568, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:47:26.328181 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-db612c99-be80-44bb-9658-e308dd4af867 service neutron] For port 1c902725-f894-4471-b84a-b82fb23fc568, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1c902725-f894-4471-b84a-b82fb23fc568,segment=NetworkSegment(d187ecd8-bc73-4ffd-aaf1-4335e0f6eb90),segment_id=d187ecd8-bc73-4ffd-aaf1-4335e0f6eb90)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:47:26.335210 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da37908-d4d1-479c-baac-d6b8aac39181 req-db1c9bc1-04f1-4941-9c88-1aa9c0113aa1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:47:26.342595 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3da37908-d4d1-479c-baac-d6b8aac39181 req-db1c9bc1-04f1-4941-9c88-1aa9c0113aa1 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 944 time: 0.0926285 Feb 09 18:47:26.344276 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 304b4806-cbaf-44a0-83ec-0c84d069d0bc triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:47:26.344650 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:26.393302 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-db612c99-be80-44bb-9658-e308dd4af867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:26.431235 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3da37908-d4d1-479c-baac-d6b8aac39181 req-8861f9b2-8e43-4243-9aaa-01c6f74b1fec tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae3e14e-df1f-4a3e-b52e-46ba691dab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857913 Feb 09 18:47:26.484652 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-db612c99-be80-44bb-9658-e308dd4af867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:26.486164 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-db612c99-be80-44bb-9658-e308dd4af867 service neutron] 10.222.0.50 "PUT /v2.0/ports/1c902725-f894-4471-b84a-b82fb23fc568 HTTP/1.1" status: 200 len: 1094 time: 1.3362861 Feb 09 18:47:26.486676 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454c837b-2097-4cb5-926b-696db42c86cc', 'tag': '1c902725-f894-4471-b84a-b82fb23fc568'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:47:26.508217 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db612c99-be80-44bb-9658-e308dd4af867 service neutron] Pushing event updated for resources: {'Port': ['ID=1c902725-f894-4471-b84a-b82fb23fc568,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:26.603676 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454c837b-2097-4cb5-926b-696db42c86cc', 'tag': '1c902725-f894-4471-b84a-b82fb23fc568', 'status': 'completed', 'code': 200} Feb 09 18:47:26.706400 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-c7f4d0ff-2c14-4277-8e87-a388683177da service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 1097 time: 0.0971456 Feb 09 18:47:26.884426 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-c0b608c2-b507-48ae-8241-c8c8cfe30326 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c902725-f894-4471-b84a-b82fb23fc568 HTTP/1.1" status: 200 len: 217 time: 0.1695554 Feb 09 18:47:26.955451 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-81dd751e-7db9-43f8-9678-a0ef20149de6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:47:26.957247 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-81dd751e-7db9-43f8-9678-a0ef20149de6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33cb24f8-f0c0-492e-b26a-fba5a559b132 HTTP/1.1" status: 200 len: 834 time: 0.0662835 Feb 09 18:47:27.049866 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-09c3860d-7ff6-4a47-8fd4-730b9e494a5a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61fc6616-fdfb-4fde-baf2-17215ecd4afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864990 Feb 09 18:47:27.216437 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-ca1f1b9a-81bb-4c46-b183-6cf07a2355a7 service neutron] 10.222.0.50 "GET /v2.0/networks/61fc6616-fdfb-4fde-baf2-17215ecd4afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586266 Feb 09 18:47:27.364794 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1bb6995a-c2ea-4b13-9445-070cb4bc2fe3 req-a2efea3d-a508-40c0-9c99-d7d5bd7646e0 service neutron] 10.222.0.50 "GET /v2.0/networks/61fc6616-fdfb-4fde-baf2-17215ecd4afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424134 Feb 09 18:47:27.607027 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c94f4d04-23e7-4b18-9b51-5b955244751c req-79d13e94-4d09-44a5-a354-5de6ce1dc7f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 1097 time: 0.1232774 Feb 09 18:47:27.674691 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd2a11-acfd-4b17-bb51-bd50b812f530 req-4f35f02d-8ce3-4fab-a3f8-89ef81287d95 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:47:27.676183 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5fcd2a11-acfd-4b17-bb51-bd50b812f530 req-4f35f02d-8ce3-4fab-a3f8-89ef81287d95 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 944 time: 0.1033094 Feb 09 18:47:27.738908 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5fcd2a11-acfd-4b17-bb51-bd50b812f530 req-e7f187ea-f995-4767-bdfd-ad43ec794830 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae3e14e-df1f-4a3e-b52e-46ba691dab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512764 Feb 09 18:47:27.774629 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f4d04-23e7-4b18-9b51-5b955244751c req-8821b5aa-e06c-49af-b512-5f9b06956b5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:47:27.776146 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c94f4d04-23e7-4b18-9b51-5b955244751c req-8821b5aa-e06c-49af-b512-5f9b06956b5e service neutron] 10.222.0.50 "GET /v2.0/networks?id=61fc6616-fdfb-4fde-baf2-17215ecd4afe HTTP/1.1" status: 200 len: 898 time: 0.1623285 Feb 09 18:47:27.851139 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c94f4d04-23e7-4b18-9b51-5b955244751c req-8c939e7a-f88c-4f86-929d-006b222b65f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c902725-f894-4471-b84a-b82fb23fc568 HTTP/1.1" status: 200 len: 217 time: 0.0688851 Feb 09 18:47:27.921004 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f4d04-23e7-4b18-9b51-5b955244751c req-0ce847bd-0047-447e-bcbc-b757d13c2c55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:47:27.922515 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c94f4d04-23e7-4b18-9b51-5b955244751c req-0ce847bd-0047-447e-bcbc-b757d13c2c55 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33cb24f8-f0c0-492e-b26a-fba5a559b132 HTTP/1.1" status: 200 len: 834 time: 0.0647998 Feb 09 18:47:28.010630 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c94f4d04-23e7-4b18-9b51-5b955244751c req-d313cab4-10f1-4757-8614-1876c0378a9f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61fc6616-fdfb-4fde-baf2-17215ecd4afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803564 Feb 09 18:47:28.170650 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c94f4d04-23e7-4b18-9b51-5b955244751c req-0d400319-9064-450b-a8f2-00b5cb7bcc9e service neutron] 10.222.0.50 "GET /v2.0/networks/61fc6616-fdfb-4fde-baf2-17215ecd4afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531668 Feb 09 18:47:28.330034 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c94f4d04-23e7-4b18-9b51-5b955244751c req-9db64a7e-c191-449d-a28b-9f6b2cb315c1 service neutron] 10.222.0.50 "GET /v2.0/networks/61fc6616-fdfb-4fde-baf2-17215ecd4afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521683 Feb 09 18:47:28.955560 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559130a-f72d-482a-8025-d37dc8681d9a req-cf1d5a2f-816e-4335-a5dc-27a4c710761d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:47:28.957424 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f559130a-f72d-482a-8025-d37dc8681d9a req-cf1d5a2f-816e-4335-a5dc-27a4c710761d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 944 time: 0.0776367 Feb 09 18:47:29.043173 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f559130a-f72d-482a-8025-d37dc8681d9a req-0bc8b047-74d4-40c6-a0d5-891f5f7c784d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae3e14e-df1f-4a3e-b52e-46ba691dab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793378 Feb 09 18:47:29.291968 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 1c902725-f894-4471-b84a-b82fb23fc568 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:47:29.439499 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 1c902725-f894-4471-b84a-b82fb23fc568, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1c902725-f894-4471-b84a-b82fb23fc568,segment=NetworkSegment(d187ecd8-bc73-4ffd-aaf1-4335e0f6eb90),segment_id=d187ecd8-bc73-4ffd-aaf1-4335e0f6eb90)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:47:29.455507 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '1c902725-f894-4471-b84a-b82fb23fc568', 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe', 'port_id': '1c902725-f894-4471-b84a-b82fb23fc568', 'mac_address': 'fa:16:3e:07:87:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33cb24f8-f0c0-492e-b26a-fba5a559b132', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:47:29.514815 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:29.534093 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c902725-f894-4471-b84a-b82fb23fc568 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:47:29.551178 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 1c902725-f894-4471-b84a-b82fb23fc568, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1c902725-f894-4471-b84a-b82fb23fc568,segment=NetworkSegment(d187ecd8-bc73-4ffd-aaf1-4335e0f6eb90),segment_id=d187ecd8-bc73-4ffd-aaf1-4335e0f6eb90)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:47:29.621462 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:29.701308 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=1c902725-f894-4471-b84a-b82fb23fc568,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:29.845565 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['1c902725-f894-4471-b84a-b82fb23fc568'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:47:30.267538 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d42d3-39c3-45c0-ab7f-eb0d065f87b1 req-70017030-115a-42d6-8e7c-4278fa3519b3 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:47:30.269200 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-896d42d3-39c3-45c0-ab7f-eb0d065f87b1 req-70017030-115a-42d6-8e7c-4278fa3519b3 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 945 time: 0.0817382 Feb 09 18:47:30.318083 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-896d42d3-39c3-45c0-ab7f-eb0d065f87b1 req-ea8c0c84-b400-4756-b9df-07b29a806be2 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae3e14e-df1f-4a3e-b52e-46ba691dab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429015 Feb 09 18:47:31.308057 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 1c902725-f894-4471-b84a-b82fb23fc568 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:47:31.455856 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 1c902725-f894-4471-b84a-b82fb23fc568 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:47:31.463001 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 1c902725-f894-4471-b84a-b82fb23fc568 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:47:31.463437 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:31.574932 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbebf39-0031-4752-9516-660f60c7b37a req-0fb3aa76-2b0b-4bc8-b191-70127338bd60 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:47:31.576592 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ecbebf39-0031-4752-9516-660f60c7b37a req-0fb3aa76-2b0b-4bc8-b191-70127338bd60 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 945 time: 0.1053851 Feb 09 18:47:31.633303 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ecbebf39-0031-4752-9516-660f60c7b37a req-23302563-4aba-44a1-8aba-cfa13ab6f1c6 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae3e14e-df1f-4a3e-b52e-46ba691dab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489488 Feb 09 18:47:31.653841 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:31.686202 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454c837b-2097-4cb5-926b-696db42c86cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c902725-f894-4471-b84a-b82fb23fc568'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:47:31.701641 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 1c902725-f894-4471-b84a-b82fb23fc568, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1c902725-f894-4471-b84a-b82fb23fc568,segment=NetworkSegment(d187ecd8-bc73-4ffd-aaf1-4335e0f6eb90),segment_id=d187ecd8-bc73-4ffd-aaf1-4335e0f6eb90)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:47:31.750639 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454c837b-2097-4cb5-926b-696db42c86cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c902725-f894-4471-b84a-b82fb23fc568', 'code': 200} Feb 09 18:47:31.763963 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:31.837653 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=1c902725-f894-4471-b84a-b82fb23fc568,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:32.146707 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-eb7384cd-87a1-4e55-94e5-4d03418d810d req-a0bc0fed-ca0a-4a00-8e43-1ab74d3d8745 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 1099 time: 0.0720613 Feb 09 18:47:32.193730 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-eb7384cd-87a1-4e55-94e5-4d03418d810d req-638d663e-0067-43d4-b288-2f0a52eae292 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1ae3e14e-df1f-4a3e-b52e-46ba691dab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411437 Feb 09 18:47:32.852555 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe6614-7876-418a-a28b-15f26f10285e req-8d85a9fd-81c4-412b-8e57-696b4c4d89ea tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:47:32.854597 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-50fe6614-7876-418a-a28b-15f26f10285e req-8d85a9fd-81c4-412b-8e57-696b4c4d89ea tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 946 time: 0.0883012 Feb 09 18:47:32.905810 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-50fe6614-7876-418a-a28b-15f26f10285e req-d74b7acb-f560-43c9-b829-55d7a226f535 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae3e14e-df1f-4a3e-b52e-46ba691dab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449793 Feb 09 18:47:33.130610 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:47:34.147241 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b0bce-fd4b-498b-b927-b558d41e2fc4 req-174c15ae-8fa2-4195-b4e7-05df06cd6a0f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:47:34.148814 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cd2b0bce-fd4b-498b-b927-b558d41e2fc4 req-174c15ae-8fa2-4195-b4e7-05df06cd6a0f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 946 time: 0.0948410 Feb 09 18:47:34.198727 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cd2b0bce-fd4b-498b-b927-b558d41e2fc4 req-8f143f6c-93a5-4294-9faa-59600c9a608d tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae3e14e-df1f-4a3e-b52e-46ba691dab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436926 Feb 09 18:47:34.476557 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197053b-22c7-489e-ba7d-47da991565d5 req-2cb792c3-c85d-45ef-b092-89f7011f80e5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:47:34.478088 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5197053b-22c7-489e-ba7d-47da991565d5 req-2cb792c3-c85d-45ef-b092-89f7011f80e5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 946 time: 0.0855861 Feb 09 18:47:34.536326 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5197053b-22c7-489e-ba7d-47da991565d5 req-4a0a2b88-5e96-4fad-ab42-f87f57fa1ad9 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae3e14e-df1f-4a3e-b52e-46ba691dab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484290 Feb 09 18:47:34.591000 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33414) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:47:34.673805 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3e1b9233-1186-4e56-aa60-f0005bab9ec3 tempest-TestNetworkAdvancedServerOps-565630373 tempest-TestNetworkAdvancedServerOps-565630373-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 1094 time: 0.0815971 Feb 09 18:47:34.677045 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33418) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:47:34.683010 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-67b586db-b9cb-4251-9c96-fd1ed8d4f9e7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': '1c902725-f894-4471-b84a-b82fb23fc568', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:47:34.689167 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-67b586db-b9cb-4251-9c96-fd1ed8d4f9e7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:47:34.693963 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-67b586db-b9cb-4251-9c96-fd1ed8d4f9e7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Usage tracker for resource:floatingip and tenant:2a01b8869a934284a87963b91efa1f71 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:47:34.697387 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-67b586db-b9cb-4251-9c96-fd1ed8d4f9e7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:47:34.704655 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-67b586db-b9cb-4251-9c96-fd1ed8d4f9e7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:47:34.775608 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67b586db-b9cb-4251-9c96-fd1ed8d4f9e7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:34.932550 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67b586db-b9cb-4251-9c96-fd1ed8d4f9e7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:35.194329 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-67b586db-b9cb-4251-9c96-fd1ed8d4f9e7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Allocated IP 172.26.8.175 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/66c2877e-a612-47d3-b972-e4d339ef8217) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:47:35.362519 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67b586db-b9cb-4251-9c96-fd1ed8d4f9e7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:35.444472 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67b586db-b9cb-4251-9c96-fd1ed8d4f9e7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:35.529632 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b586db-b9cb-4251-9c96-fd1ed8d4f9e7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:47:35.532993 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-67b586db-b9cb-4251-9c96-fd1ed8d4f9e7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:47:35.538194 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b586db-b9cb-4251-9c96-fd1ed8d4f9e7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:47:35.573176 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b586db-b9cb-4251-9c96-fd1ed8d4f9e7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=66c2877e-a612-47d3-b972-e4d339ef8217,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:36.135749 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67b586db-b9cb-4251-9c96-fd1ed8d4f9e7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:36.281387 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67b586db-b9cb-4251-9c96-fd1ed8d4f9e7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:36.506531 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67b586db-b9cb-4251-9c96-fd1ed8d4f9e7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:36.586946 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67b586db-b9cb-4251-9c96-fd1ed8d4f9e7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:36.703064 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b586db-b9cb-4251-9c96-fd1ed8d4f9e7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event updated for resources: {'Port': ['ID=66c2877e-a612-47d3-b972-e4d339ef8217,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:47:36.723155 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67b586db-b9cb-4251-9c96-fd1ed8d4f9e7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:36.935548 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.l3_db [None req-67b586db-b9cb-4251-9c96-fd1ed8d4f9e7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Floating IP 2dd5bebb-2185-4eaa-9542-1b5b2aee6ced associated. External IP: 172.26.8.175, port: 1c902725-f894-4471-b84a-b82fb23fc568. Feb 09 18:47:37.490361 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b586db-b9cb-4251-9c96-fd1ed8d4f9e7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Router 0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:47:37.716602 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b586db-b9cb-4251-9c96-fd1ed8d4f9e7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:47:37.729335 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d306e0e6-da46-4c57-b9cc-ff82ebce23e3 None None] Sync routers for ids ['0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:47:37.743521 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d306e0e6-da46-4c57-b9cc-ff82ebce23e3 None None] Routers {'0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:47:37.744003 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d306e0e6-da46-4c57-b9cc-ff82ebce23e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:47:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:47:37.843604 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67b586db-b9cb-4251-9c96-fd1ed8d4f9e7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:37.908370 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-67b586db-b9cb-4251-9c96-fd1ed8d4f9e7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2298021 Feb 09 18:47:37.909241 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454c837b-2097-4cb5-926b-696db42c86cc', 'tag': '1c902725-f894-4471-b84a-b82fb23fc568'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:47:37.955846 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-d306e0e6-da46-4c57-b9cc-ff82ebce23e3 None None] Set router 0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:47:37.973868 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454c837b-2097-4cb5-926b-696db42c86cc', 'tag': '1c902725-f894-4471-b84a-b82fb23fc568', 'status': 'completed', 'code': 200} Feb 09 18:47:38.126569 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d347dc2b-430d-46be-afcb-6f3d306c7891 req-39787d03-5fed-4ca8-b2f7-77cb3f528d90 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 1099 time: 0.1287599 Feb 09 18:47:38.163544 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f6f8c-8d3a-4370-9ba2-f1226ef02c9a req-7eeedb4b-9d45-4268-9cf9-85ac71361d8e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:47:38.167284 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-718f6f8c-8d3a-4370-9ba2-f1226ef02c9a req-7eeedb4b-9d45-4268-9cf9-85ac71361d8e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 946 time: 0.1405685 Feb 09 18:47:38.225150 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-718f6f8c-8d3a-4370-9ba2-f1226ef02c9a req-d0312f8d-bc44-46c3-9519-c3500dec7e14 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae3e14e-df1f-4a3e-b52e-46ba691dab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538425 Feb 09 18:47:38.270155 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33426) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:47:38.312178 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347dc2b-430d-46be-afcb-6f3d306c7891 req-18498bd8-eb35-4172-97ab-1c524860b3ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:47:38.315183 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d347dc2b-430d-46be-afcb-6f3d306c7891 req-18498bd8-eb35-4172-97ab-1c524860b3ac service neutron] 10.222.0.50 "GET /v2.0/networks?id=61fc6616-fdfb-4fde-baf2-17215ecd4afe HTTP/1.1" status: 200 len: 898 time: 0.1823215 Feb 09 18:47:38.457201 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d306e0e6-da46-4c57-b9cc-ff82ebce23e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301728581', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:47:10Z', 'updated_at': '2022-02-09T18:47:17Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:47:11Z', 'updated_at': '2022-02-09T18:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '2dd5bebb-2185-4eaa-9542-1b5b2aee6ced', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'floating_ip_address': '172.26.8.175', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'port_id': '1c902725-f894-4471-b84a-b82fb23fc568', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe', 'mac_address': 'fa:16:3e:07:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454c837b-2097-4cb5-926b-696db42c86cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:47:35Z', 'updated_at': '2022-02-09T18:47:35Z', 'revision_number': 0, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '304b4806-cbaf-44a0-83ec-0c84d069d0bc', 'name': '', 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:d2:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33cb24f8-f0c0-492e-b26a-fba5a559b132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:47:16Z', 'updated_at': '2022-02-09T18:47:24Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '33cb24f8-f0c0-492e-b26a-fba5a559b132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:47:38.465543 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d306e0e6-da46-4c57-b9cc-ff82ebce23e3 None None] Checking router: 0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:47:38.484329 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d306e0e6-da46-4c57-b9cc-ff82ebce23e3 None None] Routers {'0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:47:38.485172 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d306e0e6-da46-4c57-b9cc-ff82ebce23e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:47:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:47:38.488513 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c4d677cb-cab4-467f-a0a4-011a1199d6bf tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/floatingips/2dd5bebb-2185-4eaa-9542-1b5b2aee6ced HTTP/1.1" status: 200 len: 992 time: 0.2162867 Feb 09 18:47:38.492352 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d347dc2b-430d-46be-afcb-6f3d306c7891 req-99f39edb-f999-4aed-b981-f1a954184d60 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c902725-f894-4471-b84a-b82fb23fc568 HTTP/1.1" status: 200 len: 1000 time: 0.1702437 Feb 09 18:47:38.589625 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347dc2b-430d-46be-afcb-6f3d306c7891 req-aece4b5c-5c6d-457d-9982-429fb313b4f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:47:38.592366 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d347dc2b-430d-46be-afcb-6f3d306c7891 req-aece4b5c-5c6d-457d-9982-429fb313b4f1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33cb24f8-f0c0-492e-b26a-fba5a559b132 HTTP/1.1" status: 200 len: 834 time: 0.0940084 Feb 09 18:47:38.730397 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d347dc2b-430d-46be-afcb-6f3d306c7891 req-235d9076-fb81-4191-9487-a92c9eadb0fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61fc6616-fdfb-4fde-baf2-17215ecd4afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1313410 Feb 09 18:47:38.743154 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-d306e0e6-da46-4c57-b9cc-ff82ebce23e3 None None] Set router 0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:47:38.896035 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d347dc2b-430d-46be-afcb-6f3d306c7891 req-32fcd678-f0c0-4759-93f9-f876c8b45133 service neutron] 10.222.0.50 "GET /v2.0/networks/61fc6616-fdfb-4fde-baf2-17215ecd4afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592543 Feb 09 18:47:39.061691 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d347dc2b-430d-46be-afcb-6f3d306c7891 req-787f08ec-44c5-4f47-b66c-cdc6c6ba4d6e service neutron] 10.222.0.50 "GET /v2.0/networks/61fc6616-fdfb-4fde-baf2-17215ecd4afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585248 Feb 09 18:47:39.232694 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d306e0e6-da46-4c57-b9cc-ff82ebce23e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301728581', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:47:10Z', 'updated_at': '2022-02-09T18:47:17Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:47:11Z', 'updated_at': '2022-02-09T18:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '2dd5bebb-2185-4eaa-9542-1b5b2aee6ced', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'floating_ip_address': '172.26.8.175', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'port_id': '1c902725-f894-4471-b84a-b82fb23fc568', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe', 'mac_address': 'fa:16:3e:07:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454c837b-2097-4cb5-926b-696db42c86cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:47:35Z', 'updated_at': '2022-02-09T18:47:35Z', 'revision_number': 0, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '304b4806-cbaf-44a0-83ec-0c84d069d0bc', 'name': '', 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:d2:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33cb24f8-f0c0-492e-b26a-fba5a559b132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:47:16Z', 'updated_at': '2022-02-09T18:47:24Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '33cb24f8-f0c0-492e-b26a-fba5a559b132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:47:39.238022 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d306e0e6-da46-4c57-b9cc-ff82ebce23e3 None None] The sync data for ids ['0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'] in dv-neutron-827016-2-hyperv is: [{'id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301728581', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:47:10Z', 'updated_at': '2022-02-09T18:47:17Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:47:11Z', 'updated_at': '2022-02-09T18:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': '2dd5bebb-2185-4eaa-9542-1b5b2aee6ced', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'floating_ip_address': '172.26.8.175', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'port_id': '1c902725-f894-4471-b84a-b82fb23fc568', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe', 'mac_address': 'fa:16:3e:07:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454c837b-2097-4cb5-926b-696db42c86cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:47:35Z', 'updated_at': '2022-02-09T18:47:35Z', 'revision_number': 0, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '304b4806-cbaf-44a0-83ec-0c84d069d0bc', 'name': '', 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:d2:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33cb24f8-f0c0-492e-b26a-fba5a559b132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:47:16Z', 'updated_at': '2022-02-09T18:47:24Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '33cb24f8-f0c0-492e-b26a-fba5a559b132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:47:39.493644 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33430) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:47:39.497988 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13abb77-cdfa-4388-8b6f-535691524f02 None None] New status for floating IP 2dd5bebb-2185-4eaa-9542-1b5b2aee6ced: ACTIVE {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:47:39.620705 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e93e52a7-2b50-4128-a040-21f73d450fdd tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/floatingips/2dd5bebb-2185-4eaa-9542-1b5b2aee6ced HTTP/1.1" status: 200 len: 992 time: 0.1256974 Feb 09 18:47:40.624917 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33434) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:47:40.735080 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e897ed99-ae5f-48a3-bdc8-aa02387c1613 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/floatingips/2dd5bebb-2185-4eaa-9542-1b5b2aee6ced HTTP/1.1" status: 200 len: 994 time: 0.1086657 Feb 09 18:47:46.752192 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-610e8102-70f5-4920-99c4-fbd42240e317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:47.466584 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:49.038053 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7832bae2-b82c-4105-ad5e-fd92e20b2c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:50.249797 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:50.283658 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:47:51.770414 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:07.563855 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-db26040f-b1dc-4718-9667-a8a54d991d07 req-f6347f58-ee7a-40a5-9774-a6b7ce471e54 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=454c837b-2097-4cb5-926b-696db42c86cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797288 Feb 09 18:48:07.715112 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-db26040f-b1dc-4718-9667-a8a54d991d07 req-6c8ad928-840a-44ff-95dd-bcfe185c7215 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 1099 time: 0.0775342 Feb 09 18:48:07.989559 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26040f-b1dc-4718-9667-a8a54d991d07 req-5647541f-a3a1-4be0-bd44-b6b6af9c45d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:48:07.990898 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-db26040f-b1dc-4718-9667-a8a54d991d07 req-5647541f-a3a1-4be0-bd44-b6b6af9c45d6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=61fc6616-fdfb-4fde-baf2-17215ecd4afe HTTP/1.1" status: 200 len: 898 time: 0.2551003 Feb 09 18:48:08.116737 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-db26040f-b1dc-4718-9667-a8a54d991d07 req-99ba568e-7f68-4794-bbff-988629b77f83 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c902725-f894-4471-b84a-b82fb23fc568 HTTP/1.1" status: 200 len: 1002 time: 0.1192076 Feb 09 18:48:08.187147 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26040f-b1dc-4718-9667-a8a54d991d07 req-ebab2762-dc9b-4b62-a6a4-43a823d12666 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:48:08.188624 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-db26040f-b1dc-4718-9667-a8a54d991d07 req-ebab2762-dc9b-4b62-a6a4-43a823d12666 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33cb24f8-f0c0-492e-b26a-fba5a559b132 HTTP/1.1" status: 200 len: 834 time: 0.0640934 Feb 09 18:48:08.282118 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-db26040f-b1dc-4718-9667-a8a54d991d07 req-ceea5c8c-8035-4019-a2c4-26d5861e0b6c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61fc6616-fdfb-4fde-baf2-17215ecd4afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873330 Feb 09 18:48:08.451430 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-db26040f-b1dc-4718-9667-a8a54d991d07 req-7cec67a6-5209-42ba-aec4-c54fb32ec916 service neutron] 10.222.0.50 "GET /v2.0/networks/61fc6616-fdfb-4fde-baf2-17215ecd4afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615288 Feb 09 18:48:08.607633 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-db26040f-b1dc-4718-9667-a8a54d991d07 req-055639ac-b240-4ae0-9ad3-bdf211a53ce7 service neutron] 10.222.0.50 "GET /v2.0/networks/61fc6616-fdfb-4fde-baf2-17215ecd4afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496131 Feb 09 18:48:10.140486 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:48:10.875207 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba583e-e996-40df-8aab-9f0cce1467ff req-d9bfb4d2-a1b0-4bc2-af73-2b4663e55405 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:48:10.876711 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6aba583e-e996-40df-8aab-9f0cce1467ff req-d9bfb4d2-a1b0-4bc2-af73-2b4663e55405 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 946 time: 0.1995645 Feb 09 18:48:10.934228 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6aba583e-e996-40df-8aab-9f0cce1467ff req-acc86f49-31e3-459d-8c91-04b3851242bb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae3e14e-df1f-4a3e-b52e-46ba691dab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494065 Feb 09 18:48:12.233349 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79615111-37eb-4d97-b416-8f97d87ba37f req-2fa6a9af-ce39-4741-8345-e218e479a2c7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:48:12.234970 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-79615111-37eb-4d97-b416-8f97d87ba37f req-2fa6a9af-ce39-4741-8345-e218e479a2c7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 946 time: 0.1692164 Feb 09 18:48:12.285407 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-79615111-37eb-4d97-b416-8f97d87ba37f req-9d59022e-b628-46a2-9358-6a86e43a61db tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae3e14e-df1f-4a3e-b52e-46ba691dab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437567 Feb 09 18:48:12.315364 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33458) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:12.436568 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d73d4fcc-e9d6-46fa-8e90-be60af259d5c tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/floatingips/2dd5bebb-2185-4eaa-9542-1b5b2aee6ced HTTP/1.1" status: 200 len: 994 time: 0.1197438 Feb 09 18:48:14.256001 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c4786-9726-4551-8170-774c4a5d1a6a req-5655cd3c-d104-4e5c-81d5-304568d2a2bb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:48:14.258490 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cb7c4786-9726-4551-8170-774c4a5d1a6a req-5655cd3c-d104-4e5c-81d5-304568d2a2bb tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 946 time: 0.1322417 Feb 09 18:48:14.320416 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-594e2c1b-7ebd-4799-a04b-f05953f7531c req-127ee884-e571-4435-80c7-f4aa5c3978a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 1099 time: 0.1077850 Feb 09 18:48:14.321118 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cb7c4786-9726-4551-8170-774c4a5d1a6a req-eb3005e0-0415-4b57-a1a6-5d72e36c52bd tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae3e14e-df1f-4a3e-b52e-46ba691dab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557399 Feb 09 18:48:14.530835 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e2c1b-7ebd-4799-a04b-f05953f7531c req-1d5d52d2-6a76-4f24-ba62-05ccc19dd39a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:48:14.533239 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-594e2c1b-7ebd-4799-a04b-f05953f7531c req-1d5d52d2-6a76-4f24-ba62-05ccc19dd39a service neutron] 10.222.0.50 "GET /v2.0/networks?id=61fc6616-fdfb-4fde-baf2-17215ecd4afe HTTP/1.1" status: 200 len: 898 time: 0.2073827 Feb 09 18:48:14.645995 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-594e2c1b-7ebd-4799-a04b-f05953f7531c req-d89061fd-bb2b-48e9-bdf2-7bfb86abcc51 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c902725-f894-4471-b84a-b82fb23fc568 HTTP/1.1" status: 200 len: 1002 time: 0.1064069 Feb 09 18:48:14.720137 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e2c1b-7ebd-4799-a04b-f05953f7531c req-5f636c6c-d70b-49a0-950c-441dca665a80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:48:14.723271 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-594e2c1b-7ebd-4799-a04b-f05953f7531c req-5f636c6c-d70b-49a0-950c-441dca665a80 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33cb24f8-f0c0-492e-b26a-fba5a559b132 HTTP/1.1" status: 200 len: 834 time: 0.0716388 Feb 09 18:48:14.809806 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-594e2c1b-7ebd-4799-a04b-f05953f7531c req-553e7fc1-03e6-46b8-9a9f-29ab5590fe55 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61fc6616-fdfb-4fde-baf2-17215ecd4afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806425 Feb 09 18:48:14.989821 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-594e2c1b-7ebd-4799-a04b-f05953f7531c req-dd9ef48f-8fd6-4b5a-abea-ed690db2ec4c service neutron] 10.222.0.50 "GET /v2.0/networks/61fc6616-fdfb-4fde-baf2-17215ecd4afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727858 Feb 09 18:48:15.145373 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-594e2c1b-7ebd-4799-a04b-f05953f7531c req-7e2a3351-383d-4b0b-8749-499203637e00 service neutron] 10.222.0.50 "GET /v2.0/networks/61fc6616-fdfb-4fde-baf2-17215ecd4afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500700 Feb 09 18:48:15.572272 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de7ac8-2041-40a9-b62a-19bbe11e4186 req-e87c6213-4b2c-4566-af59-53fcf091e0c5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:48:15.574962 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a6de7ac8-2041-40a9-b62a-19bbe11e4186 req-e87c6213-4b2c-4566-af59-53fcf091e0c5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 946 time: 0.1087351 Feb 09 18:48:15.652497 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a6de7ac8-2041-40a9-b62a-19bbe11e4186 req-10bd439d-e754-43b5-a1c9-a67f957cffb3 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae3e14e-df1f-4a3e-b52e-46ba691dab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709546 Feb 09 18:48:16.706385 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1b4897c2-9272-40d9-be65-977979f29e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:16.875097 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22732b8-b18a-45d7-8919-079a32004494 req-bcaec724-f09f-4758-82e8-16dc6e1f92db tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:48:16.876789 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b22732b8-b18a-45d7-8919-079a32004494 req-bcaec724-f09f-4758-82e8-16dc6e1f92db tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 946 time: 0.0881674 Feb 09 18:48:16.933903 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b22732b8-b18a-45d7-8919-079a32004494 req-20207179-fed2-4aca-9ecb-eedd50b8ff56 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae3e14e-df1f-4a3e-b52e-46ba691dab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464752 Feb 09 18:48:16.965983 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33472) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:17.194823 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8cce9e39-493f-4beb-ad3e-25897d63d983 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/floatingips/2dd5bebb-2185-4eaa-9542-1b5b2aee6ced HTTP/1.1" status: 200 len: 994 time: 0.2275693 Feb 09 18:48:17.471843 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:17.553656 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33480) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:17.782768 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-73853eb9-1b80-404f-9e2d-b9c00ebc1af7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Deleting port 66c2877e-a612-47d3-b972-e4d339ef8217 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:48:17.783732 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-73853eb9-1b80-404f-9e2d-b9c00ebc1af7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:18.021681 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-73853eb9-1b80-404f-9e2d-b9c00ebc1af7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:18.022830 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-73853eb9-1b80-404f-9e2d-b9c00ebc1af7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:18.158903 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-73853eb9-1b80-404f-9e2d-b9c00ebc1af7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Calling delete_port for 66c2877e-a612-47d3-b972-e4d339ef8217 owned by network:floatingip {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:48:18.403766 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-73853eb9-1b80-404f-9e2d-b9c00ebc1af7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:18.483526 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73853eb9-1b80-404f-9e2d-b9c00ebc1af7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Port': ['ID=66c2877e-a612-47d3-b972-e4d339ef8217,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:18.553182 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73853eb9-1b80-404f-9e2d-b9c00ebc1af7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:18.553835 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73853eb9-1b80-404f-9e2d-b9c00ebc1af7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:18.554442 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73853eb9-1b80-404f-9e2d-b9c00ebc1af7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:18.555018 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73853eb9-1b80-404f-9e2d-b9c00ebc1af7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:18.555581 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73853eb9-1b80-404f-9e2d-b9c00ebc1af7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:18.556152 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73853eb9-1b80-404f-9e2d-b9c00ebc1af7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:18.556729 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73853eb9-1b80-404f-9e2d-b9c00ebc1af7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:18.557299 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73853eb9-1b80-404f-9e2d-b9c00ebc1af7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:18.557866 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73853eb9-1b80-404f-9e2d-b9c00ebc1af7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:18.558448 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73853eb9-1b80-404f-9e2d-b9c00ebc1af7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:18.559015 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73853eb9-1b80-404f-9e2d-b9c00ebc1af7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:18.675604 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-73853eb9-1b80-404f-9e2d-b9c00ebc1af7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for floatingip, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:19.037286 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-679254ad-8341-4869-bd31-19a55c9414be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:19.394124 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73853eb9-1b80-404f-9e2d-b9c00ebc1af7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Router 0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:48:19.653312 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73853eb9-1b80-404f-9e2d-b9c00ebc1af7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:48:19.664275 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09aceed-368d-4669-a367-f3a4b3f01707 None None] Sync routers for ids ['0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:48:19.670733 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-73853eb9-1b80-404f-9e2d-b9c00ebc1af7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:19.677819 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09aceed-368d-4669-a367-f3a4b3f01707 None None] Routers {'0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:48:19.679820 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b09aceed-368d-4669-a367-f3a4b3f01707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:48:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:48:19.735164 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-73853eb9-1b80-404f-9e2d-b9c00ebc1af7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "DELETE /v2.0/floatingips/2dd5bebb-2185-4eaa-9542-1b5b2aee6ced HTTP/1.1" status: 204 len: 168 time: 2.1802299 Feb 09 18:48:19.735838 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454c837b-2097-4cb5-926b-696db42c86cc', 'tag': '1c902725-f894-4471-b84a-b82fb23fc568'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:48:19.902182 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-b09aceed-368d-4669-a367-f3a4b3f01707 None None] Set router 0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:48:19.984867 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454c837b-2097-4cb5-926b-696db42c86cc', 'tag': '1c902725-f894-4471-b84a-b82fb23fc568', 'status': 'completed', 'code': 200} Feb 09 18:48:20.082283 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-acb89a79-5ec0-4226-9595-0d5443b83970 req-9ce42149-d89c-4b1c-93f3-10e5885e6fb4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a01b8869a934284a87963b91efa1f71&device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 1099 time: 0.0763021 Feb 09 18:48:20.289638 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb89a79-5ec0-4226-9595-0d5443b83970 req-4d12b089-04b7-40fe-88a8-795116793ce9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:48:20.291089 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-acb89a79-5ec0-4226-9595-0d5443b83970 req-4d12b089-04b7-40fe-88a8-795116793ce9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=61fc6616-fdfb-4fde-baf2-17215ecd4afe HTTP/1.1" status: 200 len: 898 time: 0.2024405 Feb 09 18:48:20.316855 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:20.331028 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b09aceed-368d-4669-a367-f3a4b3f01707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301728581', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:47:10Z', 'updated_at': '2022-02-09T18:47:17Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:47:11Z', 'updated_at': '2022-02-09T18:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '304b4806-cbaf-44a0-83ec-0c84d069d0bc', 'name': '', 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:d2:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33cb24f8-f0c0-492e-b26a-fba5a559b132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:47:16Z', 'updated_at': '2022-02-09T18:47:24Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '33cb24f8-f0c0-492e-b26a-fba5a559b132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:48:20.335561 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09aceed-368d-4669-a367-f3a4b3f01707 None None] Checking router: 0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:48:20.348609 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09aceed-368d-4669-a367-f3a4b3f01707 None None] Routers {'0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:48:20.349434 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b09aceed-368d-4669-a367-f3a4b3f01707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:48:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:48:20.357985 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:20.381155 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-acb89a79-5ec0-4226-9595-0d5443b83970 req-98a6fa42-b63e-4c4c-8474-64a5dacc258a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c902725-f894-4471-b84a-b82fb23fc568 HTTP/1.1" status: 200 len: 217 time: 0.0843616 Feb 09 18:48:20.465128 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb89a79-5ec0-4226-9595-0d5443b83970 req-0556a3e1-6265-4083-a657-79712ad1a99f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:48:20.467834 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-acb89a79-5ec0-4226-9595-0d5443b83970 req-0556a3e1-6265-4083-a657-79712ad1a99f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33cb24f8-f0c0-492e-b26a-fba5a559b132 HTTP/1.1" status: 200 len: 834 time: 0.0800626 Feb 09 18:48:20.583909 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-acb89a79-5ec0-4226-9595-0d5443b83970 req-e9722a49-85a8-4612-b087-17f258d8ee23 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61fc6616-fdfb-4fde-baf2-17215ecd4afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1098478 Feb 09 18:48:20.587527 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-b09aceed-368d-4669-a367-f3a4b3f01707 None None] Set router 0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:48:20.608973 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a84b3d-eb38-43d6-a444-f5da3653f6c4 req-40345dff-5abf-4c3c-b6aa-6f4a853ba976 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:48:20.610155 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-72a84b3d-eb38-43d6-a444-f5da3653f6c4 req-40345dff-5abf-4c3c-b6aa-6f4a853ba976 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Synchronizing usage tracker for tenant:2a01b8869a934284a87963b91efa1f71 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:48:20.722840 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-72a84b3d-eb38-43d6-a444-f5da3653f6c4 req-40345dff-5abf-4c3c-b6aa-6f4a853ba976 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Unset dirty status for tenant:2a01b8869a934284a87963b91efa1f71 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:48:20.724025 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-72a84b3d-eb38-43d6-a444-f5da3653f6c4 req-40345dff-5abf-4c3c-b6aa-6f4a853ba976 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 946 time: 0.2446976 Feb 09 18:48:20.744201 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-acb89a79-5ec0-4226-9595-0d5443b83970 req-d3a4545d-b504-4f49-a678-4effb59a9faf service neutron] 10.222.0.50 "GET /v2.0/networks/61fc6616-fdfb-4fde-baf2-17215ecd4afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533165 Feb 09 18:48:20.803081 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-72a84b3d-eb38-43d6-a444-f5da3653f6c4 req-4c7b3318-880b-4f49-8037-50129b70c6e8 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae3e14e-df1f-4a3e-b52e-46ba691dab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713768 Feb 09 18:48:20.899928 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-acb89a79-5ec0-4226-9595-0d5443b83970 req-41b485e6-429e-40f6-a8e3-5011f8076054 service neutron] 10.222.0.50 "GET /v2.0/networks/61fc6616-fdfb-4fde-baf2-17215ecd4afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495194 Feb 09 18:48:21.029048 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b09aceed-368d-4669-a367-f3a4b3f01707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301728581', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:47:10Z', 'updated_at': '2022-02-09T18:47:17Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:47:11Z', 'updated_at': '2022-02-09T18:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '304b4806-cbaf-44a0-83ec-0c84d069d0bc', 'name': '', 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:d2:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33cb24f8-f0c0-492e-b26a-fba5a559b132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:47:16Z', 'updated_at': '2022-02-09T18:47:24Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '33cb24f8-f0c0-492e-b26a-fba5a559b132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:48:21.035602 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09aceed-368d-4669-a367-f3a4b3f01707 None None] The sync data for ids ['0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'] in dv-neutron-827016-2-hyperv is: [{'id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301728581', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:47:10Z', 'updated_at': '2022-02-09T18:47:17Z', 'revision_number': 4, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:47:11Z', 'updated_at': '2022-02-09T18:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '304b4806-cbaf-44a0-83ec-0c84d069d0bc', 'name': '', 'network_id': '61fc6616-fdfb-4fde-baf2-17215ecd4afe', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'mac_address': 'fa:16:3e:d2:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33cb24f8-f0c0-492e-b26a-fba5a559b132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:47:16Z', 'updated_at': '2022-02-09T18:47:24Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'subnets': [{'id': '33cb24f8-f0c0-492e-b26a-fba5a559b132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:48:21.313747 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f420631-fb0e-4643-a24d-22216f3d7c3b None None] New status for floating IP 2dd5bebb-2185-4eaa-9542-1b5b2aee6ced: DOWN {{(pid=84543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:48:21.774220 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:21.962855 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fc080-5264-49ad-9b71-095191cc82cf req-18547f6b-803c-46bf-83e1-2fe692117a4f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:48:21.963553 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-356fc080-5264-49ad-9b71-095191cc82cf req-18547f6b-803c-46bf-83e1-2fe692117a4f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Synchronizing usage tracker for tenant:2a01b8869a934284a87963b91efa1f71 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:48:21.977578 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-356fc080-5264-49ad-9b71-095191cc82cf req-18547f6b-803c-46bf-83e1-2fe692117a4f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Unset dirty status for tenant:2a01b8869a934284a87963b91efa1f71 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:48:21.978729 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-356fc080-5264-49ad-9b71-095191cc82cf req-18547f6b-803c-46bf-83e1-2fe692117a4f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "GET /v2.0/ports?device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 946 time: 0.0974388 Feb 09 18:48:22.048108 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f0905-b37e-4dee-b10a-c158df462472 req-4598cda5-0602-439a-827c-ca270038aee3 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:48:22.050728 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c26f0905-b37e-4dee-b10a-c158df462472 req-4598cda5-0602-439a-827c-ca270038aee3 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 946 time: 0.0897636 Feb 09 18:48:22.053306 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-356fc080-5264-49ad-9b71-095191cc82cf req-0a5cd7ac-0ae9-4ed3-a6a5-0fc80e3765d5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Deleting port 1c902725-f894-4471-b84a-b82fb23fc568 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:48:22.053653 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-356fc080-5264-49ad-9b71-095191cc82cf req-0a5cd7ac-0ae9-4ed3-a6a5-0fc80e3765d5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:22.108556 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c26f0905-b37e-4dee-b10a-c158df462472 req-151edbe1-8f42-4644-835b-99352f18413e tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ae3e14e-df1f-4a3e-b52e-46ba691dab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467894 Feb 09 18:48:22.313902 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-356fc080-5264-49ad-9b71-095191cc82cf req-0a5cd7ac-0ae9-4ed3-a6a5-0fc80e3765d5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] For port 1c902725-f894-4471-b84a-b82fb23fc568, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=1c902725-f894-4471-b84a-b82fb23fc568,segment=NetworkSegment(d187ecd8-bc73-4ffd-aaf1-4335e0f6eb90),segment_id=d187ecd8-bc73-4ffd-aaf1-4335e0f6eb90)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:48:22.315411 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-356fc080-5264-49ad-9b71-095191cc82cf req-0a5cd7ac-0ae9-4ed3-a6a5-0fc80e3765d5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:22.445181 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-356fc080-5264-49ad-9b71-095191cc82cf req-0a5cd7ac-0ae9-4ed3-a6a5-0fc80e3765d5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Calling delete_port for 1c902725-f894-4471-b84a-b82fb23fc568 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:48:22.682759 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-356fc080-5264-49ad-9b71-095191cc82cf req-0a5cd7ac-0ae9-4ed3-a6a5-0fc80e3765d5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:22.732189 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cd7ac-0ae9-4ed3-a6a5-0fc80e3765d5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Port': ['ID=1c902725-f894-4471-b84a-b82fb23fc568,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:22.790578 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cd7ac-0ae9-4ed3-a6a5-0fc80e3765d5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:22.790952 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cd7ac-0ae9-4ed3-a6a5-0fc80e3765d5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:22.791312 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cd7ac-0ae9-4ed3-a6a5-0fc80e3765d5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:22.791686 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cd7ac-0ae9-4ed3-a6a5-0fc80e3765d5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:22.792021 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cd7ac-0ae9-4ed3-a6a5-0fc80e3765d5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:22.792353 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cd7ac-0ae9-4ed3-a6a5-0fc80e3765d5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:22.792682 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cd7ac-0ae9-4ed3-a6a5-0fc80e3765d5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:22.793010 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cd7ac-0ae9-4ed3-a6a5-0fc80e3765d5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:22.793335 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cd7ac-0ae9-4ed3-a6a5-0fc80e3765d5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:22.793658 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cd7ac-0ae9-4ed3-a6a5-0fc80e3765d5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:22.793983 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cd7ac-0ae9-4ed3-a6a5-0fc80e3765d5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:22.839071 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-356fc080-5264-49ad-9b71-095191cc82cf req-0a5cd7ac-0ae9-4ed3-a6a5-0fc80e3765d5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] No DVR routers for this DVR port 1c902725-f894-4471-b84a-b82fb23fc568 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:48:22.841660 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-356fc080-5264-49ad-9b71-095191cc82cf req-0a5cd7ac-0ae9-4ed3-a6a5-0fc80e3765d5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:22.844673 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454c837b-2097-4cb5-926b-696db42c86cc', 'name': 'network-vif-deleted', 'tag': '1c902725-f894-4471-b84a-b82fb23fc568'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:48:22.904611 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454c837b-2097-4cb5-926b-696db42c86cc', 'name': 'network-vif-deleted', 'tag': '1c902725-f894-4471-b84a-b82fb23fc568', 'status': 'completed', 'code': 200} Feb 09 18:48:23.020957 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-356fc080-5264-49ad-9b71-095191cc82cf req-0a5cd7ac-0ae9-4ed3-a6a5-0fc80e3765d5 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.50 "DELETE /v2.0/ports/1c902725-f894-4471-b84a-b82fb23fc568 HTTP/1.1" status: 204 len: 173 time: 1.0370302 Feb 09 18:48:23.305861 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cb8b5336-8630-4eaf-be57-b749d91c621f req-269a4fae-b641-4ffe-b9bc-579ca6de9fad tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "GET /v2.0/ports?device_id=454c837b-2097-4cb5-926b-696db42c86cc HTTP/1.1" status: 200 len: 210 time: 0.0522747 Feb 09 18:48:24.415858 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33500) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:24.844515 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ea83f7f6-f8a6-4647-ac22-fdea3e0afe39 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:25.588995 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 1c902725-f894-4471-b84a-b82fb23fc568 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:48:25.697404 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: 1c902725-f894-4471-b84a-b82fb23fc568 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:48:25.697734 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 1c902725-f894-4471-b84a-b82fb23fc568 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:48:25.702673 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-ea83f7f6-f8a6-4647-ac22-fdea3e0afe39 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Deleting port 304b4806-cbaf-44a0-83ec-0c84d069d0bc {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:48:25.703251 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ea83f7f6-f8a6-4647-ac22-fdea3e0afe39 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:25.913781 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-ea83f7f6-f8a6-4647-ac22-fdea3e0afe39 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] For port 304b4806-cbaf-44a0-83ec-0c84d069d0bc, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=304b4806-cbaf-44a0-83ec-0c84d069d0bc,segment=NetworkSegment(d187ecd8-bc73-4ffd-aaf1-4335e0f6eb90),segment_id=d187ecd8-bc73-4ffd-aaf1-4335e0f6eb90)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:48:25.914063 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ea83f7f6-f8a6-4647-ac22-fdea3e0afe39 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:26.044697 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-ea83f7f6-f8a6-4647-ac22-fdea3e0afe39 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Calling delete_port for 304b4806-cbaf-44a0-83ec-0c84d069d0bc owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:48:26.340086 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ea83f7f6-f8a6-4647-ac22-fdea3e0afe39 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:26.396580 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83f7f6-f8a6-4647-ac22-fdea3e0afe39 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Port': ['ID=304b4806-cbaf-44a0-83ec-0c84d069d0bc,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:26.817873 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ea83f7f6-f8a6-4647-ac22-fdea3e0afe39 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:27.580509 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea83f7f6-f8a6-4647-ac22-fdea3e0afe39 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Router 0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:48:27.801438 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea83f7f6-f8a6-4647-ac22-fdea3e0afe39 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:48:27.812138 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9be3ad-8f86-4181-9bd1-f523203a28cf None None] Sync routers for ids ['0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:48:27.823620 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ea83f7f6-f8a6-4647-ac22-fdea3e0afe39 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "PUT /v2.0/routers/0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4063637 Feb 09 18:48:27.826748 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9be3ad-8f86-4181-9bd1-f523203a28cf None None] Routers {'0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:48:27.826957 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33504) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:27.827360 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-af9be3ad-8f86-4181-9bd1-f523203a28cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:48:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:48:28.051717 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-af9be3ad-8f86-4181-9bd1-f523203a28cf None None] Set router 0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:48:28.119784 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-a007f16b-ab30-4cf1-909d-0be81d33d796 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Deleting subnet 33cb24f8-f0c0-492e-b26a-fba5a559b132 {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 18:48:28.125613 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a007f16b-ab30-4cf1-909d-0be81d33d796 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:28.211087 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a007f16b-ab30-4cf1-909d-0be81d33d796 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:28.313084 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a007f16b-ab30-4cf1-909d-0be81d33d796 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:28.463642 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-af9be3ad-8f86-4181-9bd1-f523203a28cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301728581', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:47:10Z', 'updated_at': '2022-02-09T18:48:26Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:47:11Z', 'updated_at': '2022-02-09T18:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:48:28.468510 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9be3ad-8f86-4181-9bd1-f523203a28cf None None] Checking router: 0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:48:28.477975 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a007f16b-ab30-4cf1-909d-0be81d33d796 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:28.481213 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9be3ad-8f86-4181-9bd1-f523203a28cf None None] Routers {'0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:48:28.481839 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-af9be3ad-8f86-4181-9bd1-f523203a28cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:48:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:48:28.520830 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007f16b-ab30-4cf1-909d-0be81d33d796 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Subnet': ['ID=33cb24f8-f0c0-492e-b26a-fba5a559b132,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:28.525738 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a007f16b-ab30-4cf1-909d-0be81d33d796 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:28.537105 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a007f16b-ab30-4cf1-909d-0be81d33d796 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "DELETE /v2.0/subnets/33cb24f8-f0c0-492e-b26a-fba5a559b132 HTTP/1.1" status: 204 len: 168 time: 0.7079527 Feb 09 18:48:28.540332 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33508) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:28.541758 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c21ed4-3bfd-499c-9319-ab41cb8fe8bb None None] Network 61fc6616-fdfb-4fde-baf2-17215ecd4afe requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:48:28.755965 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-af9be3ad-8f86-4181-9bd1-f523203a28cf None None] Set router 0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:48:28.941609 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07ea527-b1f2-40b5-9897-d1fd00da39a9 None None] DHCP port deletion for 61fc6616-fdfb-4fde-baf2-17215ecd4afe request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 18:48:28.948996 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d07ea527-b1f2-40b5-9897-d1fd00da39a9 None None] Deleting port 678e1f96-c7da-4cb8-8b92-af12e11c45dd {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:48:28.949581 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d07ea527-b1f2-40b5-9897-d1fd00da39a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:28.992279 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5162f00c-b450-40c3-ab4c-d1ef96d3137f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:29.259244 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-af9be3ad-8f86-4181-9bd1-f523203a28cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301728581', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:47:10Z', 'updated_at': '2022-02-09T18:48:26Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:47:11Z', 'updated_at': '2022-02-09T18:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:48:29.266251 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9be3ad-8f86-4181-9bd1-f523203a28cf None None] The sync data for ids ['0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712'] in dv-neutron-827016-2-hyperv is: [{'id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301728581', 'tenant_id': '2a01b8869a934284a87963b91efa1f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:47:10Z', 'updated_at': '2022-02-09T18:48:26Z', 'revision_number': 5, 'project_id': '2a01b8869a934284a87963b91efa1f71', 'gw_port': {'id': 'e1e5b36c-3c25-482f-8101-e7cd2f74e2e4', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:47:11Z', 'updated_at': '2022-02-09T18:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:48:29.305787 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d07ea527-b1f2-40b5-9897-d1fd00da39a9 None None] For port 678e1f96-c7da-4cb8-8b92-af12e11c45dd, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=678e1f96-c7da-4cb8-8b92-af12e11c45dd,segment=NetworkSegment(d187ecd8-bc73-4ffd-aaf1-4335e0f6eb90),segment_id=d187ecd8-bc73-4ffd-aaf1-4335e0f6eb90)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:48:29.306439 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d07ea527-b1f2-40b5-9897-d1fd00da39a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:29.361732 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5162f00c-b450-40c3-ab4c-d1ef96d3137f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:29.438085 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d07ea527-b1f2-40b5-9897-d1fd00da39a9 None None] Calling delete_port for 678e1f96-c7da-4cb8-8b92-af12e11c45dd owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:48:29.443695 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5162f00c-b450-40c3-ab4c-d1ef96d3137f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Deleting port e1e5b36c-3c25-482f-8101-e7cd2f74e2e4 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:48:29.444553 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5162f00c-b450-40c3-ab4c-d1ef96d3137f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:29.613793 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d07ea527-b1f2-40b5-9897-d1fd00da39a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:29.689214 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ea527-b1f2-40b5-9897-d1fd00da39a9 None None] Pushing event deleted for resources: {'Port': ['ID=678e1f96-c7da-4cb8-8b92-af12e11c45dd,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:29.690023 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-5162f00c-b450-40c3-ab4c-d1ef96d3137f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] For port e1e5b36c-3c25-482f-8101-e7cd2f74e2e4, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=e1e5b36c-3c25-482f-8101-e7cd2f74e2e4,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:48:29.690899 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5162f00c-b450-40c3-ab4c-d1ef96d3137f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:29.703145 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07ea527-b1f2-40b5-9897-d1fd00da39a9 None None] No DVR routers for this DVR port 678e1f96-c7da-4cb8-8b92-af12e11c45dd on host dv-neutron-827016-2-hyperv {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:48:29.724327 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ea527-b1f2-40b5-9897-d1fd00da39a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:29.724839 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ea527-b1f2-40b5-9897-d1fd00da39a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:29.725327 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ea527-b1f2-40b5-9897-d1fd00da39a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:29.725811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ea527-b1f2-40b5-9897-d1fd00da39a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:29.726338 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ea527-b1f2-40b5-9897-d1fd00da39a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:29.726984 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ea527-b1f2-40b5-9897-d1fd00da39a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:29.727329 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ea527-b1f2-40b5-9897-d1fd00da39a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:29.727802 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ea527-b1f2-40b5-9897-d1fd00da39a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:29.728316 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ea527-b1f2-40b5-9897-d1fd00da39a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:29.728782 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ea527-b1f2-40b5-9897-d1fd00da39a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:29.729288 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ea527-b1f2-40b5-9897-d1fd00da39a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:29.885050 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5162f00c-b450-40c3-ab4c-d1ef96d3137f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Calling delete_port for e1e5b36c-3c25-482f-8101-e7cd2f74e2e4 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:48:30.134499 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5162f00c-b450-40c3-ab4c-d1ef96d3137f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:30.164833 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 678e1f96-c7da-4cb8-8b92-af12e11c45dd no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:48:30.209766 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162f00c-b450-40c3-ab4c-d1ef96d3137f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Port': ['ID=e1e5b36c-3c25-482f-8101-e7cd2f74e2e4,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:30.228894 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 678e1f96-c7da-4cb8-8b92-af12e11c45dd {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:48:30.229543 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 678e1f96-c7da-4cb8-8b92-af12e11c45dd not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:48:30.230287 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 304b4806-cbaf-44a0-83ec-0c84d069d0bc no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:48:30.283484 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 304b4806-cbaf-44a0-83ec-0c84d069d0bc {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:48:30.283996 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 304b4806-cbaf-44a0-83ec-0c84d069d0bc not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:48:30.478449 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5162f00c-b450-40c3-ab4c-d1ef96d3137f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:30.877993 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5162f00c-b450-40c3-ab4c-d1ef96d3137f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:30.883667 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5162f00c-b450-40c3-ab4c-d1ef96d3137f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:30.973940 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5162f00c-b450-40c3-ab4c-d1ef96d3137f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:30.974790 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5162f00c-b450-40c3-ab4c-d1ef96d3137f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Fanout notify agent at l3_agent the message router_deleted on router 0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 18:48:30.995837 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5162f00c-b450-40c3-ab4c-d1ef96d3137f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:30.999941 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33512) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:31.000833 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-5162f00c-b450-40c3-ab4c-d1ef96d3137f tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "DELETE /v2.0/routers/0ab1ef2c-7b6c-4c87-8a1c-9d5c7f318712 HTTP/1.1" status: 204 len: 168 time: 2.4572773 Feb 09 18:48:31.196704 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-00bfc706-fb7b-45fb-af4f-5f75f49825d6 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:31.352974 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-00bfc706-fb7b-45fb-af4f-5f75f49825d6 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:31.384606 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-00bfc706-fb7b-45fb-af4f-5f75f49825d6 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61fc6616-fdfb-4fde-baf2-17215ecd4afe']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:48:31.400552 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-00bfc706-fb7b-45fb-af4f-5f75f49825d6 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd187ecd8-bc73-4ffd-aaf1-4335e0f6eb90') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:48:31.400858 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-00bfc706-fb7b-45fb-af4f-5f75f49825d6 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd187ecd8-bc73-4ffd-aaf1-4335e0f6eb90') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:48:31.414953 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-00bfc706-fb7b-45fb-af4f-5f75f49825d6 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:31.440803 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-00bfc706-fb7b-45fb-af4f-5f75f49825d6 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:31.448413 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00bfc706-fb7b-45fb-af4f-5f75f49825d6 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 18:48:31.448812 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-00bfc706-fb7b-45fb-af4f-5f75f49825d6 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 18:48:31.468712 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 18:48:31.671268 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-00bfc706-fb7b-45fb-af4f-5f75f49825d6 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:31.691756 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-00bfc706-fb7b-45fb-af4f-5f75f49825d6 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:31.704953 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfc706-fb7b-45fb-af4f-5f75f49825d6 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'Network': ['ID=61fc6616-fdfb-4fde-baf2-17215ecd4afe,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:31.820061 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-00bfc706-fb7b-45fb-af4f-5f75f49825d6 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "DELETE /v2.0/networks/61fc6616-fdfb-4fde-baf2-17215ecd4afe HTTP/1.1" status: 204 len: 168 time: 0.8184144 Feb 09 18:48:31.822919 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33516) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:31.905263 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-430477f5-0f3e-4154-acef-23b32d806ce7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:31.939502 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-430477f5-0f3e-4154-acef-23b32d806ce7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:32.083126 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-430477f5-0f3e-4154-acef-23b32d806ce7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:32.109932 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430477f5-0f3e-4154-acef-23b32d806ce7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae3e14e-df1f-4a3e-b52e-46ba691dab31,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:32.179524 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-430477f5-0f3e-4154-acef-23b32d806ce7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:32.181447 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-430477f5-0f3e-4154-acef-23b32d806ce7 tempest-TestNetworkAdvancedServerOps-309208414 tempest-TestNetworkAdvancedServerOps-309208414-project] 10.222.0.21 "DELETE /v2.0/security-groups/1ae3e14e-df1f-4a3e-b52e-46ba691dab31 HTTP/1.1" status: 204 len: 168 time: 0.3570993 Feb 09 18:48:32.183914 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device e1e5b36c-3c25-482f-8101-e7cd2f74e2e4 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:48:32.220234 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: e1e5b36c-3c25-482f-8101-e7cd2f74e2e4 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:48:32.220791 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device e1e5b36c-3c25-482f-8101-e7cd2f74e2e4 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:48:33.042491 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33526) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:33.304686 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-83d74e6e-381b-4213-9cd8-92ed3597ae99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a01b8869a934284a87963b91efa1f71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2605679 Feb 09 18:48:33.307400 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33532) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:33.405385 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-530d78d3-b088-4648-bd0e-137a2281d3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:33.441239 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-530d78d3-b088-4648-bd0e-137a2281d3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:33.682680 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-530d78d3-b088-4648-bd0e-137a2281d3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:33.700717 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d78d3-b088-4648-bd0e-137a2281d3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa28bf8-8046-4864-a07e-65cb014bf592,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:33.710472 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-530d78d3-b088-4648-bd0e-137a2281d3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:33.711628 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-530d78d3-b088-4648-bd0e-137a2281d3b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4aa28bf8-8046-4864-a07e-65cb014bf592 HTTP/1.1" status: 204 len: 168 time: 0.4028957 Feb 09 18:48:34.417516 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33540) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:34.440246 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-79b378e2-5a7c-48b7-90fa-f5792433afde admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:34.477378 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-79b378e2-5a7c-48b7-90fa-f5792433afde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:48:34.481964 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-79b378e2-5a7c-48b7-90fa-f5792433afde admin admin] Usage tracker for resource:security_group_rule and tenant:27d3c37251c94f9186bc890c8d95f942 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:48:34.485574 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-79b378e2-5a7c-48b7-90fa-f5792433afde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:48:34.492842 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-79b378e2-5a7c-48b7-90fa-f5792433afde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:48:34.573708 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-79b378e2-5a7c-48b7-90fa-f5792433afde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:34.642978 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-79b378e2-5a7c-48b7-90fa-f5792433afde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:34.695642 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b378e2-5a7c-48b7-90fa-f5792433afde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9606f3-a3c7-4681-b80c-cbc00b6419b7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:34.700637 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-79b378e2-5a7c-48b7-90fa-f5792433afde admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27d3c37251c94f9186bc890c8d95f942&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2815371 Feb 09 18:48:34.705001 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33544) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:34.777685 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eff76de5-667b-470a-ba86-e8b01e0151f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:34.807329 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eff76de5-667b-470a-ba86-e8b01e0151f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:34.939959 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eff76de5-667b-470a-ba86-e8b01e0151f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:34.957424 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff76de5-667b-470a-ba86-e8b01e0151f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9606f3-a3c7-4681-b80c-cbc00b6419b7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:34.962592 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eff76de5-667b-470a-ba86-e8b01e0151f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:34.963557 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-eff76de5-667b-470a-ba86-e8b01e0151f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e9606f3-a3c7-4681-b80c-cbc00b6419b7 HTTP/1.1" status: 204 len: 168 time: 0.2573519 Feb 09 18:48:36.386904 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33566) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:36.537263 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d57e68b3-9208-4075-9f02-1b7e89bfbd78 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1790579024-network', 'tenant_id': 'a130097645144246a473008c0165b360'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:48:36.542926 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d57e68b3-9208-4075-9f02-1b7e89bfbd78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:48:36.548062 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d57e68b3-9208-4075-9f02-1b7e89bfbd78 admin admin] Usage tracker for resource:network and tenant:a130097645144246a473008c0165b360 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:48:36.551832 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d57e68b3-9208-4075-9f02-1b7e89bfbd78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:48:36.558476 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d57e68b3-9208-4075-9f02-1b7e89bfbd78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:48:36.643707 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57e68b3-9208-4075-9f02-1b7e89bfbd78 admin admin] Made reservation on behalf of a130097645144246a473008c0165b360 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:48:36.646460 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d57e68b3-9208-4075-9f02-1b7e89bfbd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:36.664570 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d57e68b3-9208-4075-9f02-1b7e89bfbd78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:36.701075 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d57e68b3-9208-4075-9f02-1b7e89bfbd78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:48:36.706439 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d57e68b3-9208-4075-9f02-1b7e89bfbd78 admin admin] Usage tracker for resource:security_group_rule and tenant:a130097645144246a473008c0165b360 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:48:36.710251 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-d57e68b3-9208-4075-9f02-1b7e89bfbd78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:48:36.716986 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d57e68b3-9208-4075-9f02-1b7e89bfbd78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:48:36.794167 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d57e68b3-9208-4075-9f02-1b7e89bfbd78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:36.877011 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d57e68b3-9208-4075-9f02-1b7e89bfbd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:36.909650 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57e68b3-9208-4075-9f02-1b7e89bfbd78 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:48:36.920127 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e68b3-9208-4075-9f02-1b7e89bfbd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3cf00d-1051-4881-bd24-73a66dd5e80b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:36.928280 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d57e68b3-9208-4075-9f02-1b7e89bfbd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:36.928725 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-d57e68b3-9208-4075-9f02-1b7e89bfbd78 admin admin] Added segment 2be7715b-3bf5-4e36-9d0b-177bd8fe4117 of type vlan for network d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 Feb 09 18:48:36.962322 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d57e68b3-9208-4075-9f02-1b7e89bfbd78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:37.088777 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d57e68b3-9208-4075-9f02-1b7e89bfbd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:37.089741 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57e68b3-9208-4075-9f02-1b7e89bfbd78 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:48:37.090546 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d57e68b3-9208-4075-9f02-1b7e89bfbd78 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:37.205786 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e68b3-9208-4075-9f02-1b7e89bfbd78 admin admin] Pushing event updated for resources: {'Network': ['ID=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:37.217393 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:48:37.277768 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-d57e68b3-9208-4075-9f02-1b7e89bfbd78 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8895497 Feb 09 18:48:37.281458 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33572) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:37.288871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-69da69d2-b6a1-485d-9046-a4d8db242ed3 admin admin] Request body: {'subnet': {'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1790579024-subnet', 'tenant_id': 'a130097645144246a473008c0165b360', 'ip_version': 4}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:48:37.294554 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-69da69d2-b6a1-485d-9046-a4d8db242ed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:48:37.300120 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-69da69d2-b6a1-485d-9046-a4d8db242ed3 admin admin] Usage tracker for resource:subnet and tenant:a130097645144246a473008c0165b360 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:48:37.303427 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-69da69d2-b6a1-485d-9046-a4d8db242ed3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:48:37.311111 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-69da69d2-b6a1-485d-9046-a4d8db242ed3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:48:37.390965 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69da69d2-b6a1-485d-9046-a4d8db242ed3 admin admin] Made reservation on behalf of a130097645144246a473008c0165b360 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:48:37.393280 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-69da69d2-b6a1-485d-9046-a4d8db242ed3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:37.700227 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-69da69d2-b6a1-485d-9046-a4d8db242ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:37.779599 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da69d2-b6a1-485d-9046-a4d8db242ed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:37.800833 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69da69d2-b6a1-485d-9046-a4d8db242ed3 admin admin] Checking segment: {'id': '2be7715b-3bf5-4e36-9d0b-177bd8fe4117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:48:37.801232 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69da69d2-b6a1-485d-9046-a4d8db242ed3 admin admin] Network hostable DHCP agents. Network: d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:48:37.888266 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69da69d2-b6a1-485d-9046-a4d8db242ed3 admin admin] Network d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:48:37.957342 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-69da69d2-b6a1-485d-9046-a4d8db242ed3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:48:37.962182 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69da69d2-b6a1-485d-9046-a4d8db242ed3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:48:37.962812 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-69da69d2-b6a1-485d-9046-a4d8db242ed3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:37.970434 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e833939-f85b-4f7d-a537-e2a298653e74 None None] Network d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:48:38.101642 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-69da69d2-b6a1-485d-9046-a4d8db242ed3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8181021 Feb 09 18:48:38.109010 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33576) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:38.117223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4b9fcc52-0600-4107-85ca-6530dd3849a3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1790579024-router', 'tenant_id': 'a130097645144246a473008c0165b360', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:48:38.125029 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4b9fcc52-0600-4107-85ca-6530dd3849a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:48:38.131949 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4b9fcc52-0600-4107-85ca-6530dd3849a3 admin admin] Usage tracker for resource:router and tenant:a130097645144246a473008c0165b360 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:48:38.137790 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4b9fcc52-0600-4107-85ca-6530dd3849a3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:48:38.149315 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4b9fcc52-0600-4107-85ca-6530dd3849a3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:48:38.247688 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757fc5f5-eb05-4d0f-8fcf-806c45d99888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'tenant_id': 'a130097645144246a473008c0165b360', 'fixed_ips': [{'subnet_id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:48:38.248509 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-757fc5f5-eb05-4d0f-8fcf-806c45d99888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:38.266445 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4b9fcc52-0600-4107-85ca-6530dd3849a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:38.267667 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4b9fcc52-0600-4107-85ca-6530dd3849a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:38.291179 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4b9fcc52-0600-4107-85ca-6530dd3849a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:38.426444 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-757fc5f5-eb05-4d0f-8fcf-806c45d99888 None None] Allocated IP 172.20.0.2 (d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0/8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4/b8931d10-1970-4a04-867e-3ab0cb4e63a8) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:48:38.620166 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4b9fcc52-0600-4107-85ca-6530dd3849a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:38.692498 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-757fc5f5-eb05-4d0f-8fcf-806c45d99888 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:38.704751 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-757fc5f5-eb05-4d0f-8fcf-806c45d99888 None None] Transition to ACTIVE for port object b8931d10-1970-4a04-867e-3ab0cb4e63a8 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:48:38.727095 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-757fc5f5-eb05-4d0f-8fcf-806c45d99888 None None] Transition to ACTIVE for port object b8931d10-1970-4a04-867e-3ab0cb4e63a8 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:48:38.797063 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-757fc5f5-eb05-4d0f-8fcf-806c45d99888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:38.875642 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757fc5f5-eb05-4d0f-8fcf-806c45d99888 None None] Network d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:48:38.877073 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757fc5f5-eb05-4d0f-8fcf-806c45d99888 None None] Pushing event updated for resources: {'Port': ['ID=b8931d10-1970-4a04-867e-3ab0cb4e63a8,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:38.879741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-757fc5f5-eb05-4d0f-8fcf-806c45d99888 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:48:38.884593 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757fc5f5-eb05-4d0f-8fcf-806c45d99888 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:48:38.951409 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4b9fcc52-0600-4107-85ca-6530dd3849a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:38.987919 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4b9fcc52-0600-4107-85ca-6530dd3849a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:38.991688 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-757fc5f5-eb05-4d0f-8fcf-806c45d99888 None None] Attempting to bind port b8931d10-1970-4a04-867e-3ab0cb4e63a8 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:48:38.992321 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-757fc5f5-eb05-4d0f-8fcf-806c45d99888 None None] Attempting to bind port b8931d10-1970-4a04-867e-3ab0cb4e63a8 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '2be7715b-3bf5-4e36-9d0b-177bd8fe4117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:48:38.992862 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757fc5f5-eb05-4d0f-8fcf-806c45d99888 None None] Attempting to bind port b8931d10-1970-4a04-867e-3ab0cb4e63a8 on network d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:48:39.001347 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757fc5f5-eb05-4d0f-8fcf-806c45d99888 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:48:39.002036 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757fc5f5-eb05-4d0f-8fcf-806c45d99888 None None] Checking segment: {'id': '2be7715b-3bf5-4e36-9d0b-177bd8fe4117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:48:39.002811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-757fc5f5-eb05-4d0f-8fcf-806c45d99888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:39.003612 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757fc5f5-eb05-4d0f-8fcf-806c45d99888 None None] Bound using segment: {'id': '2be7715b-3bf5-4e36-9d0b-177bd8fe4117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:48:39.004586 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-757fc5f5-eb05-4d0f-8fcf-806c45d99888 None None] Bound port: b8931d10-1970-4a04-867e-3ab0cb4e63a8, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be7715b-3bf5-4e36-9d0b-177bd8fe4117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:48:39.005385 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-757fc5f5-eb05-4d0f-8fcf-806c45d99888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:39.161441 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-757fc5f5-eb05-4d0f-8fcf-806c45d99888 None None] For port b8931d10-1970-4a04-867e-3ab0cb4e63a8, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:48:39.172911 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-757fc5f5-eb05-4d0f-8fcf-806c45d99888 None None] For port b8931d10-1970-4a04-867e-3ab0cb4e63a8, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b8931d10-1970-4a04-867e-3ab0cb4e63a8,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:48:39.184011 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-4b9fcc52-0600-4107-85ca-6530dd3849a3 admin admin] Allocated IP 172.26.8.15 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/9bf5d546-b40c-42dc-8224-e8446848da24) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:48:39.290063 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-757fc5f5-eb05-4d0f-8fcf-806c45d99888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:39.391003 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4b9fcc52-0600-4107-85ca-6530dd3849a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:39.410994 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757fc5f5-eb05-4d0f-8fcf-806c45d99888 None None] Pushing event updated for resources: {'Port': ['ID=b8931d10-1970-4a04-867e-3ab0cb4e63a8,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:39.633543 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4b9fcc52-0600-4107-85ca-6530dd3849a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:39.734459 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9fcc52-0600-4107-85ca-6530dd3849a3 admin admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:48:39.739691 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-4b9fcc52-0600-4107-85ca-6530dd3849a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:48:39.748021 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9fcc52-0600-4107-85ca-6530dd3849a3 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:48:39.778206 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9fcc52-0600-4107-85ca-6530dd3849a3 admin admin] Pushing event updated for resources: {'Port': ['ID=9bf5d546-b40c-42dc-8224-e8446848da24,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:40.013522 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4b9fcc52-0600-4107-85ca-6530dd3849a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:40.014581 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4b9fcc52-0600-4107-85ca-6530dd3849a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:40.243009 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b8931d10-1970-4a04-867e-3ab0cb4e63a8 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:48:40.424920 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port b8931d10-1970-4a04-867e-3ab0cb4e63a8 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:48:40.505627 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9fcc52-0600-4107-85ca-6530dd3849a3 admin admin] Router d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:48:40.586821 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70451ce8-aca5-4f9e-a668-4ae8e98d5bdd None None] Network d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:48:40.787387 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9fcc52-0600-4107-85ca-6530dd3849a3 admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:48:40.800273 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] Sync routers for ids ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:48:40.809450 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d2ccecbf-0c84-42f1-9356-5919de33a821 None None] Provisioning for port b8931d10-1970-4a04-867e-3ab0cb4e63a8 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:48:40.826172 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d2ccecbf-0c84-42f1-9356-5919de33a821 None None] Provisioning complete for port b8931d10-1970-4a04-867e-3ab0cb4e63a8 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:48:40.826619 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d2ccecbf-0c84-42f1-9356-5919de33a821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:40.905650 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4b9fcc52-0600-4107-85ca-6530dd3849a3 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:40.906938 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4b9fcc52-0600-4107-85ca-6530dd3849a3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7976065 Feb 09 18:48:40.910915 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33580) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:40.963227 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] Routers {'d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:48:40.964311 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:48:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:48:41.254511 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d2ccecbf-0c84-42f1-9356-5919de33a821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:41.280016 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] Set router d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:48:41.432919 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d2ccecbf-0c84-42f1-9356-5919de33a821 None None] For port b8931d10-1970-4a04-867e-3ab0cb4e63a8, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b8931d10-1970-4a04-867e-3ab0cb4e63a8,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:48:41.504078 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d2ccecbf-0c84-42f1-9356-5919de33a821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:41.639012 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ccecbf-0c84-42f1-9356-5919de33a821 None None] Pushing event updated for resources: {'Port': ['ID=b8931d10-1970-4a04-867e-3ab0cb4e63a8,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:41.673867 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c9096fbf-b168-4ce2-894f-2fc958f8a690 None None] Provisioning complete for port b8931d10-1970-4a04-867e-3ab0cb4e63a8 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:48:41.674225 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c9096fbf-b168-4ce2-894f-2fc958f8a690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:41.748850 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'name': 'tempest-TestShelveInstance-1790579024-router', 'tenant_id': 'a130097645144246a473008c0165b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:38Z', 'updated_at': '2022-02-09T18:48:39Z', 'revision_number': 3, 'project_id': 'a130097645144246a473008c0165b360', 'gw_port': {'id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:39Z', 'updated_at': '2022-02-09T18:48:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:48:41.836387 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] Checking router: d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:48:41.836820 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] Updating router d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc port 9bf5d546-b40c-42dc-8224-e8446848da24 binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:48:41.912731 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:41.962790 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c233d81-e1b4-47a7-bb81-c6cff843d6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:42.204895 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b8931d10-1970-4a04-867e-3ab0cb4e63a8 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:48:42.304574 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-6c233d81-e1b4-47a7-bb81-c6cff843d6ff admin admin] Allocated IP 172.20.0.1 (d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0/8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4/0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:48:42.389579 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port b8931d10-1970-4a04-867e-3ab0cb4e63a8 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:48:42.389955 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:42.473457 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:42.492408 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] Transition to ACTIVE for port object 9bf5d546-b40c-42dc-8224-e8446848da24 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:48:42.545118 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c233d81-e1b4-47a7-bb81-c6cff843d6ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:42.580064 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-6c233d81-e1b4-47a7-bb81-c6cff843d6ff admin admin] Transition to ACTIVE for port object 0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:48:42.625632 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:42.690377 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c233d81-e1b4-47a7-bb81-c6cff843d6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:42.713344 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b5ee6-5eaa-4516-9915-4879476dc7c1 None None] Pushing event updated for resources: {'Port': ['ID=9bf5d546-b40c-42dc-8224-e8446848da24,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:42.716029 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] Attempting to bind port 9bf5d546-b40c-42dc-8224-e8446848da24 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:48:42.718585 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] Attempting to bind port 9bf5d546-b40c-42dc-8224-e8446848da24 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:48:42.718585 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] Attempting to bind port 9bf5d546-b40c-42dc-8224-e8446848da24 on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:48:42.726765 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:48:42.727138 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:48:42.727561 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:42.727945 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:48:42.728428 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] Bound port: 9bf5d546-b40c-42dc-8224-e8446848da24, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:48:42.728808 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:42.787895 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c233d81-e1b4-47a7-bb81-c6cff843d6ff admin admin] Network d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:48:42.791836 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-6c233d81-e1b4-47a7-bb81-c6cff843d6ff admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:48:42.799282 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c233d81-e1b4-47a7-bb81-c6cff843d6ff admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:48:42.818078 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] For port 9bf5d546-b40c-42dc-8224-e8446848da24, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:48:42.822149 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] For port 9bf5d546-b40c-42dc-8224-e8446848da24, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9bf5d546-b40c-42dc-8224-e8446848da24,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:48:42.836916 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c233d81-e1b4-47a7-bb81-c6cff843d6ff admin admin] Pushing event updated for resources: {'Port': ['ID=0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:42.871785 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c233d81-e1b4-47a7-bb81-c6cff843d6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:42.929457 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:43.030827 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b5ee6-5eaa-4516-9915-4879476dc7c1 None None] Pushing event updated for resources: {'Port': ['ID=9bf5d546-b40c-42dc-8224-e8446848da24,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:43.037106 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] Routers {'d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:48:43.037741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:48:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:48:43.114243 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c233d81-e1b4-47a7-bb81-c6cff843d6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:43.262900 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] Set router d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:48:43.337844 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1794c8cc-3b10-4fbe-9f7f-05c5748a0c35 None None] Provisioning for port 0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:48:43.359057 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1794c8cc-3b10-4fbe-9f7f-05c5748a0c35 None None] Provisioning complete for port 0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:48:43.359646 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1794c8cc-3b10-4fbe-9f7f-05c5748a0c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:43.534008 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1794c8cc-3b10-4fbe-9f7f-05c5748a0c35 None None] Port 0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:48:43.559952 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c233d81-e1b4-47a7-bb81-c6cff843d6ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:43.641614 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c233d81-e1b4-47a7-bb81-c6cff843d6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:43.748921 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'name': 'tempest-TestShelveInstance-1790579024-router', 'tenant_id': 'a130097645144246a473008c0165b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:38Z', 'updated_at': '2022-02-09T18:48:42Z', 'revision_number': 4, 'project_id': 'a130097645144246a473008c0165b360', 'gw_port': {'id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:39Z', 'updated_at': '2022-02-09T18:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3', 'name': '', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'tenant_id': 'a130097645144246a473008c0165b360', 'mac_address': 'fa:16:3e:de:a1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:42Z', 'updated_at': '2022-02-09T18:48:42Z', 'revision_number': 1, 'project_id': 'a130097645144246a473008c0165b360', 'subnets': [{'id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:48:43.755525 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24e27b7-8885-4653-9b26-105bbee6c16b None None] The sync data for ids ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'] in dv-neutron-827016-2-hyperv is: [{'id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'name': 'tempest-TestShelveInstance-1790579024-router', 'tenant_id': 'a130097645144246a473008c0165b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:38Z', 'updated_at': '2022-02-09T18:48:42Z', 'revision_number': 4, 'project_id': 'a130097645144246a473008c0165b360', 'gw_port': {'id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:39Z', 'updated_at': '2022-02-09T18:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3', 'name': '', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'tenant_id': 'a130097645144246a473008c0165b360', 'mac_address': 'fa:16:3e:de:a1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:42Z', 'updated_at': '2022-02-09T18:48:42Z', 'revision_number': 1, 'project_id': 'a130097645144246a473008c0165b360', 'subnets': [{'id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:48:43.760865 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c233d81-e1b4-47a7-bb81-c6cff843d6ff admin admin] Pushing event updated for resources: {'Port': ['ID=0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:43.763743 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c233d81-e1b4-47a7-bb81-c6cff843d6ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:43.930446 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c233d81-e1b4-47a7-bb81-c6cff843d6ff admin admin] Network d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:48:43.931876 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-6c233d81-e1b4-47a7-bb81-c6cff843d6ff admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:48:44.395881 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0e64067e-e306-4807-a832-eaa7036b9604 None None] Provisioning complete for port 0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:48:44.396376 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0e64067e-e306-4807-a832-eaa7036b9604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:44.457866 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0e64067e-e306-4807-a832-eaa7036b9604 None None] Port 0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:48:44.534942 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c233d81-e1b4-47a7-bb81-c6cff843d6ff admin admin] Router d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:48:44.837939 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c233d81-e1b4-47a7-bb81-c6cff843d6ff admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:48:44.851183 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-6c233d81-e1b4-47a7-bb81-c6cff843d6ff admin admin] 10.222.0.21 "PUT /v2.0/routers/d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9377112 Feb 09 18:48:46.159283 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33602) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:46.167126 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-cd054051-683a-46b2-a025-c03c6df28e0b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1292069456-network', 'tenant_id': '4f6bf4ac64234da183ae4449058c1f6d'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:48:46.175884 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cd054051-683a-46b2-a025-c03c6df28e0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:48:46.180797 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-cd054051-683a-46b2-a025-c03c6df28e0b admin admin] Usage tracker for resource:network and tenant:4f6bf4ac64234da183ae4449058c1f6d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:48:46.184960 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-cd054051-683a-46b2-a025-c03c6df28e0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:48:46.196009 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cd054051-683a-46b2-a025-c03c6df28e0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:48:46.201486 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 9bf5d546-b40c-42dc-8224-e8446848da24 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:48:46.277250 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd054051-683a-46b2-a025-c03c6df28e0b admin admin] Made reservation on behalf of 4f6bf4ac64234da183ae4449058c1f6d for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:48:46.280414 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd054051-683a-46b2-a025-c03c6df28e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:46.296243 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd054051-683a-46b2-a025-c03c6df28e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:46.345957 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cd054051-683a-46b2-a025-c03c6df28e0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:48:46.353472 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-cd054051-683a-46b2-a025-c03c6df28e0b admin admin] Usage tracker for resource:security_group_rule and tenant:4f6bf4ac64234da183ae4449058c1f6d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:48:46.358642 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-cd054051-683a-46b2-a025-c03c6df28e0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:48:46.369524 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cd054051-683a-46b2-a025-c03c6df28e0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:48:46.425128 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 9bf5d546-b40c-42dc-8224-e8446848da24 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:48:46.431882 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 9bf5d546-b40c-42dc-8224-e8446848da24 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:48:46.435115 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:46.466219 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd054051-683a-46b2-a025-c03c6df28e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:46.555758 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd054051-683a-46b2-a025-c03c6df28e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:46.567939 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:46.588135 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 9bf5d546-b40c-42dc-8224-e8446848da24, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9bf5d546-b40c-42dc-8224-e8446848da24,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:48:46.608488 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd054051-683a-46b2-a025-c03c6df28e0b admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:48:46.626657 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd054051-683a-46b2-a025-c03c6df28e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a419b7-f01d-4054-982a-51bb512cbaaf,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:46.638543 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd054051-683a-46b2-a025-c03c6df28e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:46.639108 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.segments_db [None req-cd054051-683a-46b2-a025-c03c6df28e0b admin admin] Added segment d3250809-291d-42de-8cad-ea1310f5e969 of type vlan for network 58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd Feb 09 18:48:46.688541 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:46.698620 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd054051-683a-46b2-a025-c03c6df28e0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:46.760127 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4fcb4001-984e-4169-83b6-0783f037f0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:46.771861 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=9bf5d546-b40c-42dc-8224-e8446848da24,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:46.825216 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd054051-683a-46b2-a025-c03c6df28e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:46.826046 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd054051-683a-46b2-a025-c03c6df28e0b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:48:46.826684 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd054051-683a-46b2-a025-c03c6df28e0b admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:46.938649 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd054051-683a-46b2-a025-c03c6df28e0b admin admin] Pushing event updated for resources: {'Network': ['ID=58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:46.952224 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 18:48:47.095629 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-cd054051-683a-46b2-a025-c03c6df28e0b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9346707 Feb 09 18:48:47.098517 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33606) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:47.104659 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-fb9e26ed-7592-46be-9de0-80001e3bc04a admin admin] Request body: {'subnet': {'network_id': '58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1292069456-subnet', 'tenant_id': '4f6bf4ac64234da183ae4449058c1f6d', 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:48:47.109782 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fb9e26ed-7592-46be-9de0-80001e3bc04a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:48:47.114172 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-fb9e26ed-7592-46be-9de0-80001e3bc04a admin admin] Usage tracker for resource:subnet and tenant:4f6bf4ac64234da183ae4449058c1f6d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:48:47.117277 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-fb9e26ed-7592-46be-9de0-80001e3bc04a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:48:47.123658 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fb9e26ed-7592-46be-9de0-80001e3bc04a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:48:47.133031 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:48:47.224993 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9e26ed-7592-46be-9de0-80001e3bc04a admin admin] Made reservation on behalf of 4f6bf4ac64234da183ae4449058c1f6d for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:48:47.227685 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb9e26ed-7592-46be-9de0-80001e3bc04a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1661642'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:47.488651 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:47.636843 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb9e26ed-7592-46be-9de0-80001e3bc04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1661684'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:47.714678 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e26ed-7592-46be-9de0-80001e3bc04a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d7a1251-295e-43ca-9d9c-9ff47841eecb,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:47.735482 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9e26ed-7592-46be-9de0-80001e3bc04a admin admin] Checking segment: {'id': 'd3250809-291d-42de-8cad-ea1310f5e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:48:47.735864 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9e26ed-7592-46be-9de0-80001e3bc04a admin admin] Network hostable DHCP agents. Network: 58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:48:47.831361 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9e26ed-7592-46be-9de0-80001e3bc04a admin admin] Network 58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:48:47.910919 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-fb9e26ed-7592-46be-9de0-80001e3bc04a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:48:47.915851 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9e26ed-7592-46be-9de0-80001e3bc04a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:48:47.916936 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb9e26ed-7592-46be-9de0-80001e3bc04a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:47.920440 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33622fc9-bf91-4385-ac65-7b8cca1a9326 None None] Network 58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:48:48.044918 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fb9e26ed-7592-46be-9de0-80001e3bc04a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9448709 Feb 09 18:48:48.049334 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33610) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:48.058143 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-949c198c-7495-4189-a6e3-8dcaf00b2fde admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1292069456-router', 'tenant_id': '4f6bf4ac64234da183ae4449058c1f6d', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:48:48.067396 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-949c198c-7495-4189-a6e3-8dcaf00b2fde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:48:48.074766 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-949c198c-7495-4189-a6e3-8dcaf00b2fde admin admin] Usage tracker for resource:router and tenant:4f6bf4ac64234da183ae4449058c1f6d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:48:48.080123 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-949c198c-7495-4189-a6e3-8dcaf00b2fde admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:48:48.099597 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-949c198c-7495-4189-a6e3-8dcaf00b2fde admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:48:48.190806 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc894821-3e7b-4ea7-a590-9a1c35b932b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd', 'network_id': '58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd', 'tenant_id': '4f6bf4ac64234da183ae4449058c1f6d', 'fixed_ips': [{'subnet_id': '0d7a1251-295e-43ca-9d9c-9ff47841eecb'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 18:48:48.191868 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-949c198c-7495-4189-a6e3-8dcaf00b2fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:48.192899 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc894821-3e7b-4ea7-a590-9a1c35b932b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:48.193541 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-949c198c-7495-4189-a6e3-8dcaf00b2fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:48.210428 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 9bf5d546-b40c-42dc-8224-e8446848da24 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:48:48.220638 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-949c198c-7495-4189-a6e3-8dcaf00b2fde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:48.366811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 9bf5d546-b40c-42dc-8224-e8446848da24 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:48:48.367325 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:48.493132 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-949c198c-7495-4189-a6e3-8dcaf00b2fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:48.525708 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-fc894821-3e7b-4ea7-a590-9a1c35b932b6 None None] Allocated IP 172.20.0.2 (58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd/0d7a1251-295e-43ca-9d9c-9ff47841eecb/0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:48:48.837898 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-949c198c-7495-4189-a6e3-8dcaf00b2fde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:48.849391 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc894821-3e7b-4ea7-a590-9a1c35b932b6 None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:48.862491 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-fc894821-3e7b-4ea7-a590-9a1c35b932b6 None None] Transition to ACTIVE for port object 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:48:48.873548 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-949c198c-7495-4189-a6e3-8dcaf00b2fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:48.892236 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-fc894821-3e7b-4ea7-a590-9a1c35b932b6 None None] Transition to ACTIVE for port object 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:48:48.971998 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc894821-3e7b-4ea7-a590-9a1c35b932b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:49.027287 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-949c198c-7495-4189-a6e3-8dcaf00b2fde admin admin] Allocated IP 172.26.8.99 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/7837c6f6-6aa2-4604-927b-a5e0ddf3fc98) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:48:49.065185 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc894821-3e7b-4ea7-a590-9a1c35b932b6 None None] Network 58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:48:49.069686 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-fc894821-3e7b-4ea7-a590-9a1c35b932b6 None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:48:49.076830 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc894821-3e7b-4ea7-a590-9a1c35b932b6 None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:48:49.080158 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc894821-3e7b-4ea7-a590-9a1c35b932b6 None None] Pushing event updated for resources: {'Port': ['ID=0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:49.131126 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05043a55-9c09-4165-9f78-8f2b9821c168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:49.193452 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-fc894821-3e7b-4ea7-a590-9a1c35b932b6 None None] Attempting to bind port 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:48:49.194210 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-fc894821-3e7b-4ea7-a590-9a1c35b932b6 None None] Attempting to bind port 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'd3250809-291d-42de-8cad-ea1310f5e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:48:49.194840 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc894821-3e7b-4ea7-a590-9a1c35b932b6 None None] Attempting to bind port 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064 on network 58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:48:49.204262 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc894821-3e7b-4ea7-a590-9a1c35b932b6 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:48:49.204782 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc894821-3e7b-4ea7-a590-9a1c35b932b6 None None] Checking segment: {'id': 'd3250809-291d-42de-8cad-ea1310f5e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:48:49.205259 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc894821-3e7b-4ea7-a590-9a1c35b932b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:49.205723 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc894821-3e7b-4ea7-a590-9a1c35b932b6 None None] Bound using segment: {'id': 'd3250809-291d-42de-8cad-ea1310f5e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:48:49.206453 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-fc894821-3e7b-4ea7-a590-9a1c35b932b6 None None] Bound port: 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3250809-291d-42de-8cad-ea1310f5e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:48:49.206972 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc894821-3e7b-4ea7-a590-9a1c35b932b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:49.267157 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-949c198c-7495-4189-a6e3-8dcaf00b2fde admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:49.329810 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-fc894821-3e7b-4ea7-a590-9a1c35b932b6 None None] For port 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:48:49.333433 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-fc894821-3e7b-4ea7-a590-9a1c35b932b6 None None] For port 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064,segment=NetworkSegment(d3250809-291d-42de-8cad-ea1310f5e969),segment_id=d3250809-291d-42de-8cad-ea1310f5e969)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:48:49.350087 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-949c198c-7495-4189-a6e3-8dcaf00b2fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:49.426337 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc894821-3e7b-4ea7-a590-9a1c35b932b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:49.431640 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949c198c-7495-4189-a6e3-8dcaf00b2fde admin admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:48:49.433305 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-949c198c-7495-4189-a6e3-8dcaf00b2fde admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:48:49.439689 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c198c-7495-4189-a6e3-8dcaf00b2fde admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:48:49.485087 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c198c-7495-4189-a6e3-8dcaf00b2fde admin admin] Pushing event updated for resources: {'Port': ['ID=7837c6f6-6aa2-4604-927b-a5e0ddf3fc98,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:49.552958 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc894821-3e7b-4ea7-a590-9a1c35b932b6 None None] Pushing event updated for resources: {'Port': ['ID=0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:49.787052 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-949c198c-7495-4189-a6e3-8dcaf00b2fde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:49.787807 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-949c198c-7495-4189-a6e3-8dcaf00b2fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:50.122287 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949c198c-7495-4189-a6e3-8dcaf00b2fde admin admin] Router 4c10a59f-3975-4f6e-a649-a7f23a910bcb is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:48:50.228407 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:48:50.288406 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:50.290772 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:50.396735 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:48:50.457847 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949c198c-7495-4189-a6e3-8dcaf00b2fde admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:48:50.472771 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] Sync routers for ids ['4c10a59f-3975-4f6e-a649-a7f23a910bcb'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:48:50.486760 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] Routers {'4c10a59f-3975-4f6e-a649-a7f23a910bcb'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:48:50.487402 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:48:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['4c10a59f-3975-4f6e-a649-a7f23a910bcb'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:48:50.579940 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-949c198c-7495-4189-a6e3-8dcaf00b2fde admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:50.582636 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-949c198c-7495-4189-a6e3-8dcaf00b2fde admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5308905 Feb 09 18:48:50.586466 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33614) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:50.690827 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] Set router 4c10a59f-3975-4f6e-a649-a7f23a910bcb gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:48:50.758533 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c69477-5ac7-468d-9684-bd60fe92ff28 None None] Network 58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 18:48:51.007548 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8e7f1c9f-0028-413d-8ebb-dde46c5cc790 None None] Provisioning for port 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:48:51.025127 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8e7f1c9f-0028-413d-8ebb-dde46c5cc790 None None] Provisioning complete for port 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:48:51.025504 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1c9f-0028-413d-8ebb-dde46c5cc790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:51.181596 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c10a59f-3975-4f6e-a649-a7f23a910bcb', 'name': 'tempest-TestShelveInstance-1292069456-router', 'tenant_id': '4f6bf4ac64234da183ae4449058c1f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': '7837c6f6-6aa2-4604-927b-a5e0ddf3fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:48Z', 'updated_at': '2022-02-09T18:48:49Z', 'revision_number': 3, 'project_id': '4f6bf4ac64234da183ae4449058c1f6d', 'gw_port': {'id': '7837c6f6-6aa2-4604-927b-a5e0ddf3fc98', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c10a59f-3975-4f6e-a649-a7f23a910bcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:48Z', 'updated_at': '2022-02-09T18:48:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:48:51.190636 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] Checking router: 4c10a59f-3975-4f6e-a649-a7f23a910bcb for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:48:51.191366 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] Updating router 4c10a59f-3975-4f6e-a649-a7f23a910bcb port 7837c6f6-6aa2-4604-927b-a5e0ddf3fc98 binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:48:51.231855 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1c9f-0028-413d-8ebb-dde46c5cc790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:51.283804 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-8e7f1c9f-0028-413d-8ebb-dde46c5cc790 None None] For port 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064,segment=NetworkSegment(d3250809-291d-42de-8cad-ea1310f5e969),segment_id=d3250809-291d-42de-8cad-ea1310f5e969)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:48:51.339584 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:51.397769 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1c9f-0028-413d-8ebb-dde46c5cc790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:51.535334 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f1c9f-0028-413d-8ebb-dde46c5cc790 None None] Pushing event updated for resources: {'Port': ['ID=0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:51.626623 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f3114b01-2602-4b4d-88d2-a27cdeaf5404 None None] Provisioning complete for port 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:48:51.628024 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3114b01-2602-4b4d-88d2-a27cdeaf5404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:51.733200 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f57d2628-c45f-4381-956e-7b3dcc1fe144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:51.820506 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:51.835618 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] Transition to ACTIVE for port object 7837c6f6-6aa2-4604-927b-a5e0ddf3fc98 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:48:51.836981 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:51.903739 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:51.997856 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47a185-b653-4bd0-bb71-596133c5514a None None] Pushing event updated for resources: {'Port': ['ID=7837c6f6-6aa2-4604-927b-a5e0ddf3fc98,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:52.001219 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] Attempting to bind port 7837c6f6-6aa2-4604-927b-a5e0ddf3fc98 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:48:52.001609 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] Attempting to bind port 7837c6f6-6aa2-4604-927b-a5e0ddf3fc98 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:48:52.001775 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] Attempting to bind port 7837c6f6-6aa2-4604-927b-a5e0ddf3fc98 on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:48:52.016993 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b47a185-b653-4bd0-bb71-596133c5514a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:52.017324 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b47a185-b653-4bd0-bb71-596133c5514a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:52.017658 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b47a185-b653-4bd0-bb71-596133c5514a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:52.017987 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b47a185-b653-4bd0-bb71-596133c5514a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:52.018324 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b47a185-b653-4bd0-bb71-596133c5514a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:52.018655 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b47a185-b653-4bd0-bb71-596133c5514a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:52.019005 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b47a185-b653-4bd0-bb71-596133c5514a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:52.019322 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b47a185-b653-4bd0-bb71-596133c5514a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:52.019638 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b47a185-b653-4bd0-bb71-596133c5514a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:52.019974 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b47a185-b653-4bd0-bb71-596133c5514a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:52.020523 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b47a185-b653-4bd0-bb71-596133c5514a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:48:52.023885 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:48:52.024221 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:48:52.024428 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:52.024803 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:48:52.025286 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] Bound port: 7837c6f6-6aa2-4604-927b-a5e0ddf3fc98, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:48:52.025636 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:52.078110 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-f57d2628-c45f-4381-956e-7b3dcc1fe144 admin admin] Allocated IP 172.20.0.1 (58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd/0d7a1251-295e-43ca-9d9c-9ff47841eecb/2fbccb19-d10c-4d97-b017-8d58302cb46f) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:48:52.138608 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] For port 7837c6f6-6aa2-4604-927b-a5e0ddf3fc98, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:48:52.146551 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] For port 7837c6f6-6aa2-4604-927b-a5e0ddf3fc98, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7837c6f6-6aa2-4604-927b-a5e0ddf3fc98,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:48:52.187093 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:48:52.250945 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:52.277519 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:48:52.277961 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:52.365738 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f57d2628-c45f-4381-956e-7b3dcc1fe144 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:52.394316 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-f57d2628-c45f-4381-956e-7b3dcc1fe144 admin admin] Transition to ACTIVE for port object 2fbccb19-d10c-4d97-b017-8d58302cb46f will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:48:52.397997 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47a185-b653-4bd0-bb71-596133c5514a None None] Pushing event updated for resources: {'Port': ['ID=7837c6f6-6aa2-4604-927b-a5e0ddf3fc98,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:52.403853 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] Routers {'4c10a59f-3975-4f6e-a649-a7f23a910bcb'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:48:52.405295 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:48:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['4c10a59f-3975-4f6e-a649-a7f23a910bcb'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:48:52.534669 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f57d2628-c45f-4381-956e-7b3dcc1fe144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:52.619117 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57d2628-c45f-4381-956e-7b3dcc1fe144 admin admin] Network 58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:48:52.621561 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] Set router 4c10a59f-3975-4f6e-a649-a7f23a910bcb gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:48:52.621845 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-f57d2628-c45f-4381-956e-7b3dcc1fe144 admin admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:48:52.626464 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57d2628-c45f-4381-956e-7b3dcc1fe144 admin admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:48:52.789450 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d2628-c45f-4381-956e-7b3dcc1fe144 admin admin] Pushing event updated for resources: {'Port': ['ID=2fbccb19-d10c-4d97-b017-8d58302cb46f,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:52.831424 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f57d2628-c45f-4381-956e-7b3dcc1fe144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:52.997285 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-eb2af78e-c669-4bf8-97c7-76a00a6affd9 None None] Provisioning for port 2fbccb19-d10c-4d97-b017-8d58302cb46f completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:48:53.009000 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-eb2af78e-c669-4bf8-97c7-76a00a6affd9 None None] Provisioning complete for port 2fbccb19-d10c-4d97-b017-8d58302cb46f triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:48:53.011002 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb2af78e-c669-4bf8-97c7-76a00a6affd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:53.037996 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c10a59f-3975-4f6e-a649-a7f23a910bcb', 'name': 'tempest-TestShelveInstance-1292069456-router', 'tenant_id': '4f6bf4ac64234da183ae4449058c1f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': '7837c6f6-6aa2-4604-927b-a5e0ddf3fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:48Z', 'updated_at': '2022-02-09T18:48:49Z', 'revision_number': 3, 'project_id': '4f6bf4ac64234da183ae4449058c1f6d', 'gw_port': {'id': '7837c6f6-6aa2-4604-927b-a5e0ddf3fc98', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c10a59f-3975-4f6e-a649-a7f23a910bcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:48Z', 'updated_at': '2022-02-09T18:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:48:53.050562 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb6ff7-0753-4905-a37a-4c5e9e0378ad None None] The sync data for ids ['4c10a59f-3975-4f6e-a649-a7f23a910bcb'] in dv-neutron-827016-2-hyperv is: [{'id': '4c10a59f-3975-4f6e-a649-a7f23a910bcb', 'name': 'tempest-TestShelveInstance-1292069456-router', 'tenant_id': '4f6bf4ac64234da183ae4449058c1f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': '7837c6f6-6aa2-4604-927b-a5e0ddf3fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:48Z', 'updated_at': '2022-02-09T18:48:49Z', 'revision_number': 3, 'project_id': '4f6bf4ac64234da183ae4449058c1f6d', 'gw_port': {'id': '7837c6f6-6aa2-4604-927b-a5e0ddf3fc98', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c10a59f-3975-4f6e-a649-a7f23a910bcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:48Z', 'updated_at': '2022-02-09T18:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:48:53.072727 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f57d2628-c45f-4381-956e-7b3dcc1fe144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:53.117045 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-eb2af78e-c669-4bf8-97c7-76a00a6affd9 None None] Port 2fbccb19-d10c-4d97-b017-8d58302cb46f cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:48:53.342252 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f57d2628-c45f-4381-956e-7b3dcc1fe144 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:53.429984 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f57d2628-c45f-4381-956e-7b3dcc1fe144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:53.544813 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f57d2628-c45f-4381-956e-7b3dcc1fe144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:53.549233 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d2628-c45f-4381-956e-7b3dcc1fe144 admin admin] Pushing event updated for resources: {'Port': ['ID=2fbccb19-d10c-4d97-b017-8d58302cb46f,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:53.707237 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57d2628-c45f-4381-956e-7b3dcc1fe144 admin admin] Network 58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:48:53.708632 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-f57d2628-c45f-4381-956e-7b3dcc1fe144 admin admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:48:54.057248 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-591c5b61-df40-4ca8-881b-c2b05d0342b4 None None] Provisioning complete for port 2fbccb19-d10c-4d97-b017-8d58302cb46f triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:48:54.057936 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-591c5b61-df40-4ca8-881b-c2b05d0342b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:54.154801 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-591c5b61-df40-4ca8-881b-c2b05d0342b4 None None] Port 2fbccb19-d10c-4d97-b017-8d58302cb46f cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:48:54.205372 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57d2628-c45f-4381-956e-7b3dcc1fe144 admin admin] Router 4c10a59f-3975-4f6e-a649-a7f23a910bcb has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:48:54.450418 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57d2628-c45f-4381-956e-7b3dcc1fe144 admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:48:54.461325 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f57d2628-c45f-4381-956e-7b3dcc1fe144 admin admin] 10.222.0.21 "PUT /v2.0/routers/4c10a59f-3975-4f6e-a649-a7f23a910bcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8733599 Feb 09 18:48:55.189940 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33626) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:55.196565 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-aa8ec65d-92a5-4447-a39b-ee1f1168551b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1069930270', 'description': 'tempest-secgroup-smoke-1069930270 description', 'project_id': 'a130097645144246a473008c0165b360'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:48:55.204858 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-aa8ec65d-92a5-4447-a39b-ee1f1168551b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:48:55.210588 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-aa8ec65d-92a5-4447-a39b-ee1f1168551b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Usage tracker for resource:security_group and tenant:a130097645144246a473008c0165b360 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:48:55.214123 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-aa8ec65d-92a5-4447-a39b-ee1f1168551b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:48:55.222796 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-aa8ec65d-92a5-4447-a39b-ee1f1168551b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:48:55.299807 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aa8ec65d-92a5-4447-a39b-ee1f1168551b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:55.339227 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-aa8ec65d-92a5-4447-a39b-ee1f1168551b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:48:55.344862 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-aa8ec65d-92a5-4447-a39b-ee1f1168551b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Usage tracker for resource:security_group_rule and tenant:a130097645144246a473008c0165b360 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:48:55.348306 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-aa8ec65d-92a5-4447-a39b-ee1f1168551b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:48:55.354784 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-aa8ec65d-92a5-4447-a39b-ee1f1168551b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:48:55.429949 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aa8ec65d-92a5-4447-a39b-ee1f1168551b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:55.510499 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aa8ec65d-92a5-4447-a39b-ee1f1168551b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:55.560806 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ec65d-92a5-4447-a39b-ee1f1168551b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ce736b-6ffd-4a6c-9335-522665742edf,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:55.653904 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aa8ec65d-92a5-4447-a39b-ee1f1168551b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:55.655134 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-aa8ec65d-92a5-4447-a39b-ee1f1168551b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4639111 Feb 09 18:48:55.659163 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33630) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:55.667641 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7279f9e5-3cfa-4e0b-8074-a4f388cbb1ef tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Request body: {'security_group_rule': {'security_group_id': 'b6ce736b-6ffd-4a6c-9335-522665742edf', 'project_id': 'a130097645144246a473008c0165b360', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:48:55.672144 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7279f9e5-3cfa-4e0b-8074-a4f388cbb1ef tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:48:55.676898 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7279f9e5-3cfa-4e0b-8074-a4f388cbb1ef tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Usage tracker for resource:security_group_rule and tenant:a130097645144246a473008c0165b360 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:48:55.680445 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-7279f9e5-3cfa-4e0b-8074-a4f388cbb1ef tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:48:55.687669 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7279f9e5-3cfa-4e0b-8074-a4f388cbb1ef tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:48:55.787391 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7279f9e5-3cfa-4e0b-8074-a4f388cbb1ef tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:55.960665 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7279f9e5-3cfa-4e0b-8074-a4f388cbb1ef tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:56.025088 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7279f9e5-3cfa-4e0b-8074-a4f388cbb1ef tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:56.050359 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279f9e5-3cfa-4e0b-8074-a4f388cbb1ef tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c2da29-ac52-4b69-974e-1d92c3aa3ba4,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:56.151080 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7279f9e5-3cfa-4e0b-8074-a4f388cbb1ef tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:56.152370 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-7279f9e5-3cfa-4e0b-8074-a4f388cbb1ef tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4920847 Feb 09 18:48:56.155895 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33634) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:56.161774 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-486aa772-00ba-438d-a5b7-043d33541778 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Request body: {'security_group_rule': {'security_group_id': 'b6ce736b-6ffd-4a6c-9335-522665742edf', 'project_id': 'a130097645144246a473008c0165b360', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:48:56.168038 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-486aa772-00ba-438d-a5b7-043d33541778 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:48:56.172144 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-486aa772-00ba-438d-a5b7-043d33541778 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Usage tracker for resource:security_group_rule and tenant:a130097645144246a473008c0165b360 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:48:56.175278 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-486aa772-00ba-438d-a5b7-043d33541778 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:48:56.181467 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-486aa772-00ba-438d-a5b7-043d33541778 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:48:56.273426 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-486aa772-00ba-438d-a5b7-043d33541778 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:56.342716 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-486aa772-00ba-438d-a5b7-043d33541778 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:56.413810 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-486aa772-00ba-438d-a5b7-043d33541778 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:56.441555 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486aa772-00ba-438d-a5b7-043d33541778 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef499a9-6d2f-453b-8db4-30b063e312d7,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:56.545423 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-486aa772-00ba-438d-a5b7-043d33541778 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:56.546752 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-486aa772-00ba-438d-a5b7-043d33541778 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3898265 Feb 09 18:48:56.550258 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33638) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:56.556001 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4f9a4f7c-ab85-458b-9a50-727369103388 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Request body: {'security_group_rule': {'security_group_id': 'b6ce736b-6ffd-4a6c-9335-522665742edf', 'project_id': 'a130097645144246a473008c0165b360', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:48:56.563941 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4f9a4f7c-ab85-458b-9a50-727369103388 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:48:56.570823 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4f9a4f7c-ab85-458b-9a50-727369103388 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Usage tracker for resource:security_group_rule and tenant:a130097645144246a473008c0165b360 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:48:56.576412 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-4f9a4f7c-ab85-458b-9a50-727369103388 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:48:56.586456 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4f9a4f7c-ab85-458b-9a50-727369103388 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:48:56.678533 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f9a4f7c-ab85-458b-9a50-727369103388 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:56.755304 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f9a4f7c-ab85-458b-9a50-727369103388 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:56.836127 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f9a4f7c-ab85-458b-9a50-727369103388 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:56.869039 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a4f7c-ab85-458b-9a50-727369103388 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a0c99d-be55-498c-8b0a-cf702a8ddbf2,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:56.940096 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f9a4f7c-ab85-458b-9a50-727369103388 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:56.941558 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-4f9a4f7c-ab85-458b-9a50-727369103388 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3901331 Feb 09 18:48:56.944742 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33642) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:56.950873 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-dc6c89f0-0061-454e-bd8c-b455f052048b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Request body: {'security_group_rule': {'security_group_id': 'b6ce736b-6ffd-4a6c-9335-522665742edf', 'project_id': 'a130097645144246a473008c0165b360', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:48:56.958239 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dc6c89f0-0061-454e-bd8c-b455f052048b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:48:56.964105 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-dc6c89f0-0061-454e-bd8c-b455f052048b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Usage tracker for resource:security_group_rule and tenant:a130097645144246a473008c0165b360 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:48:56.965695 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-dc6c89f0-0061-454e-bd8c-b455f052048b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:48:56.973102 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dc6c89f0-0061-454e-bd8c-b455f052048b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:48:57.113139 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dc6c89f0-0061-454e-bd8c-b455f052048b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:57.196079 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dc6c89f0-0061-454e-bd8c-b455f052048b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:57.269454 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dc6c89f0-0061-454e-bd8c-b455f052048b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:57.298557 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c89f0-0061-454e-bd8c-b455f052048b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a54381e-3973-4e3e-996e-59ce18b012d6,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:57.372739 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dc6c89f0-0061-454e-bd8c-b455f052048b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:57.373985 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-dc6c89f0-0061-454e-bd8c-b455f052048b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4281466 Feb 09 18:48:57.378117 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 33648) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:57.384105 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-25d30b04-f3f5-4f9f-b85c-08d4b5bf6faf tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Request body: {'security_group_rule': {'security_group_id': 'b6ce736b-6ffd-4a6c-9335-522665742edf', 'project_id': 'a130097645144246a473008c0165b360', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:48:57.390512 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-25d30b04-f3f5-4f9f-b85c-08d4b5bf6faf tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:48:57.395379 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-25d30b04-f3f5-4f9f-b85c-08d4b5bf6faf tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Usage tracker for resource:security_group_rule and tenant:a130097645144246a473008c0165b360 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:48:57.398629 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-25d30b04-f3f5-4f9f-b85c-08d4b5bf6faf tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:48:57.405337 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-25d30b04-f3f5-4f9f-b85c-08d4b5bf6faf tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:48:57.481560 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-25d30b04-f3f5-4f9f-b85c-08d4b5bf6faf tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Project a130097645144246a473008c0165b360 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:48:57.489761 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25d30b04-f3f5-4f9f-b85c-08d4b5bf6faf tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:57.567085 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25d30b04-f3f5-4f9f-b85c-08d4b5bf6faf tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:57.636542 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25d30b04-f3f5-4f9f-b85c-08d4b5bf6faf tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:57.665778 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d30b04-f3f5-4f9f-b85c-08d4b5bf6faf tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710620c5-58e1-4a94-9798-3a8f94ab10d7,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:57.733712 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] Sync routers for ids ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:48:57.738410 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] Routers {'d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:48:57.739923 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:48:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:48:57.743729 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25d30b04-f3f5-4f9f-b85c-08d4b5bf6faf tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:57.746964 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-25d30b04-f3f5-4f9f-b85c-08d4b5bf6faf tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3671870 Feb 09 18:48:57.752830 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33652) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:48:57.777572 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-c92b0657-5193-473c-8d38-1c5cb017c511 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Request body: {'security_group_rule': {'security_group_id': 'b6ce736b-6ffd-4a6c-9335-522665742edf', 'project_id': 'a130097645144246a473008c0165b360', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:48:57.790510 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c92b0657-5193-473c-8d38-1c5cb017c511 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:48:57.796787 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c92b0657-5193-473c-8d38-1c5cb017c511 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Usage tracker for resource:security_group_rule and tenant:a130097645144246a473008c0165b360 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:48:57.802130 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-c92b0657-5193-473c-8d38-1c5cb017c511 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:48:57.812468 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-c92b0657-5193-473c-8d38-1c5cb017c511 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:48:57.893899 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-c92b0657-5193-473c-8d38-1c5cb017c511 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Project a130097645144246a473008c0165b360 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:48:57.902069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c92b0657-5193-473c-8d38-1c5cb017c511 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:58.008574 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c92b0657-5193-473c-8d38-1c5cb017c511 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:58.064662 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] Set router d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:48:58.076482 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c92b0657-5193-473c-8d38-1c5cb017c511 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:58.112160 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b0657-5193-473c-8d38-1c5cb017c511 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783f4abc-2f58-4b9d-9b8e-0c2a038bdf53,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:58.247730 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-c92b0657-5193-473c-8d38-1c5cb017c511 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:58.256738 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c92b0657-5193-473c-8d38-1c5cb017c511 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4857161 Feb 09 18:48:58.287772 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7837c6f6-6aa2-4604-927b-a5e0ddf3fc98 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:48:58.556931 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-3775e309-5d10-4fae-a215-e39b214aa809 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1069930270&fields=id&tenant_id=a130097645144246a473008c0165b360 HTTP/1.1" status: 200 len: 267 time: 0.0729842 Feb 09 18:48:58.700675 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 7837c6f6-6aa2-4604-927b-a5e0ddf3fc98 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:48:58.713433 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 7837c6f6-6aa2-4604-927b-a5e0ddf3fc98 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:48:58.714029 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:58.783540 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-91e3a531-a4b2-4012-b8f9-e8e92c3554df tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:48:58.786134 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-91e3a531-a4b2-4012-b8f9-e8e92c3554df tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/networks?id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 HTTP/1.1" status: 200 len: 809 time: 0.2165067 Feb 09 18:48:58.810030 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-2f70ef35-d7b1-499c-9682-262f587704e4 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/quotas/a130097645144246a473008c0165b360 HTTP/1.1" status: 200 len: 375 time: 0.0143902 Feb 09 18:48:58.854151 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'name': 'tempest-TestShelveInstance-1790579024-router', 'tenant_id': 'a130097645144246a473008c0165b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:38Z', 'updated_at': '2022-02-09T18:48:42Z', 'revision_number': 4, 'project_id': 'a130097645144246a473008c0165b360', 'gw_port': {'id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:39Z', 'updated_at': '2022-02-09T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3', 'name': '', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'tenant_id': 'a130097645144246a473008c0165b360', 'mac_address': 'fa:16:3e:de:a1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:42Z', 'updated_at': '2022-02-09T18:48:43Z', 'revision_number': 2, 'project_id': 'a130097645144246a473008c0165b360', 'subnets': [{'id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:48:58.873530 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] Checking router: d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:48:58.874031 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] Updating router d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc port 0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3 binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:48:58.932443 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:58.959890 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:58.975985 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 7837c6f6-6aa2-4604-927b-a5e0ddf3fc98, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7837c6f6-6aa2-4604-927b-a5e0ddf3fc98,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:48:59.043944 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-f4ff786c-bdac-415f-8bd6-7a8c634d30c3 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a130097645144246a473008c0165b360&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2226231 Feb 09 18:48:59.053207 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:59.254659 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=7837c6f6-6aa2-4604-927b-a5e0ddf3fc98,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:59.302266 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-df38bc41-d1ee-448f-bce3-b2bdb780e52a service neutron] 10.222.0.21 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349718 Feb 09 18:48:59.482042 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-d6cc143e-fbdc-46e3-8dc0-f619ab3eb8a2 service neutron] 10.222.0.21 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690826 Feb 09 18:48:59.493712 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:59.515263 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] Transition to ACTIVE for port object 0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:48:59.613672 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:48:59.935526 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4c6c35b9-d621-4dc1-b04e-4d42a6994af5 req-16d526e2-a66d-414b-a4a3-ad8867982cf6 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 210 time: 0.0890660 Feb 09 18:48:59.945509 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381faf3d-21c6-4372-a4ac-7f7ca32defc8 None None] Pushing event updated for resources: {'Port': ['ID=0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:48:59.993618 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] Attempting to bind port 0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:48:59.994057 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] Attempting to bind port 0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '2be7715b-3bf5-4e36-9d0b-177bd8fe4117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:48:59.994663 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] Attempting to bind port 0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3 on network d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:49:00.006360 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:49:00.006938 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] Checking segment: {'id': '2be7715b-3bf5-4e36-9d0b-177bd8fe4117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:49:00.007504 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:00.008071 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] Bound using segment: {'id': '2be7715b-3bf5-4e36-9d0b-177bd8fe4117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:49:00.008994 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] Bound port: 0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be7715b-3bf5-4e36-9d0b-177bd8fe4117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:49:00.009603 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:00.151668 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] For port 0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:49:00.158126 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] For port 0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:49:00.211738 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7837c6f6-6aa2-4604-927b-a5e0ddf3fc98 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:49:00.246145 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:00.378029 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381faf3d-21c6-4372-a4ac-7f7ca32defc8 None None] Pushing event updated for resources: {'Port': ['ID=0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:49:00.400812 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] Routers {'d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:49:00.402143 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:48:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:49:00.527810 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 7837c6f6-6aa2-4604-927b-a5e0ddf3fc98 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:49:00.528240 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:00.852775 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] Set router d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:49:01.158716 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9bbcf66e-0712-441b-bb5e-a3d6a1cd3a32 req-c3c4e290-b56e-4475-b950-b351518f56ce tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 210 time: 0.0765531 Feb 09 18:49:01.445186 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'name': 'tempest-TestShelveInstance-1790579024-router', 'tenant_id': 'a130097645144246a473008c0165b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:38Z', 'updated_at': '2022-02-09T18:48:42Z', 'revision_number': 4, 'project_id': 'a130097645144246a473008c0165b360', 'gw_port': {'id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:39Z', 'updated_at': '2022-02-09T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3', 'name': '', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'tenant_id': 'a130097645144246a473008c0165b360', 'mac_address': 'fa:16:3e:de:a1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:42Z', 'updated_at': '2022-02-09T18:49:00Z', 'revision_number': 4, 'project_id': 'a130097645144246a473008c0165b360', 'subnets': [{'id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:49:01.454013 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b836a-3657-4b28-8a04-c3e377da7bcd None None] The sync data for ids ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'] in dv-neutron-827016-2-hyperv is: [{'id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'name': 'tempest-TestShelveInstance-1790579024-router', 'tenant_id': 'a130097645144246a473008c0165b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:38Z', 'updated_at': '2022-02-09T18:48:42Z', 'revision_number': 4, 'project_id': 'a130097645144246a473008c0165b360', 'gw_port': {'id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:39Z', 'updated_at': '2022-02-09T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3', 'name': '', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'tenant_id': 'a130097645144246a473008c0165b360', 'mac_address': 'fa:16:3e:de:a1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:42Z', 'updated_at': '2022-02-09T18:49:00Z', 'revision_number': 4, 'project_id': 'a130097645144246a473008c0165b360', 'subnets': [{'id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:49:01.512090 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] Sync routers for ids ['4c10a59f-3975-4f6e-a649-a7f23a910bcb'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:49:01.529257 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] Routers {'4c10a59f-3975-4f6e-a649-a7f23a910bcb'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:49:01.534466 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:48:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['4c10a59f-3975-4f6e-a649-a7f23a910bcb'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:49:01.724419 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] Set router 4c10a59f-3975-4f6e-a649-a7f23a910bcb gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:49:02.172819 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c10a59f-3975-4f6e-a649-a7f23a910bcb', 'name': 'tempest-TestShelveInstance-1292069456-router', 'tenant_id': '4f6bf4ac64234da183ae4449058c1f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': '7837c6f6-6aa2-4604-927b-a5e0ddf3fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:48Z', 'updated_at': '2022-02-09T18:48:52Z', 'revision_number': 4, 'project_id': '4f6bf4ac64234da183ae4449058c1f6d', 'gw_port': {'id': '7837c6f6-6aa2-4604-927b-a5e0ddf3fc98', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c10a59f-3975-4f6e-a649-a7f23a910bcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:48Z', 'updated_at': '2022-02-09T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '2fbccb19-d10c-4d97-b017-8d58302cb46f', 'name': '', 'network_id': '58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd', 'tenant_id': '4f6bf4ac64234da183ae4449058c1f6d', 'mac_address': 'fa:16:3e:9a:da:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c10a59f-3975-4f6e-a649-a7f23a910bcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7a1251-295e-43ca-9d9c-9ff47841eecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:51Z', 'updated_at': '2022-02-09T18:48:53Z', 'revision_number': 2, 'project_id': '4f6bf4ac64234da183ae4449058c1f6d', 'subnets': [{'id': '0d7a1251-295e-43ca-9d9c-9ff47841eecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:49:02.186591 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] Checking router: 4c10a59f-3975-4f6e-a649-a7f23a910bcb for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:49:02.186591 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] Updating router 4c10a59f-3975-4f6e-a649-a7f23a910bcb port 2fbccb19-d10c-4d97-b017-8d58302cb46f binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 18:49:02.239594 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:02.265175 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:49:02.391466 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-983a6095-18be-4917-8ea3-ce0c02c25aa4 req-dbea2d3b-9c4b-46b2-a854-2ec3e5adcf24 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 210 time: 0.0667112 Feb 09 18:49:02.511176 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:49:02.525277 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:49:02.525277 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:02.692688 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:02.712812 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:02.715846 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] Transition to ACTIVE for port object 2fbccb19-d10c-4d97-b017-8d58302cb46f will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:49:02.755363 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:49:02.819303 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:02.822013 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:02.912425 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:49:02.957931 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d8076-042a-43c8-95be-0f80af308022 None None] Pushing event updated for resources: {'Port': ['ID=2fbccb19-d10c-4d97-b017-8d58302cb46f,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:49:03.108471 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] Attempting to bind port 2fbccb19-d10c-4d97-b017-8d58302cb46f on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:49:03.110114 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] Attempting to bind port 2fbccb19-d10c-4d97-b017-8d58302cb46f by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': 'd3250809-291d-42de-8cad-ea1310f5e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:49:03.110968 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] Attempting to bind port 2fbccb19-d10c-4d97-b017-8d58302cb46f on network 58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:49:03.123868 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:49:03.124459 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] Checking segment: {'id': 'd3250809-291d-42de-8cad-ea1310f5e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:49:03.126249 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:03.126978 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] Bound using segment: {'id': 'd3250809-291d-42de-8cad-ea1310f5e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:49:03.127628 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] Bound port: 2fbccb19-d10c-4d97-b017-8d58302cb46f, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3250809-291d-42de-8cad-ea1310f5e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:49:03.128251 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:03.272131 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] For port 2fbccb19-d10c-4d97-b017-8d58302cb46f, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:49:03.275540 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] For port 2fbccb19-d10c-4d97-b017-8d58302cb46f, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=2fbccb19-d10c-4d97-b017-8d58302cb46f,segment=NetworkSegment(d3250809-291d-42de-8cad-ea1310f5e969),segment_id=d3250809-291d-42de-8cad-ea1310f5e969)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:49:03.345936 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:03.440752 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d8076-042a-43c8-95be-0f80af308022 None None] Pushing event updated for resources: {'Port': ['ID=2fbccb19-d10c-4d97-b017-8d58302cb46f,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:49:03.443958 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] Routers {'4c10a59f-3975-4f6e-a649-a7f23a910bcb'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:49:03.444550 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:48:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['4c10a59f-3975-4f6e-a649-a7f23a910bcb'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:49:03.524733 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-d3b37dff-8c26-4e42-8c5c-713ce91e171c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:49:03.525556 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-d3b37dff-8c26-4e42-8c5c-713ce91e171c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Synchronizing usage tracker for tenant:a130097645144246a473008c0165b360 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:49:03.636190 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-d3b37dff-8c26-4e42-8c5c-713ce91e171c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Unset dirty status for tenant:a130097645144246a473008c0165b360 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:49:03.637450 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-d3b37dff-8c26-4e42-8c5c-713ce91e171c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.50 "GET /v2.0/networks?id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 HTTP/1.1" status: 200 len: 809 time: 0.3341243 Feb 09 18:49:03.668130 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-db832137-e120-4cc1-8fa1-c8e48c25e6c6 req-665fd2fc-99bf-4ca3-84f3-60d16852e777 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 210 time: 0.0790515 Feb 09 18:49:03.707794 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-2bd3f993-ede2-47dc-82ab-b015be628fcf tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Synchronizing usage tracker for tenant:a130097645144246a473008c0165b360 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:49:03.727714 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] Set router 4c10a59f-3975-4f6e-a649-a7f23a910bcb gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:49:03.806747 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-2bd3f993-ede2-47dc-82ab-b015be628fcf tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Unset dirty status for tenant:a130097645144246a473008c0165b360 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:49:03.808425 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-2bd3f993-ede2-47dc-82ab-b015be628fcf tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a130097645144246a473008c0165b360 HTTP/1.1" status: 200 len: 380 time: 0.1581733 Feb 09 18:49:03.817320 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-d627c56d-29d5-42d0-9ccd-9de09727ca86 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Request body: {'port': {'device_id': '6170cb36-bc2b-41ed-b5ea-73a095904cae', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'admin_state_up': True, 'tenant_id': 'a130097645144246a473008c0165b360', 'security_groups': ['b6ce736b-6ffd-4a6c-9335-522665742edf']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:49:03.979978 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-d627c56d-29d5-42d0-9ccd-9de09727ca86 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:49:03.985210 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-d627c56d-29d5-42d0-9ccd-9de09727ca86 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Usage tracker for resource:port and tenant:a130097645144246a473008c0165b360 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:49:03.989478 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-d627c56d-29d5-42d0-9ccd-9de09727ca86 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:49:03.998413 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-d627c56d-29d5-42d0-9ccd-9de09727ca86 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:49:04.094874 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-d627c56d-29d5-42d0-9ccd-9de09727ca86 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Made reservation on behalf of a130097645144246a473008c0165b360 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:49:04.099675 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c10a59f-3975-4f6e-a649-a7f23a910bcb', 'name': 'tempest-TestShelveInstance-1292069456-router', 'tenant_id': '4f6bf4ac64234da183ae4449058c1f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': '7837c6f6-6aa2-4604-927b-a5e0ddf3fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:48Z', 'updated_at': '2022-02-09T18:48:52Z', 'revision_number': 4, 'project_id': '4f6bf4ac64234da183ae4449058c1f6d', 'gw_port': {'id': '7837c6f6-6aa2-4604-927b-a5e0ddf3fc98', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c10a59f-3975-4f6e-a649-a7f23a910bcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:48Z', 'updated_at': '2022-02-09T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '2fbccb19-d10c-4d97-b017-8d58302cb46f', 'name': '', 'network_id': '58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd', 'tenant_id': '4f6bf4ac64234da183ae4449058c1f6d', 'mac_address': 'fa:16:3e:9a:da:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c10a59f-3975-4f6e-a649-a7f23a910bcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7a1251-295e-43ca-9d9c-9ff47841eecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:51Z', 'updated_at': '2022-02-09T18:49:03Z', 'revision_number': 4, 'project_id': '4f6bf4ac64234da183ae4449058c1f6d', 'subnets': [{'id': '0d7a1251-295e-43ca-9d9c-9ff47841eecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:49:04.100563 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-d627c56d-29d5-42d0-9ccd-9de09727ca86 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:04.105404 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dbed41-0b2c-4edb-a6f4-700ef82fd89a None None] The sync data for ids ['4c10a59f-3975-4f6e-a649-a7f23a910bcb'] in dv-neutron-827016-2-hyperv is: [{'id': '4c10a59f-3975-4f6e-a649-a7f23a910bcb', 'name': 'tempest-TestShelveInstance-1292069456-router', 'tenant_id': '4f6bf4ac64234da183ae4449058c1f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': '7837c6f6-6aa2-4604-927b-a5e0ddf3fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:48Z', 'updated_at': '2022-02-09T18:48:52Z', 'revision_number': 4, 'project_id': '4f6bf4ac64234da183ae4449058c1f6d', 'gw_port': {'id': '7837c6f6-6aa2-4604-927b-a5e0ddf3fc98', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c10a59f-3975-4f6e-a649-a7f23a910bcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:48Z', 'updated_at': '2022-02-09T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '2fbccb19-d10c-4d97-b017-8d58302cb46f', 'name': '', 'network_id': '58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd', 'tenant_id': '4f6bf4ac64234da183ae4449058c1f6d', 'mac_address': 'fa:16:3e:9a:da:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c10a59f-3975-4f6e-a649-a7f23a910bcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7a1251-295e-43ca-9d9c-9ff47841eecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:51Z', 'updated_at': '2022-02-09T18:49:03Z', 'revision_number': 4, 'project_id': '4f6bf4ac64234da183ae4449058c1f6d', 'subnets': [{'id': '0d7a1251-295e-43ca-9d9c-9ff47841eecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:49:04.264319 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:49:04.375879 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:49:04.376531 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:04.446246 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-d627c56d-29d5-42d0-9ccd-9de09727ca86 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Allocated IP 172.20.0.9 (d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0/8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4/f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:49:04.742228 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-d627c56d-29d5-42d0-9ccd-9de09727ca86 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:04.766226 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-d627c56d-29d5-42d0-9ccd-9de09727ca86 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Transition to ACTIVE for port object f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:49:04.883589 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-d627c56d-29d5-42d0-9ccd-9de09727ca86 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:04.976384 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b3d48-69d1-4870-98d3-b58fcbf79bba req-19f34caf-5788-40e2-86b5-6cf437cf4c79 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:49:04.983360 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bf8b3d48-69d1-4870-98d3-b58fcbf79bba req-19f34caf-5788-40e2-86b5-6cf437cf4c79 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 931 time: 0.1284859 Feb 09 18:49:04.998255 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-d627c56d-29d5-42d0-9ccd-9de09727ca86 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Network d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:49:05.002988 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-d627c56d-29d5-42d0-9ccd-9de09727ca86 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:49:05.005226 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627c56d-29d5-42d0-9ccd-9de09727ca86 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Pushing event updated for resources: {'Port': ['ID=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:49:05.007856 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-d627c56d-29d5-42d0-9ccd-9de09727ca86 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:49:05.104694 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bf8b3d48-69d1-4870-98d3-b58fcbf79bba req-169d8324-764b-429d-90e5-69000cd5c686 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170592 Feb 09 18:49:05.138359 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-d627c56d-29d5-42d0-9ccd-9de09727ca86 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:49:05.139593 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-d627c56d-29d5-42d0-9ccd-9de09727ca86 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:05.255510 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-d627c56d-29d5-42d0-9ccd-9de09727ca86 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4423468 Feb 09 18:49:05.477920 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-94fc1d7f-bbc1-4ad6-aed7-cf02c2af42ff service neutron] Request body: {'port': {'device_id': '6170cb36-bc2b-41ed-b5ea-73a095904cae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:49:05.566847 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-33b0c8c9-cc1d-4ecc-98d0-77740d6349e4 None None] Provisioning for port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:49:05.575451 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-33b0c8c9-cc1d-4ecc-98d0-77740d6349e4 None None] Provisioning complete for port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:49:05.576377 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-33b0c8c9-cc1d-4ecc-98d0-77740d6349e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:05.627258 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-94fc1d7f-bbc1-4ad6-aed7-cf02c2af42ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:05.665973 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-33b0c8c9-cc1d-4ecc-98d0-77740d6349e4 None None] Port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:49:06.007918 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-94fc1d7f-bbc1-4ad6-aed7-cf02c2af42ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:49:06.016196 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-94fc1d7f-bbc1-4ad6-aed7-cf02c2af42ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:06.032691 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-94fc1d7f-bbc1-4ad6-aed7-cf02c2af42ff service neutron] Transition to ACTIVE for port object f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:49:06.111114 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-94fc1d7f-bbc1-4ad6-aed7-cf02c2af42ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:06.255441 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 2fbccb19-d10c-4d97-b017-8d58302cb46f up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:49:06.425053 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 2fbccb19-d10c-4d97-b017-8d58302cb46f completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:49:06.426969 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc1d7f-bbc1-4ad6-aed7-cf02c2af42ff service neutron] Pushing event updated for resources: {'Port': ['ID=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:49:06.434776 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 2fbccb19-d10c-4d97-b017-8d58302cb46f triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:49:06.435868 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:06.555988 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48ff1d-4ace-4c22-b76f-f4617694d97d req-c825f9b1-deb3-4c9d-9ece-45f24c25d442 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:49:06.558487 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1f48ff1d-4ace-4c22-b76f-f4617694d97d req-c825f9b1-deb3-4c9d-9ece-45f24c25d442 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 943 time: 0.1240635 Feb 09 18:49:06.606588 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-94fc1d7f-bbc1-4ad6-aed7-cf02c2af42ff service neutron] Attempting to bind port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:49:06.607116 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-94fc1d7f-bbc1-4ad6-aed7-cf02c2af42ff service neutron] Attempting to bind port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '2be7715b-3bf5-4e36-9d0b-177bd8fe4117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:49:06.607634 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-94fc1d7f-bbc1-4ad6-aed7-cf02c2af42ff service neutron] Attempting to bind port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f on network d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:49:06.618597 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-94fc1d7f-bbc1-4ad6-aed7-cf02c2af42ff service neutron] Port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f on network d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:49:06.619614 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-94fc1d7f-bbc1-4ad6-aed7-cf02c2af42ff service neutron] Attempting to bind port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f on network d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:49:06.631639 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-94fc1d7f-bbc1-4ad6-aed7-cf02c2af42ff service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:49:06.632394 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-94fc1d7f-bbc1-4ad6-aed7-cf02c2af42ff service neutron] Checking segment: {'id': '2be7715b-3bf5-4e36-9d0b-177bd8fe4117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:49:06.633007 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-94fc1d7f-bbc1-4ad6-aed7-cf02c2af42ff service neutron] Bound using segment: {'id': '2be7715b-3bf5-4e36-9d0b-177bd8fe4117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:49:06.633914 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-94fc1d7f-bbc1-4ad6-aed7-cf02c2af42ff service neutron] Bound port: f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2be7715b-3bf5-4e36-9d0b-177bd8fe4117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:49:06.634512 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-94fc1d7f-bbc1-4ad6-aed7-cf02c2af42ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:06.642773 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1f48ff1d-4ace-4c22-b76f-f4617694d97d req-c495a5b7-e637-4d8c-9973-05e72da05457 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778954 Feb 09 18:49:06.684235 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:06.731397 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 2fbccb19-d10c-4d97-b017-8d58302cb46f, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=2fbccb19-d10c-4d97-b017-8d58302cb46f,segment=NetworkSegment(d3250809-291d-42de-8cad-ea1310f5e969),segment_id=d3250809-291d-42de-8cad-ea1310f5e969)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:49:06.762748 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-94fc1d7f-bbc1-4ad6-aed7-cf02c2af42ff service neutron] For port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:49:06.766571 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-94fc1d7f-bbc1-4ad6-aed7-cf02c2af42ff service neutron] For port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:49:06.846809 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:06.882551 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-94fc1d7f-bbc1-4ad6-aed7-cf02c2af42ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:06.953338 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-94fc1d7f-bbc1-4ad6-aed7-cf02c2af42ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:06.954455 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-94fc1d7f-bbc1-4ad6-aed7-cf02c2af42ff service neutron] 10.222.0.50 "PUT /v2.0/ports/f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f HTTP/1.1" status: 200 len: 1093 time: 1.6918690 Feb 09 18:49:06.954921 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6170cb36-bc2b-41ed-b5ea-73a095904cae', 'tag': 'f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:49:06.972455 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=2fbccb19-d10c-4d97-b017-8d58302cb46f,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:49:06.981459 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc1d7f-bbc1-4ad6-aed7-cf02c2af42ff service neutron] Pushing event updated for resources: {'Port': ['ID=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:49:07.036052 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6170cb36-bc2b-41ed-b5ea-73a095904cae', 'tag': 'f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f', 'status': 'completed', 'code': 200} Feb 09 18:49:07.185221 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d548fbd8-20b5-4ade-82da-93a68945cab9 req-e52cecd0-b5e3-400e-b658-84f82fd4ec7c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a130097645144246a473008c0165b360&device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 1096 time: 0.1294706 Feb 09 18:49:07.347111 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548fbd8-20b5-4ade-82da-93a68945cab9 req-622642ef-03cc-46ae-b4d6-b110efed192d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:49:07.348584 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d548fbd8-20b5-4ade-82da-93a68945cab9 req-622642ef-03cc-46ae-b4d6-b110efed192d service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=a130097645144246a473008c0165b360&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1556602 Feb 09 18:49:07.502345 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548fbd8-20b5-4ade-82da-93a68945cab9 req-3fa6ef17-9fdc-4a78-8666-0723a1514674 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:49:07.503850 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d548fbd8-20b5-4ade-82da-93a68945cab9 req-3fa6ef17-9fdc-4a78-8666-0723a1514674 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1494327 Feb 09 18:49:07.634605 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-034a694f-55b9-4d22-ab7e-6f22f918e2e9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a130097645144246a473008c0165b360&device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 1096 time: 0.0861306 Feb 09 18:49:07.728279 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-5bc47b17-b028-4f0b-83fd-db10a8beac5a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f HTTP/1.1" status: 200 len: 217 time: 0.0874307 Feb 09 18:49:07.809487 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-f0e14ce4-4d8a-49a8-8196-267e01fc38ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:49:07.811038 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-f0e14ce4-4d8a-49a8-8196-267e01fc38ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4 HTTP/1.1" status: 200 len: 848 time: 0.0767570 Feb 09 18:49:07.896757 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-fecf0483-b9f6-4352-b55a-2a7d8eae03a4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789871 Feb 09 18:49:07.912476 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aebacf-9fce-4871-848e-cad082609cd4 req-95942b4f-c6db-4eed-919e-ad172f8ce8a3 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:49:07.913960 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c8aebacf-9fce-4871-848e-cad082609cd4 req-95942b4f-c6db-4eed-919e-ad172f8ce8a3 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 943 time: 0.0941727 Feb 09 18:49:07.962109 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c8aebacf-9fce-4871-848e-cad082609cd4 req-12088621-9d40-4c50-b321-0fa084ad8c2d tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419610 Feb 09 18:49:08.046005 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-b80abd4a-55dd-4282-94c9-b393aa866307 service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432421 Feb 09 18:49:08.191630 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 2fbccb19-d10c-4d97-b017-8d58302cb46f up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:49:08.215942 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-442adb8c-282a-48e8-92d9-6d746191eb7f req-5691b045-de7c-453e-9293-75dce8098112 service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638005 Feb 09 18:49:08.332621 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 2fbccb19-d10c-4d97-b017-8d58302cb46f triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:49:08.332998 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:09.202603 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f504d2-7008-4032-b26f-cd99ca2235a8 req-c9bebe6b-c027-46ae-b097-298be7cf05b6 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:49:09.204651 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-79f504d2-7008-4032-b26f-cd99ca2235a8 req-c9bebe6b-c027-46ae-b097-298be7cf05b6 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 943 time: 0.1036313 Feb 09 18:49:09.259287 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-79f504d2-7008-4032-b26f-cd99ca2235a8 req-539fde73-3d9c-41e1-a813-cca8e4f1e3b1 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444860 Feb 09 18:49:09.852382 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:49:10.017289 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:49:10.038175 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': 'f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'port_id': 'f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f', 'mac_address': 'fa:16:3e:9e:0d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:49:10.104436 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:10.125591 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:49:10.144234 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:49:10.230419 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:10.300959 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:49:10.435028 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:49:10.575865 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f23f99-86e7-498d-ad00-b5d3677e39b5 req-dd4ff48e-46a5-4e66-a8b3-4b7bdbef5a9f tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:49:10.578966 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-61f23f99-86e7-498d-ad00-b5d3677e39b5 req-dd4ff48e-46a5-4e66-a8b3-4b7bdbef5a9f tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 944 time: 0.1299918 Feb 09 18:49:10.654281 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-61f23f99-86e7-498d-ad00-b5d3677e39b5 req-2b908734-8aea-4769-b364-65bc7f2adeb0 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664608 Feb 09 18:49:11.867526 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:49:11.913101 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7b0b1-a869-4493-b950-433978fea5f2 req-293f8380-7c6e-4c4f-9dee-fb74d88ef296 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:49:11.915338 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-aeb7b0b1-a869-4493-b950-433978fea5f2 req-293f8380-7c6e-4c4f-9dee-fb74d88ef296 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 944 time: 0.1089523 Feb 09 18:49:11.977665 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-aeb7b0b1-a869-4493-b950-433978fea5f2 req-da40310b-284c-4976-9e9c-cbe1c6ff623c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556161 Feb 09 18:49:12.074231 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:49:12.082215 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:49:12.082674 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:12.226128 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:12.257793 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6170cb36-bc2b-41ed-b5ea-73a095904cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:49:12.269489 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:49:12.326431 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:12.407992 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6170cb36-bc2b-41ed-b5ea-73a095904cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f', 'code': 200} Feb 09 18:49:12.408593 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:49:12.825515 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d1c1b66c-3d26-4522-8cd6-2c422637b48c req-12508c46-e0e8-4fe7-bcc8-991eb9bf50c2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 1098 time: 0.0717828 Feb 09 18:49:12.876991 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d1c1b66c-3d26-4522-8cd6-2c422637b48c req-8a446820-2ff2-4fe5-9ed2-18406a39bdbf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449958 Feb 09 18:49:13.208057 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f9ff7-7d41-453f-83aa-935fb481662c req-e104d886-152a-4f6a-8528-a39183b261d1 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:49:13.209583 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-947f9ff7-7d41-453f-83aa-935fb481662c req-e104d886-152a-4f6a-8528-a39183b261d1 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 945 time: 0.0820470 Feb 09 18:49:13.260237 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-947f9ff7-7d41-453f-83aa-935fb481662c req-e9325aaf-b358-4ee4-9203-026716f64ccb tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434718 Feb 09 18:49:14.489067 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb41473-21e4-47aa-a702-dc7c2a758c55 req-4ee0c503-f575-4ca8-8502-00cdc0a2856c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:49:14.490656 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-eeb41473-21e4-47aa-a702-dc7c2a758c55 req-4ee0c503-f575-4ca8-8502-00cdc0a2856c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 945 time: 0.0961370 Feb 09 18:49:14.546160 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-eeb41473-21e4-47aa-a702-dc7c2a758c55 req-f86fa4c7-1618-474e-b97b-9c75d46c7f90 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489693 Feb 09 18:49:14.834911 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac4061-e8e6-4c48-bc21-3c6cd21c7fac req-8a595fe9-bc73-4ef6-a411-5c3729aeb643 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:49:14.837237 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-11ac4061-e8e6-4c48-bc21-3c6cd21c7fac req-8a595fe9-bc73-4ef6-a411-5c3729aeb643 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 945 time: 0.0960352 Feb 09 18:49:14.888341 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-11ac4061-e8e6-4c48-bc21-3c6cd21c7fac req-544c5718-d706-4687-b197-b5111420f6e9 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446575 Feb 09 18:49:14.918248 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33710) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:49:15.084779 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-25700c7d-aa86-4b5f-8a94-271f30fda467 tempest-TestShelveInstance-2076530566 tempest-TestShelveInstance-2076530566-project-admin] Synchronizing usage tracker for tenant:4f6bf4ac64234da183ae4449058c1f6d on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:49:15.234978 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-25700c7d-aa86-4b5f-8a94-271f30fda467 tempest-TestShelveInstance-2076530566 tempest-TestShelveInstance-2076530566-project-admin] Unset dirty status for tenant:4f6bf4ac64234da183ae4449058c1f6d on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:49:15.236519 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-25700c7d-aa86-4b5f-8a94-271f30fda467 tempest-TestShelveInstance-2076530566 tempest-TestShelveInstance-2076530566-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 1093 time: 0.3170583 Feb 09 18:49:15.240007 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 33716) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:49:15.246000 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-bc439ef5-8dd2-4e87-93e2-fbe571a92b48 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': 'f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f', 'tenant_id': 'a130097645144246a473008c0165b360', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:49:15.260172 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-bc439ef5-8dd2-4e87-93e2-fbe571a92b48 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:49:15.260172 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-bc439ef5-8dd2-4e87-93e2-fbe571a92b48 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Usage tracker for resource:floatingip and tenant:a130097645144246a473008c0165b360 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:49:15.261664 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-bc439ef5-8dd2-4e87-93e2-fbe571a92b48 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:49:15.269512 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-bc439ef5-8dd2-4e87-93e2-fbe571a92b48 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:49:15.356297 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc439ef5-8dd2-4e87-93e2-fbe571a92b48 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for floatingip, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:15.512204 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc439ef5-8dd2-4e87-93e2-fbe571a92b48 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:15.678227 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-bc439ef5-8dd2-4e87-93e2-fbe571a92b48 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Allocated IP 172.26.8.112 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/a4a5c332-f111-4985-9cf4-b0d6c78453a6) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:49:15.959660 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc439ef5-8dd2-4e87-93e2-fbe571a92b48 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:16.059935 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc439ef5-8dd2-4e87-93e2-fbe571a92b48 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:16.143170 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc439ef5-8dd2-4e87-93e2-fbe571a92b48 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:49:16.146515 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-bc439ef5-8dd2-4e87-93e2-fbe571a92b48 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:49:16.149443 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc439ef5-8dd2-4e87-93e2-fbe571a92b48 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:49:16.188063 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc439ef5-8dd2-4e87-93e2-fbe571a92b48 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Pushing event updated for resources: {'Port': ['ID=a4a5c332-f111-4985-9cf4-b0d6c78453a6,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:49:16.751254 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-212b9197-405c-4540-b9ed-7084ff690857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:16.800099 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc439ef5-8dd2-4e87-93e2-fbe571a92b48 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:16.947850 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc439ef5-8dd2-4e87-93e2-fbe571a92b48 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:17.244553 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc439ef5-8dd2-4e87-93e2-fbe571a92b48 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:17.299093 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc439ef5-8dd2-4e87-93e2-fbe571a92b48 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:17.422349 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc439ef5-8dd2-4e87-93e2-fbe571a92b48 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Pushing event updated for resources: {'Port': ['ID=a4a5c332-f111-4985-9cf4-b0d6c78453a6,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:49:17.439949 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc439ef5-8dd2-4e87-93e2-fbe571a92b48 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:17.504770 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:17.661380 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.l3_db [None req-bc439ef5-8dd2-4e87-93e2-fbe571a92b48 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Floating IP b76d4748-ede3-44cd-a174-c664e3cc3a0b associated. External IP: 172.26.8.112, port: f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f. Feb 09 18:49:18.244172 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc439ef5-8dd2-4e87-93e2-fbe571a92b48 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Router d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:49:18.533198 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc439ef5-8dd2-4e87-93e2-fbe571a92b48 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:49:18.548410 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fc5823-0479-44c9-b9e3-e2367a04c3fd None None] Sync routers for ids ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:49:18.567750 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fc5823-0479-44c9-b9e3-e2367a04c3fd None None] Routers {'d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:49:18.568734 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-f4fc5823-0479-44c9-b9e3-e2367a04c3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:48:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:49:18.686990 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-bc439ef5-8dd2-4e87-93e2-fbe571a92b48 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:18.790051 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-bc439ef5-8dd2-4e87-93e2-fbe571a92b48 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5487370 Feb 09 18:49:18.790857 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6170cb36-bc2b-41ed-b5ea-73a095904cae', 'tag': 'f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:49:18.813592 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-f4fc5823-0479-44c9-b9e3-e2367a04c3fd None None] Set router d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:49:18.861549 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6170cb36-bc2b-41ed-b5ea-73a095904cae', 'tag': 'f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f', 'status': 'completed', 'code': 200} Feb 09 18:49:18.979824 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-575a04d6-8006-4c03-957e-5baefc3df384 req-1ff4bc13-217c-4421-9396-7ff795a846dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a130097645144246a473008c0165b360&device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 1098 time: 0.0946136 Feb 09 18:49:19.174728 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a691fd5b-8953-4841-b718-52c565fce429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:19.185454 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a04d6-8006-4c03-957e-5baefc3df384 req-c4715937-6cb6-49d8-aab3-570884066477 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:49:19.187519 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-575a04d6-8006-4c03-957e-5baefc3df384 req-c4715937-6cb6-49d8-aab3-570884066477 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 HTTP/1.1" status: 200 len: 910 time: 0.2005625 Feb 09 18:49:19.400853 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-f4fc5823-0479-44c9-b9e3-e2367a04c3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'name': 'tempest-TestShelveInstance-1790579024-router', 'tenant_id': 'a130097645144246a473008c0165b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:38Z', 'updated_at': '2022-02-09T18:48:42Z', 'revision_number': 4, 'project_id': 'a130097645144246a473008c0165b360', 'gw_port': {'id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:39Z', 'updated_at': '2022-02-09T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'b76d4748-ede3-44cd-a174-c664e3cc3a0b', 'tenant_id': 'a130097645144246a473008c0165b360', 'floating_ip_address': '172.26.8.112', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'port_id': 'f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'mac_address': 'fa:16:3e:9e:0d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6170cb36-bc2b-41ed-b5ea-73a095904cae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:49:16Z', 'updated_at': '2022-02-09T18:49:16Z', 'revision_number': 0, 'project_id': 'a130097645144246a473008c0165b360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3', 'name': '', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'tenant_id': 'a130097645144246a473008c0165b360', 'mac_address': 'fa:16:3e:de:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:42Z', 'updated_at': '2022-02-09T18:49:02Z', 'revision_number': 5, 'project_id': 'a130097645144246a473008c0165b360', 'subnets': [{'id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:49:19.407540 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fc5823-0479-44c9-b9e3-e2367a04c3fd None None] Checking router: d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:49:19.420890 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-575a04d6-8006-4c03-957e-5baefc3df384 req-2034cdd6-98ac-4873-8a3c-03ae858b0ad5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f HTTP/1.1" status: 200 len: 999 time: 0.2270811 Feb 09 18:49:19.426696 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fc5823-0479-44c9-b9e3-e2367a04c3fd None None] Routers {'d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:49:19.427772 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-f4fc5823-0479-44c9-b9e3-e2367a04c3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:49:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:49:19.485596 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a04d6-8006-4c03-957e-5baefc3df384 req-2e8bb443-675a-4548-b678-4325c6fe79cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:49:19.487148 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-575a04d6-8006-4c03-957e-5baefc3df384 req-2e8bb443-675a-4548-b678-4325c6fe79cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4 HTTP/1.1" status: 200 len: 848 time: 0.0597708 Feb 09 18:49:19.572306 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-575a04d6-8006-4c03-957e-5baefc3df384 req-ad15c538-01d2-4be9-8dbe-d375a3000884 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796380 Feb 09 18:49:19.728729 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-f4fc5823-0479-44c9-b9e3-e2367a04c3fd None None] Set router d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:49:19.731099 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-575a04d6-8006-4c03-957e-5baefc3df384 req-f4d8a256-aac8-4d87-8c31-a39ca51a9e44 service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519036 Feb 09 18:49:19.929512 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-575a04d6-8006-4c03-957e-5baefc3df384 req-d8756e0b-b028-4ce2-86a0-0030baab8972 service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911004 Feb 09 18:49:20.207171 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-f4fc5823-0479-44c9-b9e3-e2367a04c3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'name': 'tempest-TestShelveInstance-1790579024-router', 'tenant_id': 'a130097645144246a473008c0165b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:38Z', 'updated_at': '2022-02-09T18:48:42Z', 'revision_number': 4, 'project_id': 'a130097645144246a473008c0165b360', 'gw_port': {'id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:39Z', 'updated_at': '2022-02-09T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'b76d4748-ede3-44cd-a174-c664e3cc3a0b', 'tenant_id': 'a130097645144246a473008c0165b360', 'floating_ip_address': '172.26.8.112', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'port_id': 'f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'mac_address': 'fa:16:3e:9e:0d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6170cb36-bc2b-41ed-b5ea-73a095904cae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:49:16Z', 'updated_at': '2022-02-09T18:49:16Z', 'revision_number': 0, 'project_id': 'a130097645144246a473008c0165b360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3', 'name': '', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'tenant_id': 'a130097645144246a473008c0165b360', 'mac_address': 'fa:16:3e:de:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:42Z', 'updated_at': '2022-02-09T18:49:02Z', 'revision_number': 5, 'project_id': 'a130097645144246a473008c0165b360', 'subnets': [{'id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:49:20.211669 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fc5823-0479-44c9-b9e3-e2367a04c3fd None None] The sync data for ids ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'] in dv-neutron-827016-2-hyperv is: [{'id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'name': 'tempest-TestShelveInstance-1790579024-router', 'tenant_id': 'a130097645144246a473008c0165b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:38Z', 'updated_at': '2022-02-09T18:48:42Z', 'revision_number': 4, 'project_id': 'a130097645144246a473008c0165b360', 'gw_port': {'id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:39Z', 'updated_at': '2022-02-09T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'b76d4748-ede3-44cd-a174-c664e3cc3a0b', 'tenant_id': 'a130097645144246a473008c0165b360', 'floating_ip_address': '172.26.8.112', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'port_id': 'f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'mac_address': 'fa:16:3e:9e:0d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6170cb36-bc2b-41ed-b5ea-73a095904cae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:49:16Z', 'updated_at': '2022-02-09T18:49:16Z', 'revision_number': 0, 'project_id': 'a130097645144246a473008c0165b360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3', 'name': '', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'tenant_id': 'a130097645144246a473008c0165b360', 'mac_address': 'fa:16:3e:de:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:42Z', 'updated_at': '2022-02-09T18:49:02Z', 'revision_number': 5, 'project_id': 'a130097645144246a473008c0165b360', 'subnets': [{'id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:49:20.257789 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:20.287837 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:21.796298 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:23.269841 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf8c8f0-b4dd-4422-81d5-d248af1f788f None None] New status for floating IP b76d4748-ede3-44cd-a174-c664e3cc3a0b: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:49:24.134629 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:49:46.850513 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-33a5308c-8194-4d89-b410-7ba01dc5e8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:47.519875 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:49.138116 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e052ff62-1eb8-4ffe-992e-c490636c0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:50.322416 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:50.372977 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:49:51.829494 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:50:01.135969 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:50:06.892547 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-daf02211-bebc-408c-a2ba-fa8b6db7f5d7 req-3d79c330-edf2-4c16-b3ed-f65d30fffd86 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0948262 Feb 09 18:50:07.053801 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-daf02211-bebc-408c-a2ba-fa8b6db7f5d7 req-0f40f539-add8-4806-9e93-1c668b45f804 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a130097645144246a473008c0165b360&device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 1098 time: 0.0870228 Feb 09 18:50:07.215966 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf02211-bebc-408c-a2ba-fa8b6db7f5d7 req-f2448a94-0eed-4fc9-a00f-73fa0271f478 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:50:07.218260 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-daf02211-bebc-408c-a2ba-fa8b6db7f5d7 req-f2448a94-0eed-4fc9-a00f-73fa0271f478 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 HTTP/1.1" status: 200 len: 910 time: 0.1430361 Feb 09 18:50:07.330381 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-daf02211-bebc-408c-a2ba-fa8b6db7f5d7 req-3169c371-079a-4627-98b2-405a5c46fb5f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f HTTP/1.1" status: 200 len: 1001 time: 0.1050761 Feb 09 18:50:07.394590 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf02211-bebc-408c-a2ba-fa8b6db7f5d7 req-96aef17a-af86-4d5a-8ffc-0e911d490a61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:50:07.396037 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-daf02211-bebc-408c-a2ba-fa8b6db7f5d7 req-96aef17a-af86-4d5a-8ffc-0e911d490a61 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4 HTTP/1.1" status: 200 len: 848 time: 0.0604692 Feb 09 18:50:07.480543 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-daf02211-bebc-408c-a2ba-fa8b6db7f5d7 req-1758ae94-d948-4a3c-95e8-5bbb4465dfad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789258 Feb 09 18:50:07.631587 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-daf02211-bebc-408c-a2ba-fa8b6db7f5d7 req-50afccfd-84c7-4e17-971b-51f25d89bfc2 service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449583 Feb 09 18:50:07.775778 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-daf02211-bebc-408c-a2ba-fa8b6db7f5d7 req-28f1f29d-4027-491b-8119-ac46017d1216 service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379588 Feb 09 18:50:16.709865 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1c8630f8-1bd4-4479-b978-f803b4eeff26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:50:17.503696 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:50:19.084179 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd6e3416-94f2-46c7-a8e0-a234b545020d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:50:20.297763 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:50:20.309006 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:50:21.800391 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:50:38.136291 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:50:46.717031 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ba73daf1-166b-4d4d-bfb0-5f99868d3cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:50:47.499922 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:50:49.041893 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-84572c26-e19e-4ae4-8b55-cb3c376b72a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:50:50.276378 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:50:50.322491 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:50:51.831077 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:51:09.789244 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-40eb7120-6d0e-4150-b51c-ff55ae8acfba req-b1453818-6f1e-4e64-b3e8-a7beb5c6dad9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737972 Feb 09 18:51:09.938336 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-40eb7120-6d0e-4150-b51c-ff55ae8acfba req-d640665d-6d28-45d7-bbd3-26964bd9e5fd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a130097645144246a473008c0165b360&device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 1098 time: 0.0795221 Feb 09 18:51:10.090091 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb7120-6d0e-4150-b51c-ff55ae8acfba req-63df68cb-7b99-465f-b29c-e8dd55a6038a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:10.091704 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-40eb7120-6d0e-4150-b51c-ff55ae8acfba req-63df68cb-7b99-465f-b29c-e8dd55a6038a service neutron] 10.222.0.50 "GET /v2.0/networks?id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 HTTP/1.1" status: 200 len: 910 time: 0.1356201 Feb 09 18:51:10.208064 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-40eb7120-6d0e-4150-b51c-ff55ae8acfba req-630b046c-01cc-4788-acf4-39e676c5d339 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f HTTP/1.1" status: 200 len: 1001 time: 0.1096520 Feb 09 18:51:10.377903 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb7120-6d0e-4150-b51c-ff55ae8acfba req-861a81f9-7653-424c-8143-0379504fb68a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:10.380158 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-40eb7120-6d0e-4150-b51c-ff55ae8acfba req-861a81f9-7653-424c-8143-0379504fb68a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4 HTTP/1.1" status: 200 len: 848 time: 0.1667075 Feb 09 18:51:10.464279 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-40eb7120-6d0e-4150-b51c-ff55ae8acfba req-8c474ede-0c08-4c2b-b23d-b9a63ba4a097 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777647 Feb 09 18:51:10.605918 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-40eb7120-6d0e-4150-b51c-ff55ae8acfba req-173b8f59-2148-4bcb-96c0-20e3072fdad6 service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355608 Feb 09 18:51:10.749798 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-40eb7120-6d0e-4150-b51c-ff55ae8acfba req-6f038045-c14d-4938-a461-d3da16a360ed service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385133 Feb 09 18:51:13.434336 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c3c24-5c3b-4b4c-b2aa-62d163facc1c req-b56d87bf-ea82-4e13-9433-19c67ee007ee tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:13.436910 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f13c3c24-5c3b-4b4c-b2aa-62d163facc1c req-b56d87bf-ea82-4e13-9433-19c67ee007ee tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 945 time: 0.1065192 Feb 09 18:51:13.492283 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f13c3c24-5c3b-4b4c-b2aa-62d163facc1c req-2d8830c8-d706-401b-9498-de6aed92dc49 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477114 Feb 09 18:51:14.722858 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c23609-dc61-4b68-9fda-1afcebfafbb2 req-dcf95ccc-e1f6-4939-b6e1-1cca8b225653 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:14.724357 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-72c23609-dc61-4b68-9fda-1afcebfafbb2 req-dcf95ccc-e1f6-4939-b6e1-1cca8b225653 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 945 time: 0.0798247 Feb 09 18:51:14.773445 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-72c23609-dc61-4b68-9fda-1afcebfafbb2 req-9a3a376e-5723-4e9f-bbe3-83e190b8df10 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430052 Feb 09 18:51:15.137627 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:51:16.004265 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc40de-f839-4123-a023-449b355162ff req-355439c2-1e23-4a50-babc-cf3bd0fa2540 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:16.005826 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-27cc40de-f839-4123-a023-449b355162ff req-355439c2-1e23-4a50-babc-cf3bd0fa2540 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 945 time: 0.0904505 Feb 09 18:51:16.063501 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-27cc40de-f839-4123-a023-449b355162ff req-6d9ab454-ab37-44ac-bb61-ca19c558dc04 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507538 Feb 09 18:51:16.732569 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8464e033-2be3-4585-bf2d-977fe1af893b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:51:17.281006 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbf65e-d90b-4918-83e8-8884c49c7daf req-59968c5c-2fb6-4651-ad56-93496add207d tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:17.282630 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c9dbf65e-d90b-4918-83e8-8884c49c7daf req-59968c5c-2fb6-4651-ad56-93496add207d tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 945 time: 0.0889502 Feb 09 18:51:17.339430 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c9dbf65e-d90b-4918-83e8-8884c49c7daf req-0181ac79-453d-4dd2-bb86-733e4f0380a4 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499125 Feb 09 18:51:17.527775 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:51:18.577747 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76297d8b-8ebf-4e76-8faf-b04cb210e3e1 req-b9480358-aa2d-4a06-b612-d77f963ae928 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:18.579416 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-76297d8b-8ebf-4e76-8faf-b04cb210e3e1 req-b9480358-aa2d-4a06-b612-d77f963ae928 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 945 time: 0.0895693 Feb 09 18:51:18.632387 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-76297d8b-8ebf-4e76-8faf-b04cb210e3e1 req-0e12fb89-723e-43ad-a582-c4b830830a8f tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439641 Feb 09 18:51:19.161318 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd7911ff-be6e-41aa-8671-ba04225ff051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:51:19.855844 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d8ff0-62e5-42f6-9d8b-779e896eb47f req-f9cd1443-0b7f-4cc7-8603-1c6327a392aa tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:19.858942 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-da3d8ff0-62e5-42f6-9d8b-779e896eb47f req-f9cd1443-0b7f-4cc7-8603-1c6327a392aa tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 945 time: 0.0930779 Feb 09 18:51:19.910858 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-da3d8ff0-62e5-42f6-9d8b-779e896eb47f req-d0abbdbf-1cda-46a3-8a38-7c851899090c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475593 Feb 09 18:51:20.310210 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:51:20.339167 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:51:21.165024 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a5d0f-989c-47ed-b686-75a227385de1 req-82866e32-bcbd-445e-bc04-e7a9fa023391 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:21.166860 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3a7a5d0f-989c-47ed-b686-75a227385de1 req-82866e32-bcbd-445e-bc04-e7a9fa023391 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 945 time: 0.1070309 Feb 09 18:51:21.225970 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3a7a5d0f-989c-47ed-b686-75a227385de1 req-8f89bac0-03e9-4246-a44f-b024c156d6bf tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492063 Feb 09 18:51:21.812737 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:51:22.460108 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422b77b-ffb4-4905-a256-d3eb944d12d7 req-5536a4f3-24bb-4570-ac2b-459a42bd34a8 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:22.461637 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3422b77b-ffb4-4905-a256-d3eb944d12d7 req-5536a4f3-24bb-4570-ac2b-459a42bd34a8 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 945 time: 0.0892065 Feb 09 18:51:22.516741 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3422b77b-ffb4-4905-a256-d3eb944d12d7 req-695771be-ff2c-4ceb-836e-dcbd593db530 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480633 Feb 09 18:51:23.753617 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff900a-d8c3-4410-bafd-eda974de5e10 req-8bfa1464-d72e-4906-a54d-3759029a15c3 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:23.755327 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b7ff900a-d8c3-4410-bafd-eda974de5e10 req-8bfa1464-d72e-4906-a54d-3759029a15c3 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 945 time: 0.0912344 Feb 09 18:51:23.813795 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b7ff900a-d8c3-4410-bafd-eda974de5e10 req-6ff7cbe3-99a3-45cc-a9db-72fe4e2867d4 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517774 Feb 09 18:51:24.551536 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:51:24.699370 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:51:24.715535 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': 'f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'port_id': 'f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f', 'mac_address': 'fa:16:3e:9e:0d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:51:24.772015 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:51:24.792132 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:51:24.809048 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:51:24.915352 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:51:25.001779 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:51:25.044453 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef452cde-058d-4d67-9bf9-154606e49129 req-d92afd32-a53b-4e5c-a919-8d5506c28a23 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:25.045297 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f,revision_number=6']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:51:25.045992 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ef452cde-058d-4d67-9bf9-154606e49129 req-d92afd32-a53b-4e5c-a919-8d5506c28a23 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 944 time: 0.1020908 Feb 09 18:51:25.067109 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:25.067425 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:25.067717 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:25.068012 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:25.068394 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:25.068723 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:25.069053 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:25.069388 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:25.069698 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:25.070020 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:25.070362 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:25.110781 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ef452cde-058d-4d67-9bf9-154606e49129 req-68b0f9e6-8248-4d6d-ba2c-0414a592ab61 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592325 Feb 09 18:51:26.383856 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ceedab-0f8b-4f05-8eee-e5f599468941 req-e14f6e25-1756-4082-baff-1f7343170ba9 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:26.386844 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-97ceedab-0f8b-4f05-8eee-e5f599468941 req-e14f6e25-1756-4082-baff-1f7343170ba9 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 944 time: 0.1237891 Feb 09 18:51:26.449996 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-97ceedab-0f8b-4f05-8eee-e5f599468941 req-87116ae9-e1d9-4ba5-8834-45d2a396a673 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570374 Feb 09 18:51:26.551081 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:51:26.655853 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:51:26.656471 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:51:26.864866 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:51:26.901614 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6170cb36-bc2b-41ed-b5ea-73a095904cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:51:26.919593 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:51:26.976250 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6170cb36-bc2b-41ed-b5ea-73a095904cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f', 'code': 200} Feb 09 18:51:26.996089 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:51:27.089504 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:51:27.860858 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9705ef2-8505-4ace-a03a-6738a8d13ea6 req-8588a074-520b-4c03-b66d-6fad8b57dd8d tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:27.862951 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f9705ef2-8505-4ace-a03a-6738a8d13ea6 req-8588a074-520b-4c03-b66d-6fad8b57dd8d tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 945 time: 0.1072845 Feb 09 18:51:27.952056 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f9705ef2-8505-4ace-a03a-6738a8d13ea6 req-3b53c199-5cad-4224-951a-bcfbc1f11a8a tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707588 Feb 09 18:51:29.371930 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948f872-391b-43fe-b41a-bfee4ee50027 req-82717ce7-d1e7-46a6-9e5f-1daaef3f6001 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:29.375965 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9948f872-391b-43fe-b41a-bfee4ee50027 req-82717ce7-d1e7-46a6-9e5f-1daaef3f6001 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 945 time: 0.2254844 Feb 09 18:51:29.468811 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9948f872-391b-43fe-b41a-bfee4ee50027 req-5351f626-2330-4fc1-aeca-bc2314781dc6 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861866 Feb 09 18:51:30.714090 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1b25e-7f74-464b-bc4a-de8330813db0 req-080a51d3-75ed-4bdf-946f-d00787e63492 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:30.761936 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2af1b25e-7f74-464b-bc4a-de8330813db0 req-080a51d3-75ed-4bdf-946f-d00787e63492 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 945 time: 0.1008463 Feb 09 18:51:30.801312 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-2af1b25e-7f74-464b-bc4a-de8330813db0 req-0889ae06-5424-43ac-a68f-216fa160013f tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777843 Feb 09 18:51:32.124999 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36122ffb-baf0-412b-bb0f-60ee8cc654cb req-bf153a52-cd99-40ba-b14a-1ad5ba6aeb70 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:32.131872 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-36122ffb-baf0-412b-bb0f-60ee8cc654cb req-bf153a52-cd99-40ba-b14a-1ad5ba6aeb70 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 945 time: 0.1304047 Feb 09 18:51:32.194105 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-36122ffb-baf0-412b-bb0f-60ee8cc654cb req-e7b8fe8f-64a2-4b18-b8d8-052a2a9f654e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611873 Feb 09 18:51:33.642913 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01caec-5bb9-4b34-9123-dc73323e15da req-c2ac1798-d93a-4eab-af0a-28abeba44652 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:33.645619 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6f01caec-5bb9-4b34-9123-dc73323e15da req-c2ac1798-d93a-4eab-af0a-28abeba44652 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 945 time: 0.1733181 Feb 09 18:51:33.729727 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6f01caec-5bb9-4b34-9123-dc73323e15da req-8ac3a893-6daf-4ccf-bbf0-7c377b5e184c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721242 Feb 09 18:51:35.139212 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92ebc6-7a89-4c62-83f7-acba6439c3ff req-82d52d4b-f187-40a6-b1b8-8bbb73621c81 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:35.144493 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4b92ebc6-7a89-4c62-83f7-acba6439c3ff req-82d52d4b-f187-40a6-b1b8-8bbb73621c81 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 945 time: 0.1626050 Feb 09 18:51:35.230379 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4b92ebc6-7a89-4c62-83f7-acba6439c3ff req-89f52d62-784a-48d4-a092-33f7981fdd1c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743275 Feb 09 18:51:36.512421 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355e6fb-54f6-4378-b065-90bfc03ba0cd req-eb38d655-75ea-47c7-888f-bf8b2b1f0b52 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:36.514028 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b355e6fb-54f6-4378-b065-90bfc03ba0cd req-eb38d655-75ea-47c7-888f-bf8b2b1f0b52 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 945 time: 0.1037424 Feb 09 18:51:36.581448 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b355e6fb-54f6-4378-b065-90bfc03ba0cd req-d7524b49-2060-4206-b2d0-adbb96765a95 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614626 Feb 09 18:51:37.863846 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c5500-524c-4e69-aa0e-54fa1e2bef6c req-df25cd54-0534-4ace-977c-b9fdf42f29f9 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:37.865528 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-938c5500-524c-4e69-aa0e-54fa1e2bef6c req-df25cd54-0534-4ace-977c-b9fdf42f29f9 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 945 time: 0.0916834 Feb 09 18:51:37.927751 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-938c5500-524c-4e69-aa0e-54fa1e2bef6c req-78b0f167-0ddf-4621-bca1-4121b27ddc13 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548120 Feb 09 18:51:39.222144 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be1371-ca98-413e-a355-be1d313616ba req-bac8ba33-052f-4839-8fee-c5fed43c4545 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:39.224875 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e5be1371-ca98-413e-a355-be1d313616ba req-bac8ba33-052f-4839-8fee-c5fed43c4545 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 945 time: 0.1346922 Feb 09 18:51:39.288872 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e5be1371-ca98-413e-a355-be1d313616ba req-0e62077e-60fb-4ec0-ad49-5ddf5c8a4c28 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572214 Feb 09 18:51:40.529070 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fefdc-98ed-4c7f-a699-97b23a796f40 req-2582a7c1-1ade-4f9a-94d2-a3b2ade0144e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:40.530763 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b89fefdc-98ed-4c7f-a699-97b23a796f40 req-2582a7c1-1ade-4f9a-94d2-a3b2ade0144e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 945 time: 0.0978956 Feb 09 18:51:40.590275 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b89fefdc-98ed-4c7f-a699-97b23a796f40 req-07e498f2-1ba5-41ed-9c9e-727f58175e94 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523341 Feb 09 18:51:40.833136 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-02ce2656-33b2-43f7-a998-78bceb56ecd5 req-d024846f-7414-4bd5-b876-aa32ff5dae9f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a130097645144246a473008c0165b360&device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 1098 time: 0.0871148 Feb 09 18:51:40.999450 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce2656-33b2-43f7-a998-78bceb56ecd5 req-818bac7b-ea8b-48d3-b43f-c7553e70d556 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:41.007280 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-02ce2656-33b2-43f7-a998-78bceb56ecd5 req-818bac7b-ea8b-48d3-b43f-c7553e70d556 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 HTTP/1.1" status: 200 len: 910 time: 0.1645017 Feb 09 18:51:41.150798 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-02ce2656-33b2-43f7-a998-78bceb56ecd5 req-5f600d62-fae4-47d7-b6dd-2ee468fba0c6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f HTTP/1.1" status: 200 len: 1001 time: 0.1396661 Feb 09 18:51:41.221034 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce2656-33b2-43f7-a998-78bceb56ecd5 req-0195990b-cd6e-42fe-8af9-0cf34c1f4fab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:41.222850 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-02ce2656-33b2-43f7-a998-78bceb56ecd5 req-0195990b-cd6e-42fe-8af9-0cf34c1f4fab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4 HTTP/1.1" status: 200 len: 848 time: 0.0658085 Feb 09 18:51:41.313411 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-02ce2656-33b2-43f7-a998-78bceb56ecd5 req-03f28fa1-3f01-423b-b810-fd51809ddf67 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845869 Feb 09 18:51:41.461331 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-02ce2656-33b2-43f7-a998-78bceb56ecd5 req-d0768f50-0907-449d-b9dd-047e05a09971 service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418381 Feb 09 18:51:41.631901 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-02ce2656-33b2-43f7-a998-78bceb56ecd5 req-289d4c24-9c11-4e17-b7e8-21e69319e15e service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643984 Feb 09 18:51:41.862021 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5ed95-71a8-49d0-94b5-dbf8dd0702d1 req-734c812e-5f63-40fc-9acc-930fab8c5d0a tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:41.863609 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-35b5ed95-71a8-49d0-94b5-dbf8dd0702d1 req-734c812e-5f63-40fc-9acc-930fab8c5d0a tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 945 time: 0.0860479 Feb 09 18:51:41.914999 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-35b5ed95-71a8-49d0-94b5-dbf8dd0702d1 req-0b4f7854-518a-4aad-8a99-b887402f3648 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453362 Feb 09 18:51:43.182001 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51b5ed-8210-41d8-9596-8954778a17f6 req-d6482dd4-a2c8-470b-82b5-ef7abcf0bc81 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:43.184574 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7d51b5ed-8210-41d8-9596-8954778a17f6 req-d6482dd4-a2c8-470b-82b5-ef7abcf0bc81 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 945 time: 0.1212633 Feb 09 18:51:43.262509 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7d51b5ed-8210-41d8-9596-8954778a17f6 req-ffc901ae-46e6-41eb-9f80-7fc7dba310bd tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714071 Feb 09 18:51:44.567092 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27faade4-7dd8-4886-8746-a6424b7da057 req-b9870483-dec7-460a-b46e-5804532bd551 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:44.568684 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-27faade4-7dd8-4886-8746-a6424b7da057 req-b9870483-dec7-460a-b46e-5804532bd551 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 945 time: 0.0883908 Feb 09 18:51:44.620511 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-27faade4-7dd8-4886-8746-a6424b7da057 req-39991153-b6ad-4a9d-a470-f9670490a062 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450644 Feb 09 18:51:44.681500 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:51:44.831132 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:51:44.862271 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6170cb36-bc2b-41ed-b5ea-73a095904cae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:51:44.874489 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:51:44.922131 dv-neutron-827016-2-hyperv neutron-server[84543]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6170cb36-bc2b-41ed-b5ea-73a095904cae', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f', 'code': 422} returned with failed status Feb 09 18:51:44.977631 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:51:45.023706 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fed29c7d-7f82-4041-a91a-540651621af7 req-0b865886-1daa-4de8-a13c-576f3b6789bb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2672577 Feb 09 18:51:45.058883 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f,revision_number=8']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:51:45.574259 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3af3e5-50bd-4642-81c1-a866e2dff16c req-f1708eaa-b04a-4637-afb7-615ed6c55f3c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:45.576081 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1d3af3e5-50bd-4642-81c1-a866e2dff16c req-f1708eaa-b04a-4637-afb7-615ed6c55f3c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 943 time: 0.0870655 Feb 09 18:51:45.625249 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1d3af3e5-50bd-4642-81c1-a866e2dff16c req-2ac3fd35-194d-49f8-9184-08a441e2a5fe tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429809 Feb 09 18:51:45.927415 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1bbcf291-9633-46a5-986e-918c7eaa4aa0 req-f125645c-1510-42c6-9e10-94ae4cb209c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1909268 Feb 09 18:51:46.754374 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e33e7e75-e001-4813-aed4-e09e01a961a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:51:46.917051 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e49fba-d5ce-44d2-863b-766578c0742c req-cedf4708-fa8b-43b4-990a-0ecb6d2f0870 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:46.918856 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b2e49fba-d5ce-44d2-863b-766578c0742c req-cedf4708-fa8b-43b4-990a-0ecb6d2f0870 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 943 time: 0.1097567 Feb 09 18:51:46.987710 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b2e49fba-d5ce-44d2-863b-766578c0742c req-1f8f90ea-3027-4257-96b5-4253e75c606a tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620458 Feb 09 18:51:47.289855 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1bbcf291-9633-46a5-986e-918c7eaa4aa0 req-7add8182-d127-4e1f-8068-974a9d433b06 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae&tenant_id=a130097645144246a473008c0165b360 HTTP/1.1" status: 200 len: 1096 time: 0.0799842 Feb 09 18:51:47.388316 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1bbcf291-9633-46a5-986e-918c7eaa4aa0 req-039402f8-b833-4223-9409-75025e8548ac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a130097645144246a473008c0165b360&device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 1096 time: 0.0772688 Feb 09 18:51:47.540933 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcf291-9633-46a5-986e-918c7eaa4aa0 req-4d88f515-0378-45b2-b1a5-19b76443daf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:47.542643 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1bbcf291-9633-46a5-986e-918c7eaa4aa0 req-4d88f515-0378-45b2-b1a5-19b76443daf8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 HTTP/1.1" status: 200 len: 910 time: 0.1485829 Feb 09 18:51:47.549323 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:51:47.764548 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1bbcf291-9633-46a5-986e-918c7eaa4aa0 req-017e5a2f-09fc-446f-bb7e-46fc7e37c8ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f HTTP/1.1" status: 200 len: 999 time: 0.2158670 Feb 09 18:51:47.830597 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcf291-9633-46a5-986e-918c7eaa4aa0 req-fc4d51af-50bc-40c6-b0b6-6a3b67794c74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:47.832141 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1bbcf291-9633-46a5-986e-918c7eaa4aa0 req-fc4d51af-50bc-40c6-b0b6-6a3b67794c74 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4 HTTP/1.1" status: 200 len: 848 time: 0.0611951 Feb 09 18:51:47.917117 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1bbcf291-9633-46a5-986e-918c7eaa4aa0 req-0f294dbd-2a15-4174-a593-54ac6ded8c58 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784631 Feb 09 18:51:48.100043 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1bbcf291-9633-46a5-986e-918c7eaa4aa0 req-086e2ae7-09d5-436d-a396-1900830afacb service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762342 Feb 09 18:51:48.281966 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1bbcf291-9633-46a5-986e-918c7eaa4aa0 req-f78b7d1f-1423-4f45-99db-1895229a4a21 service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753137 Feb 09 18:51:48.299447 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe254b-a7f2-451c-927a-75ffdca2e934 req-5b3bdfce-ae39-4f23-ac21-9395c651f80c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:48.301230 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4cbe254b-a7f2-451c-927a-75ffdca2e934 req-5b3bdfce-ae39-4f23-ac21-9395c651f80c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 943 time: 0.1018918 Feb 09 18:51:48.352678 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4cbe254b-a7f2-451c-927a-75ffdca2e934 req-b5e0d0b8-9bb4-476c-b3b3-7039eaa600ed tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439768 Feb 09 18:51:49.033289 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e173f155-cfa2-4455-b99c-53e2c3811f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:51:49.583437 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb734ce0-80d2-40e7-9746-70a32034acbc req-8bde71ea-bbfb-4f0b-862d-1abc997ebaca tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:49.590899 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fb734ce0-80d2-40e7-9746-70a32034acbc req-8bde71ea-bbfb-4f0b-862d-1abc997ebaca tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 943 time: 0.1033506 Feb 09 18:51:49.686395 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fb734ce0-80d2-40e7-9746-70a32034acbc req-7acefad1-d5f1-4b0b-9ef5-fa4efbd0b910 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942948 Feb 09 18:51:50.327737 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:51:50.344545 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:51:50.949984 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48f555-f443-48dd-a769-00ef8c37307c req-09a83026-479e-4587-a857-609d6801e60b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:50.954114 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fe48f555-f443-48dd-a769-00ef8c37307c req-09a83026-479e-4587-a857-609d6801e60b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 943 time: 0.1070528 Feb 09 18:51:51.074943 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fe48f555-f443-48dd-a769-00ef8c37307c req-9e37c463-6000-40d6-ad7f-0a4c2b0b03bb tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134045 Feb 09 18:51:51.857236 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:51:52.144417 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:51:52.420773 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89043a11-6a16-496b-9f3a-8bc7618160bb req-27487e90-ec1f-4f85-9cf0-91644e70b8ad tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:52.423935 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-89043a11-6a16-496b-9f3a-8bc7618160bb req-27487e90-ec1f-4f85-9cf0-91644e70b8ad tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 943 time: 0.1751037 Feb 09 18:51:52.535706 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-89043a11-6a16-496b-9f3a-8bc7618160bb req-feb89d48-9774-4fbe-876f-c1d109abbeff tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039858 Feb 09 18:51:53.801316 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d9c6a-3449-45ec-ad35-66431df54fc4 req-808a19dc-8d3c-4cbb-80fd-ab827327639a tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:53.803377 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b93d9c6a-3449-45ec-ad35-66431df54fc4 req-808a19dc-8d3c-4cbb-80fd-ab827327639a tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 943 time: 0.0974460 Feb 09 18:51:53.863362 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b93d9c6a-3449-45ec-ad35-66431df54fc4 req-f8068642-3ca3-40cb-8626-0136721cf791 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528657 Feb 09 18:51:55.273446 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45501b2-49e3-4c8f-9e0f-facc2afaf799 req-b3de8a2b-8f65-4993-8550-edfc4fc9878b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:55.276442 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f45501b2-49e3-4c8f-9e0f-facc2afaf799 req-b3de8a2b-8f65-4993-8550-edfc4fc9878b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 943 time: 0.2705636 Feb 09 18:51:55.347254 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f45501b2-49e3-4c8f-9e0f-facc2afaf799 req-32e79d9c-1506-46f8-b8b5-5a18cf643edd tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525255 Feb 09 18:51:56.735199 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf416e3-31f3-453b-ab93-7645e4da27dc req-f32da30f-3827-459e-8403-b0b890a8c8ab tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:56.745785 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9cf416e3-31f3-453b-ab93-7645e4da27dc req-f32da30f-3827-459e-8403-b0b890a8c8ab tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 943 time: 0.1230271 Feb 09 18:51:56.798526 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9cf416e3-31f3-453b-ab93-7645e4da27dc req-21d1fa5f-ac60-4b17-86d7-f9dc4dae309d tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511298 Feb 09 18:51:58.020578 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356c59a-d18f-4d7b-97e1-f3d4302b4166 req-bff8e800-63db-4306-ac41-d3b34ed3f291 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:58.022159 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0356c59a-d18f-4d7b-97e1-f3d4302b4166 req-bff8e800-63db-4306-ac41-d3b34ed3f291 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 943 time: 0.0867805 Feb 09 18:51:58.086035 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0356c59a-d18f-4d7b-97e1-f3d4302b4166 req-e414c2f3-542a-406b-bd0f-c44fd167f9f9 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529475 Feb 09 18:51:59.319463 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a322a-c8c9-403b-b7fe-fd882d17b6bd req-c0a59d6a-2610-43ec-be75-535d85e56347 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:59.321029 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-817a322a-c8c9-403b-b7fe-fd882d17b6bd req-c0a59d6a-2610-43ec-be75-535d85e56347 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 943 time: 0.0862918 Feb 09 18:51:59.371470 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-817a322a-c8c9-403b-b7fe-fd882d17b6bd req-e68b350a-b01c-4a97-b124-3eb53e95ebfa tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434008 Feb 09 18:52:00.594737 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8da5b-6a14-4361-97b8-00d2e63dd4ce req-c11e94aa-ac35-4503-babe-d8e8a11f87d0 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:52:00.596363 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6af8da5b-6a14-4361-97b8-00d2e63dd4ce req-c11e94aa-ac35-4503-babe-d8e8a11f87d0 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 943 time: 0.0917630 Feb 09 18:52:00.750286 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6af8da5b-6a14-4361-97b8-00d2e63dd4ce req-a603665f-0402-4e55-9f3c-cd58b62448a6 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443536 Feb 09 18:52:00.752980 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:52:00.900155 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:52:00.915521 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': 'f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'port_id': 'f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f', 'mac_address': 'fa:16:3e:9e:0d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:52:00.973287 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:52:00.992470 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:52:01.012078 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:52:01.069091 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:52:01.200179 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f,revision_number=9']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:52:01.321805 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:52:01.988390 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d4b86-8d94-4364-b191-c8e85e98bb81 req-44a131ac-26e5-47b1-bebf-5219852921c3 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:52:01.989983 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-303d4b86-8d94-4364-b191-c8e85e98bb81 req-44a131ac-26e5-47b1-bebf-5219852921c3 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 944 time: 0.0866699 Feb 09 18:52:02.046719 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-303d4b86-8d94-4364-b191-c8e85e98bb81 req-0e1d2a5c-48f9-403d-9924-a08ee1513833 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504961 Feb 09 18:52:02.768544 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:52:02.844447 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:52:02.844824 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:52:02.974035 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:52:03.004387 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6170cb36-bc2b-41ed-b5ea-73a095904cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:52:03.015495 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:52:03.083058 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6170cb36-bc2b-41ed-b5ea-73a095904cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f', 'code': 200} Feb 09 18:52:03.102938 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:52:03.199708 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f,revision_number=10']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:52:03.353759 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b8b95-0818-47c7-ad89-32e24264c83e req-4035c0a6-3f7c-451b-a59c-c33bd1d4298a tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:52:03.355455 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c46b8b95-0818-47c7-ad89-32e24264c83e req-4035c0a6-3f7c-451b-a59c-c33bd1d4298a tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 946 time: 0.0881839 Feb 09 18:52:03.404970 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c46b8b95-0818-47c7-ad89-32e24264c83e req-5e5139d1-5e5c-432c-bf05-2dba586897d6 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438132 Feb 09 18:52:03.481038 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5d091695-08cd-42ed-a18f-09e2b08878a1 req-171e79a9-fbbb-492b-a9e1-ecc177337bc8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 1099 time: 0.0785220 Feb 09 18:52:03.541189 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-5d091695-08cd-42ed-a18f-09e2b08878a1 req-133f6b7a-050d-4bfb-beeb-aa1ed2e01386 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539842 Feb 09 18:52:04.652730 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f7dda-0eba-42a8-a530-feb41532903d req-d5e15efa-0f93-4ea8-b34e-9d2ea94eae7e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:52:04.659586 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f04f7dda-0eba-42a8-a530-feb41532903d req-d5e15efa-0f93-4ea8-b34e-9d2ea94eae7e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 946 time: 0.0916839 Feb 09 18:52:04.706975 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f04f7dda-0eba-42a8-a530-feb41532903d req-9e4e18c0-4106-4390-83c3-6c6085168d96 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465198 Feb 09 18:52:05.966707 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38f13f-e559-4c95-8551-72c30cb23913 req-f7fb1019-e44e-4457-9446-78e3eb0351d4 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:52:05.968264 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0f38f13f-e559-4c95-8551-72c30cb23913 req-f7fb1019-e44e-4457-9446-78e3eb0351d4 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 946 time: 0.0843930 Feb 09 18:52:06.021059 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0f38f13f-e559-4c95-8551-72c30cb23913 req-82fdae55-abdb-4be6-ae8a-043d94cdaeae tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465057 Feb 09 18:52:07.272466 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67eb06d-d556-402c-90bf-4dbac3a50fd6 req-e00960b0-afe5-4b03-b0fe-feb3fc23717a tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:52:07.274764 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c67eb06d-d556-402c-90bf-4dbac3a50fd6 req-e00960b0-afe5-4b03-b0fe-feb3fc23717a tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 946 time: 0.0867252 Feb 09 18:52:07.326250 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c67eb06d-d556-402c-90bf-4dbac3a50fd6 req-77a08f78-7734-4dea-bc28-37c459b84472 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457673 Feb 09 18:52:09.539188 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-882ed76f-d4a5-44a2-9e8a-318de3131657 req-329b8c6e-cadb-42e8-8d55-37a830ae7299 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752125 Feb 09 18:52:09.686955 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-882ed76f-d4a5-44a2-9e8a-318de3131657 req-8c50fdeb-c1d4-4a4f-9bdd-644e2aa64f68 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a130097645144246a473008c0165b360&device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 1099 time: 0.0775132 Feb 09 18:52:09.851614 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ed76f-d4a5-44a2-9e8a-318de3131657 req-17418ceb-ad5f-4fa7-be83-43ad643aaee9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:52:09.853627 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-882ed76f-d4a5-44a2-9e8a-318de3131657 req-17418ceb-ad5f-4fa7-be83-43ad643aaee9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 HTTP/1.1" status: 200 len: 910 time: 0.1449759 Feb 09 18:52:09.962517 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-882ed76f-d4a5-44a2-9e8a-318de3131657 req-3e5fe461-69da-4bf1-bc1c-46db83de095b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f HTTP/1.1" status: 200 len: 1001 time: 0.1034079 Feb 09 18:52:10.025536 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ed76f-d4a5-44a2-9e8a-318de3131657 req-baa863d7-255b-4ea1-8cde-d6a6a0c179fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:52:10.027752 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-882ed76f-d4a5-44a2-9e8a-318de3131657 req-baa863d7-255b-4ea1-8cde-d6a6a0c179fe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4 HTTP/1.1" status: 200 len: 848 time: 0.0600829 Feb 09 18:52:10.110312 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-882ed76f-d4a5-44a2-9e8a-318de3131657 req-05e568cd-db6b-43b9-93d5-20382975d3fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764501 Feb 09 18:52:10.254575 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-882ed76f-d4a5-44a2-9e8a-318de3131657 req-0ef3a28a-c19a-42b2-9190-1bd7ff2460c2 service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382697 Feb 09 18:52:10.400578 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-882ed76f-d4a5-44a2-9e8a-318de3131657 req-6c566d5f-d717-4810-abc8-34decab69a10 service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402795 Feb 09 18:52:16.724972 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4bf50f61-83d5-4382-9453-6faf543aa2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:52:17.531306 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:52:19.028301 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-04c314c7-9c32-40af-bf01-24db278af828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:52:20.272764 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:52:20.301861 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:52:21.838568 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:52:29.135995 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:52:46.723339 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ce41ec20-c0f7-4971-b31e-693773839c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:52:47.540764 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:52:49.037698 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad934b80-6916-4ab6-a4cd-761015d9a47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:52:50.260973 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:52:50.328844 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:52:51.838105 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:06.138514 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:53:10.592057 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-56700fc4-6c34-4cd3-b3cf-f8be3378b86e req-d1f3c59f-0c1d-414b-968b-22ba80878af4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0833840 Feb 09 18:53:10.764562 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-56700fc4-6c34-4cd3-b3cf-f8be3378b86e req-13ad000d-9253-411f-9086-09f852e7d498 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a130097645144246a473008c0165b360&device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 1099 time: 0.0999613 Feb 09 18:53:10.923584 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56700fc4-6c34-4cd3-b3cf-f8be3378b86e req-dcea8bcb-fb12-4b52-9a54-7dd05c3ba7c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:53:10.924927 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-56700fc4-6c34-4cd3-b3cf-f8be3378b86e req-dcea8bcb-fb12-4b52-9a54-7dd05c3ba7c8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 HTTP/1.1" status: 200 len: 910 time: 0.1417196 Feb 09 18:53:11.151160 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-56700fc4-6c34-4cd3-b3cf-f8be3378b86e req-ea85d8b9-0fa5-464b-b514-cdec858e38b2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f HTTP/1.1" status: 200 len: 1001 time: 0.2197640 Feb 09 18:53:11.221359 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56700fc4-6c34-4cd3-b3cf-f8be3378b86e req-5fd08b53-1beb-4e76-ba27-7227de3cc0b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:53:11.222965 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-56700fc4-6c34-4cd3-b3cf-f8be3378b86e req-5fd08b53-1beb-4e76-ba27-7227de3cc0b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4 HTTP/1.1" status: 200 len: 848 time: 0.0659845 Feb 09 18:53:11.342995 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-56700fc4-6c34-4cd3-b3cf-f8be3378b86e req-a571151c-76f7-4ffe-97a0-65802d03435b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1135068 Feb 09 18:53:11.355223 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [req-56700fc4-6c34-4cd3-b3cf-f8be3378b86e req-2740cba9-5a88-4de5-ad2f-84f0093ad0c3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 18:53:11.356603 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-56700fc4-6c34-4cd3-b3cf-f8be3378b86e req-2740cba9-5a88-4de5-ad2f-84f0093ad0c3 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0075254 Feb 09 18:53:11.577505 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-56700fc4-6c34-4cd3-b3cf-f8be3378b86e req-9b744a8d-3158-42c7-a537-c25ad62b11a6 service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136183 Feb 09 18:53:11.719773 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-56700fc4-6c34-4cd3-b3cf-f8be3378b86e req-21b3619f-5260-4ca1-af87-152019bbc78e service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365557 Feb 09 18:53:16.717072 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f682d752-af46-42b6-8f16-5f1a0acb6190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:17.579834 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:18.148277 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 34004) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:53:18.374709 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-3294fac0-d218-4620-80fc-b1e6f6a6004c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Deleting port a4a5c332-f111-4985-9cf4-b0d6c78453a6 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:53:18.374987 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3294fac0-d218-4620-80fc-b1e6f6a6004c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:18.560813 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3294fac0-d218-4620-80fc-b1e6f6a6004c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:18.561119 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3294fac0-d218-4620-80fc-b1e6f6a6004c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:18.691105 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-3294fac0-d218-4620-80fc-b1e6f6a6004c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Calling delete_port for a4a5c332-f111-4985-9cf4-b0d6c78453a6 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:53:18.940357 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3294fac0-d218-4620-80fc-b1e6f6a6004c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:18.992239 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294fac0-d218-4620-80fc-b1e6f6a6004c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Pushing event deleted for resources: {'Port': ['ID=a4a5c332-f111-4985-9cf4-b0d6c78453a6,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:53:19.033331 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294fac0-d218-4620-80fc-b1e6f6a6004c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:19.038896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294fac0-d218-4620-80fc-b1e6f6a6004c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:19.038896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294fac0-d218-4620-80fc-b1e6f6a6004c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:19.038896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294fac0-d218-4620-80fc-b1e6f6a6004c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:19.038896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294fac0-d218-4620-80fc-b1e6f6a6004c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:19.038896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294fac0-d218-4620-80fc-b1e6f6a6004c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:19.038896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294fac0-d218-4620-80fc-b1e6f6a6004c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:19.038896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294fac0-d218-4620-80fc-b1e6f6a6004c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:19.038896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294fac0-d218-4620-80fc-b1e6f6a6004c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:19.038896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294fac0-d218-4620-80fc-b1e6f6a6004c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:19.038896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294fac0-d218-4620-80fc-b1e6f6a6004c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:19.060277 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7860b3a6-3a63-4d64-9181-e67eccfcd382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:19.123811 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3294fac0-d218-4620-80fc-b1e6f6a6004c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:19.652665 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3294fac0-d218-4620-80fc-b1e6f6a6004c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Router d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:53:19.868070 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3294fac0-d218-4620-80fc-b1e6f6a6004c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:53:19.879376 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e504d019-f680-43fe-ab3e-04f086af0665 None None] Sync routers for ids ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:53:19.882576 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3294fac0-d218-4620-80fc-b1e6f6a6004c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:19.896796 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e504d019-f680-43fe-ab3e-04f086af0665 None None] Routers {'d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:53:19.897585 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-e504d019-f680-43fe-ab3e-04f086af0665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:53:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:53:19.943857 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-3294fac0-d218-4620-80fc-b1e6f6a6004c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "DELETE /v2.0/floatingips/b76d4748-ede3-44cd-a174-c664e3cc3a0b HTTP/1.1" status: 204 len: 168 time: 1.7944117 Feb 09 18:53:19.944591 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6170cb36-bc2b-41ed-b5ea-73a095904cae', 'tag': 'f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:53:20.094567 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-e504d019-f680-43fe-ab3e-04f086af0665 None None] Set router d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:53:20.169778 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6170cb36-bc2b-41ed-b5ea-73a095904cae', 'tag': 'f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f', 'status': 'completed', 'code': 200} Feb 09 18:53:20.293832 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-49104ea6-0906-4576-9c2c-fa4cdd981b3a req-2df93870-0e2c-4029-b12c-3cf3bce7a212 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a130097645144246a473008c0165b360&device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 1099 time: 0.1007545 Feb 09 18:53:20.394413 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:20.436641 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:20.485677 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49104ea6-0906-4576-9c2c-fa4cdd981b3a req-92318595-aa1d-4a70-8a79-be2aa509d89c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:53:20.488432 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-49104ea6-0906-4576-9c2c-fa4cdd981b3a req-92318595-aa1d-4a70-8a79-be2aa509d89c service neutron] 10.222.0.50 "GET /v2.0/networks?id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 HTTP/1.1" status: 200 len: 910 time: 0.1880286 Feb 09 18:53:20.546925 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-e504d019-f680-43fe-ab3e-04f086af0665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'name': 'tempest-TestShelveInstance-1790579024-router', 'tenant_id': 'a130097645144246a473008c0165b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:38Z', 'updated_at': '2022-02-09T18:48:42Z', 'revision_number': 4, 'project_id': 'a130097645144246a473008c0165b360', 'gw_port': {'id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:39Z', 'updated_at': '2022-02-09T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3', 'name': '', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'tenant_id': 'a130097645144246a473008c0165b360', 'mac_address': 'fa:16:3e:de:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:42Z', 'updated_at': '2022-02-09T18:49:02Z', 'revision_number': 5, 'project_id': 'a130097645144246a473008c0165b360', 'subnets': [{'id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:53:20.551507 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e504d019-f680-43fe-ab3e-04f086af0665 None None] Checking router: d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:53:20.561101 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-49104ea6-0906-4576-9c2c-fa4cdd981b3a req-1d9767a8-85d1-4f99-a830-4505ba787ae9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f HTTP/1.1" status: 200 len: 217 time: 0.0647085 Feb 09 18:53:20.562776 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e504d019-f680-43fe-ab3e-04f086af0665 None None] Routers {'d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:53:20.563392 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-e504d019-f680-43fe-ab3e-04f086af0665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:53:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:53:20.638523 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49104ea6-0906-4576-9c2c-fa4cdd981b3a req-c26774c6-2183-4e7a-8604-8a49c43c1ca6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:53:20.640036 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-49104ea6-0906-4576-9c2c-fa4cdd981b3a req-c26774c6-2183-4e7a-8604-8a49c43c1ca6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4 HTTP/1.1" status: 200 len: 848 time: 0.0732667 Feb 09 18:53:20.742006 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-49104ea6-0906-4576-9c2c-fa4cdd981b3a req-d84b74b3-2d7b-4966-84b0-3703e410b3c2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0939224 Feb 09 18:53:20.859913 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-e504d019-f680-43fe-ab3e-04f086af0665 None None] Set router d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:53:20.931189 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f02a25-906d-4c80-aa47-72159233360a req-1c43f96f-f4a4-431c-afc2-375814ed6810 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:53:20.935022 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-48f02a25-906d-4c80-aa47-72159233360a req-1c43f96f-f4a4-431c-afc2-375814ed6810 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 946 time: 0.1923769 Feb 09 18:53:20.949107 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-49104ea6-0906-4576-9c2c-fa4cdd981b3a req-c86b94f7-6b57-45f3-b1cf-a8fe9c6fb9d9 service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003722 Feb 09 18:53:20.999763 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-48f02a25-906d-4c80-aa47-72159233360a req-2b5b2f53-f6f6-4d7d-ac8b-15fa20a36705 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598190 Feb 09 18:53:21.109992 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-49104ea6-0906-4576-9c2c-fa4cdd981b3a req-9b5d527f-5f0c-461d-869e-aa5b4fc84afb service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525047 Feb 09 18:53:21.256187 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-e504d019-f680-43fe-ab3e-04f086af0665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'name': 'tempest-TestShelveInstance-1790579024-router', 'tenant_id': 'a130097645144246a473008c0165b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:38Z', 'updated_at': '2022-02-09T18:48:42Z', 'revision_number': 4, 'project_id': 'a130097645144246a473008c0165b360', 'gw_port': {'id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:39Z', 'updated_at': '2022-02-09T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3', 'name': '', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'tenant_id': 'a130097645144246a473008c0165b360', 'mac_address': 'fa:16:3e:de:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:42Z', 'updated_at': '2022-02-09T18:49:02Z', 'revision_number': 5, 'project_id': 'a130097645144246a473008c0165b360', 'subnets': [{'id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:53:21.260732 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e504d019-f680-43fe-ab3e-04f086af0665 None None] The sync data for ids ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'] in dv-neutron-827016-2-hyperv is: [{'id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'name': 'tempest-TestShelveInstance-1790579024-router', 'tenant_id': 'a130097645144246a473008c0165b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:38Z', 'updated_at': '2022-02-09T18:48:42Z', 'revision_number': 4, 'project_id': 'a130097645144246a473008c0165b360', 'gw_port': {'id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:39Z', 'updated_at': '2022-02-09T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3', 'name': '', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'tenant_id': 'a130097645144246a473008c0165b360', 'mac_address': 'fa:16:3e:de:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:42Z', 'updated_at': '2022-02-09T18:49:02Z', 'revision_number': 5, 'project_id': 'a130097645144246a473008c0165b360', 'subnets': [{'id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:53:21.536773 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e18d241-b974-4613-ba12-09d1f8961a23 None None] New status for floating IP b76d4748-ede3-44cd-a174-c664e3cc3a0b: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:53:21.842878 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:21.986128 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4983da-6b8a-4af3-b7ff-3f20aa720c7d req-a4f7042c-8da1-46ba-9a62-bac2d11f5aae tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:53:21.986761 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-3b4983da-6b8a-4af3-b7ff-3f20aa720c7d req-a4f7042c-8da1-46ba-9a62-bac2d11f5aae tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Synchronizing usage tracker for tenant:a130097645144246a473008c0165b360 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:53:22.094360 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-3b4983da-6b8a-4af3-b7ff-3f20aa720c7d req-a4f7042c-8da1-46ba-9a62-bac2d11f5aae tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Unset dirty status for tenant:a130097645144246a473008c0165b360 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:53:22.096736 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3b4983da-6b8a-4af3-b7ff-3f20aa720c7d req-a4f7042c-8da1-46ba-9a62-bac2d11f5aae tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.50 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 946 time: 0.1943710 Feb 09 18:53:22.183484 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-3b4983da-6b8a-4af3-b7ff-3f20aa720c7d req-6ce07769-53cf-47e8-89ef-4ac01120205b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Deleting port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:53:22.183834 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3b4983da-6b8a-4af3-b7ff-3f20aa720c7d req-6ce07769-53cf-47e8-89ef-4ac01120205b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:22.334037 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee1498-5b54-49b8-9e35-74621a7b9cc6 req-2862273a-88d7-4bd8-9e8b-bf311df49ef8 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:53:22.337192 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e5ee1498-5b54-49b8-9e35-74621a7b9cc6 req-2862273a-88d7-4bd8-9e8b-bf311df49ef8 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 946 time: 0.1788502 Feb 09 18:53:22.397616 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e5ee1498-5b54-49b8-9e35-74621a7b9cc6 req-eb991dac-fd0a-4552-a9a4-79d8f9327e2a tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6ce736b-6ffd-4a6c-9335-522665742edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520952 Feb 09 18:53:22.574845 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-3b4983da-6b8a-4af3-b7ff-3f20aa720c7d req-6ce07769-53cf-47e8-89ef-4ac01120205b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] For port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:53:22.575202 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3b4983da-6b8a-4af3-b7ff-3f20aa720c7d req-6ce07769-53cf-47e8-89ef-4ac01120205b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:22.713304 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-3b4983da-6b8a-4af3-b7ff-3f20aa720c7d req-6ce07769-53cf-47e8-89ef-4ac01120205b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Calling delete_port for f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:53:23.033703 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3b4983da-6b8a-4af3-b7ff-3f20aa720c7d req-6ce07769-53cf-47e8-89ef-4ac01120205b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:23.086533 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce07769-53cf-47e8-89ef-4ac01120205b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Pushing event deleted for resources: {'Port': ['ID=f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:53:23.165481 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4983da-6b8a-4af3-b7ff-3f20aa720c7d req-6ce07769-53cf-47e8-89ef-4ac01120205b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] No DVR routers for this DVR port f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:53:23.168981 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3b4983da-6b8a-4af3-b7ff-3f20aa720c7d req-6ce07769-53cf-47e8-89ef-4ac01120205b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:23.173146 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6170cb36-bc2b-41ed-b5ea-73a095904cae', 'name': 'network-vif-deleted', 'tag': 'f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:53:23.234330 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6170cb36-bc2b-41ed-b5ea-73a095904cae', 'name': 'network-vif-deleted', 'tag': 'f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f', 'status': 'completed', 'code': 200} Feb 09 18:53:23.294859 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-3b4983da-6b8a-4af3-b7ff-3f20aa720c7d req-6ce07769-53cf-47e8-89ef-4ac01120205b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.50 "DELETE /v2.0/ports/f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f HTTP/1.1" status: 204 len: 173 time: 1.1933904 Feb 09 18:53:23.654243 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-503a0829-561e-406a-a250-660b572cc861 req-3588f3de-8f71-46ac-8807-436e37dac085 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=6170cb36-bc2b-41ed-b5ea-73a095904cae HTTP/1.1" status: 200 len: 210 time: 0.0757000 Feb 09 18:53:24.771600 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 34038) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:53:24.854815 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fefaaf63-40c4-4488-bfb8-ca515869a26c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:24.890393 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fefaaf63-40c4-4488-bfb8-ca515869a26c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:25.043313 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fefaaf63-40c4-4488-bfb8-ca515869a26c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:25.068371 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefaaf63-40c4-4488-bfb8-ca515869a26c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ce736b-6ffd-4a6c-9335-522665742edf,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:53:25.134654 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fefaaf63-40c4-4488-bfb8-ca515869a26c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:25.142549 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-fefaaf63-40c4-4488-bfb8-ca515869a26c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "DELETE /v2.0/security-groups/b6ce736b-6ffd-4a6c-9335-522665742edf HTTP/1.1" status: 204 len: 168 time: 0.3633671 Feb 09 18:53:25.172708 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:53:25.208257 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:53:25.208608 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device f3e25bd8-d5b5-4b65-b8af-5c11f970ff0f not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:53:25.691341 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 34046) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:53:25.697966 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e9202e55-083e-43b9-bb35-09a279bc82f2 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1307727285', 'description': 'tempest-secgroup-smoke-1307727285 description', 'project_id': 'a130097645144246a473008c0165b360'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:53:25.704301 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e9202e55-083e-43b9-bb35-09a279bc82f2 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:53:25.708704 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e9202e55-083e-43b9-bb35-09a279bc82f2 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Usage tracker for resource:security_group and tenant:a130097645144246a473008c0165b360 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:53:25.712713 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e9202e55-083e-43b9-bb35-09a279bc82f2 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:53:25.718912 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e9202e55-083e-43b9-bb35-09a279bc82f2 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:53:25.803497 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e9202e55-083e-43b9-bb35-09a279bc82f2 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:25.868104 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e9202e55-083e-43b9-bb35-09a279bc82f2 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:53:25.877277 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e9202e55-083e-43b9-bb35-09a279bc82f2 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Usage tracker for resource:security_group_rule and tenant:a130097645144246a473008c0165b360 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:53:25.883117 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e9202e55-083e-43b9-bb35-09a279bc82f2 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:53:25.890350 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e9202e55-083e-43b9-bb35-09a279bc82f2 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:53:25.951971 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e9202e55-083e-43b9-bb35-09a279bc82f2 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:26.014626 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e9202e55-083e-43b9-bb35-09a279bc82f2 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:26.067526 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9202e55-083e-43b9-bb35-09a279bc82f2 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8efd47-c369-458d-816b-bb06add4d28d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:53:26.157071 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e9202e55-083e-43b9-bb35-09a279bc82f2 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:26.158402 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e9202e55-083e-43b9-bb35-09a279bc82f2 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4658492 Feb 09 18:53:26.163013 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 34050) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:53:26.169634 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-f7f2f35f-fc05-4336-8c0f-6296ba2ca32e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Request body: {'security_group_rule': {'security_group_id': '3a8efd47-c369-458d-816b-bb06add4d28d', 'project_id': 'a130097645144246a473008c0165b360', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:53:26.177727 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f7f2f35f-fc05-4336-8c0f-6296ba2ca32e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:53:26.184076 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f7f2f35f-fc05-4336-8c0f-6296ba2ca32e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Usage tracker for resource:security_group_rule and tenant:a130097645144246a473008c0165b360 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:53:26.188423 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-f7f2f35f-fc05-4336-8c0f-6296ba2ca32e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:53:26.197236 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-f7f2f35f-fc05-4336-8c0f-6296ba2ca32e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:53:26.278257 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f7f2f35f-fc05-4336-8c0f-6296ba2ca32e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:26.388135 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f7f2f35f-fc05-4336-8c0f-6296ba2ca32e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:26.620188 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f7f2f35f-fc05-4336-8c0f-6296ba2ca32e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:26.646443 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2f35f-fc05-4336-8c0f-6296ba2ca32e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e110f787-5f1f-44f2-8926-aa9d724c284f,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:53:26.662063 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2f35f-fc05-4336-8c0f-6296ba2ca32e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:26.662810 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2f35f-fc05-4336-8c0f-6296ba2ca32e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:26.662810 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2f35f-fc05-4336-8c0f-6296ba2ca32e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:26.663754 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2f35f-fc05-4336-8c0f-6296ba2ca32e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:26.664069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2f35f-fc05-4336-8c0f-6296ba2ca32e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:26.664398 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2f35f-fc05-4336-8c0f-6296ba2ca32e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:26.664883 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2f35f-fc05-4336-8c0f-6296ba2ca32e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:26.665212 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2f35f-fc05-4336-8c0f-6296ba2ca32e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:26.665536 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2f35f-fc05-4336-8c0f-6296ba2ca32e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:26.665874 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2f35f-fc05-4336-8c0f-6296ba2ca32e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:26.666192 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f2f35f-fc05-4336-8c0f-6296ba2ca32e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:26.854600 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-f7f2f35f-fc05-4336-8c0f-6296ba2ca32e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:26.856068 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-f7f2f35f-fc05-4336-8c0f-6296ba2ca32e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6918304 Feb 09 18:53:26.858977 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 34054) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:53:26.864627 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-efccff98-0135-46a1-8235-c22ec6092862 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Request body: {'security_group_rule': {'security_group_id': '3a8efd47-c369-458d-816b-bb06add4d28d', 'project_id': 'a130097645144246a473008c0165b360', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:53:26.870881 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-efccff98-0135-46a1-8235-c22ec6092862 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:53:26.874851 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-efccff98-0135-46a1-8235-c22ec6092862 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Usage tracker for resource:security_group_rule and tenant:a130097645144246a473008c0165b360 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:53:26.877817 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-efccff98-0135-46a1-8235-c22ec6092862 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:53:26.886140 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-efccff98-0135-46a1-8235-c22ec6092862 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:53:27.028213 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-efccff98-0135-46a1-8235-c22ec6092862 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:27.097694 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-efccff98-0135-46a1-8235-c22ec6092862 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:27.174058 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-efccff98-0135-46a1-8235-c22ec6092862 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:27.202466 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccff98-0135-46a1-8235-c22ec6092862 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db90704-a127-473e-ad79-48757d02bbd6,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:53:27.282818 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-efccff98-0135-46a1-8235-c22ec6092862 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:27.284038 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-efccff98-0135-46a1-8235-c22ec6092862 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4241037 Feb 09 18:53:27.286902 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 34058) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:53:27.292525 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-a0090c47-f9b6-4aaa-98ac-2fd1d612a1da tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Request body: {'security_group_rule': {'security_group_id': '3a8efd47-c369-458d-816b-bb06add4d28d', 'project_id': 'a130097645144246a473008c0165b360', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:53:27.299145 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a0090c47-f9b6-4aaa-98ac-2fd1d612a1da tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:53:27.303287 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a0090c47-f9b6-4aaa-98ac-2fd1d612a1da tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Usage tracker for resource:security_group_rule and tenant:a130097645144246a473008c0165b360 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:53:27.306451 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-a0090c47-f9b6-4aaa-98ac-2fd1d612a1da tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:53:27.312804 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-a0090c47-f9b6-4aaa-98ac-2fd1d612a1da tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:53:27.392942 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a0090c47-f9b6-4aaa-98ac-2fd1d612a1da tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:27.471025 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a0090c47-f9b6-4aaa-98ac-2fd1d612a1da tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:27.551234 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a0090c47-f9b6-4aaa-98ac-2fd1d612a1da tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:27.577993 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0090c47-f9b6-4aaa-98ac-2fd1d612a1da tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12deda2b-e88d-4161-ba32-a4c6f3209377,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:53:27.688343 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-a0090c47-f9b6-4aaa-98ac-2fd1d612a1da tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:27.689657 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-a0090c47-f9b6-4aaa-98ac-2fd1d612a1da tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4018197 Feb 09 18:53:27.692403 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 34062) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:53:27.698842 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-3b192cb0-86c5-41ec-a9ec-98770a850837 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Request body: {'security_group_rule': {'security_group_id': '3a8efd47-c369-458d-816b-bb06add4d28d', 'project_id': 'a130097645144246a473008c0165b360', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:53:27.704817 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-3b192cb0-86c5-41ec-a9ec-98770a850837 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:53:27.708763 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-3b192cb0-86c5-41ec-a9ec-98770a850837 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Usage tracker for resource:security_group_rule and tenant:a130097645144246a473008c0165b360 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:53:27.712194 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-3b192cb0-86c5-41ec-a9ec-98770a850837 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:53:27.718205 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-3b192cb0-86c5-41ec-a9ec-98770a850837 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:53:27.798212 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3b192cb0-86c5-41ec-a9ec-98770a850837 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:27.874459 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3b192cb0-86c5-41ec-a9ec-98770a850837 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:27.939863 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3b192cb0-86c5-41ec-a9ec-98770a850837 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:27.964891 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b192cb0-86c5-41ec-a9ec-98770a850837 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38466d76-b4de-4ee7-a153-8cea0c6c3d97,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:53:28.042679 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3b192cb0-86c5-41ec-a9ec-98770a850837 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:28.044404 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3b192cb0-86c5-41ec-a9ec-98770a850837 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3509312 Feb 09 18:53:28.047959 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 34066) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:53:28.059188 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-fc2bcb3b-d7a2-4f0a-b6c7-b37cd2b1ae52 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Request body: {'security_group_rule': {'security_group_id': '3a8efd47-c369-458d-816b-bb06add4d28d', 'project_id': 'a130097645144246a473008c0165b360', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:53:28.062627 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-fc2bcb3b-d7a2-4f0a-b6c7-b37cd2b1ae52 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:53:28.066772 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-fc2bcb3b-d7a2-4f0a-b6c7-b37cd2b1ae52 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Usage tracker for resource:security_group_rule and tenant:a130097645144246a473008c0165b360 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:53:28.070203 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-fc2bcb3b-d7a2-4f0a-b6c7-b37cd2b1ae52 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:53:28.076552 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-fc2bcb3b-d7a2-4f0a-b6c7-b37cd2b1ae52 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:53:28.157322 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-fc2bcb3b-d7a2-4f0a-b6c7-b37cd2b1ae52 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Project a130097645144246a473008c0165b360 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:53:28.165440 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fc2bcb3b-d7a2-4f0a-b6c7-b37cd2b1ae52 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:28.239454 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fc2bcb3b-d7a2-4f0a-b6c7-b37cd2b1ae52 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:28.322719 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fc2bcb3b-d7a2-4f0a-b6c7-b37cd2b1ae52 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:28.354197 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2bcb3b-d7a2-4f0a-b6c7-b37cd2b1ae52 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365e4aa2-0227-40f2-9da0-8d61f93d86c7,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:53:28.414398 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fc2bcb3b-d7a2-4f0a-b6c7-b37cd2b1ae52 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:28.415656 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fc2bcb3b-d7a2-4f0a-b6c7-b37cd2b1ae52 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3666747 Feb 09 18:53:28.419622 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 34070) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:53:28.425549 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-d3b69ef8-7c5a-4ba9-9a46-a8c2a36d5381 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Request body: {'security_group_rule': {'security_group_id': '3a8efd47-c369-458d-816b-bb06add4d28d', 'project_id': 'a130097645144246a473008c0165b360', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:53:28.432531 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d3b69ef8-7c5a-4ba9-9a46-a8c2a36d5381 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:53:28.436848 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d3b69ef8-7c5a-4ba9-9a46-a8c2a36d5381 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Usage tracker for resource:security_group_rule and tenant:a130097645144246a473008c0165b360 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:53:28.439912 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d3b69ef8-7c5a-4ba9-9a46-a8c2a36d5381 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:53:28.447201 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-d3b69ef8-7c5a-4ba9-9a46-a8c2a36d5381 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:53:28.534324 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-d3b69ef8-7c5a-4ba9-9a46-a8c2a36d5381 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Project a130097645144246a473008c0165b360 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 18:53:28.543105 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d3b69ef8-7c5a-4ba9-9a46-a8c2a36d5381 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:28.617783 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d3b69ef8-7c5a-4ba9-9a46-a8c2a36d5381 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:28.694670 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d3b69ef8-7c5a-4ba9-9a46-a8c2a36d5381 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:28.720606 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b69ef8-7c5a-4ba9-9a46-a8c2a36d5381 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a887306d-cee8-4a4b-964d-4940ddf385db,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:53:28.860495 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-d3b69ef8-7c5a-4ba9-9a46-a8c2a36d5381 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:28.862396 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d3b69ef8-7c5a-4ba9-9a46-a8c2a36d5381 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4413462 Feb 09 18:53:43.139668 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:53:46.780199 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-44a5fdba-e7cb-4dc2-8a6b-f07775e4376e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:47.629682 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:49.156667 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-16fadef8-3ef7-411c-9c0a-4091fd25c326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:50.328216 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:50.373561 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:51.836720 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:53:58.267571 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-b94c2d16-7ad9-4326-b3b9-26153a8b427b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307727285&fields=id&tenant_id=a130097645144246a473008c0165b360 HTTP/1.1" status: 200 len: 267 time: 0.0464704 Feb 09 18:53:58.432056 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-da86a082-e4ad-45b5-8812-e9357ac352e7 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:53:58.433541 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-da86a082-e4ad-45b5-8812-e9357ac352e7 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/networks?id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 HTTP/1.1" status: 200 len: 809 time: 0.1580155 Feb 09 18:53:58.450748 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-b814678b-8191-4fd0-a715-9f8a9f5baf7b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/quotas/a130097645144246a473008c0165b360 HTTP/1.1" status: 200 len: 375 time: 0.0116155 Feb 09 18:53:58.537915 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-0411b5f0-411d-4368-8a14-458b7f95e792 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a130097645144246a473008c0165b360&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819843 Feb 09 18:53:58.773879 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-da9fa2e9-4baa-441c-9ff8-544810118be9 service neutron] 10.222.0.21 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244897 Feb 09 18:53:58.923325 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-7f46e85a-a1ad-453b-8e3b-ea903db0ea7d service neutron] 10.222.0.21 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435070 Feb 09 18:53:59.688890 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a6f42ab3-5bb0-4c9d-a66c-19abe94556d1 req-ac1b07ba-16d9-43c5-ba40-9835b6c5255f tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 210 time: 0.0437055 Feb 09 18:54:00.819623 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-540076e0-e236-4abd-b316-584162e6d798 req-673e49fd-84be-4a9e-be6d-d16836308ecb tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 210 time: 0.0446265 Feb 09 18:54:01.996062 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bf91035a-5114-4a13-b4d9-9631de7d0653 req-ad1c4985-e463-44f2-ae83-c2ec67a904b3 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 210 time: 0.0477843 Feb 09 18:54:02.503597 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-962d4ca6-b38b-4a81-9ffd-39d6d16c3923 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:02.505040 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-962d4ca6-b38b-4a81-9ffd-39d6d16c3923 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.50 "GET /v2.0/networks?id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 HTTP/1.1" status: 200 len: 809 time: 0.1481721 Feb 09 18:54:02.561139 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-bcfbfd82-0f01-42cb-8cf1-3257aaeea7a7 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Synchronizing usage tracker for tenant:a130097645144246a473008c0165b360 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:54:02.676461 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-bcfbfd82-0f01-42cb-8cf1-3257aaeea7a7 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Unset dirty status for tenant:a130097645144246a473008c0165b360 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:54:02.677987 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-bcfbfd82-0f01-42cb-8cf1-3257aaeea7a7 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a130097645144246a473008c0165b360 HTTP/1.1" status: 200 len: 380 time: 0.1600513 Feb 09 18:54:02.688074 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-d80f845d-60e5-4e3c-bf65-1ad09cc97aab tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Request body: {'port': {'device_id': '8c88fcfd-de71-4c11-8e98-4dc48971a549', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'admin_state_up': True, 'tenant_id': 'a130097645144246a473008c0165b360', 'security_groups': ['3a8efd47-c369-458d-816b-bb06add4d28d']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:54:02.874555 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-d80f845d-60e5-4e3c-bf65-1ad09cc97aab tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:54:02.880088 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-d80f845d-60e5-4e3c-bf65-1ad09cc97aab tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Usage tracker for resource:port and tenant:a130097645144246a473008c0165b360 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:54:02.884869 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-d80f845d-60e5-4e3c-bf65-1ad09cc97aab tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:54:02.892664 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-d80f845d-60e5-4e3c-bf65-1ad09cc97aab tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:54:03.007691 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-d80f845d-60e5-4e3c-bf65-1ad09cc97aab tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Made reservation on behalf of a130097645144246a473008c0165b360 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:54:03.010991 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-d80f845d-60e5-4e3c-bf65-1ad09cc97aab tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:03.195239 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-d80f845d-60e5-4e3c-bf65-1ad09cc97aab tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Allocated IP 172.20.0.10 (d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0/8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4/4c471f32-2556-4fbc-9021-adc9ebe03f66) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:54:03.218775 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5e3beff6-3752-4abc-9f92-1a34dc4ebfc5 req-b6671f37-c358-4bf2-87c3-f41584d481a2 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 210 time: 0.0494857 Feb 09 18:54:03.477191 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-d80f845d-60e5-4e3c-bf65-1ad09cc97aab tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:03.498902 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-d80f845d-60e5-4e3c-bf65-1ad09cc97aab tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Transition to ACTIVE for port object 4c471f32-2556-4fbc-9021-adc9ebe03f66 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:54:03.625218 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-d80f845d-60e5-4e3c-bf65-1ad09cc97aab tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:03.713487 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-d80f845d-60e5-4e3c-bf65-1ad09cc97aab tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Network d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:54:03.716708 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-d80f845d-60e5-4e3c-bf65-1ad09cc97aab tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:54:03.720901 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-d80f845d-60e5-4e3c-bf65-1ad09cc97aab tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:54:03.755497 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f845d-60e5-4e3c-bf65-1ad09cc97aab tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Pushing event updated for resources: {'Port': ['ID=4c471f32-2556-4fbc-9021-adc9ebe03f66,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:54:03.805776 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-d80f845d-60e5-4e3c-bf65-1ad09cc97aab tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:03.806495 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-d80f845d-60e5-4e3c-bf65-1ad09cc97aab tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:03.929951 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-d80f845d-60e5-4e3c-bf65-1ad09cc97aab tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2474587 Feb 09 18:54:03.942061 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-c423d75b-f999-4d9b-b6c8-885f67f22c4b service neutron] Request body: {'port': {'device_id': '8c88fcfd-de71-4c11-8e98-4dc48971a549', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:54:04.072911 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-c423d75b-f999-4d9b-b6c8-885f67f22c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:04.094429 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c68b9e5f-8783-41b9-a7c4-e4796f991d84 None None] Provisioning for port 4c471f32-2556-4fbc-9021-adc9ebe03f66 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:54:04.107410 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c68b9e5f-8783-41b9-a7c4-e4796f991d84 None None] Provisioning complete for port 4c471f32-2556-4fbc-9021-adc9ebe03f66 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:54:04.111317 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c68b9e5f-8783-41b9-a7c4-e4796f991d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:04.171584 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c68b9e5f-8783-41b9-a7c4-e4796f991d84 None None] Port 4c471f32-2556-4fbc-9021-adc9ebe03f66 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 18:54:04.446814 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b246e-d6db-46e9-afc7-a69a516218b3 req-60274885-1aed-4cfb-a0f3-d643319eaec0 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:04.448360 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c48b246e-d6db-46e9-afc7-a69a516218b3 req-60274885-1aed-4cfb-a0f3-d643319eaec0 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 932 time: 0.0894070 Feb 09 18:54:04.500774 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c48b246e-d6db-46e9-afc7-a69a516218b3 req-5bf85b33-30d9-4e2d-b115-1194f64fae96 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465443 Feb 09 18:54:04.572931 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-c423d75b-f999-4d9b-b6c8-885f67f22c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c471f32-2556-4fbc-9021-adc9ebe03f66 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:54:04.580270 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-c423d75b-f999-4d9b-b6c8-885f67f22c4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:04.596734 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-c423d75b-f999-4d9b-b6c8-885f67f22c4b service neutron] Transition to ACTIVE for port object 4c471f32-2556-4fbc-9021-adc9ebe03f66 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 18:54:04.681889 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-c423d75b-f999-4d9b-b6c8-885f67f22c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:04.815869 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423d75b-f999-4d9b-b6c8-885f67f22c4b service neutron] Pushing event updated for resources: {'Port': ['ID=4c471f32-2556-4fbc-9021-adc9ebe03f66,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:54:04.955303 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-c423d75b-f999-4d9b-b6c8-885f67f22c4b service neutron] Attempting to bind port 4c471f32-2556-4fbc-9021-adc9ebe03f66 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 18:54:04.955653 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-c423d75b-f999-4d9b-b6c8-885f67f22c4b service neutron] Attempting to bind port 4c471f32-2556-4fbc-9021-adc9ebe03f66 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '2be7715b-3bf5-4e36-9d0b-177bd8fe4117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 18:54:04.955986 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-c423d75b-f999-4d9b-b6c8-885f67f22c4b service neutron] Attempting to bind port 4c471f32-2556-4fbc-9021-adc9ebe03f66 on network d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:54:04.964408 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-c423d75b-f999-4d9b-b6c8-885f67f22c4b service neutron] Port 4c471f32-2556-4fbc-9021-adc9ebe03f66 on network d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 18:54:04.964746 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-c423d75b-f999-4d9b-b6c8-885f67f22c4b service neutron] Attempting to bind port 4c471f32-2556-4fbc-9021-adc9ebe03f66 on network d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 18:54:04.976239 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-c423d75b-f999-4d9b-b6c8-885f67f22c4b service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 18:54:04.976665 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-c423d75b-f999-4d9b-b6c8-885f67f22c4b service neutron] Checking segment: {'id': '2be7715b-3bf5-4e36-9d0b-177bd8fe4117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 18:54:04.977294 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-c423d75b-f999-4d9b-b6c8-885f67f22c4b service neutron] Bound using segment: {'id': '2be7715b-3bf5-4e36-9d0b-177bd8fe4117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 18:54:04.978052 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-c423d75b-f999-4d9b-b6c8-885f67f22c4b service neutron] Bound port: 4c471f32-2556-4fbc-9021-adc9ebe03f66, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2be7715b-3bf5-4e36-9d0b-177bd8fe4117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 18:54:04.978702 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-c423d75b-f999-4d9b-b6c8-885f67f22c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:05.084440 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-c423d75b-f999-4d9b-b6c8-885f67f22c4b service neutron] For port 4c471f32-2556-4fbc-9021-adc9ebe03f66, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:54:05.089472 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-c423d75b-f999-4d9b-b6c8-885f67f22c4b service neutron] For port 4c471f32-2556-4fbc-9021-adc9ebe03f66, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4c471f32-2556-4fbc-9021-adc9ebe03f66,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:54:05.201589 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-c423d75b-f999-4d9b-b6c8-885f67f22c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:05.270231 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-c423d75b-f999-4d9b-b6c8-885f67f22c4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:05.272398 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-c423d75b-f999-4d9b-b6c8-885f67f22c4b service neutron] 10.222.0.50 "PUT /v2.0/ports/4c471f32-2556-4fbc-9021-adc9ebe03f66 HTTP/1.1" status: 200 len: 1094 time: 1.3349581 Feb 09 18:54:05.272768 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c88fcfd-de71-4c11-8e98-4dc48971a549', 'tag': '4c471f32-2556-4fbc-9021-adc9ebe03f66'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:54:05.293083 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423d75b-f999-4d9b-b6c8-885f67f22c4b service neutron] Pushing event updated for resources: {'Port': ['ID=4c471f32-2556-4fbc-9021-adc9ebe03f66,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:54:05.344837 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c88fcfd-de71-4c11-8e98-4dc48971a549', 'tag': '4c471f32-2556-4fbc-9021-adc9ebe03f66', 'status': 'completed', 'code': 200} Feb 09 18:54:05.523735 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6538b336-f167-48bc-bd21-a05e01351505 req-8248867f-e371-4767-a051-363896c869bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a130097645144246a473008c0165b360&device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 1097 time: 0.1572137 Feb 09 18:54:05.679696 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538b336-f167-48bc-bd21-a05e01351505 req-41821723-9c46-4c33-a3ee-871dee5f0cb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:05.681279 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6538b336-f167-48bc-bd21-a05e01351505 req-41821723-9c46-4c33-a3ee-871dee5f0cb0 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=a130097645144246a473008c0165b360&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1502624 Feb 09 18:54:05.721078 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bc3ed-dd52-4cdb-88c3-05fad8293758 req-a0b0413a-a13b-4e34-b64a-1bbd8398572d tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:05.722518 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-138bc3ed-dd52-4cdb-88c3-05fad8293758 req-a0b0413a-a13b-4e34-b64a-1bbd8398572d tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 944 time: 0.0839987 Feb 09 18:54:05.775876 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-138bc3ed-dd52-4cdb-88c3-05fad8293758 req-69b35f35-9c44-4484-9e39-d15b6f04571e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465057 Feb 09 18:54:05.841609 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538b336-f167-48bc-bd21-a05e01351505 req-ef373fe0-eb27-47c2-bf5e-6cd099a0188e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:05.843184 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6538b336-f167-48bc-bd21-a05e01351505 req-ef373fe0-eb27-47c2-bf5e-6cd099a0188e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1563098 Feb 09 18:54:05.988183 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-ddae7d55-5f2e-44c8-b461-569885d3eec8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a130097645144246a473008c0165b360&device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 1097 time: 0.0818081 Feb 09 18:54:06.059629 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-e2e079a5-62d3-416d-846b-10fe882bb20a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c471f32-2556-4fbc-9021-adc9ebe03f66 HTTP/1.1" status: 200 len: 217 time: 0.0647135 Feb 09 18:54:06.133877 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-92916a41-e760-4022-bbd8-b233d4788e9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:06.135444 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-92916a41-e760-4022-bbd8-b233d4788e9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4 HTTP/1.1" status: 200 len: 848 time: 0.0690527 Feb 09 18:54:06.214840 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-6b7a7c24-525d-4a7e-841e-c363f5ae774f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735745 Feb 09 18:54:06.356396 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-60015397-670b-4c94-9f7f-65636d8e467b service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351919 Feb 09 18:54:06.499007 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-b8112636-c987-4077-ab7b-1a565f9e6c92 req-737e2fb9-4c96-435f-b3b9-d5540e2da6ec service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359856 Feb 09 18:54:06.992250 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95fd17-8c25-4a2e-952a-fb2100411200 req-d8d8df20-6f42-4314-a687-a3bfa50b6686 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:06.993868 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1b95fd17-8c25-4a2e-952a-fb2100411200 req-d8d8df20-6f42-4314-a687-a3bfa50b6686 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 944 time: 0.0865295 Feb 09 18:54:07.137720 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1b95fd17-8c25-4a2e-952a-fb2100411200 req-fec3f929-9358-4f13-97d0-ac898bbb3718 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377296 Feb 09 18:54:08.352173 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a92a9-9647-483b-927c-cbe3b953eccf req-60398159-c084-49a6-a16d-99bacd1adfa6 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:08.353577 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a18a92a9-9647-483b-927c-cbe3b953eccf req-60398159-c084-49a6-a16d-99bacd1adfa6 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 944 time: 0.0787818 Feb 09 18:54:08.401469 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a18a92a9-9647-483b-927c-cbe3b953eccf req-2ad2bde8-182a-4831-b3bf-3db85021bf0b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420778 Feb 09 18:54:09.616568 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e5336-c2ba-4451-89cb-47403a2a1348 req-8c775f22-b626-40f4-ad43-c29d5c13dd86 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:09.618170 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c46e5336-c2ba-4451-89cb-47403a2a1348 req-8c775f22-b626-40f4-ad43-c29d5c13dd86 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 944 time: 0.0877056 Feb 09 18:54:09.669382 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c46e5336-c2ba-4451-89cb-47403a2a1348 req-6093e98b-7807-4f2b-9174-5bd5bb9a1b31 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450699 Feb 09 18:54:10.889660 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48380bf-3aeb-4043-a808-ec271d127e9d req-58da7489-4826-42b1-85f9-31b565dc4a75 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:10.891265 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e48380bf-3aeb-4043-a808-ec271d127e9d req-58da7489-4826-42b1-85f9-31b565dc4a75 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 944 time: 0.0869408 Feb 09 18:54:10.949739 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e48380bf-3aeb-4043-a808-ec271d127e9d req-44d63c5b-0bdc-4453-8369-6686a7e82780 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482199 Feb 09 18:54:12.184858 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4bbbc-67bf-4e5c-9a74-9d08e7354cb7 req-14272ac6-33fa-4037-bf65-c66943bc3270 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:12.186575 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-10c4bbbc-67bf-4e5c-9a74-9d08e7354cb7 req-14272ac6-33fa-4037-bf65-c66943bc3270 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 944 time: 0.1051137 Feb 09 18:54:12.235882 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-10c4bbbc-67bf-4e5c-9a74-9d08e7354cb7 req-adad4166-c615-4257-a5d6-7a20897f7dd7 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434906 Feb 09 18:54:13.450241 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e613a0-cf70-4cfc-b913-ee23e307c14e req-774cc54f-44ed-4a6a-8697-998d9415ff5e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:13.451938 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f2e613a0-cf70-4cfc-b913-ee23e307c14e req-774cc54f-44ed-4a6a-8697-998d9415ff5e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 944 time: 0.0900409 Feb 09 18:54:13.508785 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f2e613a0-cf70-4cfc-b913-ee23e307c14e req-e18caa68-8dee-4f04-86c9-484272b12e7f tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480266 Feb 09 18:54:14.744582 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e39a5c-5871-4424-96a7-ffa7419abe76 req-6278d2e5-22fe-47ce-8867-fb252502f4ab tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:14.746629 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-15e39a5c-5871-4424-96a7-ffa7419abe76 req-6278d2e5-22fe-47ce-8867-fb252502f4ab tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 944 time: 0.0859380 Feb 09 18:54:14.799316 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-15e39a5c-5871-4424-96a7-ffa7419abe76 req-e46c9f4d-d80d-4781-9b31-c8db3d5b79d2 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468082 Feb 09 18:54:15.421554 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 4c471f32-2556-4fbc-9021-adc9ebe03f66 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:54:15.590281 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 4c471f32-2556-4fbc-9021-adc9ebe03f66, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4c471f32-2556-4fbc-9021-adc9ebe03f66,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:54:15.608092 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '4c471f32-2556-4fbc-9021-adc9ebe03f66', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'port_id': '4c471f32-2556-4fbc-9021-adc9ebe03f66', 'mac_address': 'fa:16:3e:86:d7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:54:15.678597 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:15.704400 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c471f32-2556-4fbc-9021-adc9ebe03f66 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:54:15.733968 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 4c471f32-2556-4fbc-9021-adc9ebe03f66, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4c471f32-2556-4fbc-9021-adc9ebe03f66,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:54:15.836490 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:15.920823 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=4c471f32-2556-4fbc-9021-adc9ebe03f66,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:54:15.932419 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:15.932765 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:15.933191 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:15.933583 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:15.933970 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:15.934394 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:15.934775 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:15.935152 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:15.935657 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:15.936188 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:15.936593 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:16.047906 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['4c471f32-2556-4fbc-9021-adc9ebe03f66'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:54:16.057369 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64db1c-4aca-4dac-9d23-9e973730f8fe req-672569e8-568b-4593-80c3-f50922afbebc tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:16.059996 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8b64db1c-4aca-4dac-9d23-9e973730f8fe req-672569e8-568b-4593-80c3-f50922afbebc tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 945 time: 0.1066911 Feb 09 18:54:16.129490 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-8b64db1c-4aca-4dac-9d23-9e973730f8fe req-14755e70-7650-40dc-8746-88fac248511d tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596449 Feb 09 18:54:16.727469 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-18250f46-4078-4aed-afb8-f85f9b1c19e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:17.362820 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58e235-40af-4abb-a2fb-b415f309c68b req-a468be6b-cb68-4c1a-ad84-1e2ffaa8902f tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:17.364267 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fd58e235-40af-4abb-a2fb-b415f309c68b req-a468be6b-cb68-4c1a-ad84-1e2ffaa8902f tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 945 time: 0.0828252 Feb 09 18:54:17.421017 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fd58e235-40af-4abb-a2fb-b415f309c68b req-1279bd9b-b26b-4968-840f-58f53b9a63cb tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475290 Feb 09 18:54:17.421831 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 4c471f32-2556-4fbc-9021-adc9ebe03f66 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:54:17.572997 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:17.605618 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port 4c471f32-2556-4fbc-9021-adc9ebe03f66 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 18:54:17.611680 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 4c471f32-2556-4fbc-9021-adc9ebe03f66 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:54:17.612097 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:17.746455 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:17.791748 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c88fcfd-de71-4c11-8e98-4dc48971a549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c471f32-2556-4fbc-9021-adc9ebe03f66'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:54:17.808325 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 4c471f32-2556-4fbc-9021-adc9ebe03f66, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4c471f32-2556-4fbc-9021-adc9ebe03f66,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:54:17.869067 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:17.951325 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=4c471f32-2556-4fbc-9021-adc9ebe03f66,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:54:17.955709 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c88fcfd-de71-4c11-8e98-4dc48971a549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c471f32-2556-4fbc-9021-adc9ebe03f66', 'code': 200} Feb 09 18:54:18.410043 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-14893ed0-8dd4-4db4-8d6a-d100bcefec8c req-68ad81fa-02b0-41c0-9545-2d12b1d6a8c4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 1099 time: 0.0859940 Feb 09 18:54:18.461183 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-14893ed0-8dd4-4db4-8d6a-d100bcefec8c req-b13a9052-abae-4c92-b883-6b071db49439 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441916 Feb 09 18:54:18.653587 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92f68b-2997-4d95-99ec-bb3800203ea4 req-1652aa4f-e300-4b48-9f3c-a1d7e28eea73 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:18.655215 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4c92f68b-2997-4d95-99ec-bb3800203ea4 req-1652aa4f-e300-4b48-9f3c-a1d7e28eea73 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 946 time: 0.0904782 Feb 09 18:54:18.714072 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4c92f68b-2997-4d95-99ec-bb3800203ea4 req-229132f9-b8f3-4f5e-b666-81c2f515e939 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513942 Feb 09 18:54:19.069994 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad7d0099-2012-4c77-ab36-73228ada7eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:19.927102 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b195db-1a32-43f0-8cd9-4578bb390f39 req-bcb4dfce-8999-4ad6-ad7d-e11236a5b9a3 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:19.928664 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-41b195db-1a32-43f0-8cd9-4578bb390f39 req-bcb4dfce-8999-4ad6-ad7d-e11236a5b9a3 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 946 time: 0.0840588 Feb 09 18:54:19.979546 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-41b195db-1a32-43f0-8cd9-4578bb390f39 req-bbeef516-8e00-4a73-91c0-82d090e80a21 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450089 Feb 09 18:54:20.145655 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:54:20.235261 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1dc265-4f35-4bba-af7e-c2ada4f296b6 req-93c34ace-04a8-45dd-8e2a-9e434b1af6b3 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:20.236855 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6c1dc265-4f35-4bba-af7e-c2ada4f296b6 req-93c34ace-04a8-45dd-8e2a-9e434b1af6b3 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 946 time: 0.1039822 Feb 09 18:54:20.271129 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:20.287068 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6c1dc265-4f35-4bba-af7e-c2ada4f296b6 req-33da9894-a9dd-4f0e-9377-29ad1b022e27 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431452 Feb 09 18:54:20.316797 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 34280) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:54:20.326965 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:20.463853 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-c3233e93-dc21-499e-8690-ac87595997a2 tempest-TestShelveInstance-2076530566 tempest-TestShelveInstance-2076530566-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 1094 time: 0.1451120 Feb 09 18:54:20.466632 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 34286) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:54:20.471815 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-55349caf-3e8f-4dfc-8f47-a70b428feec5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': '4c471f32-2556-4fbc-9021-adc9ebe03f66', 'tenant_id': 'a130097645144246a473008c0165b360', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 18:54:20.477693 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-55349caf-3e8f-4dfc-8f47-a70b428feec5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 18:54:20.481973 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-55349caf-3e8f-4dfc-8f47-a70b428feec5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Usage tracker for resource:floatingip and tenant:a130097645144246a473008c0165b360 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 18:54:20.485252 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-55349caf-3e8f-4dfc-8f47-a70b428feec5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 18:54:20.492412 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-55349caf-3e8f-4dfc-8f47-a70b428feec5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 18:54:20.568014 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-55349caf-3e8f-4dfc-8f47-a70b428feec5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for floatingip, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:20.721771 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-55349caf-3e8f-4dfc-8f47-a70b428feec5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:20.875086 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-55349caf-3e8f-4dfc-8f47-a70b428feec5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Allocated IP 172.26.8.16 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/e3a8b2dc-970b-4e59-a1bc-1b1f44b85429) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:54:21.042643 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-55349caf-3e8f-4dfc-8f47-a70b428feec5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:21.162755 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-55349caf-3e8f-4dfc-8f47-a70b428feec5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:21.237079 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55349caf-3e8f-4dfc-8f47-a70b428feec5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:54:21.241326 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-55349caf-3e8f-4dfc-8f47-a70b428feec5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:54:21.245352 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55349caf-3e8f-4dfc-8f47-a70b428feec5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 18:54:21.276159 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55349caf-3e8f-4dfc-8f47-a70b428feec5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Pushing event updated for resources: {'Port': ['ID=e3a8b2dc-970b-4e59-a1bc-1b1f44b85429,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:54:21.836047 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:21.907702 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-55349caf-3e8f-4dfc-8f47-a70b428feec5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:22.016722 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-55349caf-3e8f-4dfc-8f47-a70b428feec5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:22.267423 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-55349caf-3e8f-4dfc-8f47-a70b428feec5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:22.348662 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-55349caf-3e8f-4dfc-8f47-a70b428feec5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:22.464118 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55349caf-3e8f-4dfc-8f47-a70b428feec5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Pushing event updated for resources: {'Port': ['ID=e3a8b2dc-970b-4e59-a1bc-1b1f44b85429,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:54:22.483817 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-55349caf-3e8f-4dfc-8f47-a70b428feec5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:22.814118 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.l3_db [None req-55349caf-3e8f-4dfc-8f47-a70b428feec5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Floating IP be428079-ce10-4e54-bd98-27d431ae2472 associated. External IP: 172.26.8.16, port: 4c471f32-2556-4fbc-9021-adc9ebe03f66. Feb 09 18:54:23.263237 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55349caf-3e8f-4dfc-8f47-a70b428feec5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Router d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:54:23.595974 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55349caf-3e8f-4dfc-8f47-a70b428feec5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:54:23.609464 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501dd968-c4e2-47e4-b378-6e11465c7f2a None None] Sync routers for ids ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:54:23.630813 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501dd968-c4e2-47e4-b378-6e11465c7f2a None None] Routers {'d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:54:23.631743 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-501dd968-c4e2-47e4-b378-6e11465c7f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:54:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:54:23.687298 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-55349caf-3e8f-4dfc-8f47-a70b428feec5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:23.744419 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-55349caf-3e8f-4dfc-8f47-a70b428feec5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2767601 Feb 09 18:54:23.745133 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c88fcfd-de71-4c11-8e98-4dc48971a549', 'tag': '4c471f32-2556-4fbc-9021-adc9ebe03f66'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:54:23.924754 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c88fcfd-de71-4c11-8e98-4dc48971a549', 'tag': '4c471f32-2556-4fbc-9021-adc9ebe03f66', 'status': 'completed', 'code': 200} Feb 09 18:54:23.926919 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-501dd968-c4e2-47e4-b378-6e11465c7f2a None None] Set router d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:54:24.026310 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6d475be6-ff7c-4b8c-88fc-d55d0abf3b0c req-9d06d758-b1af-4799-a422-67604172b0b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a130097645144246a473008c0165b360&device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 1099 time: 0.0749152 Feb 09 18:54:24.263690 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d475be6-ff7c-4b8c-88fc-d55d0abf3b0c req-515b146c-6c76-4e24-8125-f3ccaa537998 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:24.265093 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6d475be6-ff7c-4b8c-88fc-d55d0abf3b0c req-515b146c-6c76-4e24-8125-f3ccaa537998 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 HTTP/1.1" status: 200 len: 910 time: 0.2334504 Feb 09 18:54:24.342072 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-501dd968-c4e2-47e4-b378-6e11465c7f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'name': 'tempest-TestShelveInstance-1790579024-router', 'tenant_id': 'a130097645144246a473008c0165b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:38Z', 'updated_at': '2022-02-09T18:48:42Z', 'revision_number': 4, 'project_id': 'a130097645144246a473008c0165b360', 'gw_port': {'id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:39Z', 'updated_at': '2022-02-09T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'be428079-ce10-4e54-bd98-27d431ae2472', 'tenant_id': 'a130097645144246a473008c0165b360', 'floating_ip_address': '172.26.8.16', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'port_id': '4c471f32-2556-4fbc-9021-adc9ebe03f66', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'mac_address': 'fa:16:3e:86:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c88fcfd-de71-4c11-8e98-4dc48971a549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:54:21Z', 'updated_at': '2022-02-09T18:54:21Z', 'revision_number': 0, 'project_id': 'a130097645144246a473008c0165b360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3', 'name': '', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'tenant_id': 'a130097645144246a473008c0165b360', 'mac_address': 'fa:16:3e:de:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:42Z', 'updated_at': '2022-02-09T18:49:02Z', 'revision_number': 5, 'project_id': 'a130097645144246a473008c0165b360', 'subnets': [{'id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:54:24.346189 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501dd968-c4e2-47e4-b378-6e11465c7f2a None None] Checking router: d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:54:24.358459 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501dd968-c4e2-47e4-b378-6e11465c7f2a None None] Routers {'d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:54:24.359090 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-501dd968-c4e2-47e4-b378-6e11465c7f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:54:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:54:24.375834 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6d475be6-ff7c-4b8c-88fc-d55d0abf3b0c req-f7e80661-86d2-4537-8806-a6bb05cfa9ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c471f32-2556-4fbc-9021-adc9ebe03f66 HTTP/1.1" status: 200 len: 999 time: 0.1044469 Feb 09 18:54:24.451266 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d475be6-ff7c-4b8c-88fc-d55d0abf3b0c req-c515e590-13da-4af5-9d23-e3e7bc3ec786 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:24.452990 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6d475be6-ff7c-4b8c-88fc-d55d0abf3b0c req-c515e590-13da-4af5-9d23-e3e7bc3ec786 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4 HTTP/1.1" status: 200 len: 848 time: 0.0682485 Feb 09 18:54:24.537903 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6d475be6-ff7c-4b8c-88fc-d55d0abf3b0c req-2f2d95ca-6edd-4a2b-ba21-c0f7215551b3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752749 Feb 09 18:54:24.570597 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-501dd968-c4e2-47e4-b378-6e11465c7f2a None None] Set router d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:54:24.689792 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6d475be6-ff7c-4b8c-88fc-d55d0abf3b0c req-d1425560-7307-4a14-86ee-718f4a00e4a9 service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453447 Feb 09 18:54:24.851814 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6d475be6-ff7c-4b8c-88fc-d55d0abf3b0c req-7684b6e4-b85c-4860-b20f-beda653fa608 service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486070 Feb 09 18:54:24.978100 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-501dd968-c4e2-47e4-b378-6e11465c7f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'name': 'tempest-TestShelveInstance-1790579024-router', 'tenant_id': 'a130097645144246a473008c0165b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:38Z', 'updated_at': '2022-02-09T18:48:42Z', 'revision_number': 4, 'project_id': 'a130097645144246a473008c0165b360', 'gw_port': {'id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:39Z', 'updated_at': '2022-02-09T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'be428079-ce10-4e54-bd98-27d431ae2472', 'tenant_id': 'a130097645144246a473008c0165b360', 'floating_ip_address': '172.26.8.16', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'port_id': '4c471f32-2556-4fbc-9021-adc9ebe03f66', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'mac_address': 'fa:16:3e:86:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c88fcfd-de71-4c11-8e98-4dc48971a549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:54:21Z', 'updated_at': '2022-02-09T18:54:21Z', 'revision_number': 0, 'project_id': 'a130097645144246a473008c0165b360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3', 'name': '', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'tenant_id': 'a130097645144246a473008c0165b360', 'mac_address': 'fa:16:3e:de:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:42Z', 'updated_at': '2022-02-09T18:49:02Z', 'revision_number': 5, 'project_id': 'a130097645144246a473008c0165b360', 'subnets': [{'id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:54:24.986220 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501dd968-c4e2-47e4-b378-6e11465c7f2a None None] The sync data for ids ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'] in dv-neutron-827016-2-hyperv is: [{'id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'name': 'tempest-TestShelveInstance-1790579024-router', 'tenant_id': 'a130097645144246a473008c0165b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:38Z', 'updated_at': '2022-02-09T18:48:42Z', 'revision_number': 4, 'project_id': 'a130097645144246a473008c0165b360', 'gw_port': {'id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:39Z', 'updated_at': '2022-02-09T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'be428079-ce10-4e54-bd98-27d431ae2472', 'tenant_id': 'a130097645144246a473008c0165b360', 'floating_ip_address': '172.26.8.16', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'port_id': '4c471f32-2556-4fbc-9021-adc9ebe03f66', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'mac_address': 'fa:16:3e:86:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c88fcfd-de71-4c11-8e98-4dc48971a549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T18:54:21Z', 'updated_at': '2022-02-09T18:54:21Z', 'revision_number': 0, 'project_id': 'a130097645144246a473008c0165b360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3', 'name': '', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'tenant_id': 'a130097645144246a473008c0165b360', 'mac_address': 'fa:16:3e:de:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:42Z', 'updated_at': '2022-02-09T18:49:02Z', 'revision_number': 5, 'project_id': 'a130097645144246a473008c0165b360', 'subnets': [{'id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:54:25.212656 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67bb185-0cf8-4dc8-86a3-a5fc3ff953ef None None] New status for floating IP be428079-ce10-4e54-bd98-27d431ae2472: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:54:46.726526 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cf08e00c-50ff-4fa5-91ff-5f452d828868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:47.627438 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:49.055931 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc83b3aa-fd08-4798-a065-16b68307709d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:50.304768 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:50.315225 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:51.829553 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:54:57.146096 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:55:10.873059 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f08996b4-a4da-4c77-b7d1-2319fa784975 req-00c592fd-1148-4d0f-a030-e9f7651ea630 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724189 Feb 09 18:55:11.026081 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f08996b4-a4da-4c77-b7d1-2319fa784975 req-3cda2f0c-816c-4d4c-bff6-b2dcc05dce0c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a130097645144246a473008c0165b360&device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 1099 time: 0.0788240 Feb 09 18:55:11.176666 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08996b4-a4da-4c77-b7d1-2319fa784975 req-28e2fb20-dcc3-427e-85b3-f844def5664e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:55:11.178012 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f08996b4-a4da-4c77-b7d1-2319fa784975 req-28e2fb20-dcc3-427e-85b3-f844def5664e service neutron] 10.222.0.50 "GET /v2.0/networks?id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 HTTP/1.1" status: 200 len: 910 time: 0.1338847 Feb 09 18:55:11.286665 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f08996b4-a4da-4c77-b7d1-2319fa784975 req-2ebbbb71-798f-4013-ad49-c02014a1f426 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c471f32-2556-4fbc-9021-adc9ebe03f66 HTTP/1.1" status: 200 len: 1001 time: 0.1026616 Feb 09 18:55:11.355883 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08996b4-a4da-4c77-b7d1-2319fa784975 req-80679078-c9a1-4ad2-94dc-0f4e7b5d90c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:55:11.357387 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f08996b4-a4da-4c77-b7d1-2319fa784975 req-80679078-c9a1-4ad2-94dc-0f4e7b5d90c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4 HTTP/1.1" status: 200 len: 848 time: 0.0642650 Feb 09 18:55:11.438732 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f08996b4-a4da-4c77-b7d1-2319fa784975 req-3fec98dd-f484-492d-bf87-7f68cb513058 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741634 Feb 09 18:55:11.578379 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f08996b4-a4da-4c77-b7d1-2319fa784975 req-f2e372c2-7246-4753-bda2-c3dde8a54453 service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331167 Feb 09 18:55:11.714849 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-f08996b4-a4da-4c77-b7d1-2319fa784975 req-7da3a25f-c8d8-4891-b781-d6da0f57edda service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307158 Feb 09 18:55:16.800243 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05815972-0d9e-4598-a9e3-fecf58a85633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:55:17.726337 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:55:19.080957 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0cb50268-50f9-405f-8527-a21d302f2107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:55:20.300676 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:55:20.340851 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:55:21.839113 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:55:34.146260 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:55:46.729680 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-534c27fb-0c22-45ab-9e08-53ad00247bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:55:47.583151 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:55:49.067959 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-55f2eda3-29e6-4bfc-99cd-d290be8bfc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:55:50.269136 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:55:50.296623 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:55:51.813728 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:56:11.146560 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:56:13.652440 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6ff87d72-251f-4947-9949-6d259b9ad99f req-1417cc65-4b38-4fb8-baeb-4bea74458861 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707097 Feb 09 18:56:13.799963 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6ff87d72-251f-4947-9949-6d259b9ad99f req-5425cbc8-f388-4f71-9882-f1dc7613f9c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a130097645144246a473008c0165b360&device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 1099 time: 0.0716765 Feb 09 18:56:14.032303 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff87d72-251f-4947-9949-6d259b9ad99f req-cfc96726-9c1a-4053-ad6d-0c0378722dad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:56:14.033673 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6ff87d72-251f-4947-9949-6d259b9ad99f req-cfc96726-9c1a-4053-ad6d-0c0378722dad service neutron] 10.222.0.50 "GET /v2.0/networks?id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 HTTP/1.1" status: 200 len: 910 time: 0.2127697 Feb 09 18:56:14.140731 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6ff87d72-251f-4947-9949-6d259b9ad99f req-b6406fc9-7d81-428a-a6c6-56159c9783b1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c471f32-2556-4fbc-9021-adc9ebe03f66 HTTP/1.1" status: 200 len: 1001 time: 0.1004825 Feb 09 18:56:14.208094 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff87d72-251f-4947-9949-6d259b9ad99f req-db095ad8-266c-45fc-ac94-2c774861e43e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:56:14.209671 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6ff87d72-251f-4947-9949-6d259b9ad99f req-db095ad8-266c-45fc-ac94-2c774861e43e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4 HTTP/1.1" status: 200 len: 848 time: 0.0631659 Feb 09 18:56:14.293346 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6ff87d72-251f-4947-9949-6d259b9ad99f req-f7f282cc-261c-45b0-8f77-fb4fc839bc92 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770047 Feb 09 18:56:14.442020 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6ff87d72-251f-4947-9949-6d259b9ad99f req-795f379c-0e31-45fe-871b-c407e3b02c7e service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407015 Feb 09 18:56:14.586437 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-6ff87d72-251f-4947-9949-6d259b9ad99f req-1f22a74c-e5e5-4426-a965-e79d2c5f6929 service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376228 Feb 09 18:56:16.724953 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-25edb167-2b3f-4b15-9b4a-78aa605b828d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:56:17.578717 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:56:19.061807 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0d96a52-98f7-43eb-8595-7e2634407337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:56:20.303476 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:56:20.313308 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:56:21.880621 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:56:46.720010 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4343a98e-63db-4288-ab19-9a82ec97ba10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:56:47.565428 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:56:48.147130 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:56:49.074356 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b6656d9-07c4-4df3-90e8-e503f646e213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:56:50.302584 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:56:50.313915 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:56:51.844270 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:57:12.873705 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0e045fc8-c047-4452-805d-57db0258bd55 req-5c49ec7a-a974-46e5-8335-42a54ee83893 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0858798 Feb 09 18:57:13.033934 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0e045fc8-c047-4452-805d-57db0258bd55 req-e15ccd22-03c7-47ce-ad32-8f34cdf4c270 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a130097645144246a473008c0165b360&device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 1099 time: 0.0873353 Feb 09 18:57:13.218084 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e045fc8-c047-4452-805d-57db0258bd55 req-40a904b6-e803-42df-b6b1-8cca9197df58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:13.219654 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0e045fc8-c047-4452-805d-57db0258bd55 req-40a904b6-e803-42df-b6b1-8cca9197df58 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 HTTP/1.1" status: 200 len: 910 time: 0.1660228 Feb 09 18:57:13.334155 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0e045fc8-c047-4452-805d-57db0258bd55 req-697eecd8-85ef-4034-a4de-9ccc8f5b1445 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c471f32-2556-4fbc-9021-adc9ebe03f66 HTTP/1.1" status: 200 len: 1001 time: 0.1083415 Feb 09 18:57:13.402182 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e045fc8-c047-4452-805d-57db0258bd55 req-96558aee-3bed-4bdf-ae4b-1e026f26b3b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:13.403700 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0e045fc8-c047-4452-805d-57db0258bd55 req-96558aee-3bed-4bdf-ae4b-1e026f26b3b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4 HTTP/1.1" status: 200 len: 848 time: 0.0638790 Feb 09 18:57:13.489731 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0e045fc8-c047-4452-805d-57db0258bd55 req-56bd4472-023f-4ecb-9400-84581592f02d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799963 Feb 09 18:57:13.637659 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0e045fc8-c047-4452-805d-57db0258bd55 req-5fda28a1-672d-4e47-b768-4b163a809169 service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419261 Feb 09 18:57:13.785089 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0e045fc8-c047-4452-805d-57db0258bd55 req-46402560-49da-4963-b583-5bce29ae2536 service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414320 Feb 09 18:57:15.306097 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ceb45f-771b-44da-b39a-9819c1524e17 req-e2c9a8e7-7639-466b-9860-fb38b326a4d8 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:15.306097 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-09ceb45f-771b-44da-b39a-9819c1524e17 req-e2c9a8e7-7639-466b-9860-fb38b326a4d8 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 946 time: 0.1027021 Feb 09 18:57:15.352769 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-09ceb45f-771b-44da-b39a-9819c1524e17 req-ce5e35b3-b6c3-44b5-a729-d096f8a61543 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467660 Feb 09 18:57:16.611832 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fd4d8-2c57-4f55-bf0b-7f0b9ee3ba84 req-a29eab87-0bfe-4ebb-a405-cb6cf08d0a54 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:16.613468 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-500fd4d8-2c57-4f55-bf0b-7f0b9ee3ba84 req-a29eab87-0bfe-4ebb-a405-cb6cf08d0a54 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 946 time: 0.0956552 Feb 09 18:57:16.670820 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-500fd4d8-2c57-4f55-bf0b-7f0b9ee3ba84 req-80c268c2-6266-4a39-a976-9fd658e00c98 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506091 Feb 09 18:57:16.776430 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2bd5df8d-bd11-46e8-a5f2-ddf02b9e8991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:57:17.667570 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:57:17.904433 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8d4c5-5d76-4aec-a762-7673ab712c3d req-36e5f87c-2d3d-43db-a913-26a9f18b85f0 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:17.905986 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-65b8d4c5-5d76-4aec-a762-7673ab712c3d req-36e5f87c-2d3d-43db-a913-26a9f18b85f0 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 946 time: 0.0895672 Feb 09 18:57:17.957333 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-65b8d4c5-5d76-4aec-a762-7673ab712c3d req-1c83b2bd-e5fc-40db-855c-ba43cf802225 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453548 Feb 09 18:57:19.061923 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-46b1d74f-f2a9-4831-87eb-952266db769f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:57:19.180749 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e728c2-998e-40d2-81f2-5c07ae773142 req-6aae5388-78df-423f-a691-369268e03552 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:19.182249 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-77e728c2-998e-40d2-81f2-5c07ae773142 req-6aae5388-78df-423f-a691-369268e03552 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 946 time: 0.0835061 Feb 09 18:57:19.236394 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-77e728c2-998e-40d2-81f2-5c07ae773142 req-f45642a7-434e-4bc4-acb4-66ab5275ad79 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463603 Feb 09 18:57:20.341695 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:57:20.358685 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:57:20.454605 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dc516-185e-4e10-995f-247810c37a47 req-50dff687-b924-472c-b6f0-859463a73f73 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:20.456111 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f69dc516-185e-4e10-995f-247810c37a47 req-50dff687-b924-472c-b6f0-859463a73f73 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 946 time: 0.0860715 Feb 09 18:57:20.505692 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f69dc516-185e-4e10-995f-247810c37a47 req-f6ee6d07-1641-4353-9bf1-603a9929f805 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418406 Feb 09 18:57:21.717832 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301b25c-ac02-4bed-9e3a-fb3b700b040b req-a17682bd-57ef-4ca5-bf6d-b51e6f8c97ec tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:21.719435 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5301b25c-ac02-4bed-9e3a-fb3b700b040b req-a17682bd-57ef-4ca5-bf6d-b51e6f8c97ec tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 946 time: 0.0855906 Feb 09 18:57:21.773333 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5301b25c-ac02-4bed-9e3a-fb3b700b040b req-052b2756-e9c0-428a-ac6e-ab8b031f8c0a tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479248 Feb 09 18:57:21.832593 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:57:22.994541 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d42408-fcad-4af7-9f33-483fb10a2534 req-43023deb-dff1-488c-9034-dc0613f3ce9c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:22.996134 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f5d42408-fcad-4af7-9f33-483fb10a2534 req-43023deb-dff1-488c-9034-dc0613f3ce9c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 946 time: 0.0802813 Feb 09 18:57:23.050429 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f5d42408-fcad-4af7-9f33-483fb10a2534 req-a1232e5c-57d0-45d9-8974-84faed8cf752 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478804 Feb 09 18:57:24.273071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af763645-082b-40e7-a119-4765ba091224 req-9ddea83a-053d-4111-aa91-38f724547d6d tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:24.274672 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-af763645-082b-40e7-a119-4765ba091224 req-9ddea83a-053d-4111-aa91-38f724547d6d tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 946 time: 0.0918019 Feb 09 18:57:24.325391 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-af763645-082b-40e7-a119-4765ba091224 req-ab229e5f-13ba-4087-873f-d3c597affd3d tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431776 Feb 09 18:57:25.148039 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:57:25.424235 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8564edf0-db52-4762-a796-3384f58eb002 req-b8bff0cd-0875-46c8-9d1b-a044138a874f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a130097645144246a473008c0165b360&device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 1099 time: 0.0800786 Feb 09 18:57:25.533574 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07853fe3-2321-42ee-acd4-2b13ee76d95a req-e4a09d7d-ca3a-40db-a27d-0c1ece733bd4 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:25.535330 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-07853fe3-2321-42ee-acd4-2b13ee76d95a req-e4a09d7d-ca3a-40db-a27d-0c1ece733bd4 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 946 time: 0.0828288 Feb 09 18:57:25.587771 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-07853fe3-2321-42ee-acd4-2b13ee76d95a req-e9d019fb-2d80-4d71-8724-0ff8b976ef7a tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464096 Feb 09 18:57:25.648969 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564edf0-db52-4762-a796-3384f58eb002 req-d42851f5-6139-4803-bfa4-93b969bef3f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:25.650334 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8564edf0-db52-4762-a796-3384f58eb002 req-d42851f5-6139-4803-bfa4-93b969bef3f1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 HTTP/1.1" status: 200 len: 910 time: 0.2202497 Feb 09 18:57:25.750954 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8564edf0-db52-4762-a796-3384f58eb002 req-194109be-f1d6-469c-85bd-30e1153c37c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c471f32-2556-4fbc-9021-adc9ebe03f66 HTTP/1.1" status: 200 len: 1001 time: 0.0952461 Feb 09 18:57:25.812130 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564edf0-db52-4762-a796-3384f58eb002 req-c6611ddc-781c-4c31-9c22-62322eff3a59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:25.813551 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8564edf0-db52-4762-a796-3384f58eb002 req-c6611ddc-781c-4c31-9c22-62322eff3a59 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4 HTTP/1.1" status: 200 len: 848 time: 0.0574317 Feb 09 18:57:25.893019 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8564edf0-db52-4762-a796-3384f58eb002 req-989f4761-8fc5-46ac-8f66-8321d62094e0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732167 Feb 09 18:57:26.030388 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8564edf0-db52-4762-a796-3384f58eb002 req-eabaafd8-1b8e-449a-814d-e8ecec8e3ccc service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311758 Feb 09 18:57:26.164250 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-8564edf0-db52-4762-a796-3384f58eb002 req-31da7def-e8a0-438c-817b-5c9a485c1151 service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281757 Feb 09 18:57:26.798837 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9034d78-bd9d-4d07-835d-5706cee74c25 req-033ee2f1-89f1-4087-baa5-3aec627a38ef tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:26.800317 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d9034d78-bd9d-4d07-835d-5706cee74c25 req-033ee2f1-89f1-4087-baa5-3aec627a38ef tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 946 time: 0.0807166 Feb 09 18:57:26.850473 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d9034d78-bd9d-4d07-835d-5706cee74c25 req-0f529c86-ced5-4796-be77-c201e3c4f076 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406752 Feb 09 18:57:28.058687 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff73f1d-f0ca-4b4e-97e0-c39a9a343ada req-c6f6f5cb-ea65-4df5-8c65-5d8df1ef0f68 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:28.060266 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fff73f1d-f0ca-4b4e-97e0-c39a9a343ada req-c6f6f5cb-ea65-4df5-8c65-5d8df1ef0f68 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 946 time: 0.0813675 Feb 09 18:57:28.123162 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fff73f1d-f0ca-4b4e-97e0-c39a9a343ada req-3cd72b72-57d9-4310-9faf-0e55eba1f5ca tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538571 Feb 09 18:57:29.340231 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c16f4f-dc64-4c26-91a2-c6cffb4b50a2 req-573c8416-aa87-4564-9f19-b0c31415cd57 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:29.341777 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-57c16f4f-dc64-4c26-91a2-c6cffb4b50a2 req-573c8416-aa87-4564-9f19-b0c31415cd57 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 946 time: 0.0890954 Feb 09 18:57:29.393303 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-57c16f4f-dc64-4c26-91a2-c6cffb4b50a2 req-b3319260-6481-4fd4-a3cf-4f2e192a0fbc tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458333 Feb 09 18:57:29.679884 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0856257a-ee5b-4ef0-8f14-7c445e77f583 req-396a4826-04f9-476e-a13e-ae7e79ff797d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1544368 Feb 09 18:57:30.186627 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 34406) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:57:30.292570 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d0611-4ae5-4e22-8b30-8ad31b581550 req-c0c67158-866c-481d-a933-84c35ad8a9e5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:30.294665 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-698d0611-4ae5-4e22-8b30-8ad31b581550 req-c0c67158-866c-481d-a933-84c35ad8a9e5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 946 time: 0.1240849 Feb 09 18:57:30.359679 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a069d744-09aa-494b-88f9-48a652c187ca req-a8d8663b-4844-4b84-a227-6c2c41f37a37 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1713462 Feb 09 18:57:30.372766 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-698d0611-4ae5-4e22-8b30-8ad31b581550 req-b27feb05-acc1-4395-8631-6bacd8ea1aca tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686636 Feb 09 18:57:30.386582 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 4c471f32-2556-4fbc-9021-adc9ebe03f66 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:57:30.556773 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:57:30.589550 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c88fcfd-de71-4c11-8e98-4dc48971a549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c471f32-2556-4fbc-9021-adc9ebe03f66'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:57:30.606850 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 4c471f32-2556-4fbc-9021-adc9ebe03f66, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4c471f32-2556-4fbc-9021-adc9ebe03f66,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:57:30.655167 dv-neutron-827016-2-hyperv neutron-server[84543]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8c88fcfd-de71-4c11-8e98-4dc48971a549', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4c471f32-2556-4fbc-9021-adc9ebe03f66', 'code': 422} returned with failed status Feb 09 18:57:30.684373 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:57:30.765302 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=4c471f32-2556-4fbc-9021-adc9ebe03f66,revision_number=6']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:57:30.776635 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:57:30.776981 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:57:30.777332 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:57:30.777708 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:57:30.778050 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:57:30.778456 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:57:30.778823 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:57:30.779154 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:57:30.779475 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:57:30.779803 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:57:30.780123 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:57:31.620570 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441f7ff-dcf4-4a8c-baf3-0ca0ae60c69c req-3deb8225-28dd-4b0d-901c-45e652c98e8e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:31.622212 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6441f7ff-dcf4-4a8c-baf3-0ca0ae60c69c req-3deb8225-28dd-4b0d-901c-45e652c98e8e tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 944 time: 0.0934451 Feb 09 18:57:31.682375 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6441f7ff-dcf4-4a8c-baf3-0ca0ae60c69c req-50238697-103b-4083-8287-5a0235b10aa0 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533018 Feb 09 18:57:32.978416 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace60f05-c0e2-4413-8cc7-852bbd2c5cc4 req-9f3244ae-0873-42e0-be1a-0051fc01dafc tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:32.979885 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ace60f05-c0e2-4413-8cc7-852bbd2c5cc4 req-9f3244ae-0873-42e0-be1a-0051fc01dafc tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 944 time: 0.0822897 Feb 09 18:57:33.036027 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ace60f05-c0e2-4413-8cc7-852bbd2c5cc4 req-8a8eefc9-44fc-4892-84b1-649f2d49d811 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502625 Feb 09 18:57:33.963136 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a069d744-09aa-494b-88f9-48a652c187ca req-5cd1ffb9-8d47-4226-8bf9-1a642e4d7290 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549&tenant_id=a130097645144246a473008c0165b360 HTTP/1.1" status: 200 len: 1097 time: 0.0746627 Feb 09 18:57:34.065991 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a069d744-09aa-494b-88f9-48a652c187ca req-c8d2479f-bfe0-4946-ad7d-2bbe486aa636 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a130097645144246a473008c0165b360&device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 1097 time: 0.0828419 Feb 09 18:57:34.212470 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069d744-09aa-494b-88f9-48a652c187ca req-38a6ff31-06cf-41a5-b373-f90b832db074 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:34.213798 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a069d744-09aa-494b-88f9-48a652c187ca req-38a6ff31-06cf-41a5-b373-f90b832db074 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 HTTP/1.1" status: 200 len: 910 time: 0.1420503 Feb 09 18:57:34.271069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de40fa8-2256-4382-952d-36e3c24b0109 req-5343ce37-d5ac-46a7-a731-f55af4fb956c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:34.272693 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5de40fa8-2256-4382-952d-36e3c24b0109 req-5343ce37-d5ac-46a7-a731-f55af4fb956c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 944 time: 0.1014366 Feb 09 18:57:34.320714 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5de40fa8-2256-4382-952d-36e3c24b0109 req-bdd9e1e8-fbd1-4d1e-91d6-c502a22d0320 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418823 Feb 09 18:57:34.321437 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a069d744-09aa-494b-88f9-48a652c187ca req-29428177-0b17-4d36-883c-8f9277a98a74 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c471f32-2556-4fbc-9021-adc9ebe03f66 HTTP/1.1" status: 200 len: 999 time: 0.1017740 Feb 09 18:57:34.418738 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069d744-09aa-494b-88f9-48a652c187ca req-153a81a6-0a6b-4d12-8ca2-924b0ca15c9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:34.420467 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a069d744-09aa-494b-88f9-48a652c187ca req-153a81a6-0a6b-4d12-8ca2-924b0ca15c9d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4 HTTP/1.1" status: 200 len: 848 time: 0.0934234 Feb 09 18:57:34.510331 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a069d744-09aa-494b-88f9-48a652c187ca req-c933886a-9d93-4f5d-abad-ebb05fe92f04 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823188 Feb 09 18:57:34.650614 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a069d744-09aa-494b-88f9-48a652c187ca req-702d80e3-d62e-46ac-bf32-1c7ceed8dae2 service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348362 Feb 09 18:57:34.792022 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-a069d744-09aa-494b-88f9-48a652c187ca req-aeefddc8-1118-4892-af26-004338d52c4c service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346371 Feb 09 18:57:35.550210 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014d3d0-81e4-42a9-9fa9-e097589c8d0b req-e0bfa416-c23b-490a-8855-c4fbfcbf1fb1 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:35.551912 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d014d3d0-81e4-42a9-9fa9-e097589c8d0b req-e0bfa416-c23b-490a-8855-c4fbfcbf1fb1 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 944 time: 0.0840955 Feb 09 18:57:35.618755 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d014d3d0-81e4-42a9-9fa9-e097589c8d0b req-50cdb38a-7ebd-4666-a772-c1cff9d4cc78 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578096 Feb 09 18:57:36.830132 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31068c53-d408-4b90-b549-73148b8e07cf req-d531274d-cd21-4ad0-8986-377180df8629 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:36.831854 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-31068c53-d408-4b90-b549-73148b8e07cf req-d531274d-cd21-4ad0-8986-377180df8629 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 944 time: 0.0827029 Feb 09 18:57:36.881168 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-31068c53-d408-4b90-b549-73148b8e07cf req-370a100b-0d43-484f-85cb-0e608375512c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418921 Feb 09 18:57:38.106799 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75feedc-eab6-4042-ac02-a104510c7526 req-0f36c266-49ab-47b5-83e1-574cc972a1d4 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:38.109536 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a75feedc-eab6-4042-ac02-a104510c7526 req-0f36c266-49ab-47b5-83e1-574cc972a1d4 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 944 time: 0.1040542 Feb 09 18:57:38.168712 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a75feedc-eab6-4042-ac02-a104510c7526 req-44485eda-fd37-4582-bdd4-c387ba71675d tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527639 Feb 09 18:57:39.380932 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d8571-3e54-468c-9297-e74741daf3f5 req-331efc75-5661-4b5d-85cb-4546f049e0b6 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:39.382347 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0e2d8571-3e54-468c-9297-e74741daf3f5 req-331efc75-5661-4b5d-85cb-4546f049e0b6 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 944 time: 0.0824404 Feb 09 18:57:39.431777 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0e2d8571-3e54-468c-9297-e74741daf3f5 req-dca97912-533c-493f-ba8d-4a35a5e0e4a3 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435541 Feb 09 18:57:40.747656 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d56b30-e906-45a9-afb5-121729cbbc1e req-625ebe41-f6be-4a84-97f8-8dd08cdd7f82 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:40.749053 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-94d56b30-e906-45a9-afb5-121729cbbc1e req-625ebe41-f6be-4a84-97f8-8dd08cdd7f82 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 944 time: 0.1891410 Feb 09 18:57:40.796689 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-94d56b30-e906-45a9-afb5-121729cbbc1e req-6daad85b-401a-49dd-9b9f-b6b2e1874531 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418975 Feb 09 18:57:42.000846 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07798da1-62b8-4a5b-8173-437a8dea415b req-aa1257fb-56ae-47b6-a30d-f155b6c858a5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:42.002400 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-07798da1-62b8-4a5b-8173-437a8dea415b req-aa1257fb-56ae-47b6-a30d-f155b6c858a5 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 944 time: 0.0768738 Feb 09 18:57:42.051254 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-07798da1-62b8-4a5b-8173-437a8dea415b req-f346a757-a9cc-4c9b-b649-6a7b4871622c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425653 Feb 09 18:57:42.477710 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 4c471f32-2556-4fbc-9021-adc9ebe03f66 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 18:57:42.632094 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 4c471f32-2556-4fbc-9021-adc9ebe03f66, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4c471f32-2556-4fbc-9021-adc9ebe03f66,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:57:42.647422 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': '4c471f32-2556-4fbc-9021-adc9ebe03f66', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'port_id': '4c471f32-2556-4fbc-9021-adc9ebe03f66', 'mac_address': 'fa:16:3e:86:d7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 18:57:42.709091 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:57:42.729168 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c471f32-2556-4fbc-9021-adc9ebe03f66 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 18:57:42.746396 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 4c471f32-2556-4fbc-9021-adc9ebe03f66, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4c471f32-2556-4fbc-9021-adc9ebe03f66,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:57:42.827062 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:57:42.903514 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=4c471f32-2556-4fbc-9021-adc9ebe03f66,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:57:43.070165 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['4c471f32-2556-4fbc-9021-adc9ebe03f66'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 18:57:43.263391 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bfc7e-d2e5-4500-939a-53e3a1d2e57f req-ed958eee-e894-469c-a0c4-7cf27ca47b08 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:43.264855 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-be5bfc7e-d2e5-4500-939a-53e3a1d2e57f req-ed958eee-e894-469c-a0c4-7cf27ca47b08 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 945 time: 0.0824816 Feb 09 18:57:43.313585 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-be5bfc7e-d2e5-4500-939a-53e3a1d2e57f req-e7a1e0bd-c8c1-45c4-b3c5-b8a140477caa tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428662 Feb 09 18:57:44.493547 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 4c471f32-2556-4fbc-9021-adc9ebe03f66 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 18:57:44.526124 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914e761-138c-4106-8e19-fadc946d344a req-21be0bfc-0394-4b82-aa8f-94d41fbce875 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:44.528530 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9914e761-138c-4106-8e19-fadc946d344a req-21be0bfc-0394-4b82-aa8f-94d41fbce875 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 945 time: 0.0854287 Feb 09 18:57:44.571583 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port 4c471f32-2556-4fbc-9021-adc9ebe03f66 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:57:44.571983 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:57:44.583792 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9914e761-138c-4106-8e19-fadc946d344a req-5af620ce-bf02-4ea9-918a-784133d47078 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492568 Feb 09 18:57:44.699615 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:57:44.728756 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c88fcfd-de71-4c11-8e98-4dc48971a549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c471f32-2556-4fbc-9021-adc9ebe03f66'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:57:44.739111 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port 4c471f32-2556-4fbc-9021-adc9ebe03f66, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4c471f32-2556-4fbc-9021-adc9ebe03f66,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:57:44.883239 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:57:44.953252 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=4c471f32-2556-4fbc-9021-adc9ebe03f66,revision_number=8']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:57:45.807916 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229ab79-49cc-44e1-b440-d42abe40df5c req-4f3becf7-d17b-4b47-b396-ed53609fecee tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:45.809249 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c88fcfd-de71-4c11-8e98-4dc48971a549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c471f32-2556-4fbc-9021-adc9ebe03f66', 'code': 200} Feb 09 18:57:45.809681 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b229ab79-49cc-44e1-b440-d42abe40df5c req-4f3becf7-d17b-4b47-b396-ed53609fecee tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 946 time: 0.0913589 Feb 09 18:57:45.869444 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b229ab79-49cc-44e1-b440-d42abe40df5c req-8ef3b43d-5aea-41a5-9869-63dc59e16184 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526950 Feb 09 18:57:46.219606 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1302d402-9523-4663-a581-6267ef331203 req-6bacf0d5-ea06-4627-a1ee-08ff665eb044 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 1099 time: 0.0737619 Feb 09 18:57:46.265670 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1302d402-9523-4663-a581-6267ef331203 req-f960f5e0-76aa-4862-891a-ee4549d01f9e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402138 Feb 09 18:57:46.723082 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e6c47145-5afe-41bb-8690-906428888e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:57:47.109295 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fbaa4-0b61-4aea-bec2-697fcd430090 req-f0c93173-e25f-4197-a65c-4a4ee195d0c3 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:47.111161 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a74fbaa4-0b61-4aea-bec2-697fcd430090 req-f0c93173-e25f-4197-a65c-4a4ee195d0c3 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 946 time: 0.1117499 Feb 09 18:57:47.183640 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a74fbaa4-0b61-4aea-bec2-697fcd430090 req-cb2a2a57-13d5-4b8f-9c72-325d719eb238 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661151 Feb 09 18:57:47.643080 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:57:48.423046 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacaa96-0f60-44ab-9da4-ffd5cf74f14f req-d447b92f-bd55-428d-b43a-2b2c9d592536 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:57:48.424613 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3cacaa96-0f60-44ab-9da4-ffd5cf74f14f req-d447b92f-bd55-428d-b43a-2b2c9d592536 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 946 time: 0.0888634 Feb 09 18:57:48.472173 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3cacaa96-0f60-44ab-9da4-ffd5cf74f14f req-40995c8b-95d3-4d3d-98d9-bfd0c7fd292d tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416532 Feb 09 18:57:49.066086 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-acd09b00-b61b-4ea3-be0c-d4bdb04f7a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:57:50.265726 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:57:50.305907 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:57:51.826020 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:58:02.148481 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:58:12.974213 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-26c811b1-4eed-4459-a5b4-f9eb0650aa80 req-7026e6a6-4f59-4d6c-8e10-635b947c974e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1903446 Feb 09 18:58:13.124977 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-26c811b1-4eed-4459-a5b4-f9eb0650aa80 req-607b8824-919c-4db5-89f7-4a050b1b7d8f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a130097645144246a473008c0165b360&device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 1099 time: 0.0721900 Feb 09 18:58:13.293583 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c811b1-4eed-4459-a5b4-f9eb0650aa80 req-51b1ccda-9022-4b2d-9be3-d0b1fb318029 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:58:13.293583 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-26c811b1-4eed-4459-a5b4-f9eb0650aa80 req-51b1ccda-9022-4b2d-9be3-d0b1fb318029 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 HTTP/1.1" status: 200 len: 910 time: 0.1437840 Feb 09 18:58:13.399521 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-26c811b1-4eed-4459-a5b4-f9eb0650aa80 req-1a0dd040-a8ab-4ad0-97f0-4ddfe2e3b7b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c471f32-2556-4fbc-9021-adc9ebe03f66 HTTP/1.1" status: 200 len: 1001 time: 0.1044962 Feb 09 18:58:13.469800 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c811b1-4eed-4459-a5b4-f9eb0650aa80 req-c7e7581e-eeaf-46fa-bd22-bc5e89c45b6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:58:13.471386 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-26c811b1-4eed-4459-a5b4-f9eb0650aa80 req-c7e7581e-eeaf-46fa-bd22-bc5e89c45b6a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4 HTTP/1.1" status: 200 len: 848 time: 0.0621979 Feb 09 18:58:13.580078 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-26c811b1-4eed-4459-a5b4-f9eb0650aa80 req-2f4c9554-33a9-40ce-9a1b-49367ad171a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0963633 Feb 09 18:58:13.735252 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-26c811b1-4eed-4459-a5b4-f9eb0650aa80 req-f25291bf-ef5b-44b4-b3e6-a9ddc6147cdf service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515810 Feb 09 18:58:13.883412 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-26c811b1-4eed-4459-a5b4-f9eb0650aa80 req-4f9c2cee-5b6d-45e4-a779-f55e4269d530 service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411569 Feb 09 18:58:16.762049 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bb1e374-1e17-4169-9b38-29446672e98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:58:17.665279 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:58:19.112607 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d78c0797-d408-4f7a-af42-7320361dca03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:58:20.304801 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:58:20.322158 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:58:21.853864 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:58:39.149594 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:58:46.784505 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92d83323-791b-46e5-b282-ac120c7d81ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:58:47.612976 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:58:49.096105 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfe2fec2-ad7c-4f56-9bd3-a1753168f5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:58:50.344476 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:58:50.360860 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:58:51.904945 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:14.033605 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-24c9f872-91a4-4c12-b7bd-c17b4bcdb2df req-fa24adfb-148e-4a79-aa0d-31d75f5800b6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2421186 Feb 09 18:59:14.183956 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-24c9f872-91a4-4c12-b7bd-c17b4bcdb2df req-103d19b7-7f69-4636-b515-43d9d4464c96 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a130097645144246a473008c0165b360&device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 1099 time: 0.0777071 Feb 09 18:59:14.342820 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9f872-91a4-4c12-b7bd-c17b4bcdb2df req-8f4b4839-bf4c-499f-ad79-b6d9c00c1109 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:59:14.344296 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-24c9f872-91a4-4c12-b7bd-c17b4bcdb2df req-8f4b4839-bf4c-499f-ad79-b6d9c00c1109 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 HTTP/1.1" status: 200 len: 910 time: 0.1421618 Feb 09 18:59:14.460590 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-24c9f872-91a4-4c12-b7bd-c17b4bcdb2df req-7e9569a2-4e92-4e9c-8d51-17719d3e5e07 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c471f32-2556-4fbc-9021-adc9ebe03f66 HTTP/1.1" status: 200 len: 1001 time: 0.1102903 Feb 09 18:59:14.527841 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9f872-91a4-4c12-b7bd-c17b4bcdb2df req-ee844792-7aff-41a6-8c17-c0758fed4b85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:59:14.529221 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-24c9f872-91a4-4c12-b7bd-c17b4bcdb2df req-ee844792-7aff-41a6-8c17-c0758fed4b85 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4 HTTP/1.1" status: 200 len: 848 time: 0.0634775 Feb 09 18:59:14.611073 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-24c9f872-91a4-4c12-b7bd-c17b4bcdb2df req-4583b161-d810-4dec-8b15-ded100b28afb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744770 Feb 09 18:59:14.751367 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-24c9f872-91a4-4c12-b7bd-c17b4bcdb2df req-789468dc-06fd-440d-94e0-5a91ecf6e836 service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343603 Feb 09 18:59:14.888374 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-24c9f872-91a4-4c12-b7bd-c17b4bcdb2df req-d9148759-3de6-4cce-87ab-99f1ae86ac78 service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314325 Feb 09 18:59:16.150966 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:59:16.784872 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f878df04-445f-453f-a7de-88ff6d1eaaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:17.704542 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:19.123836 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc5db037-fcf4-4463-bb88-2857373279b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:20.320109 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:20.360218 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:21.881751 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:46.731361 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4c0c6519-aabc-4710-8f6c-14ebfb025ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:47.668969 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:48.354474 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 34482) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:59:48.988139 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ed114afe-9158-4945-98c3-396f16eba93c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Deleting port e3a8b2dc-970b-4e59-a1bc-1b1f44b85429 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:59:48.988392 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed114afe-9158-4945-98c3-396f16eba93c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:49.091192 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-349b2ad4-aee9-4a32-95b0-bbf29e5090ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:49.164631 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed114afe-9158-4945-98c3-396f16eba93c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:49.164963 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed114afe-9158-4945-98c3-396f16eba93c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:49.294671 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ed114afe-9158-4945-98c3-396f16eba93c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Calling delete_port for e3a8b2dc-970b-4e59-a1bc-1b1f44b85429 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:59:49.544954 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed114afe-9158-4945-98c3-396f16eba93c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:49.594537 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed114afe-9158-4945-98c3-396f16eba93c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Pushing event deleted for resources: {'Port': ['ID=e3a8b2dc-970b-4e59-a1bc-1b1f44b85429,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:59:49.633486 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed114afe-9158-4945-98c3-396f16eba93c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:59:49.633832 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed114afe-9158-4945-98c3-396f16eba93c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:59:49.634173 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed114afe-9158-4945-98c3-396f16eba93c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:59:49.634539 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed114afe-9158-4945-98c3-396f16eba93c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:59:49.634875 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed114afe-9158-4945-98c3-396f16eba93c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:59:49.635207 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed114afe-9158-4945-98c3-396f16eba93c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:59:49.635534 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed114afe-9158-4945-98c3-396f16eba93c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:59:49.635859 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed114afe-9158-4945-98c3-396f16eba93c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:59:49.636183 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed114afe-9158-4945-98c3-396f16eba93c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:59:49.636505 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed114afe-9158-4945-98c3-396f16eba93c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:59:49.636825 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed114afe-9158-4945-98c3-396f16eba93c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:59:49.699152 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed114afe-9158-4945-98c3-396f16eba93c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:50.126381 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed114afe-9158-4945-98c3-396f16eba93c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Router d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:59:50.281467 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:50.316045 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:50.341562 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed114afe-9158-4945-98c3-396f16eba93c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:59:50.351944 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a5b24-374d-4911-8330-02d9e766976d None None] Sync routers for ids ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:59:50.358855 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed114afe-9158-4945-98c3-396f16eba93c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:50.364379 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588a5b24-374d-4911-8330-02d9e766976d None None] Routers {'d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:59:50.365831 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-588a5b24-374d-4911-8330-02d9e766976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:59:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:59:50.420234 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-ed114afe-9158-4945-98c3-396f16eba93c tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "DELETE /v2.0/floatingips/be428079-ce10-4e54-bd98-27d431ae2472 HTTP/1.1" status: 204 len: 168 time: 2.0646608 Feb 09 18:59:50.420870 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c88fcfd-de71-4c11-8e98-4dc48971a549', 'tag': '4c471f32-2556-4fbc-9021-adc9ebe03f66'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:59:50.616708 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-588a5b24-374d-4911-8330-02d9e766976d None None] Set router d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:59:50.743081 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c88fcfd-de71-4c11-8e98-4dc48971a549', 'tag': '4c471f32-2556-4fbc-9021-adc9ebe03f66', 'status': 'completed', 'code': 200} Feb 09 18:59:50.962135 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d161a094-7873-46d4-9aaa-190963e8e8ec req-cf39bedc-0a22-4231-8967-2114f07baa4d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a130097645144246a473008c0165b360&device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 1099 time: 0.1979053 Feb 09 18:59:50.966314 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-588a5b24-374d-4911-8330-02d9e766976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'name': 'tempest-TestShelveInstance-1790579024-router', 'tenant_id': 'a130097645144246a473008c0165b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:38Z', 'updated_at': '2022-02-09T18:48:42Z', 'revision_number': 4, 'project_id': 'a130097645144246a473008c0165b360', 'gw_port': {'id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:39Z', 'updated_at': '2022-02-09T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3', 'name': '', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'tenant_id': 'a130097645144246a473008c0165b360', 'mac_address': 'fa:16:3e:de:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:42Z', 'updated_at': '2022-02-09T18:49:02Z', 'revision_number': 5, 'project_id': 'a130097645144246a473008c0165b360', 'subnets': [{'id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:59:50.970856 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a5b24-374d-4911-8330-02d9e766976d None None] Checking router: d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 18:59:50.982984 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588a5b24-374d-4911-8330-02d9e766976d None None] Routers {'d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:59:50.983753 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-588a5b24-374d-4911-8330-02d9e766976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:59:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:59:51.106688 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161a094-7873-46d4-9aaa-190963e8e8ec req-541af31a-9468-402e-9cd2-b1f02002bedf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:59:51.108363 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d161a094-7873-46d4-9aaa-190963e8e8ec req-541af31a-9468-402e-9cd2-b1f02002bedf service neutron] 10.222.0.50 "GET /v2.0/networks?id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 HTTP/1.1" status: 200 len: 910 time: 0.1401408 Feb 09 18:59:51.177625 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e34d0-a138-4317-91aa-23dfa7677f79 req-c56917f1-af2a-451c-af54-b8cb0e94f578 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:59:51.181532 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d161a094-7873-46d4-9aaa-190963e8e8ec req-618792bf-9a0c-4f8e-bd82-c0680a96f572 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c471f32-2556-4fbc-9021-adc9ebe03f66 HTTP/1.1" status: 200 len: 217 time: 0.0659378 Feb 09 18:59:51.182803 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-124e34d0-a138-4317-91aa-23dfa7677f79 req-c56917f1-af2a-451c-af54-b8cb0e94f578 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 946 time: 0.1844420 Feb 09 18:59:51.228026 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-588a5b24-374d-4911-8330-02d9e766976d None None] Set router d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 18:59:51.230116 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-124e34d0-a138-4317-91aa-23dfa7677f79 req-d4074303-c831-4846-b8a3-80f77fe78320 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446765 Feb 09 18:59:51.250691 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161a094-7873-46d4-9aaa-190963e8e8ec req-d6e70aa5-eb06-4240-8a03-d146d94f6093 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:59:51.252023 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d161a094-7873-46d4-9aaa-190963e8e8ec req-d6e70aa5-eb06-4240-8a03-d146d94f6093 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4 HTTP/1.1" status: 200 len: 848 time: 0.0641761 Feb 09 18:59:51.334658 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d161a094-7873-46d4-9aaa-190963e8e8ec req-d1e2d7d9-b3fb-4624-9061-d510f6b8bf71 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753753 Feb 09 18:59:51.474653 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d161a094-7873-46d4-9aaa-190963e8e8ec req-b8d709a3-40bd-4d57-869c-e9210fa0a4a7 service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334777 Feb 09 18:59:51.561556 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-588a5b24-374d-4911-8330-02d9e766976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'name': 'tempest-TestShelveInstance-1790579024-router', 'tenant_id': 'a130097645144246a473008c0165b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:38Z', 'updated_at': '2022-02-09T18:48:42Z', 'revision_number': 4, 'project_id': 'a130097645144246a473008c0165b360', 'gw_port': {'id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:39Z', 'updated_at': '2022-02-09T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3', 'name': '', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'tenant_id': 'a130097645144246a473008c0165b360', 'mac_address': 'fa:16:3e:de:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:42Z', 'updated_at': '2022-02-09T18:49:02Z', 'revision_number': 5, 'project_id': 'a130097645144246a473008c0165b360', 'subnets': [{'id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:59:51.565679 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a5b24-374d-4911-8330-02d9e766976d None None] The sync data for ids ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'] in dv-neutron-827016-2-hyperv is: [{'id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'name': 'tempest-TestShelveInstance-1790579024-router', 'tenant_id': 'a130097645144246a473008c0165b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:38Z', 'updated_at': '2022-02-09T18:48:42Z', 'revision_number': 4, 'project_id': 'a130097645144246a473008c0165b360', 'gw_port': {'id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:39Z', 'updated_at': '2022-02-09T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3', 'name': '', 'network_id': 'd44dec77-a6a7-4e6e-9f42-ee8d4479e8b0', 'tenant_id': 'a130097645144246a473008c0165b360', 'mac_address': 'fa:16:3e:de:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:42Z', 'updated_at': '2022-02-09T18:49:02Z', 'revision_number': 5, 'project_id': 'a130097645144246a473008c0165b360', 'subnets': [{'id': '8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 18:59:51.614394 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d161a094-7873-46d4-9aaa-190963e8e8ec req-fc4ffd51-3a66-4fe0-bb31-e2fd0c3252cd service neutron] 10.222.0.50 "GET /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336634 Feb 09 18:59:51.802922 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddc82ce-3638-49ad-bf12-1cadf6763b64 None None] New status for floating IP be428079-ce10-4e54-bd98-27d431ae2472: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 18:59:51.845663 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:52.546880 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cde299-963d-4f28-82f1-27df1d37089b req-a12adc78-497f-4022-845e-120f850d195f tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:59:52.548380 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-60cde299-963d-4f28-82f1-27df1d37089b req-a12adc78-497f-4022-845e-120f850d195f tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 946 time: 0.1506822 Feb 09 18:59:52.550057 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a5ba8-3fce-4bd6-bb5c-2924166680ce req-04fe4a1b-687b-4c77-bba8-4f25c29955dc tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:59:52.550934 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-239a5ba8-3fce-4bd6-bb5c-2924166680ce req-04fe4a1b-687b-4c77-bba8-4f25c29955dc tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Synchronizing usage tracker for tenant:a130097645144246a473008c0165b360 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 18:59:52.598824 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-60cde299-963d-4f28-82f1-27df1d37089b req-25bfce7e-8d95-41ef-8a6a-fe5074a56dea tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a8efd47-c369-458d-816b-bb06add4d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448923 Feb 09 18:59:52.624191 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-239a5ba8-3fce-4bd6-bb5c-2924166680ce req-04fe4a1b-687b-4c77-bba8-4f25c29955dc tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Unset dirty status for tenant:a130097645144246a473008c0165b360 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 18:59:52.625359 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-239a5ba8-3fce-4bd6-bb5c-2924166680ce req-04fe4a1b-687b-4c77-bba8-4f25c29955dc tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 946 time: 0.1564670 Feb 09 18:59:52.695277 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-239a5ba8-3fce-4bd6-bb5c-2924166680ce req-3dc882d3-be5e-4add-9ab7-71b01c345b3b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Deleting port 4c471f32-2556-4fbc-9021-adc9ebe03f66 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:59:52.695597 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-239a5ba8-3fce-4bd6-bb5c-2924166680ce req-3dc882d3-be5e-4add-9ab7-71b01c345b3b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:52.950947 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-239a5ba8-3fce-4bd6-bb5c-2924166680ce req-3dc882d3-be5e-4add-9ab7-71b01c345b3b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] For port 4c471f32-2556-4fbc-9021-adc9ebe03f66, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=4c471f32-2556-4fbc-9021-adc9ebe03f66,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:59:52.951317 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-239a5ba8-3fce-4bd6-bb5c-2924166680ce req-3dc882d3-be5e-4add-9ab7-71b01c345b3b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:53.074011 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-239a5ba8-3fce-4bd6-bb5c-2924166680ce req-3dc882d3-be5e-4add-9ab7-71b01c345b3b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Calling delete_port for 4c471f32-2556-4fbc-9021-adc9ebe03f66 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:59:53.151109 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 18:59:53.308431 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-239a5ba8-3fce-4bd6-bb5c-2924166680ce req-3dc882d3-be5e-4add-9ab7-71b01c345b3b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:53.358495 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc882d3-be5e-4add-9ab7-71b01c345b3b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Pushing event deleted for resources: {'Port': ['ID=4c471f32-2556-4fbc-9021-adc9ebe03f66,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:59:53.432144 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-239a5ba8-3fce-4bd6-bb5c-2924166680ce req-3dc882d3-be5e-4add-9ab7-71b01c345b3b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] No DVR routers for this DVR port 4c471f32-2556-4fbc-9021-adc9ebe03f66 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 18:59:53.434801 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-239a5ba8-3fce-4bd6-bb5c-2924166680ce req-3dc882d3-be5e-4add-9ab7-71b01c345b3b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:53.437255 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c88fcfd-de71-4c11-8e98-4dc48971a549', 'name': 'network-vif-deleted', 'tag': '4c471f32-2556-4fbc-9021-adc9ebe03f66'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 18:59:53.492276 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c88fcfd-de71-4c11-8e98-4dc48971a549', 'name': 'network-vif-deleted', 'tag': '4c471f32-2556-4fbc-9021-adc9ebe03f66', 'status': 'completed', 'code': 200} Feb 09 18:59:53.520355 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-239a5ba8-3fce-4bd6-bb5c-2924166680ce req-3dc882d3-be5e-4add-9ab7-71b01c345b3b tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.50 "DELETE /v2.0/ports/4c471f32-2556-4fbc-9021-adc9ebe03f66 HTTP/1.1" status: 204 len: 173 time: 0.8901327 Feb 09 18:59:53.779512 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e84333dd-ca5c-4f45-bbc5-418159da605a req-c8a2334f-1680-4b03-98d8-b5b7f6f0fddd tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 210 time: 0.0475006 Feb 09 18:59:54.970507 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 4c471f32-2556-4fbc-9021-adc9ebe03f66 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 18:59:54.973882 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ea104331-b502-4ed5-8240-2611af39f063 req-143b4467-673c-4651-9139-d9ce54fe8c60 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c88fcfd-de71-4c11-8e98-4dc48971a549 HTTP/1.1" status: 200 len: 210 time: 0.0450554 Feb 09 18:59:55.013880 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: 4c471f32-2556-4fbc-9021-adc9ebe03f66 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 18:59:55.014342 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device 4c471f32-2556-4fbc-9021-adc9ebe03f66 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 18:59:56.089872 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 34524) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:59:56.164946 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a985228d-53c9-4967-bc28-04881965c599 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:56.196580 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a985228d-53c9-4967-bc28-04881965c599 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:56.337087 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a985228d-53c9-4967-bc28-04881965c599 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:56.443368 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985228d-53c9-4967-bc28-04881965c599 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8efd47-c369-458d-816b-bb06add4d28d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:59:56.541743 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a985228d-53c9-4967-bc28-04881965c599 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:56.542921 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-a985228d-53c9-4967-bc28-04881965c599 tempest-TestShelveInstance-750840932 tempest-TestShelveInstance-750840932-project] 10.222.0.21 "DELETE /v2.0/security-groups/3a8efd47-c369-458d-816b-bb06add4d28d HTTP/1.1" status: 204 len: 168 time: 0.4509654 Feb 09 18:59:56.677478 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 34530) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:59:57.283896 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-735ba60d-44cd-434f-bda6-e4a29b40295e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:57.998460 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-735ba60d-44cd-434f-bda6-e4a29b40295e admin admin] Deleting port 0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 18:59:57.999114 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-735ba60d-44cd-434f-bda6-e4a29b40295e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:58.175877 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-735ba60d-44cd-434f-bda6-e4a29b40295e admin admin] For port 0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:59:58.176237 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-735ba60d-44cd-434f-bda6-e4a29b40295e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:58.301355 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-735ba60d-44cd-434f-bda6-e4a29b40295e admin admin] Calling delete_port for 0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3 owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 18:59:58.550204 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-735ba60d-44cd-434f-bda6-e4a29b40295e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:58.601072 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ba60d-44cd-434f-bda6-e4a29b40295e admin admin] Pushing event deleted for resources: {'Port': ['ID=0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:59:58.642600 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ba60d-44cd-434f-bda6-e4a29b40295e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:59:58.642949 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ba60d-44cd-434f-bda6-e4a29b40295e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:59:58.643296 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ba60d-44cd-434f-bda6-e4a29b40295e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:59:58.643627 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ba60d-44cd-434f-bda6-e4a29b40295e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:59:58.643958 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ba60d-44cd-434f-bda6-e4a29b40295e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:59:58.644284 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ba60d-44cd-434f-bda6-e4a29b40295e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:59:58.644613 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ba60d-44cd-434f-bda6-e4a29b40295e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:59:58.644935 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ba60d-44cd-434f-bda6-e4a29b40295e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:59:58.645257 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ba60d-44cd-434f-bda6-e4a29b40295e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:59:58.645576 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ba60d-44cd-434f-bda6-e4a29b40295e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:59:58.645897 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ba60d-44cd-434f-bda6-e4a29b40295e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:59:58.915833 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-735ba60d-44cd-434f-bda6-e4a29b40295e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 18:59:59.625297 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735ba60d-44cd-434f-bda6-e4a29b40295e admin admin] Router d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:59:59.832608 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735ba60d-44cd-434f-bda6-e4a29b40295e admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:59:59.845182 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1eb26b-086b-4946-b15c-67b3d22ba105 None None] Sync routers for ids ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 18:59:59.846830 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-735ba60d-44cd-434f-bda6-e4a29b40295e admin admin] 10.222.0.21 "PUT /v2.0/routers/d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1681390 Feb 09 18:59:59.852637 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 34538) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 18:59:59.861617 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1eb26b-086b-4946-b15c-67b3d22ba105 None None] Routers {'d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 18:59:59.862386 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-5e1eb26b-086b-4946-b15c-67b3d22ba105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:59:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:00.044103 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-5e1eb26b-086b-4946-b15c-67b3d22ba105 None None] Set router d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 19:00:00.101583 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0166a97c-675b-4dc9-95d9-67e658438cee admin admin] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:00.318245 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0166a97c-675b-4dc9-95d9-67e658438cee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:00.413834 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-5e1eb26b-086b-4946-b15c-67b3d22ba105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'name': 'tempest-TestShelveInstance-1790579024-router', 'tenant_id': 'a130097645144246a473008c0165b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:38Z', 'updated_at': '2022-02-09T18:59:58Z', 'revision_number': 5, 'project_id': 'a130097645144246a473008c0165b360', 'gw_port': {'id': '9bf5d546-b40c-42dc-8224-e8446848da24', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:39Z', 'updated_at': '2022-02-09T18:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:00.418081 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1eb26b-086b-4946-b15c-67b3d22ba105 None None] Checking router: d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 19:00:00.429669 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1eb26b-086b-4946-b15c-67b3d22ba105 None None] Routers {'d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 19:00:00.430275 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-5e1eb26b-086b-4946-b15c-67b3d22ba105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:59:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:00.436387 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-0166a97c-675b-4dc9-95d9-67e658438cee admin admin] Deleting port 9bf5d546-b40c-42dc-8224-e8446848da24 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 19:00:00.436987 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0166a97c-675b-4dc9-95d9-67e658438cee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:00.592158 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-5e1eb26b-086b-4946-b15c-67b3d22ba105 None None] Set router d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc gateway port host: None {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 19:00:00.616467 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-0166a97c-675b-4dc9-95d9-67e658438cee admin admin] For port 9bf5d546-b40c-42dc-8224-e8446848da24, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=9bf5d546-b40c-42dc-8224-e8446848da24,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:00:00.616822 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0166a97c-675b-4dc9-95d9-67e658438cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:00.702126 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-5e1eb26b-086b-4946-b15c-67b3d22ba105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'name': 'tempest-TestShelveInstance-1790579024-router', 'tenant_id': 'a130097645144246a473008c0165b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:38Z', 'updated_at': '2022-02-09T19:00:00Z', 'revision_number': 6, 'project_id': 'a130097645144246a473008c0165b360', 'gw_port_host': None}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:00.706322 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1eb26b-086b-4946-b15c-67b3d22ba105 None None] The sync data for ids ['d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc'] in dv-neutron-827016-2-hyperv is: [{'id': 'd132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc', 'name': 'tempest-TestShelveInstance-1790579024-router', 'tenant_id': 'a130097645144246a473008c0165b360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:38Z', 'updated_at': '2022-02-09T19:00:00Z', 'revision_number': 6, 'project_id': 'a130097645144246a473008c0165b360', 'gw_port_host': None}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 19:00:00.739970 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-0166a97c-675b-4dc9-95d9-67e658438cee admin admin] Calling delete_port for 9bf5d546-b40c-42dc-8224-e8446848da24 owned by network:router_gateway {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 19:00:00.973438 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0166a97c-675b-4dc9-95d9-67e658438cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:01.017982 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166a97c-675b-4dc9-95d9-67e658438cee admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf5d546-b40c-42dc-8224-e8446848da24,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:01.358130 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0166a97c-675b-4dc9-95d9-67e658438cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:01.617001 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0166a97c-675b-4dc9-95d9-67e658438cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:01.621160 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0166a97c-675b-4dc9-95d9-67e658438cee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:01.716789 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0166a97c-675b-4dc9-95d9-67e658438cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:01.717339 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0166a97c-675b-4dc9-95d9-67e658438cee admin admin] Fanout notify agent at l3_agent the message router_deleted on router d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:00:01.731010 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-0166a97c-675b-4dc9-95d9-67e658438cee admin admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:01.732160 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-0166a97c-675b-4dc9-95d9-67e658438cee admin admin] 10.222.0.21 "DELETE /v2.0/routers/d132c4ef-f0f4-4f88-a9f3-c9d74f4e1fbc HTTP/1.1" status: 204 len: 168 time: 1.8827701 Feb 09 19:00:01.734876 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 34544) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:01.797338 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1aa2ef4-b560-47d3-b6be-1d4b8e15402f admin admin] Deleting subnet 8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 19:00:01.800631 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e1aa2ef4-b560-47d3-b6be-1d4b8e15402f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:01.852007 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e1aa2ef4-b560-47d3-b6be-1d4b8e15402f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:01.943180 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e1aa2ef4-b560-47d3-b6be-1d4b8e15402f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:02.093350 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e1aa2ef4-b560-47d3-b6be-1d4b8e15402f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:02.134070 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa2ef4-b560-47d3-b6be-1d4b8e15402f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:02.143135 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e1aa2ef4-b560-47d3-b6be-1d4b8e15402f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:02.148340 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07db6a9a-ac1d-40ce-8570-595bb1ed41dc None None] Network d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 19:00:02.150958 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e1aa2ef4-b560-47d3-b6be-1d4b8e15402f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8c4c1a57-a88c-4c13-bdc6-ee5acdd142d4 HTTP/1.1" status: 204 len: 168 time: 0.4150279 Feb 09 19:00:02.153607 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 34548) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:02.258758 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1abb59ea-3898-41e8-b9a1-cb182ad4b19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:02.270901 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-1abb59ea-3898-41e8-b9a1-cb182ad4b19b admin admin] Deleting port b8931d10-1970-4a04-867e-3ab0cb4e63a8 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 19:00:02.271241 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1abb59ea-3898-41e8-b9a1-cb182ad4b19b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:02.398149 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fcbf6b-2bea-49b2-a0ef-22812147bf85 None None] DHCP port deletion for d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 19:00:02.403140 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-07fcbf6b-2bea-49b2-a0ef-22812147bf85 None None] Deleting port b8931d10-1970-4a04-867e-3ab0cb4e63a8 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 19:00:02.403545 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07fcbf6b-2bea-49b2-a0ef-22812147bf85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:02.482722 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-1abb59ea-3898-41e8-b9a1-cb182ad4b19b admin admin] For port b8931d10-1970-4a04-867e-3ab0cb4e63a8, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b8931d10-1970-4a04-867e-3ab0cb4e63a8,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:00:02.486216 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1abb59ea-3898-41e8-b9a1-cb182ad4b19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:02.533383 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 19:00:02.604637 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-1abb59ea-3898-41e8-b9a1-cb182ad4b19b admin admin] Calling delete_port for b8931d10-1970-4a04-867e-3ab0cb4e63a8 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 19:00:02.618061 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 19:00:02.618345 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0fdcce1c-67c6-4c17-a3b6-232e76e8f1d3 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 19:00:02.618770 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b8931d10-1970-4a04-867e-3ab0cb4e63a8 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 19:00:02.697084 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-07fcbf6b-2bea-49b2-a0ef-22812147bf85 None None] For port b8931d10-1970-4a04-867e-3ab0cb4e63a8, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b8931d10-1970-4a04-867e-3ab0cb4e63a8,segment=NetworkSegment(2be7715b-3bf5-4e36-9d0b-177bd8fe4117),segment_id=2be7715b-3bf5-4e36-9d0b-177bd8fe4117)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:00:02.697464 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07fcbf6b-2bea-49b2-a0ef-22812147bf85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:02.738888 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1abb59ea-3898-41e8-b9a1-cb182ad4b19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:02.784038 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb59ea-3898-41e8-b9a1-cb182ad4b19b admin admin] Pushing event deleted for resources: {'Port': ['ID=b8931d10-1970-4a04-867e-3ab0cb4e63a8,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:02.790016 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abb59ea-3898-41e8-b9a1-cb182ad4b19b admin admin] No DVR routers for this DVR port b8931d10-1970-4a04-867e-3ab0cb4e63a8 on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:00:02.830285 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-07fcbf6b-2bea-49b2-a0ef-22812147bf85 None None] Calling delete_port for b8931d10-1970-4a04-867e-3ab0cb4e63a8 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 19:00:02.857337 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No ports have port_id starting with b8931d10-1970-4a04-867e-3ab0cb4e63a8 Feb 09 19:00:02.863655 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 9bf5d546-b40c-42dc-8224-e8446848da24 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 19:00:02.905101 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 9bf5d546-b40c-42dc-8224-e8446848da24 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 19:00:02.905452 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 9bf5d546-b40c-42dc-8224-e8446848da24 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 19:00:02.912676 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1abb59ea-3898-41e8-b9a1-cb182ad4b19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:02.937236 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-07fcbf6b-2bea-49b2-a0ef-22812147bf85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:00:02.937597 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-07fcbf6b-2bea-49b2-a0ef-22812147bf85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:00:02.941980 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-1abb59ea-3898-41e8-b9a1-cb182ad4b19b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:02.954793 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-1abb59ea-3898-41e8-b9a1-cb182ad4b19b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be7715b-3bf5-4e36-9d0b-177bd8fe4117') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:02.955088 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-1abb59ea-3898-41e8-b9a1-cb182ad4b19b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be7715b-3bf5-4e36-9d0b-177bd8fe4117') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:02.967225 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1abb59ea-3898-41e8-b9a1-cb182ad4b19b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:02.987798 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1abb59ea-3898-41e8-b9a1-cb182ad4b19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:02.994241 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1abb59ea-3898-41e8-b9a1-cb182ad4b19b admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 19:00:02.994653 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1abb59ea-3898-41e8-b9a1-cb182ad4b19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:00:03.008193 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:00:03.178689 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1abb59ea-3898-41e8-b9a1-cb182ad4b19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:03.194566 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1abb59ea-3898-41e8-b9a1-cb182ad4b19b admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:03.205699 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb59ea-3898-41e8-b9a1-cb182ad4b19b admin admin] Pushing event deleted for resources: {'Network': ['ID=d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:03.285792 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-1abb59ea-3898-41e8-b9a1-cb182ad4b19b admin admin] 10.222.0.21 "DELETE /v2.0/networks/d44dec77-a6a7-4e6e-9f42-ee8d4479e8b0 HTTP/1.1" status: 204 len: 168 time: 1.1310349 Feb 09 19:00:03.288500 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 34552) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:03.439257 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-07fcbf6b-2bea-49b2-a0ef-22812147bf85 None None] Deleting port b8931d10-1970-4a04-867e-3ab0cb4e63a8 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 19:00:03.439804 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07fcbf6b-2bea-49b2-a0ef-22812147bf85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:03.557290 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-07fcbf6b-2bea-49b2-a0ef-22812147bf85 None None] The port 'b8931d10-1970-4a04-867e-3ab0cb4e63a8' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 19:00:03.787478 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-befab3c9-2093-4064-b839-8e5587f2cbcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:04.411994 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-befab3c9-2093-4064-b839-8e5587f2cbcb admin admin] Deleting port 2fbccb19-d10c-4d97-b017-8d58302cb46f {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 19:00:04.412326 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-befab3c9-2093-4064-b839-8e5587f2cbcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:04.592228 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-befab3c9-2093-4064-b839-8e5587f2cbcb admin admin] For port 2fbccb19-d10c-4d97-b017-8d58302cb46f, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=2fbccb19-d10c-4d97-b017-8d58302cb46f,segment=NetworkSegment(d3250809-291d-42de-8cad-ea1310f5e969),segment_id=d3250809-291d-42de-8cad-ea1310f5e969)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:00:04.597804 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-befab3c9-2093-4064-b839-8e5587f2cbcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:04.717168 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-befab3c9-2093-4064-b839-8e5587f2cbcb admin admin] Calling delete_port for 2fbccb19-d10c-4d97-b017-8d58302cb46f owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 19:00:04.921617 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-befab3c9-2093-4064-b839-8e5587f2cbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:04.966486 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befab3c9-2093-4064-b839-8e5587f2cbcb admin admin] Pushing event deleted for resources: {'Port': ['ID=2fbccb19-d10c-4d97-b017-8d58302cb46f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:05.346732 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-befab3c9-2093-4064-b839-8e5587f2cbcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:05.937429 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befab3c9-2093-4064-b839-8e5587f2cbcb admin admin] Router 4c10a59f-3975-4f6e-a649-a7f23a910bcb has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:00:06.143935 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befab3c9-2093-4064-b839-8e5587f2cbcb admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:00:06.153767 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94dfce4-957d-401a-9ff1-2e04a2a469a2 None None] Sync routers for ids ['4c10a59f-3975-4f6e-a649-a7f23a910bcb'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 19:00:06.167046 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94dfce4-957d-401a-9ff1-2e04a2a469a2 None None] Routers {'4c10a59f-3975-4f6e-a649-a7f23a910bcb'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 19:00:06.167720 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a94dfce4-957d-401a-9ff1-2e04a2a469a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:59:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['4c10a59f-3975-4f6e-a649-a7f23a910bcb'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:06.226465 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-befab3c9-2093-4064-b839-8e5587f2cbcb admin admin] 10.222.0.21 "PUT /v2.0/routers/4c10a59f-3975-4f6e-a649-a7f23a910bcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9368277 Feb 09 19:00:06.228913 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 34562) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:06.347298 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-a94dfce4-957d-401a-9ff1-2e04a2a469a2 None None] Set router 4c10a59f-3975-4f6e-a649-a7f23a910bcb gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 19:00:06.439453 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8d4b2b17-960b-443e-bdc9-425da55380ad admin admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:06.642408 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a94dfce4-957d-401a-9ff1-2e04a2a469a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c10a59f-3975-4f6e-a649-a7f23a910bcb', 'name': 'tempest-TestShelveInstance-1292069456-router', 'tenant_id': '4f6bf4ac64234da183ae4449058c1f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': '7837c6f6-6aa2-4604-927b-a5e0ddf3fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:48Z', 'updated_at': '2022-02-09T19:00:04Z', 'revision_number': 5, 'project_id': '4f6bf4ac64234da183ae4449058c1f6d', 'gw_port': {'id': '7837c6f6-6aa2-4604-927b-a5e0ddf3fc98', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c10a59f-3975-4f6e-a649-a7f23a910bcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:48Z', 'updated_at': '2022-02-09T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:06.646505 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94dfce4-957d-401a-9ff1-2e04a2a469a2 None None] Checking router: 4c10a59f-3975-4f6e-a649-a7f23a910bcb for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 19:00:06.646636 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8d4b2b17-960b-443e-bdc9-425da55380ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:06.658028 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94dfce4-957d-401a-9ff1-2e04a2a469a2 None None] Routers {'4c10a59f-3975-4f6e-a649-a7f23a910bcb'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 19:00:06.658660 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a94dfce4-957d-401a-9ff1-2e04a2a469a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:59:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['4c10a59f-3975-4f6e-a649-a7f23a910bcb'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:06.719724 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-8d4b2b17-960b-443e-bdc9-425da55380ad admin admin] Deleting port 7837c6f6-6aa2-4604-927b-a5e0ddf3fc98 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 19:00:06.720068 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8d4b2b17-960b-443e-bdc9-425da55380ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:06.869021 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-a94dfce4-957d-401a-9ff1-2e04a2a469a2 None None] Set router 4c10a59f-3975-4f6e-a649-a7f23a910bcb gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 19:00:07.003823 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-8d4b2b17-960b-443e-bdc9-425da55380ad admin admin] For port 7837c6f6-6aa2-4604-927b-a5e0ddf3fc98, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7837c6f6-6aa2-4604-927b-a5e0ddf3fc98,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:00:07.004417 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8d4b2b17-960b-443e-bdc9-425da55380ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:07.129569 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-8d4b2b17-960b-443e-bdc9-425da55380ad admin admin] Calling delete_port for 7837c6f6-6aa2-4604-927b-a5e0ddf3fc98 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 19:00:07.161849 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a94dfce4-957d-401a-9ff1-2e04a2a469a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c10a59f-3975-4f6e-a649-a7f23a910bcb', 'name': 'tempest-TestShelveInstance-1292069456-router', 'tenant_id': '4f6bf4ac64234da183ae4449058c1f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': '7837c6f6-6aa2-4604-927b-a5e0ddf3fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:48Z', 'updated_at': '2022-02-09T19:00:04Z', 'revision_number': 5, 'project_id': '4f6bf4ac64234da183ae4449058c1f6d', 'gw_port': {'id': '7837c6f6-6aa2-4604-927b-a5e0ddf3fc98', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c10a59f-3975-4f6e-a649-a7f23a910bcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:48Z', 'updated_at': '2022-02-09T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:07.165661 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94dfce4-957d-401a-9ff1-2e04a2a469a2 None None] The sync data for ids ['4c10a59f-3975-4f6e-a649-a7f23a910bcb'] in dv-neutron-827016-2-hyperv is: [{'id': '4c10a59f-3975-4f6e-a649-a7f23a910bcb', 'name': 'tempest-TestShelveInstance-1292069456-router', 'tenant_id': '4f6bf4ac64234da183ae4449058c1f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': '7837c6f6-6aa2-4604-927b-a5e0ddf3fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:48:48Z', 'updated_at': '2022-02-09T19:00:04Z', 'revision_number': 5, 'project_id': '4f6bf4ac64234da183ae4449058c1f6d', 'gw_port': {'id': '7837c6f6-6aa2-4604-927b-a5e0ddf3fc98', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c10a59f-3975-4f6e-a649-a7f23a910bcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:48:48Z', 'updated_at': '2022-02-09T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 19:00:07.382374 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8d4b2b17-960b-443e-bdc9-425da55380ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:07.426356 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b2b17-960b-443e-bdc9-425da55380ad admin admin] Pushing event deleted for resources: {'Port': ['ID=7837c6f6-6aa2-4604-927b-a5e0ddf3fc98,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:07.657646 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8d4b2b17-960b-443e-bdc9-425da55380ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:07.922073 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8d4b2b17-960b-443e-bdc9-425da55380ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:07.927371 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8d4b2b17-960b-443e-bdc9-425da55380ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:08.005031 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8d4b2b17-960b-443e-bdc9-425da55380ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:08.006052 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4b2b17-960b-443e-bdc9-425da55380ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c10a59f-3975-4f6e-a649-a7f23a910bcb {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:00:08.018108 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8d4b2b17-960b-443e-bdc9-425da55380ad admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:08.019286 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8d4b2b17-960b-443e-bdc9-425da55380ad admin admin] 10.222.0.21 "DELETE /v2.0/routers/4c10a59f-3975-4f6e-a649-a7f23a910bcb HTTP/1.1" status: 204 len: 168 time: 1.7892189 Feb 09 19:00:08.021772 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 34568) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:08.085966 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-96870faa-8337-44ef-9d29-6e991a282879 admin admin] Deleting subnet 0d7a1251-295e-43ca-9d9c-9ff47841eecb {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 19:00:08.088365 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-96870faa-8337-44ef-9d29-6e991a282879 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:08.142704 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-96870faa-8337-44ef-9d29-6e991a282879 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2035630'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:08.224400 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-96870faa-8337-44ef-9d29-6e991a282879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:08.377064 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-96870faa-8337-44ef-9d29-6e991a282879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1927343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1661677'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:08.418938 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96870faa-8337-44ef-9d29-6e991a282879 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d7a1251-295e-43ca-9d9c-9ff47841eecb,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:08.423082 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-96870faa-8337-44ef-9d29-6e991a282879 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:08.429142 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-96870faa-8337-44ef-9d29-6e991a282879 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0d7a1251-295e-43ca-9d9c-9ff47841eecb HTTP/1.1" status: 204 len: 168 time: 0.4063489 Feb 09 19:00:08.429563 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70387d41-2b8e-4dec-9c43-74a32e79200b None None] Network 58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 19:00:08.431584 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 34572) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:08.530769 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 2fbccb19-d10c-4d97-b017-8d58302cb46f no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 19:00:08.542280 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22448a1a-41e0-4f2e-82c4-248cee087d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:08.553172 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-22448a1a-41e0-4f2e-82c4-248cee087d9b admin admin] Deleting port 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 19:00:08.553503 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22448a1a-41e0-4f2e-82c4-248cee087d9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:08.589123 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 2fbccb19-d10c-4d97-b017-8d58302cb46f {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 19:00:08.589477 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 2fbccb19-d10c-4d97-b017-8d58302cb46f not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 19:00:08.589916 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7837c6f6-6aa2-4604-927b-a5e0ddf3fc98 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 19:00:08.653199 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 7837c6f6-6aa2-4604-927b-a5e0ddf3fc98 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 19:00:08.653540 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7837c6f6-6aa2-4604-927b-a5e0ddf3fc98 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 19:00:08.746051 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44af9495-855f-4d82-9570-84c3be5bc74b None None] DHCP port deletion for 58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 19:00:08.752159 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-44af9495-855f-4d82-9570-84c3be5bc74b None None] Deleting port 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 19:00:08.752526 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-44af9495-855f-4d82-9570-84c3be5bc74b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:08.860474 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-22448a1a-41e0-4f2e-82c4-248cee087d9b admin admin] For port 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064,segment=NetworkSegment(d3250809-291d-42de-8cad-ea1310f5e969),segment_id=d3250809-291d-42de-8cad-ea1310f5e969)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:00:08.860877 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22448a1a-41e0-4f2e-82c4-248cee087d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:08.967065 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-44af9495-855f-4d82-9570-84c3be5bc74b None None] For port 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064,segment=NetworkSegment(d3250809-291d-42de-8cad-ea1310f5e969),segment_id=d3250809-291d-42de-8cad-ea1310f5e969)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:00:08.967450 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-44af9495-855f-4d82-9570-84c3be5bc74b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:08.985359 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-22448a1a-41e0-4f2e-82c4-248cee087d9b admin admin] Calling delete_port for 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 19:00:09.089302 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-44af9495-855f-4d82-9570-84c3be5bc74b None None] Calling delete_port for 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 19:00:09.161717 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22448a1a-41e0-4f2e-82c4-248cee087d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:09.167799 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-44af9495-855f-4d82-9570-84c3be5bc74b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:00:09.168920 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-44af9495-855f-4d82-9570-84c3be5bc74b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:00:09.205707 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22448a1a-41e0-4f2e-82c4-248cee087d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:09.211798 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22448a1a-41e0-4f2e-82c4-248cee087d9b admin admin] No DVR routers for this DVR port 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064 on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:00:09.327022 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22448a1a-41e0-4f2e-82c4-248cee087d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:09.351091 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-22448a1a-41e0-4f2e-82c4-248cee087d9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:09.363347 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-22448a1a-41e0-4f2e-82c4-248cee087d9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3250809-291d-42de-8cad-ea1310f5e969') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:09.363483 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-22448a1a-41e0-4f2e-82c4-248cee087d9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3250809-291d-42de-8cad-ea1310f5e969') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:09.376780 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22448a1a-41e0-4f2e-82c4-248cee087d9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:09.396345 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22448a1a-41e0-4f2e-82c4-248cee087d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:09.402171 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22448a1a-41e0-4f2e-82c4-248cee087d9b admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 19:00:09.403399 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22448a1a-41e0-4f2e-82c4-248cee087d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:00:09.415968 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:00:09.567320 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22448a1a-41e0-4f2e-82c4-248cee087d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:09.583085 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22448a1a-41e0-4f2e-82c4-248cee087d9b admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:09.593677 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22448a1a-41e0-4f2e-82c4-248cee087d9b admin admin] Pushing event deleted for resources: {'Network': ['ID=58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:09.601332 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-22448a1a-41e0-4f2e-82c4-248cee087d9b admin admin] 10.222.0.21 "DELETE /v2.0/networks/58a1b2ea-b3d5-4184-b3ce-b5ae61611ebd HTTP/1.1" status: 204 len: 168 time: 1.1684966 Feb 09 19:00:09.670387 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-44af9495-855f-4d82-9570-84c3be5bc74b None None] Deleting port 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 19:00:09.670900 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-44af9495-855f-4d82-9570-84c3be5bc74b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:09.735857 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-44af9495-855f-4d82-9570-84c3be5bc74b None None] The port '0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 19:00:09.963128 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 34578) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:10.017119 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-89071a85-d3ab-43fd-8d77-c05f9a12aa7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a130097645144246a473008c0165b360&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0526521 Feb 09 19:00:10.019347 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 34582) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:10.079582 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3a8d3e58-4174-49ec-ac1c-67e257e3d22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:10.107069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3a8d3e58-4174-49ec-ac1c-67e257e3d22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:10.270357 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3a8d3e58-4174-49ec-ac1c-67e257e3d22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:10.286428 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d3e58-4174-49ec-ac1c-67e257e3d22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3cf00d-1051-4881-bd24-73a66dd5e80b,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:10.295275 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3a8d3e58-4174-49ec-ac1c-67e257e3d22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:10.296419 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3a8d3e58-4174-49ec-ac1c-67e257e3d22a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b3cf00d-1051-4881-bd24-73a66dd5e80b HTTP/1.1" status: 204 len: 168 time: 0.2760520 Feb 09 19:00:10.512858 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 19:00:10.546478 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 19:00:10.546826 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 0d4d900f-fa6e-41ad-b6c3-1d9d0ab89064 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 19:00:11.117588 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 34590) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:11.171970 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-dbb6d1f2-36cc-4fde-a152-a58a0f323807 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f6bf4ac64234da183ae4449058c1f6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0531054 Feb 09 19:00:11.174426 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 34594) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:11.236161 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-04bd93e8-5675-40eb-ad8a-0ac10e120b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:11.262970 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-04bd93e8-5675-40eb-ad8a-0ac10e120b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:11.405306 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-04bd93e8-5675-40eb-ad8a-0ac10e120b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:11.423823 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd93e8-5675-40eb-ad8a-0ac10e120b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a419b7-f01d-4054-982a-51bb512cbaaf,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:11.429151 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-04bd93e8-5675-40eb-ad8a-0ac10e120b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:11.430572 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-04bd93e8-5675-40eb-ad8a-0ac10e120b9c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1a419b7-f01d-4054-982a-51bb512cbaaf HTTP/1.1" status: 204 len: 168 time: 0.2549732 Feb 09 19:00:12.727166 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 34616) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:12.861904 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-2c1ac4b8-b84f-4ada-a0ed-cba45e2c5183 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2089368857-network', 'tenant_id': '88f30379f192439dad3b5552f36fc303'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 19:00:12.866855 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2c1ac4b8-b84f-4ada-a0ed-cba45e2c5183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 19:00:12.870806 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2c1ac4b8-b84f-4ada-a0ed-cba45e2c5183 admin admin] Usage tracker for resource:network and tenant:88f30379f192439dad3b5552f36fc303 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 19:00:12.873598 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2c1ac4b8-b84f-4ada-a0ed-cba45e2c5183 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 19:00:12.879283 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2c1ac4b8-b84f-4ada-a0ed-cba45e2c5183 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 19:00:12.954387 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1ac4b8-b84f-4ada-a0ed-cba45e2c5183 admin admin] Made reservation on behalf of 88f30379f192439dad3b5552f36fc303 for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:00:12.958266 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2c1ac4b8-b84f-4ada-a0ed-cba45e2c5183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:12.974596 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2c1ac4b8-b84f-4ada-a0ed-cba45e2c5183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:13.011199 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2c1ac4b8-b84f-4ada-a0ed-cba45e2c5183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 19:00:13.016143 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2c1ac4b8-b84f-4ada-a0ed-cba45e2c5183 admin admin] Usage tracker for resource:security_group_rule and tenant:88f30379f192439dad3b5552f36fc303 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 19:00:13.019008 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-2c1ac4b8-b84f-4ada-a0ed-cba45e2c5183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 19:00:13.024718 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-2c1ac4b8-b84f-4ada-a0ed-cba45e2c5183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 19:00:13.102846 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2c1ac4b8-b84f-4ada-a0ed-cba45e2c5183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:13.170789 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2c1ac4b8-b84f-4ada-a0ed-cba45e2c5183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:13.201654 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1ac4b8-b84f-4ada-a0ed-cba45e2c5183 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:00:13.210258 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ac4b8-b84f-4ada-a0ed-cba45e2c5183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf39e551-ef4a-47fc-91a4-06a1289efa5a,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:13.216743 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2c1ac4b8-b84f-4ada-a0ed-cba45e2c5183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:13.217091 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-2c1ac4b8-b84f-4ada-a0ed-cba45e2c5183 admin admin] Added segment 1a5036fe-42a7-4993-b267-6d810e16c6b1 of type vlan for network 0bb66635-4921-4082-a5eb-64df0e4f58c0 Feb 09 19:00:13.246689 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2c1ac4b8-b84f-4ada-a0ed-cba45e2c5183 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:13.333555 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2c1ac4b8-b84f-4ada-a0ed-cba45e2c5183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:13.334563 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1ac4b8-b84f-4ada-a0ed-cba45e2c5183 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:00:13.335223 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-2c1ac4b8-b84f-4ada-a0ed-cba45e2c5183 admin admin] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:13.445959 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ac4b8-b84f-4ada-a0ed-cba45e2c5183 admin admin] Pushing event updated for resources: {'Network': ['ID=0bb66635-4921-4082-a5eb-64df0e4f58c0,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:13.457910 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 0bb66635-4921-4082-a5eb-64df0e4f58c0 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 19:00:13.536435 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-2c1ac4b8-b84f-4ada-a0ed-cba45e2c5183 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8054724 Feb 09 19:00:13.536628 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 34622) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:13.542687 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-989407f1-2abb-4788-bff6-6c812754d432 admin admin] Request body: {'subnet': {'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2089368857-subnet', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'ip_version': 4}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 19:00:13.547653 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-989407f1-2abb-4788-bff6-6c812754d432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 19:00:13.551746 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-989407f1-2abb-4788-bff6-6c812754d432 admin admin] Usage tracker for resource:subnet and tenant:88f30379f192439dad3b5552f36fc303 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 19:00:13.555414 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-989407f1-2abb-4788-bff6-6c812754d432 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 19:00:13.561019 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-989407f1-2abb-4788-bff6-6c812754d432 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 19:00:13.635844 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989407f1-2abb-4788-bff6-6c812754d432 admin admin] Made reservation on behalf of 88f30379f192439dad3b5552f36fc303 for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:00:13.639101 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-989407f1-2abb-4788-bff6-6c812754d432 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:13.948032 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-989407f1-2abb-4788-bff6-6c812754d432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:14.025020 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989407f1-2abb-4788-bff6-6c812754d432 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92ad90c4-6337-40c7-b296-18d7ffae70aa,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:14.037263 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989407f1-2abb-4788-bff6-6c812754d432 admin admin] Checking segment: {'id': '1a5036fe-42a7-4993-b267-6d810e16c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 19:00:14.037622 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989407f1-2abb-4788-bff6-6c812754d432 admin admin] Network hostable DHCP agents. Network: 0bb66635-4921-4082-a5eb-64df0e4f58c0, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:00:14.141762 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989407f1-2abb-4788-bff6-6c812754d432 admin admin] Network 0bb66635-4921-4082-a5eb-64df0e4f58c0 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:00:14.218678 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-989407f1-2abb-4788-bff6-6c812754d432 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 0bb66635-4921-4082-a5eb-64df0e4f58c0) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:00:14.222552 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989407f1-2abb-4788-bff6-6c812754d432 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:00:14.223138 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-989407f1-2abb-4788-bff6-6c812754d432 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:14.228786 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3005b6-290c-4a05-a03f-b4037f658db6 None None] Network 0bb66635-4921-4082-a5eb-64df0e4f58c0 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 19:00:14.294453 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-989407f1-2abb-4788-bff6-6c812754d432 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7564895 Feb 09 19:00:14.297129 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 34626) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:14.302222 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-68084c37-5964-4f66-a1ba-07459772de98 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2089368857-router', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 19:00:14.306855 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-68084c37-5964-4f66-a1ba-07459772de98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 19:00:14.311315 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-68084c37-5964-4f66-a1ba-07459772de98 admin admin] Usage tracker for resource:router and tenant:88f30379f192439dad3b5552f36fc303 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 19:00:14.314160 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-68084c37-5964-4f66-a1ba-07459772de98 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 19:00:14.319910 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-68084c37-5964-4f66-a1ba-07459772de98 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 19:00:14.402066 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-68084c37-5964-4f66-a1ba-07459772de98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:14.404065 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-68084c37-5964-4f66-a1ba-07459772de98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:14.424448 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-68084c37-5964-4f66-a1ba-07459772de98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:14.454744 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-0bb66635-4921-4082-a5eb-64df0e4f58c0', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'fixed_ips': [{'subnet_id': '92ad90c4-6337-40c7-b296-18d7ffae70aa'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 19:00:14.455570 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:14.620890 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Allocated IP 172.20.0.2 (0bb66635-4921-4082-a5eb-64df0e4f58c0/92ad90c4-6337-40c7-b296-18d7ffae70aa/295d71b8-0673-402c-92c1-da2cea4f3840) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:00:14.786625 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-68084c37-5964-4f66-a1ba-07459772de98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:14.874229 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:14.884147 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Transition to ACTIVE for port object 295d71b8-0673-402c-92c1-da2cea4f3840 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:00:14.904232 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Transition to ACTIVE for port object 295d71b8-0673-402c-92c1-da2cea4f3840 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:00:14.991789 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:15.096570 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Network 0bb66635-4921-4082-a5eb-64df0e4f58c0 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:00:15.100069 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:00:15.100543 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-68084c37-5964-4f66-a1ba-07459772de98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:15.105074 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 19:00:15.108265 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Pushing event updated for resources: {'Port': ['ID=295d71b8-0673-402c-92c1-da2cea4f3840,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:15.136526 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-68084c37-5964-4f66-a1ba-07459772de98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:15.150237 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:00:15.150754 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:00:15.151192 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:00:15.151635 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:00:15.152060 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:00:15.152494 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:00:15.152940 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:00:15.153414 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:00:15.154810 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:00:15.154810 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:00:15.155171 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:00:15.212038 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Attempting to bind port 295d71b8-0673-402c-92c1-da2cea4f3840 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 19:00:15.212410 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Attempting to bind port 295d71b8-0673-402c-92c1-da2cea4f3840 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '1a5036fe-42a7-4993-b267-6d810e16c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 19:00:15.212773 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Attempting to bind port 295d71b8-0673-402c-92c1-da2cea4f3840 on network 0bb66635-4921-4082-a5eb-64df0e4f58c0 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 19:00:15.222686 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 19:00:15.223072 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Checking segment: {'id': '1a5036fe-42a7-4993-b267-6d810e16c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 19:00:15.223515 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:15.223908 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Bound using segment: {'id': '1a5036fe-42a7-4993-b267-6d810e16c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 19:00:15.224497 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Bound port: 295d71b8-0673-402c-92c1-da2cea4f3840, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5036fe-42a7-4993-b267-6d810e16c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 19:00:15.224876 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:15.290644 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-68084c37-5964-4f66-a1ba-07459772de98 admin admin] Allocated IP 172.26.8.242 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/8fd2e6e4-5047-43b3-aad5-c69a92b2859c) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:00:15.323117 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] For port 295d71b8-0673-402c-92c1-da2cea4f3840, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:00:15.326337 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] For port 295d71b8-0673-402c-92c1-da2cea4f3840, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=295d71b8-0673-402c-92c1-da2cea4f3840,segment=NetworkSegment(1a5036fe-42a7-4993-b267-6d810e16c6b1),segment_id=1a5036fe-42a7-4993-b267-6d810e16c6b1)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:00:15.396298 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:15.451884 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-68084c37-5964-4f66-a1ba-07459772de98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:15.482355 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c49c7-3552-43fe-ab5e-f2faef23d0fe None None] Pushing event updated for resources: {'Port': ['ID=295d71b8-0673-402c-92c1-da2cea4f3840,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:15.590481 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-68084c37-5964-4f66-a1ba-07459772de98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:15.671815 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68084c37-5964-4f66-a1ba-07459772de98 admin admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:00:15.675380 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-68084c37-5964-4f66-a1ba-07459772de98 admin admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:00:15.677313 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68084c37-5964-4f66-a1ba-07459772de98 admin admin] Pushing event updated for resources: {'Port': ['ID=8fd2e6e4-5047-43b3-aad5-c69a92b2859c,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:15.680760 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68084c37-5964-4f66-a1ba-07459772de98 admin admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 19:00:15.921145 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-68084c37-5964-4f66-a1ba-07459772de98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:15.921773 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-68084c37-5964-4f66-a1ba-07459772de98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:16.230414 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68084c37-5964-4f66-a1ba-07459772de98 admin admin] Router 899492a1-5f97-430b-85f7-8a5126fa2e4d is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:00:16.439910 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68084c37-5964-4f66-a1ba-07459772de98 admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:00:16.454736 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] Sync routers for ids ['899492a1-5f97-430b-85f7-8a5126fa2e4d'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 19:00:16.466564 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] Routers {'899492a1-5f97-430b-85f7-8a5126fa2e4d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 19:00:16.467068 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:59:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['899492a1-5f97-430b-85f7-8a5126fa2e4d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:16.521564 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-68084c37-5964-4f66-a1ba-07459772de98 admin admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:16.521889 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51fe582-7da2-4c50-bcb7-ac66949d2c28 None None] Network 0bb66635-4921-4082-a5eb-64df0e4f58c0 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 19:00:16.523262 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-68084c37-5964-4f66-a1ba-07459772de98 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2249599 Feb 09 19:00:16.526098 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 34630) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:16.600504 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 295d71b8-0673-402c-92c1-da2cea4f3840 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 19:00:16.855144 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-25014c8e-0f50-41bf-a874-fe88f32f58c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:16.865303 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-baaf5f39-4700-4bbc-ba09-e99b37f74d82 None None] Provisioning for port 295d71b8-0673-402c-92c1-da2cea4f3840 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:00:16.896599 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] Set router 899492a1-5f97-430b-85f7-8a5126fa2e4d gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 19:00:16.973654 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 295d71b8-0673-402c-92c1-da2cea4f3840 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:00:17.037104 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 295d71b8-0673-402c-92c1-da2cea4f3840 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:00:17.037480 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:17.364001 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:17.426782 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 295d71b8-0673-402c-92c1-da2cea4f3840, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=295d71b8-0673-402c-92c1-da2cea4f3840,segment=NetworkSegment(1a5036fe-42a7-4993-b267-6d810e16c6b1),segment_id=1a5036fe-42a7-4993-b267-6d810e16c6b1)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:00:17.442544 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'name': 'tempest-TestSnapshotPattern-2089368857-router', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:14Z', 'updated_at': '2022-02-09T19:00:15Z', 'revision_number': 3, 'project_id': '88f30379f192439dad3b5552f36fc303', 'gw_port': {'id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:15Z', 'updated_at': '2022-02-09T19:00:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:17.451574 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] Checking router: 899492a1-5f97-430b-85f7-8a5126fa2e4d for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 19:00:17.452128 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] Updating router 899492a1-5f97-430b-85f7-8a5126fa2e4d port 8fd2e6e4-5047-43b3-aad5-c69a92b2859c binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 19:00:17.494249 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e5acfcb-029d-4a4c-8fd5-473461aa0815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:17.518583 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:17.605483 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:17.751747 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-5e5acfcb-029d-4a4c-8fd5-473461aa0815 admin admin] Allocated IP 172.20.0.1 (0bb66635-4921-4082-a5eb-64df0e4f58c0/92ad90c4-6337-40c7-b296-18d7ffae70aa/b6685cc1-d40b-41bd-9cfe-3a9d4d61671b) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:00:17.777993 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:17.787528 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=295d71b8-0673-402c-92c1-da2cea4f3840,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:17.792958 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3c0d3ae6-e62d-4efb-871a-7a7b707e2d71 None None] Provisioning complete for port 295d71b8-0673-402c-92c1-da2cea4f3840 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:00:17.793332 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3c0d3ae6-e62d-4efb-871a-7a7b707e2d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:17.932644 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e5acfcb-029d-4a4c-8fd5-473461aa0815 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:17.952736 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-5e5acfcb-029d-4a4c-8fd5-473461aa0815 admin admin] Transition to ACTIVE for port object b6685cc1-d40b-41bd-9cfe-3a9d4d61671b will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:00:18.047697 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e5acfcb-029d-4a4c-8fd5-473461aa0815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:18.123609 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5acfcb-029d-4a4c-8fd5-473461aa0815 admin admin] Network 0bb66635-4921-4082-a5eb-64df0e4f58c0 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:00:18.126225 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-5e5acfcb-029d-4a4c-8fd5-473461aa0815 admin admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:00:18.129830 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5acfcb-029d-4a4c-8fd5-473461aa0815 admin admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 19:00:18.156751 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:18.163137 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5acfcb-029d-4a4c-8fd5-473461aa0815 admin admin] Pushing event updated for resources: {'Port': ['ID=b6685cc1-d40b-41bd-9cfe-3a9d4d61671b,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:18.170343 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] Transition to ACTIVE for port object 8fd2e6e4-5047-43b3-aad5-c69a92b2859c will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:00:18.187509 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e5acfcb-029d-4a4c-8fd5-473461aa0815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:18.258986 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:18.353439 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e5acfcb-029d-4a4c-8fd5-473461aa0815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:18.373724 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] Attempting to bind port 8fd2e6e4-5047-43b3-aad5-c69a92b2859c on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 19:00:18.374404 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] Attempting to bind port 8fd2e6e4-5047-43b3-aad5-c69a92b2859c by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 19:00:18.375442 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] Attempting to bind port 8fd2e6e4-5047-43b3-aad5-c69a92b2859c on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 19:00:18.377274 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02868a29-b11d-4251-b9de-eef2a0bc4ee5 None None] Pushing event updated for resources: {'Port': ['ID=8fd2e6e4-5047-43b3-aad5-c69a92b2859c,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:18.384453 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 19:00:18.384820 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 19:00:18.385228 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:18.385628 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 19:00:18.386192 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] Bound port: 8fd2e6e4-5047-43b3-aad5-c69a92b2859c, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 19:00:18.386612 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:18.493151 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] For port 8fd2e6e4-5047-43b3-aad5-c69a92b2859c, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:00:18.496923 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] For port 8fd2e6e4-5047-43b3-aad5-c69a92b2859c, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=8fd2e6e4-5047-43b3-aad5-c69a92b2859c,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:00:18.519318 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-36020b26-45dd-4266-8746-0bf76d993f41 None None] Provisioning for port b6685cc1-d40b-41bd-9cfe-3a9d4d61671b completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:00:18.525701 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-36020b26-45dd-4266-8746-0bf76d993f41 None None] Provisioning complete for port b6685cc1-d40b-41bd-9cfe-3a9d4d61671b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:00:18.526229 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36020b26-45dd-4266-8746-0bf76d993f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:18.564099 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 295d71b8-0673-402c-92c1-da2cea4f3840 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 19:00:18.602872 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:18.627746 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e5acfcb-029d-4a4c-8fd5-473461aa0815 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:18.673770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e5acfcb-029d-4a4c-8fd5-473461aa0815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:18.707675 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-36020b26-45dd-4266-8746-0bf76d993f41 None None] Port b6685cc1-d40b-41bd-9cfe-3a9d4d61671b cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 19:00:18.738375 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02868a29-b11d-4251-b9de-eef2a0bc4ee5 None None] Pushing event updated for resources: {'Port': ['ID=8fd2e6e4-5047-43b3-aad5-c69a92b2859c,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:18.747726 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] Routers {'899492a1-5f97-430b-85f7-8a5126fa2e4d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 19:00:18.748239 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T18:59:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['899492a1-5f97-430b-85f7-8a5126fa2e4d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:18.797115 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5acfcb-029d-4a4c-8fd5-473461aa0815 admin admin] Pushing event updated for resources: {'Port': ['ID=b6685cc1-d40b-41bd-9cfe-3a9d4d61671b,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:18.800108 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5e5acfcb-029d-4a4c-8fd5-473461aa0815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:18.809771 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 295d71b8-0673-402c-92c1-da2cea4f3840 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:00:18.809771 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:18.953824 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5acfcb-029d-4a4c-8fd5-473461aa0815 admin admin] Network 0bb66635-4921-4082-a5eb-64df0e4f58c0 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:00:18.955107 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-5e5acfcb-029d-4a4c-8fd5-473461aa0815 admin admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:00:19.060660 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] Set router 899492a1-5f97-430b-85f7-8a5126fa2e4d gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 19:00:19.121358 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d10a635-cc86-40c5-bb83-6bd82a96a043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:19.362902 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-fba3b001-166c-4576-acad-4204b7e5a71b None None] Provisioning complete for port b6685cc1-d40b-41bd-9cfe-3a9d4d61671b triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:00:19.363271 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fba3b001-166c-4576-acad-4204b7e5a71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:19.511097 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-fba3b001-166c-4576-acad-4204b7e5a71b None None] Port b6685cc1-d40b-41bd-9cfe-3a9d4d61671b cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 19:00:19.536065 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5acfcb-029d-4a4c-8fd5-473461aa0815 admin admin] Router 899492a1-5f97-430b-85f7-8a5126fa2e4d has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:00:19.544372 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'name': 'tempest-TestSnapshotPattern-2089368857-router', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:14Z', 'updated_at': '2022-02-09T19:00:18Z', 'revision_number': 4, 'project_id': '88f30379f192439dad3b5552f36fc303', 'gw_port': {'id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:15Z', 'updated_at': '2022-02-09T19:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'b6685cc1-d40b-41bd-9cfe-3a9d4d61671b', 'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'mac_address': 'fa:16:3e:db:39:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:17Z', 'updated_at': '2022-02-09T19:00:18Z', 'revision_number': 2, 'project_id': '88f30379f192439dad3b5552f36fc303', 'subnets': [{'id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:19.548943 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9f7b30-8656-4869-9ccb-cc0137549c75 None None] The sync data for ids ['899492a1-5f97-430b-85f7-8a5126fa2e4d'] in dv-neutron-827016-2-hyperv is: [{'id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'name': 'tempest-TestSnapshotPattern-2089368857-router', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:14Z', 'updated_at': '2022-02-09T19:00:18Z', 'revision_number': 4, 'project_id': '88f30379f192439dad3b5552f36fc303', 'gw_port': {'id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:15Z', 'updated_at': '2022-02-09T19:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'b6685cc1-d40b-41bd-9cfe-3a9d4d61671b', 'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'mac_address': 'fa:16:3e:db:39:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:17Z', 'updated_at': '2022-02-09T19:00:18Z', 'revision_number': 2, 'project_id': '88f30379f192439dad3b5552f36fc303', 'subnets': [{'id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 19:00:19.776984 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5acfcb-029d-4a4c-8fd5-473461aa0815 admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:00:19.786992 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5e5acfcb-029d-4a4c-8fd5-473461aa0815 admin admin] 10.222.0.21 "PUT /v2.0/routers/899492a1-5f97-430b-85f7-8a5126fa2e4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2595682 Feb 09 19:00:20.279532 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:20.347965 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:20.560213 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 8fd2e6e4-5047-43b3-aad5-c69a92b2859c up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 19:00:20.690985 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 8fd2e6e4-5047-43b3-aad5-c69a92b2859c completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:00:20.697475 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 8fd2e6e4-5047-43b3-aad5-c69a92b2859c triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:00:20.698101 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:20.832177 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:20.860496 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 8fd2e6e4-5047-43b3-aad5-c69a92b2859c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=8fd2e6e4-5047-43b3-aad5-c69a92b2859c,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:00:20.951112 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:21.023408 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=8fd2e6e4-5047-43b3-aad5-c69a92b2859c,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:21.099119 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 34652) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:21.104799 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-e8caa9f3-9405-47a4-a4f6-5f18fd939e3c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-572494812-network', 'tenant_id': '19137e9beaac4c3d93955c8053db07ac'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 19:00:21.110831 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e8caa9f3-9405-47a4-a4f6-5f18fd939e3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 19:00:21.115053 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e8caa9f3-9405-47a4-a4f6-5f18fd939e3c admin admin] Usage tracker for resource:network and tenant:19137e9beaac4c3d93955c8053db07ac is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 19:00:21.118087 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e8caa9f3-9405-47a4-a4f6-5f18fd939e3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 19:00:21.124771 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e8caa9f3-9405-47a4-a4f6-5f18fd939e3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 19:00:21.201839 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8caa9f3-9405-47a4-a4f6-5f18fd939e3c admin admin] Made reservation on behalf of 19137e9beaac4c3d93955c8053db07ac for: {'network': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:00:21.204095 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e8caa9f3-9405-47a4-a4f6-5f18fd939e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for network, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:21.216970 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e8caa9f3-9405-47a4-a4f6-5f18fd939e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:21.249358 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e8caa9f3-9405-47a4-a4f6-5f18fd939e3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 19:00:21.253180 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e8caa9f3-9405-47a4-a4f6-5f18fd939e3c admin admin] Usage tracker for resource:security_group_rule and tenant:19137e9beaac4c3d93955c8053db07ac is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 19:00:21.256017 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-e8caa9f3-9405-47a4-a4f6-5f18fd939e3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 19:00:21.261831 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-e8caa9f3-9405-47a4-a4f6-5f18fd939e3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 19:00:21.330333 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e8caa9f3-9405-47a4-a4f6-5f18fd939e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:21.387211 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e8caa9f3-9405-47a4-a4f6-5f18fd939e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:21.419813 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8caa9f3-9405-47a4-a4f6-5f18fd939e3c admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=84541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:00:21.429111 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8caa9f3-9405-47a4-a4f6-5f18fd939e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ff0298-54b1-42c5-9448-871d7a750772,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:21.436577 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e8caa9f3-9405-47a4-a4f6-5f18fd939e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:21.436857 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.segments_db [None req-e8caa9f3-9405-47a4-a4f6-5f18fd939e3c admin admin] Added segment 1376dd0e-adcb-4037-836d-55f3dcb4cd04 of type vlan for network 30f04225-b923-4035-bae8-ce64a91573e2 Feb 09 19:00:21.464679 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e8caa9f3-9405-47a4-a4f6-5f18fd939e3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779619075588'] for network, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:21.582127 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e8caa9f3-9405-47a4-a4f6-5f18fd939e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609'] for network, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:21.583492 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8caa9f3-9405-47a4-a4f6-5f18fd939e3c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:00:21.584459 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e8caa9f3-9405-47a4-a4f6-5f18fd939e3c admin admin] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:21.706947 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8caa9f3-9405-47a4-a4f6-5f18fd939e3c admin admin] Pushing event updated for resources: {'Network': ['ID=30f04225-b923-4035-bae8-ce64a91573e2,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:21.717185 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Network 30f04225-b923-4035-bae8-ce64a91573e2 details requested by agent ovs-agent-dv-neutron-827016-2-hyperv with host dv-neutron-827016-2-hyperv {{(pid=84543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 19:00:21.763065 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e8caa9f3-9405-47a4-a4f6-5f18fd939e3c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6622100 Feb 09 19:00:21.767889 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 34656) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:21.773479 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-9891f214-c35e-456e-8ef5-4907a5a14efc admin admin] Request body: {'subnet': {'network_id': '30f04225-b923-4035-bae8-ce64a91573e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-572494812-subnet', 'tenant_id': '19137e9beaac4c3d93955c8053db07ac', 'ip_version': 4}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 19:00:21.779455 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9891f214-c35e-456e-8ef5-4907a5a14efc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 19:00:21.783701 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9891f214-c35e-456e-8ef5-4907a5a14efc admin admin] Usage tracker for resource:subnet and tenant:19137e9beaac4c3d93955c8053db07ac is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 19:00:21.786747 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-9891f214-c35e-456e-8ef5-4907a5a14efc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 19:00:21.792692 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-9891f214-c35e-456e-8ef5-4907a5a14efc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 19:00:21.858856 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9891f214-c35e-456e-8ef5-4907a5a14efc admin admin] Made reservation on behalf of 19137e9beaac4c3d93955c8053db07ac for: {'subnet': 1} {{(pid=84541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:00:21.861195 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9891f214-c35e-456e-8ef5-4907a5a14efc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65283002'] for subnet, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:21.887412 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:22.127948 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9891f214-c35e-456e-8ef5-4907a5a14efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1085814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65282948'] for subnet, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:22.211325 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891f214-c35e-456e-8ef5-4907a5a14efc admin admin] Pushing event updated for resources: {'Subnet': ['ID=86fe7631-311d-4800-867f-bbcd15b4849d,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:22.223357 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9891f214-c35e-456e-8ef5-4907a5a14efc admin admin] Checking segment: {'id': '1376dd0e-adcb-4037-836d-55f3dcb4cd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30f04225-b923-4035-bae8-ce64a91573e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 19:00:22.223719 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9891f214-c35e-456e-8ef5-4907a5a14efc admin admin] Network hostable DHCP agents. Network: 30f04225-b923-4035-bae8-ce64a91573e2, hostable agents: ['3fa09b46-c7c9-41e0-92e8-0f5db87aad0f'], hosted agents: [] {{(pid=84541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:00:22.327309 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9891f214-c35e-456e-8ef5-4907a5a14efc admin admin] Network 30f04225-b923-4035-bae8-ce64a91573e2 is scheduled to be hosted by DHCP agent 3fa09b46-c7c9-41e0-92e8-0f5db87aad0f with binding_index 1 {{(pid=84541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:00:22.396193 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-9891f214-c35e-456e-8ef5-4907a5a14efc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827016-2-hyperv, 30f04225-b923-4035-bae8-ce64a91573e2) {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:00:22.400723 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9891f214-c35e-456e-8ef5-4907a5a14efc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:00:22.401319 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-9891f214-c35e-456e-8ef5-4907a5a14efc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:22.405757 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a71d673-efb0-4671-b739-6bb8e6d21bd2 None None] Network 30f04225-b923-4035-bae8-ce64a91573e2 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 19:00:22.505416 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-9891f214-c35e-456e-8ef5-4907a5a14efc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7363269 Feb 09 19:00:22.508158 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 34660) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:22.514890 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-fb0d2604-10a3-4d39-bc3a-5db700ead745 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-572494812-router', 'tenant_id': '19137e9beaac4c3d93955c8053db07ac', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 19:00:22.520592 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-fb0d2604-10a3-4d39-bc3a-5db700ead745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 19:00:22.524904 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-fb0d2604-10a3-4d39-bc3a-5db700ead745 admin admin] Usage tracker for resource:router and tenant:19137e9beaac4c3d93955c8053db07ac is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 19:00:22.528070 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-fb0d2604-10a3-4d39-bc3a-5db700ead745 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 19:00:22.532548 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 8fd2e6e4-5047-43b3-aad5-c69a92b2859c up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 19:00:22.534863 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-fb0d2604-10a3-4d39-bc3a-5db700ead745 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 19:00:22.624542 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2604-10a3-4d39-bc3a-5db700ead745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42650'] for router, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:22.625548 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2604-10a3-4d39-bc3a-5db700ead745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42645'] for router, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:22.648883 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2604-10a3-4d39-bc3a-5db700ead745 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:22.696427 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 8fd2e6e4-5047-43b3-aad5-c69a92b2859c triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:00:22.696805 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:22.725860 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43333b4d-292c-454e-975a-b9bd909cf6fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafe48442-1099-5916-8e6b-2fc29ee5bef4-30f04225-b923-4035-bae8-ce64a91573e2', 'network_id': '30f04225-b923-4035-bae8-ce64a91573e2', 'tenant_id': '19137e9beaac4c3d93955c8053db07ac', 'fixed_ips': [{'subnet_id': '86fe7631-311d-4800-867f-bbcd15b4849d'}]}} from dv-neutron-827016-2-hyperv. {{(pid=84543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 19:00:22.726700 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43333b4d-292c-454e-975a-b9bd909cf6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:22.877542 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2604-10a3-4d39-bc3a-5db700ead745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42663'] for router, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:22.981367 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-43333b4d-292c-454e-975a-b9bd909cf6fd None None] Allocated IP 172.20.0.2 (30f04225-b923-4035-bae8-ce64a91573e2/86fe7631-311d-4800-867f-bbcd15b4849d/40072472-e43d-4d67-b147-78643dbfb588) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:00:23.158809 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2604-10a3-4d39-bc3a-5db700ead745 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:23.190255 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2604-10a3-4d39-bc3a-5db700ead745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:23.201483 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43333b4d-292c-454e-975a-b9bd909cf6fd None None] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:23.214911 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-43333b4d-292c-454e-975a-b9bd909cf6fd None None] Transition to ACTIVE for port object 40072472-e43d-4d67-b147-78643dbfb588 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:00:23.236267 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-43333b4d-292c-454e-975a-b9bd909cf6fd None None] Transition to ACTIVE for port object 40072472-e43d-4d67-b147-78643dbfb588 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:00:23.296784 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43333b4d-292c-454e-975a-b9bd909cf6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:23.371478 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43333b4d-292c-454e-975a-b9bd909cf6fd None None] Network 30f04225-b923-4035-bae8-ce64a91573e2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:00:23.374634 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-43333b4d-292c-454e-975a-b9bd909cf6fd None None] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:00:23.378735 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43333b4d-292c-454e-975a-b9bd909cf6fd None None] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 19:00:23.385626 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43333b4d-292c-454e-975a-b9bd909cf6fd None None] Pushing event updated for resources: {'Port': ['ID=40072472-e43d-4d67-b147-78643dbfb588,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:23.455359 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-fb0d2604-10a3-4d39-bc3a-5db700ead745 admin admin] Allocated IP 172.26.8.42 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:00:23.480557 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-43333b4d-292c-454e-975a-b9bd909cf6fd None None] Attempting to bind port 40072472-e43d-4d67-b147-78643dbfb588 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 19:00:23.480557 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-43333b4d-292c-454e-975a-b9bd909cf6fd None None] Attempting to bind port 40072472-e43d-4d67-b147-78643dbfb588 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '1376dd0e-adcb-4037-836d-55f3dcb4cd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30f04225-b923-4035-bae8-ce64a91573e2'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 19:00:23.480557 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43333b4d-292c-454e-975a-b9bd909cf6fd None None] Attempting to bind port 40072472-e43d-4d67-b147-78643dbfb588 on network 30f04225-b923-4035-bae8-ce64a91573e2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 19:00:23.483344 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43333b4d-292c-454e-975a-b9bd909cf6fd None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 19:00:23.483722 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43333b4d-292c-454e-975a-b9bd909cf6fd None None] Checking segment: {'id': '1376dd0e-adcb-4037-836d-55f3dcb4cd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30f04225-b923-4035-bae8-ce64a91573e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 19:00:23.484121 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43333b4d-292c-454e-975a-b9bd909cf6fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:23.484514 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43333b4d-292c-454e-975a-b9bd909cf6fd None None] Bound using segment: {'id': '1376dd0e-adcb-4037-836d-55f3dcb4cd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30f04225-b923-4035-bae8-ce64a91573e2'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 19:00:23.484990 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-43333b4d-292c-454e-975a-b9bd909cf6fd None None] Bound port: 40072472-e43d-4d67-b147-78643dbfb588, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1376dd0e-adcb-4037-836d-55f3dcb4cd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30f04225-b923-4035-bae8-ce64a91573e2'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 19:00:23.485357 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43333b4d-292c-454e-975a-b9bd909cf6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:23.583755 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-43333b4d-292c-454e-975a-b9bd909cf6fd None None] For port 40072472-e43d-4d67-b147-78643dbfb588, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:00:23.594145 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-43333b4d-292c-454e-975a-b9bd909cf6fd None None] For port 40072472-e43d-4d67-b147-78643dbfb588, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=40072472-e43d-4d67-b147-78643dbfb588,segment=NetworkSegment(1376dd0e-adcb-4037-836d-55f3dcb4cd04),segment_id=1376dd0e-adcb-4037-836d-55f3dcb4cd04)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:00:23.627008 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2604-10a3-4d39-bc3a-5db700ead745 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:23.728203 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43333b4d-292c-454e-975a-b9bd909cf6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:23.756670 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2604-10a3-4d39-bc3a-5db700ead745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:23.806862 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43333b4d-292c-454e-975a-b9bd909cf6fd None None] Pushing event updated for resources: {'Port': ['ID=40072472-e43d-4d67-b147-78643dbfb588,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:23.829149 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0d2604-10a3-4d39-bc3a-5db700ead745 admin admin] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:00:23.832248 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-fb0d2604-10a3-4d39-bc3a-5db700ead745 admin admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:00:23.836712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0d2604-10a3-4d39-bc3a-5db700ead745 admin admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 19:00:23.868405 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d2604-10a3-4d39-bc3a-5db700ead745 admin admin] Pushing event updated for resources: {'Port': ['ID=088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:24.089655 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2604-10a3-4d39-bc3a-5db700ead745 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:24.090435 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2604-10a3-4d39-bc3a-5db700ead745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646955'] for router, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:24.421934 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0d2604-10a3-4d39-bc3a-5db700ead745 admin admin] Router a060505b-6950-4153-8024-c6b50eb8a0a9 is scheduled to L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 with binding_index 1 {{(pid=84541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:00:24.551650 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 40072472-e43d-4d67-b147-78643dbfb588 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 19:00:24.638561 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0d2604-10a3-4d39-bc3a-5db700ead745 admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:00:24.648595 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] Sync routers for ids ['a060505b-6950-4153-8024-c6b50eb8a0a9'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 19:00:24.665807 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] Routers {'a060505b-6950-4153-8024-c6b50eb8a0a9'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 19:00:24.672873 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T19:00:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['a060505b-6950-4153-8024-c6b50eb8a0a9'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:24.690942 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 40072472-e43d-4d67-b147-78643dbfb588 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:00:24.761810 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2604-10a3-4d39-bc3a-5db700ead745 admin admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:24.763162 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-fb0d2604-10a3-4d39-bc3a-5db700ead745 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2539272 Feb 09 19:00:24.766682 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 34664) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:24.855851 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] Set router a060505b-6950-4153-8024-c6b50eb8a0a9 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 19:00:25.136350 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5303c586-2d75-4c72-a749-6609b481bf4e None None] Network 30f04225-b923-4035-bae8-ce64a91573e2 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 19:00:25.192358 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a060505b-6950-4153-8024-c6b50eb8a0a9', 'name': 'tempest-TestSnapshotPattern-572494812-router', 'tenant_id': '19137e9beaac4c3d93955c8053db07ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:22Z', 'updated_at': '2022-02-09T19:00:23Z', 'revision_number': 3, 'project_id': '19137e9beaac4c3d93955c8053db07ac', 'gw_port': {'id': '088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:50:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a060505b-6950-4153-8024-c6b50eb8a0a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:23Z', 'updated_at': '2022-02-09T19:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:25.196793 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] Checking router: a060505b-6950-4153-8024-c6b50eb8a0a9 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 19:00:25.197406 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] Updating router a060505b-6950-4153-8024-c6b50eb8a0a9 port 088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 19:00:25.253503 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:25.363346 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-58a66af9-cd09-4594-9084-d963cd001e16 None None] Provisioning for port 40072472-e43d-4d67-b147-78643dbfb588 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:00:25.373168 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-58a66af9-cd09-4594-9084-d963cd001e16 None None] Provisioning complete for port 40072472-e43d-4d67-b147-78643dbfb588 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:00:25.373872 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58a66af9-cd09-4594-9084-d963cd001e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:25.574815 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58a66af9-cd09-4594-9084-d963cd001e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:25.619716 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-58a66af9-cd09-4594-9084-d963cd001e16 None None] For port 40072472-e43d-4d67-b147-78643dbfb588, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=40072472-e43d-4d67-b147-78643dbfb588,segment=NetworkSegment(1376dd0e-adcb-4037-836d-55f3dcb4cd04),segment_id=1376dd0e-adcb-4037-836d-55f3dcb4cd04)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:00:25.669382 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:25.684481 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] Transition to ACTIVE for port object 088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:00:25.689354 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58a66af9-cd09-4594-9084-d963cd001e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:25.772939 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aa67bc6e-cc1c-4a1f-8dd1-1085ff538bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:25.780028 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:25.781390 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a66af9-cd09-4594-9084-d963cd001e16 None None] Pushing event updated for resources: {'Port': ['ID=40072472-e43d-4d67-b147-78643dbfb588,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:25.822059 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-5d6da32c-2bb2-4cbe-ab81-c59460bac5ab None None] Provisioning complete for port 40072472-e43d-4d67-b147-78643dbfb588 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:00:25.823345 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d6da32c-2bb2-4cbe-ab81-c59460bac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:25.869808 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] Attempting to bind port 088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 19:00:25.870156 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] Attempting to bind port 088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 19:00:25.870465 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] Attempting to bind port 088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f on network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 19:00:25.873802 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe6e63-fde8-4e1a-9bec-50b75bf55887 None None] Pushing event updated for resources: {'Port': ['ID=088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:25.885167 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 19:00:25.885539 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] Checking segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 19:00:25.885941 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:25.886346 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] Bound using segment: {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 19:00:25.886932 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] Bound port: 088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7534859b-0e9c-42cc-a2be-c9f6d6617223', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 19:00:25.887231 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:25.916730 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe6e63-fde8-4e1a-9bec-50b75bf55887 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:00:25.917076 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe6e63-fde8-4e1a-9bec-50b75bf55887 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:00:25.917427 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe6e63-fde8-4e1a-9bec-50b75bf55887 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:00:25.917755 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe6e63-fde8-4e1a-9bec-50b75bf55887 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:00:25.918091 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe6e63-fde8-4e1a-9bec-50b75bf55887 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:00:25.918613 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe6e63-fde8-4e1a-9bec-50b75bf55887 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:00:25.919505 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe6e63-fde8-4e1a-9bec-50b75bf55887 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:00:25.919839 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe6e63-fde8-4e1a-9bec-50b75bf55887 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:00:25.920167 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe6e63-fde8-4e1a-9bec-50b75bf55887 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:00:25.920686 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe6e63-fde8-4e1a-9bec-50b75bf55887 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:00:25.921011 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe6e63-fde8-4e1a-9bec-50b75bf55887 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:00:25.976150 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] For port 088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:00:25.979699 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] For port 088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:00:26.022770 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-aa67bc6e-cc1c-4a1f-8dd1-1085ff538bd8 admin admin] Allocated IP 172.20.0.1 (30f04225-b923-4035-bae8-ce64a91573e2/86fe7631-311d-4800-867f-bbcd15b4849d/7d68e167-2b26-445b-ac19-e87318010314) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:00:26.079594 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:26.174267 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe6e63-fde8-4e1a-9bec-50b75bf55887 None None] Pushing event updated for resources: {'Port': ['ID=088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:26.179219 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] Routers {'a060505b-6950-4153-8024-c6b50eb8a0a9'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 19:00:26.179835 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T19:00:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['a060505b-6950-4153-8024-c6b50eb8a0a9'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:26.193726 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aa67bc6e-cc1c-4a1f-8dd1-1085ff538bd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:26.211487 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.provisioning_blocks [None req-aa67bc6e-cc1c-4a1f-8dd1-1085ff538bd8 admin admin] Transition to ACTIVE for port object 7d68e167-2b26-445b-ac19-e87318010314 will not be triggered until provisioned by entity DHCP. {{(pid=84541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:00:26.311608 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aa67bc6e-cc1c-4a1f-8dd1-1085ff538bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:26.384705 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] Set router a060505b-6950-4153-8024-c6b50eb8a0a9 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 19:00:26.400381 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa67bc6e-cc1c-4a1f-8dd1-1085ff538bd8 admin admin] Network 30f04225-b923-4035-bae8-ce64a91573e2 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:00:26.403619 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-aa67bc6e-cc1c-4a1f-8dd1-1085ff538bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:00:26.406941 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa67bc6e-cc1c-4a1f-8dd1-1085ff538bd8 admin admin] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 19:00:26.439985 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67bc6e-cc1c-4a1f-8dd1-1085ff538bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=7d68e167-2b26-445b-ac19-e87318010314,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:26.490003 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aa67bc6e-cc1c-4a1f-8dd1-1085ff538bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-641013'] for router_interface, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:26.560481 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 40072472-e43d-4d67-b147-78643dbfb588 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 19:00:26.661048 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 40072472-e43d-4d67-b147-78643dbfb588 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:00:26.661347 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:26.742362 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aa67bc6e-cc1c-4a1f-8dd1-1085ff538bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:26.778143 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a060505b-6950-4153-8024-c6b50eb8a0a9', 'name': 'tempest-TestSnapshotPattern-572494812-router', 'tenant_id': '19137e9beaac4c3d93955c8053db07ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:22Z', 'updated_at': '2022-02-09T19:00:23Z', 'revision_number': 3, 'project_id': '19137e9beaac4c3d93955c8053db07ac', 'gw_port': {'id': '088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:50:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a060505b-6950-4153-8024-c6b50eb8a0a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:23Z', 'updated_at': '2022-02-09T19:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:26.787723 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b65926-1136-4aa7-890a-9e1a43dd3ed3 None None] The sync data for ids ['a060505b-6950-4153-8024-c6b50eb8a0a9'] in dv-neutron-827016-2-hyperv is: [{'id': 'a060505b-6950-4153-8024-c6b50eb8a0a9', 'name': 'tempest-TestSnapshotPattern-572494812-router', 'tenant_id': '19137e9beaac4c3d93955c8053db07ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:22Z', 'updated_at': '2022-02-09T19:00:23Z', 'revision_number': 3, 'project_id': '19137e9beaac4c3d93955c8053db07ac', 'gw_port': {'id': '088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:50:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a060505b-6950-4153-8024-c6b50eb8a0a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:23Z', 'updated_at': '2022-02-09T19:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 19:00:26.853411 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-406b31e1-6675-4e7d-aae6-547995a51301 None None] Provisioning for port 7d68e167-2b26-445b-ac19-e87318010314 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:00:26.863811 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-406b31e1-6675-4e7d-aae6-547995a51301 None None] Provisioning complete for port 7d68e167-2b26-445b-ac19-e87318010314 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:00:26.864183 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-406b31e1-6675-4e7d-aae6-547995a51301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:26.925530 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-406b31e1-6675-4e7d-aae6-547995a51301 None None] Port 7d68e167-2b26-445b-ac19-e87318010314 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 19:00:27.005547 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aa67bc6e-cc1c-4a1f-8dd1-1085ff538bd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:27.076735 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aa67bc6e-cc1c-4a1f-8dd1-1085ff538bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:27.188963 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67bc6e-cc1c-4a1f-8dd1-1085ff538bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=7d68e167-2b26-445b-ac19-e87318010314,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:27.192687 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-aa67bc6e-cc1c-4a1f-8dd1-1085ff538bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3802441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640792'] for router_interface, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:27.334930 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa67bc6e-cc1c-4a1f-8dd1-1085ff538bd8 admin admin] Network 30f04225-b923-4035-bae8-ce64a91573e2 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:00:27.336096 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-aa67bc6e-cc1c-4a1f-8dd1-1085ff538bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:00:27.553279 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-72e8274b-9162-46b6-8444-f7853bc1cd3f None None] Provisioning complete for port 7d68e167-2b26-445b-ac19-e87318010314 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:00:27.553622 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-72e8274b-9162-46b6-8444-f7853bc1cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:27.612157 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-72e8274b-9162-46b6-8444-f7853bc1cd3f None None] Port 7d68e167-2b26-445b-ac19-e87318010314 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 19:00:27.758709 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa67bc6e-cc1c-4a1f-8dd1-1085ff538bd8 admin admin] Router a060505b-6950-4153-8024-c6b50eb8a0a9 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:00:28.077938 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa67bc6e-cc1c-4a1f-8dd1-1085ff538bd8 admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:00:28.095640 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-aa67bc6e-cc1c-4a1f-8dd1-1085ff538bd8 admin admin] 10.222.0.21 "PUT /v2.0/routers/a060505b-6950-4153-8024-c6b50eb8a0a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3193681 Feb 09 19:00:29.929794 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 34682) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:29.936756 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-efa44e65-520a-4e43-8af3-b613770c8f35 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2041989709', 'description': 'tempest-secgroup-smoke-2041989709 description', 'project_id': '88f30379f192439dad3b5552f36fc303'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 19:00:29.943776 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-efa44e65-520a-4e43-8af3-b613770c8f35 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 19:00:29.950040 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-efa44e65-520a-4e43-8af3-b613770c8f35 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Usage tracker for resource:security_group and tenant:88f30379f192439dad3b5552f36fc303 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 19:00:29.952331 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-efa44e65-520a-4e43-8af3-b613770c8f35 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 19:00:29.962749 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-efa44e65-520a-4e43-8af3-b613770c8f35 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 19:00:30.076315 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-efa44e65-520a-4e43-8af3-b613770c8f35 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:30.126544 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-efa44e65-520a-4e43-8af3-b613770c8f35 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 19:00:30.130982 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-efa44e65-520a-4e43-8af3-b613770c8f35 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Usage tracker for resource:security_group_rule and tenant:88f30379f192439dad3b5552f36fc303 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 19:00:30.134239 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-efa44e65-520a-4e43-8af3-b613770c8f35 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 19:00:30.142137 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-efa44e65-520a-4e43-8af3-b613770c8f35 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 19:00:30.160822 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 19:00:30.213890 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-efa44e65-520a-4e43-8af3-b613770c8f35 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:30.275613 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-efa44e65-520a-4e43-8af3-b613770c8f35 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:30.319583 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa44e65-520a-4e43-8af3-b613770c8f35 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfed11ce-7e28-4e82-a25f-c5414420455c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:30.390068 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-efa44e65-520a-4e43-8af3-b613770c8f35 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:30.391350 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-efa44e65-520a-4e43-8af3-b613770c8f35 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4605379 Feb 09 19:00:30.394384 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 34686) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:30.399912 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-efe0afc4-2529-4498-a129-89e35a007953 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Request body: {'security_group_rule': {'security_group_id': 'bfed11ce-7e28-4e82-a25f-c5414420455c', 'project_id': '88f30379f192439dad3b5552f36fc303', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 19:00:30.406776 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-efe0afc4-2529-4498-a129-89e35a007953 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 19:00:30.410643 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-efe0afc4-2529-4498-a129-89e35a007953 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Usage tracker for resource:security_group_rule and tenant:88f30379f192439dad3b5552f36fc303 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 19:00:30.422614 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-efe0afc4-2529-4498-a129-89e35a007953 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 19:00:30.424588 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-efe0afc4-2529-4498-a129-89e35a007953 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 19:00:30.525916 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-efe0afc4-2529-4498-a129-89e35a007953 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:30.594977 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-efe0afc4-2529-4498-a129-89e35a007953 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:30.687693 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-efe0afc4-2529-4498-a129-89e35a007953 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:30.714258 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0afc4-2529-4498-a129-89e35a007953 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c059bf66-b52b-48f9-9a94-11f5868933b5,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:30.793273 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-efe0afc4-2529-4498-a129-89e35a007953 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:30.794524 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-efe0afc4-2529-4498-a129-89e35a007953 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3992083 Feb 09 19:00:30.798211 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 34690) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:30.803995 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c9c3422d-1e40-41f9-b2e7-6750395cc3cc tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Request body: {'security_group_rule': {'security_group_id': 'bfed11ce-7e28-4e82-a25f-c5414420455c', 'project_id': '88f30379f192439dad3b5552f36fc303', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 19:00:30.810363 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c9c3422d-1e40-41f9-b2e7-6750395cc3cc tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 19:00:30.815537 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c9c3422d-1e40-41f9-b2e7-6750395cc3cc tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Usage tracker for resource:security_group_rule and tenant:88f30379f192439dad3b5552f36fc303 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 19:00:30.820780 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-c9c3422d-1e40-41f9-b2e7-6750395cc3cc tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 19:00:30.832276 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c9c3422d-1e40-41f9-b2e7-6750395cc3cc tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 19:00:30.917624 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c9c3422d-1e40-41f9-b2e7-6750395cc3cc tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:30.993378 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c9c3422d-1e40-41f9-b2e7-6750395cc3cc tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:31.070356 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c9c3422d-1e40-41f9-b2e7-6750395cc3cc tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:31.098121 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3422d-1e40-41f9-b2e7-6750395cc3cc tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb4dd8f-3d02-4bb9-be40-f4a5106557e9,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:31.173023 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c9c3422d-1e40-41f9-b2e7-6750395cc3cc tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:31.174481 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-c9c3422d-1e40-41f9-b2e7-6750395cc3cc tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3752320 Feb 09 19:00:31.177188 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 34694) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:31.183454 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-86c6aee9-c478-4edc-9f13-304b3b9d494e tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Request body: {'security_group_rule': {'security_group_id': 'bfed11ce-7e28-4e82-a25f-c5414420455c', 'project_id': '88f30379f192439dad3b5552f36fc303', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 19:00:31.190580 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-86c6aee9-c478-4edc-9f13-304b3b9d494e tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 19:00:31.194967 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-86c6aee9-c478-4edc-9f13-304b3b9d494e tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Usage tracker for resource:security_group_rule and tenant:88f30379f192439dad3b5552f36fc303 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 19:00:31.198576 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-86c6aee9-c478-4edc-9f13-304b3b9d494e tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 19:00:31.206085 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-86c6aee9-c478-4edc-9f13-304b3b9d494e tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 19:00:31.288189 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-86c6aee9-c478-4edc-9f13-304b3b9d494e tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:31.362722 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-86c6aee9-c478-4edc-9f13-304b3b9d494e tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:31.452897 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-86c6aee9-c478-4edc-9f13-304b3b9d494e tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:31.475207 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6aee9-c478-4edc-9f13-304b3b9d494e tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c49f27-1f8e-4fb2-84f3-faa1032a9922,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:31.567779 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-86c6aee9-c478-4edc-9f13-304b3b9d494e tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:31.569044 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-86c6aee9-c478-4edc-9f13-304b3b9d494e tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3907068 Feb 09 19:00:31.571815 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 34698) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:31.578208 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-65b5393e-65c5-4dc3-b040-b9985c578b45 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Request body: {'security_group_rule': {'security_group_id': 'bfed11ce-7e28-4e82-a25f-c5414420455c', 'project_id': '88f30379f192439dad3b5552f36fc303', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 19:00:31.584455 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-65b5393e-65c5-4dc3-b040-b9985c578b45 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 19:00:31.588663 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-65b5393e-65c5-4dc3-b040-b9985c578b45 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Usage tracker for resource:security_group_rule and tenant:88f30379f192439dad3b5552f36fc303 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 19:00:31.591999 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-65b5393e-65c5-4dc3-b040-b9985c578b45 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 19:00:31.598134 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-65b5393e-65c5-4dc3-b040-b9985c578b45 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 19:00:31.680874 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65b5393e-65c5-4dc3-b040-b9985c578b45 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:31.781930 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65b5393e-65c5-4dc3-b040-b9985c578b45 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:31.824885 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65b5393e-65c5-4dc3-b040-b9985c578b45 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:31.850872 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5393e-65c5-4dc3-b040-b9985c578b45 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5ff344-6d0b-4892-abb1-eb8da0a3f29c,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:31.916317 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65b5393e-65c5-4dc3-b040-b9985c578b45 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:31.917620 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-65b5393e-65c5-4dc3-b040-b9985c578b45 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3445907 Feb 09 19:00:31.921208 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 34702) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:31.928712 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e106127d-0538-473b-8f05-c55f8ae97e9a tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Request body: {'security_group_rule': {'security_group_id': 'bfed11ce-7e28-4e82-a25f-c5414420455c', 'project_id': '88f30379f192439dad3b5552f36fc303', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 19:00:31.933755 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e106127d-0538-473b-8f05-c55f8ae97e9a tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 19:00:31.938590 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e106127d-0538-473b-8f05-c55f8ae97e9a tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Usage tracker for resource:security_group_rule and tenant:88f30379f192439dad3b5552f36fc303 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 19:00:31.941769 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [None req-e106127d-0538-473b-8f05-c55f8ae97e9a tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 19:00:31.948535 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e106127d-0538-473b-8f05-c55f8ae97e9a tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 19:00:32.050328 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-e106127d-0538-473b-8f05-c55f8ae97e9a tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Project 88f30379f192439dad3b5552f36fc303 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 19:00:32.057827 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e106127d-0538-473b-8f05-c55f8ae97e9a tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:32.139231 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e106127d-0538-473b-8f05-c55f8ae97e9a tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:32.204610 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e106127d-0538-473b-8f05-c55f8ae97e9a tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:32.242996 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106127d-0538-473b-8f05-c55f8ae97e9a tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb372c6-105b-42a2-8e5e-c87cc9041d99,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:32.314142 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e106127d-0538-473b-8f05-c55f8ae97e9a tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:32.316916 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e106127d-0538-473b-8f05-c55f8ae97e9a tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3945043 Feb 09 19:00:32.320312 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 34706) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:32.326680 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-039cf1f4-2639-4a19-b90d-38d49803b0a0 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Request body: {'security_group_rule': {'security_group_id': 'bfed11ce-7e28-4e82-a25f-c5414420455c', 'project_id': '88f30379f192439dad3b5552f36fc303', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 19:00:32.333866 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-039cf1f4-2639-4a19-b90d-38d49803b0a0 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 19:00:32.339254 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-039cf1f4-2639-4a19-b90d-38d49803b0a0 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Usage tracker for resource:security_group_rule and tenant:88f30379f192439dad3b5552f36fc303 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 19:00:32.343991 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-039cf1f4-2639-4a19-b90d-38d49803b0a0 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 19:00:32.355725 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-039cf1f4-2639-4a19-b90d-38d49803b0a0 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 19:00:32.459241 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.securitygroups_db [None req-039cf1f4-2639-4a19-b90d-38d49803b0a0 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Project 88f30379f192439dad3b5552f36fc303 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 19:00:32.468625 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-039cf1f4-2639-4a19-b90d-38d49803b0a0 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:32.574484 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-039cf1f4-2639-4a19-b90d-38d49803b0a0 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:32.595583 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 19:00:32.673810 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-039cf1f4-2639-4a19-b90d-38d49803b0a0 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728156'] for security_group_rule, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:32.713617 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039cf1f4-2639-4a19-b90d-38d49803b0a0 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb63e00-9f0b-40db-b262-46a1d3dc9711,revision_number=0']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:32.748371 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:00:32.756099 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:00:32.756681 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:32.828239 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-039cf1f4-2639-4a19-b90d-38d49803b0a0 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:32.829840 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-039cf1f4-2639-4a19-b90d-38d49803b0a0 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5083823 Feb 09 19:00:32.952242 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:32.952242 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:00:33.053134 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:33.132232 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-9ef5e979-6195-4883-b944-acea704baa01 req-9acf6491-0c5f-4c71-b11d-fa4f3170ac15 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Synchronizing usage tracker for tenant:88f30379f192439dad3b5552f36fc303 on resource:security_group {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 19:00:33.158323 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:33.227024 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-9ef5e979-6195-4883-b944-acea704baa01 req-9acf6491-0c5f-4c71-b11d-fa4f3170ac15 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Unset dirty status for tenant:88f30379f192439dad3b5552f36fc303 on resource:security_group {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 19:00:33.229205 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9ef5e979-6195-4883-b944-acea704baa01 req-9acf6491-0c5f-4c71-b11d-fa4f3170ac15 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2041989709&fields=id&tenant_id=88f30379f192439dad3b5552f36fc303 HTTP/1.1" status: 200 len: 267 time: 0.1724756 Feb 09 19:00:33.235212 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] Sync routers for ids ['899492a1-5f97-430b-85f7-8a5126fa2e4d'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 19:00:33.261889 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] Routers {'899492a1-5f97-430b-85f7-8a5126fa2e4d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 19:00:33.263313 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T19:00:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['899492a1-5f97-430b-85f7-8a5126fa2e4d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:33.435752 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5e979-6195-4883-b944-acea704baa01 req-c057a97e-ab7f-48bd-aec5-b2aace1c21f9 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:00:33.436780 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-9ef5e979-6195-4883-b944-acea704baa01 req-c057a97e-ab7f-48bd-aec5-b2aace1c21f9 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Synchronizing usage tracker for tenant:88f30379f192439dad3b5552f36fc303 on resource:network {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 19:00:33.476022 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] Set router 899492a1-5f97-430b-85f7-8a5126fa2e4d gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 19:00:33.519212 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-9ef5e979-6195-4883-b944-acea704baa01 req-c057a97e-ab7f-48bd-aec5-b2aace1c21f9 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Unset dirty status for tenant:88f30379f192439dad3b5552f36fc303 on resource:network {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 19:00:33.522115 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9ef5e979-6195-4883-b944-acea704baa01 req-c057a97e-ab7f-48bd-aec5-b2aace1c21f9 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/networks?id=0bb66635-4921-4082-a5eb-64df0e4f58c0 HTTP/1.1" status: 200 len: 810 time: 0.2773340 Feb 09 19:00:33.541030 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9ef5e979-6195-4883-b944-acea704baa01 req-4b62b145-d37d-420a-b518-56a8032d3f26 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/quotas/88f30379f192439dad3b5552f36fc303 HTTP/1.1" status: 200 len: 375 time: 0.0120564 Feb 09 19:00:33.643911 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-9ef5e979-6195-4883-b944-acea704baa01 req-8ed5f474-e7aa-45ca-a5b4-2bb17ba7cec8 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Synchronizing usage tracker for tenant:88f30379f192439dad3b5552f36fc303 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 19:00:33.781845 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-9ef5e979-6195-4883-b944-acea704baa01 req-8ed5f474-e7aa-45ca-a5b4-2bb17ba7cec8 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Unset dirty status for tenant:88f30379f192439dad3b5552f36fc303 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 19:00:33.783358 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9ef5e979-6195-4883-b944-acea704baa01 req-8ed5f474-e7aa-45ca-a5b4-2bb17ba7cec8 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=88f30379f192439dad3b5552f36fc303&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2309825 Feb 09 19:00:33.836943 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'name': 'tempest-TestSnapshotPattern-2089368857-router', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:14Z', 'updated_at': '2022-02-09T19:00:18Z', 'revision_number': 4, 'project_id': '88f30379f192439dad3b5552f36fc303', 'gw_port': {'id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:15Z', 'updated_at': '2022-02-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'b6685cc1-d40b-41bd-9cfe-3a9d4d61671b', 'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'mac_address': 'fa:16:3e:db:39:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:17Z', 'updated_at': '2022-02-09T19:00:18Z', 'revision_number': 2, 'project_id': '88f30379f192439dad3b5552f36fc303', 'subnets': [{'id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:33.842013 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] Checking router: 899492a1-5f97-430b-85f7-8a5126fa2e4d for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 19:00:33.842515 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] Updating router 899492a1-5f97-430b-85f7-8a5126fa2e4d port b6685cc1-d40b-41bd-9cfe-3a9d4d61671b binding host dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 19:00:33.975691 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:34.072887 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [req-9ef5e979-6195-4883-b944-acea704baa01 req-a0d3f189-7d29-4d6c-a4f8-8cec550fac84 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 19:00:34.081725 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9ef5e979-6195-4883-b944-acea704baa01 req-a0d3f189-7d29-4d6c-a4f8-8cec550fac84 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1217308 Feb 09 19:00:34.240957 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9ef5e979-6195-4883-b944-acea704baa01 req-ae47c4f5-7fc2-4a3b-a687-be792766dbaa service neutron] 10.222.0.21 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582830 Feb 09 19:00:34.420880 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9ef5e979-6195-4883-b944-acea704baa01 req-8f85b678-a096-4ab1-ab87-050b90d5a7a1 service neutron] 10.222.0.21 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737869 Feb 09 19:00:34.468015 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:34.484107 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] Transition to ACTIVE for port object b6685cc1-d40b-41bd-9cfe-3a9d4d61671b will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:00:34.541385 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 19:00:34.606119 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:34.754570 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7b0c6-be64-4794-bbbb-c2c2aff99156 None None] Pushing event updated for resources: {'Port': ['ID=b6685cc1-d40b-41bd-9cfe-3a9d4d61671b,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:34.770427 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:00:34.770600 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:34.912042 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] Attempting to bind port b6685cc1-d40b-41bd-9cfe-3a9d4d61671b on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 19:00:34.913164 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] Attempting to bind port b6685cc1-d40b-41bd-9cfe-3a9d4d61671b by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '1a5036fe-42a7-4993-b267-6d810e16c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 19:00:34.913164 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] Attempting to bind port b6685cc1-d40b-41bd-9cfe-3a9d4d61671b on network 0bb66635-4921-4082-a5eb-64df0e4f58c0 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 19:00:34.924792 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 19:00:34.925151 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] Checking segment: {'id': '1a5036fe-42a7-4993-b267-6d810e16c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 19:00:34.925568 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:34.925968 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] Bound using segment: {'id': '1a5036fe-42a7-4993-b267-6d810e16c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 19:00:34.926496 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] Bound port: b6685cc1-d40b-41bd-9cfe-3a9d4d61671b, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5036fe-42a7-4993-b267-6d810e16c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 19:00:34.926877 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:35.095603 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] For port b6685cc1-d40b-41bd-9cfe-3a9d4d61671b, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:00:35.099301 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] For port b6685cc1-d40b-41bd-9cfe-3a9d4d61671b, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b6685cc1-d40b-41bd-9cfe-3a9d4d61671b,segment=NetworkSegment(1a5036fe-42a7-4993-b267-6d810e16c6b1),segment_id=1a5036fe-42a7-4993-b267-6d810e16c6b1)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:00:35.180178 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:35.285863 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] Routers {'899492a1-5f97-430b-85f7-8a5126fa2e4d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 19:00:35.286638 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T19:00:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['899492a1-5f97-430b-85f7-8a5126fa2e4d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:35.338652 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7b0c6-be64-4794-bbbb-c2c2aff99156 None None] Pushing event updated for resources: {'Port': ['ID=b6685cc1-d40b-41bd-9cfe-3a9d4d61671b,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:35.494698 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] Set router 899492a1-5f97-430b-85f7-8a5126fa2e4d gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 19:00:35.867296 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1efcba07-6e76-4079-bcc9-53e5f7c9b856 req-0db2993a-602b-4068-a5af-500b77df310d tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 210 time: 0.0536995 Feb 09 19:00:35.909906 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'name': 'tempest-TestSnapshotPattern-2089368857-router', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:14Z', 'updated_at': '2022-02-09T19:00:18Z', 'revision_number': 4, 'project_id': '88f30379f192439dad3b5552f36fc303', 'gw_port': {'id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:15Z', 'updated_at': '2022-02-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'b6685cc1-d40b-41bd-9cfe-3a9d4d61671b', 'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'mac_address': 'fa:16:3e:db:39:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:17Z', 'updated_at': '2022-02-09T19:00:35Z', 'revision_number': 4, 'project_id': '88f30379f192439dad3b5552f36fc303', 'subnets': [{'id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:35.916748 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c633673b-81bf-4f53-ab0e-34473fba6049 None None] The sync data for ids ['899492a1-5f97-430b-85f7-8a5126fa2e4d'] in dv-neutron-827016-2-hyperv is: [{'id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'name': 'tempest-TestSnapshotPattern-2089368857-router', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:14Z', 'updated_at': '2022-02-09T19:00:18Z', 'revision_number': 4, 'project_id': '88f30379f192439dad3b5552f36fc303', 'gw_port': {'id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:15Z', 'updated_at': '2022-02-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'b6685cc1-d40b-41bd-9cfe-3a9d4d61671b', 'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'mac_address': 'fa:16:3e:db:39:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:17Z', 'updated_at': '2022-02-09T19:00:35Z', 'revision_number': 4, 'project_id': '88f30379f192439dad3b5552f36fc303', 'subnets': [{'id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 19:00:36.135823 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] Sync routers for ids ['a060505b-6950-4153-8024-c6b50eb8a0a9'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 19:00:36.150705 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] Routers {'a060505b-6950-4153-8024-c6b50eb8a0a9'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 19:00:36.151341 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T19:00:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['a060505b-6950-4153-8024-c6b50eb8a0a9'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:36.364864 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] Set router a060505b-6950-4153-8024-c6b50eb8a0a9 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 19:00:36.578105 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b6685cc1-d40b-41bd-9cfe-3a9d4d61671b up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 19:00:36.743470 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a060505b-6950-4153-8024-c6b50eb8a0a9', 'name': 'tempest-TestSnapshotPattern-572494812-router', 'tenant_id': '19137e9beaac4c3d93955c8053db07ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:22Z', 'updated_at': '2022-02-09T19:00:26Z', 'revision_number': 4, 'project_id': '19137e9beaac4c3d93955c8053db07ac', 'gw_port': {'id': '088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:50:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060505b-6950-4153-8024-c6b50eb8a0a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:23Z', 'updated_at': '2022-02-09T19:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7d68e167-2b26-445b-ac19-e87318010314', 'name': '', 'network_id': '30f04225-b923-4035-bae8-ce64a91573e2', 'tenant_id': '19137e9beaac4c3d93955c8053db07ac', 'mac_address': 'fa:16:3e:98:69:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a060505b-6950-4153-8024-c6b50eb8a0a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86fe7631-311d-4800-867f-bbcd15b4849d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:25Z', 'updated_at': '2022-02-09T19:00:26Z', 'revision_number': 2, 'project_id': '19137e9beaac4c3d93955c8053db07ac', 'subnets': [{'id': '86fe7631-311d-4800-867f-bbcd15b4849d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:36.748232 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] Checking router: a060505b-6950-4153-8024-c6b50eb8a0a9 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 19:00:36.748577 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] Updating router a060505b-6950-4153-8024-c6b50eb8a0a9 port 7d68e167-2b26-445b-ac19-e87318010314 binding host dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 19:00:36.802973 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:36.815564 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port b6685cc1-d40b-41bd-9cfe-3a9d4d61671b completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:00:36.821168 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port b6685cc1-d40b-41bd-9cfe-3a9d4d61671b triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:00:36.821618 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:36.967308 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:37.005252 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port b6685cc1-d40b-41bd-9cfe-3a9d4d61671b, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b6685cc1-d40b-41bd-9cfe-3a9d4d61671b,segment=NetworkSegment(1a5036fe-42a7-4993-b267-6d810e16c6b1),segment_id=1a5036fe-42a7-4993-b267-6d810e16c6b1)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:00:37.017014 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4515fa79-f4ee-4f2e-87c9-14c11c8803ab req-acb9b82e-687c-4730-b492-48a12c6687c3 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 210 time: 0.0475733 Feb 09 19:00:37.105337 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:37.203840 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=b6685cc1-d40b-41bd-9cfe-3a9d4d61671b,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:37.274392 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:37.287304 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] Transition to ACTIVE for port object 7d68e167-2b26-445b-ac19-e87318010314 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:00:37.376237 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:37.504991 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3869ea0-f1e5-437a-89c0-a42467fe597c None None] Pushing event updated for resources: {'Port': ['ID=7d68e167-2b26-445b-ac19-e87318010314,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:37.612050 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] Attempting to bind port 7d68e167-2b26-445b-ac19-e87318010314 on host dv-neutron-827016-2-hyperv for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 19:00:37.612422 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] Attempting to bind port 7d68e167-2b26-445b-ac19-e87318010314 by drivers openvswitch,hyperv on host dv-neutron-827016-2-hyperv at level 0 using segments [{'id': '1376dd0e-adcb-4037-836d-55f3dcb4cd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30f04225-b923-4035-bae8-ce64a91573e2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 19:00:37.612774 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] Attempting to bind port 7d68e167-2b26-445b-ac19-e87318010314 on network 30f04225-b923-4035-bae8-ce64a91573e2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 19:00:37.620290 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] Checking agent: {'id': 'd08051da-0a9d-4be4-9714-40ba3c5dc753', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827016-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 52, 50), 'started_at': datetime.datetime(2022, 2, 9, 17, 53, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827016-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 19:00:37.623311 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] Checking segment: {'id': '1376dd0e-adcb-4037-836d-55f3dcb4cd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30f04225-b923-4035-bae8-ce64a91573e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 19:00:37.623311 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:37.623311 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] Bound using segment: {'id': '1376dd0e-adcb-4037-836d-55f3dcb4cd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30f04225-b923-4035-bae8-ce64a91573e2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 19:00:37.623311 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] Bound port: 7d68e167-2b26-445b-ac19-e87318010314, host: dv-neutron-827016-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1376dd0e-adcb-4037-836d-55f3dcb4cd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30f04225-b923-4035-bae8-ce64a91573e2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 19:00:37.623311 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:37.723555 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] For port 7d68e167-2b26-445b-ac19-e87318010314, host dv-neutron-827016-2-hyperv, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:00:37.726529 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] For port 7d68e167-2b26-445b-ac19-e87318010314, host dv-neutron-827016-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7d68e167-2b26-445b-ac19-e87318010314,segment=NetworkSegment(1376dd0e-adcb-4037-836d-55f3dcb4cd04),segment_id=1376dd0e-adcb-4037-836d-55f3dcb4cd04)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:00:37.797933 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:37.890439 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3869ea0-f1e5-437a-89c0-a42467fe597c None None] Pushing event updated for resources: {'Port': ['ID=7d68e167-2b26-445b-ac19-e87318010314,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:37.897158 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] Routers {'a060505b-6950-4153-8024-c6b50eb8a0a9'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 19:00:37.897820 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T19:00:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['a060505b-6950-4153-8024-c6b50eb8a0a9'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:38.139210 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] Set router a060505b-6950-4153-8024-c6b50eb8a0a9 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 19:00:38.240046 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e93e7992-2f31-4f29-b7be-b20111a1933c req-9f0d1691-7599-4b66-b8fa-de409172e1d7 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 210 time: 0.0434420 Feb 09 19:00:38.535366 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a060505b-6950-4153-8024-c6b50eb8a0a9', 'name': 'tempest-TestSnapshotPattern-572494812-router', 'tenant_id': '19137e9beaac4c3d93955c8053db07ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:22Z', 'updated_at': '2022-02-09T19:00:26Z', 'revision_number': 4, 'project_id': '19137e9beaac4c3d93955c8053db07ac', 'gw_port': {'id': '088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:50:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060505b-6950-4153-8024-c6b50eb8a0a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:23Z', 'updated_at': '2022-02-09T19:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7d68e167-2b26-445b-ac19-e87318010314', 'name': '', 'network_id': '30f04225-b923-4035-bae8-ce64a91573e2', 'tenant_id': '19137e9beaac4c3d93955c8053db07ac', 'mac_address': 'fa:16:3e:98:69:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a060505b-6950-4153-8024-c6b50eb8a0a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86fe7631-311d-4800-867f-bbcd15b4849d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:25Z', 'updated_at': '2022-02-09T19:00:37Z', 'revision_number': 4, 'project_id': '19137e9beaac4c3d93955c8053db07ac', 'subnets': [{'id': '86fe7631-311d-4800-867f-bbcd15b4849d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:38.539746 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942a94f7-bb6e-4bc2-9149-46ef5be4439f None None] The sync data for ids ['a060505b-6950-4153-8024-c6b50eb8a0a9'] in dv-neutron-827016-2-hyperv is: [{'id': 'a060505b-6950-4153-8024-c6b50eb8a0a9', 'name': 'tempest-TestSnapshotPattern-572494812-router', 'tenant_id': '19137e9beaac4c3d93955c8053db07ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:22Z', 'updated_at': '2022-02-09T19:00:26Z', 'revision_number': 4, 'project_id': '19137e9beaac4c3d93955c8053db07ac', 'gw_port': {'id': '088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:50:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060505b-6950-4153-8024-c6b50eb8a0a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:23Z', 'updated_at': '2022-02-09T19:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': '7d68e167-2b26-445b-ac19-e87318010314', 'name': '', 'network_id': '30f04225-b923-4035-bae8-ce64a91573e2', 'tenant_id': '19137e9beaac4c3d93955c8053db07ac', 'mac_address': 'fa:16:3e:98:69:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a060505b-6950-4153-8024-c6b50eb8a0a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86fe7631-311d-4800-867f-bbcd15b4849d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:25Z', 'updated_at': '2022-02-09T19:00:37Z', 'revision_number': 4, 'project_id': '19137e9beaac4c3d93955c8053db07ac', 'subnets': [{'id': '86fe7631-311d-4800-867f-bbcd15b4849d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 19:00:38.553820 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b6685cc1-d40b-41bd-9cfe-3a9d4d61671b up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 19:00:38.659608 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port b6685cc1-d40b-41bd-9cfe-3a9d4d61671b triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:00:38.659986 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:39.132264 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5e979-6195-4883-b944-acea704baa01 req-79d2677a-bee3-4be6-a936-bc6db50afdf7 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:00:39.134418 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9ef5e979-6195-4883-b944-acea704baa01 req-79d2677a-bee3-4be6-a936-bc6db50afdf7 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.50 "GET /v2.0/networks?id=0bb66635-4921-4082-a5eb-64df0e4f58c0 HTTP/1.1" status: 200 len: 810 time: 0.2011602 Feb 09 19:00:39.204023 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-9ef5e979-6195-4883-b944-acea704baa01 req-d08fc479-3026-4dc9-8baa-86c9e24fc6d2 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Synchronizing usage tracker for tenant:88f30379f192439dad3b5552f36fc303 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 19:00:39.222232 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-9ef5e979-6195-4883-b944-acea704baa01 req-d08fc479-3026-4dc9-8baa-86c9e24fc6d2 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Unset dirty status for tenant:88f30379f192439dad3b5552f36fc303 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 19:00:39.223999 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9ef5e979-6195-4883-b944-acea704baa01 req-d08fc479-3026-4dc9-8baa-86c9e24fc6d2 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88f30379f192439dad3b5552f36fc303 HTTP/1.1" status: 200 len: 380 time: 0.0754282 Feb 09 19:00:39.243166 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-9ef5e979-6195-4883-b944-acea704baa01 req-4149b4b1-f058-4a9f-a71e-b063817f0d8f tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Request body: {'port': {'device_id': 'b81762e6-bfd2-4657-a29f-9907ad61bfcb', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'admin_state_up': True, 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'security_groups': ['bfed11ce-7e28-4e82-a25f-c5414420455c']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 19:00:39.444427 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-9ef5e979-6195-4883-b944-acea704baa01 req-4149b4b1-f058-4a9f-a71e-b063817f0d8f tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 19:00:39.460919 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-9ef5e979-6195-4883-b944-acea704baa01 req-4149b4b1-f058-4a9f-a71e-b063817f0d8f tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 19:00:39.529038 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5e26778f-21f3-4b40-9333-d897024b31fa req-4488876d-1438-4894-8ac5-c3d4f08b747c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 210 time: 0.0475032 Feb 09 19:00:39.573585 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ef5e979-6195-4883-b944-acea704baa01 req-4149b4b1-f058-4a9f-a71e-b063817f0d8f tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Made reservation on behalf of 88f30379f192439dad3b5552f36fc303 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:00:39.576934 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9ef5e979-6195-4883-b944-acea704baa01 req-4149b4b1-f058-4a9f-a71e-b063817f0d8f tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:39.762105 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-9ef5e979-6195-4883-b944-acea704baa01 req-4149b4b1-f058-4a9f-a71e-b063817f0d8f tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Allocated IP 172.20.0.11 (0bb66635-4921-4082-a5eb-64df0e4f58c0/92ad90c4-6337-40c7-b296-18d7ffae70aa/acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:00:40.086584 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9ef5e979-6195-4883-b944-acea704baa01 req-4149b4b1-f058-4a9f-a71e-b063817f0d8f tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:40.105786 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-9ef5e979-6195-4883-b944-acea704baa01 req-4149b4b1-f058-4a9f-a71e-b063817f0d8f tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Transition to ACTIVE for port object acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:00:40.203146 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9ef5e979-6195-4883-b944-acea704baa01 req-4149b4b1-f058-4a9f-a71e-b063817f0d8f tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:40.284189 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ef5e979-6195-4883-b944-acea704baa01 req-4149b4b1-f058-4a9f-a71e-b063817f0d8f tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Network 0bb66635-4921-4082-a5eb-64df0e4f58c0 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:00:40.287389 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-9ef5e979-6195-4883-b944-acea704baa01 req-4149b4b1-f058-4a9f-a71e-b063817f0d8f tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:00:40.291962 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef5e979-6195-4883-b944-acea704baa01 req-4149b4b1-f058-4a9f-a71e-b063817f0d8f tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 19:00:40.320250 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149b4b1-f058-4a9f-a71e-b063817f0d8f tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Pushing event updated for resources: {'Port': ['ID=acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:40.369786 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5e979-6195-4883-b944-acea704baa01 req-4149b4b1-f058-4a9f-a71e-b063817f0d8f tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:00:40.370444 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9ef5e979-6195-4883-b944-acea704baa01 req-4149b4b1-f058-4a9f-a71e-b063817f0d8f tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:40.507713 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9ef5e979-6195-4883-b944-acea704baa01 req-4149b4b1-f058-4a9f-a71e-b063817f0d8f tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2693124 Feb 09 19:00:40.579455 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7d68e167-2b26-445b-ac19-e87318010314 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 19:00:40.672903 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-9ef5e979-6195-4883-b944-acea704baa01 req-4a410380-62a7-4d2d-b6a3-e2539e6e9dcf service neutron] Request body: {'port': {'device_id': 'b81762e6-bfd2-4657-a29f-9907ad61bfcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 19:00:40.730031 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8b4f0633-a3b9-474f-9f08-500e5275d705 None None] Provisioning for port acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:00:40.737674 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8b4f0633-a3b9-474f-9f08-500e5275d705 None None] Provisioning complete for port acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:00:40.738376 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0633-a3b9-474f-9f08-500e5275d705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:40.764630 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93350c70-d469-44ac-848f-a38233efb91a req-763c57ae-a8e2-41b0-9848-a060436ea6d8 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:00:40.766208 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-93350c70-d469-44ac-848f-a38233efb91a req-763c57ae-a8e2-41b0-9848-a060436ea6d8 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 932 time: 0.0948007 Feb 09 19:00:40.776027 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning for port 7d68e167-2b26-445b-ac19-e87318010314 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:00:40.787699 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9ef5e979-6195-4883-b944-acea704baa01 req-4a410380-62a7-4d2d-b6a3-e2539e6e9dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:40.789000 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 7d68e167-2b26-445b-ac19-e87318010314 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:00:40.789559 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:40.831109 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-93350c70-d469-44ac-848f-a38233efb91a req-543f213b-a59f-40e5-b8e2-1a05fb5f69e3 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555134 Feb 09 19:00:40.882883 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f0633-a3b9-474f-9f08-500e5275d705 None None] Port acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 19:00:40.973272 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:41.016657 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] For port 7d68e167-2b26-445b-ac19-e87318010314, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7d68e167-2b26-445b-ac19-e87318010314,segment=NetworkSegment(1376dd0e-adcb-4037-836d-55f3dcb4cd04),segment_id=1376dd0e-adcb-4037-836d-55f3dcb4cd04)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:00:41.105647 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:41.185628 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Pushing event updated for resources: {'Port': ['ID=7d68e167-2b26-445b-ac19-e87318010314,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:41.227735 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-9ef5e979-6195-4883-b944-acea704baa01 req-4a410380-62a7-4d2d-b6a3-e2539e6e9dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 19:00:41.236005 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9ef5e979-6195-4883-b944-acea704baa01 req-4a410380-62a7-4d2d-b6a3-e2539e6e9dcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:41.252129 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-9ef5e979-6195-4883-b944-acea704baa01 req-4a410380-62a7-4d2d-b6a3-e2539e6e9dcf service neutron] Transition to ACTIVE for port object acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:00:41.342835 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9ef5e979-6195-4883-b944-acea704baa01 req-4a410380-62a7-4d2d-b6a3-e2539e6e9dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:41.480983 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a410380-62a7-4d2d-b6a3-e2539e6e9dcf service neutron] Pushing event updated for resources: {'Port': ['ID=acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:41.604862 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9ef5e979-6195-4883-b944-acea704baa01 req-4a410380-62a7-4d2d-b6a3-e2539e6e9dcf service neutron] Attempting to bind port acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 19:00:41.605234 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9ef5e979-6195-4883-b944-acea704baa01 req-4a410380-62a7-4d2d-b6a3-e2539e6e9dcf service neutron] Attempting to bind port acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '1a5036fe-42a7-4993-b267-6d810e16c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 19:00:41.605522 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef5e979-6195-4883-b944-acea704baa01 req-4a410380-62a7-4d2d-b6a3-e2539e6e9dcf service neutron] Attempting to bind port acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 on network 0bb66635-4921-4082-a5eb-64df0e4f58c0 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 19:00:41.612612 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef5e979-6195-4883-b944-acea704baa01 req-4a410380-62a7-4d2d-b6a3-e2539e6e9dcf service neutron] Port acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 on network 0bb66635-4921-4082-a5eb-64df0e4f58c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 19:00:41.612944 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef5e979-6195-4883-b944-acea704baa01 req-4a410380-62a7-4d2d-b6a3-e2539e6e9dcf service neutron] Attempting to bind port acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 on network 0bb66635-4921-4082-a5eb-64df0e4f58c0 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 19:00:41.619738 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef5e979-6195-4883-b944-acea704baa01 req-4a410380-62a7-4d2d-b6a3-e2539e6e9dcf service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 19:00:41.620072 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef5e979-6195-4883-b944-acea704baa01 req-4a410380-62a7-4d2d-b6a3-e2539e6e9dcf service neutron] Checking segment: {'id': '1a5036fe-42a7-4993-b267-6d810e16c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 19:00:41.620459 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef5e979-6195-4883-b944-acea704baa01 req-4a410380-62a7-4d2d-b6a3-e2539e6e9dcf service neutron] Bound using segment: {'id': '1a5036fe-42a7-4993-b267-6d810e16c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 19:00:41.620884 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9ef5e979-6195-4883-b944-acea704baa01 req-4a410380-62a7-4d2d-b6a3-e2539e6e9dcf service neutron] Bound port: acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a5036fe-42a7-4993-b267-6d810e16c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 19:00:41.621234 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9ef5e979-6195-4883-b944-acea704baa01 req-4a410380-62a7-4d2d-b6a3-e2539e6e9dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:41.732274 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-9ef5e979-6195-4883-b944-acea704baa01 req-4a410380-62a7-4d2d-b6a3-e2539e6e9dcf service neutron] For port acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:00:41.735107 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-9ef5e979-6195-4883-b944-acea704baa01 req-4a410380-62a7-4d2d-b6a3-e2539e6e9dcf service neutron] For port acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75,segment=NetworkSegment(1a5036fe-42a7-4993-b267-6d810e16c6b1),segment_id=1a5036fe-42a7-4993-b267-6d810e16c6b1)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:00:41.826880 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9ef5e979-6195-4883-b944-acea704baa01 req-4a410380-62a7-4d2d-b6a3-e2539e6e9dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:41.899854 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9ef5e979-6195-4883-b944-acea704baa01 req-4a410380-62a7-4d2d-b6a3-e2539e6e9dcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:41.901374 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9ef5e979-6195-4883-b944-acea704baa01 req-4a410380-62a7-4d2d-b6a3-e2539e6e9dcf service neutron] 10.222.0.50 "PUT /v2.0/ports/acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 HTTP/1.1" status: 200 len: 1094 time: 1.3410554 Feb 09 19:00:41.901715 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81762e6-bfd2-4657-a29f-9907ad61bfcb', 'tag': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 19:00:41.937512 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a410380-62a7-4d2d-b6a3-e2539e6e9dcf service neutron] Pushing event updated for resources: {'Port': ['ID=acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:42.153902 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9271b0c-7ca3-4713-b8f7-a2c1db5642db req-016173ba-1e01-484b-9431-f3a8053dc58f tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:00:42.157326 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f9271b0c-7ca3-4713-b8f7-a2c1db5642db req-016173ba-1e01-484b-9431-f3a8053dc58f tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 944 time: 0.1380694 Feb 09 19:00:42.171530 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81762e6-bfd2-4657-a29f-9907ad61bfcb', 'tag': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75', 'status': 'completed', 'code': 200} Feb 09 19:00:42.175714 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9ef5e979-6195-4883-b944-acea704baa01 req-e2e101ce-e336-4d04-915c-47e356594aac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88f30379f192439dad3b5552f36fc303&device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 1097 time: 0.1365581 Feb 09 19:00:42.223917 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f9271b0c-7ca3-4713-b8f7-a2c1db5642db req-540e2feb-970b-4ba6-a3a1-391f9e85da57 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604367 Feb 09 19:00:42.259272 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9ef5e979-6195-4883-b944-acea704baa01 req-5acca371-c412-41ac-824e-727236354ad5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 HTTP/1.1" status: 200 len: 217 time: 0.0763407 Feb 09 19:00:42.327986 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5e979-6195-4883-b944-acea704baa01 req-5d49d814-0994-4e9e-ac4f-dd76673fc5c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:00:42.329484 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9ef5e979-6195-4883-b944-acea704baa01 req-5d49d814-0994-4e9e-ac4f-dd76673fc5c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92ad90c4-6337-40c7-b296-18d7ffae70aa HTTP/1.1" status: 200 len: 849 time: 0.0652697 Feb 09 19:00:42.424754 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9ef5e979-6195-4883-b944-acea704baa01 req-4e004e33-b327-4a02-b233-d1b8bb9244aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0bb66635-4921-4082-a5eb-64df0e4f58c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890429 Feb 09 19:00:42.558812 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7d68e167-2b26-445b-ac19-e87318010314 up at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 19:00:42.639610 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9ef5e979-6195-4883-b944-acea704baa01 req-e2b8d6c6-eb81-4b8f-b846-7dcb484a7193 service neutron] 10.222.0.50 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079196 Feb 09 19:00:42.666602 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Provisioning complete for port 7d68e167-2b26-445b-ac19-e87318010314 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:00:42.666976 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:42.884643 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-9ef5e979-6195-4883-b944-acea704baa01 req-d7914fb1-e24e-4e62-b84a-5db2faeb4d0f service neutron] 10.222.0.50 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390506 Feb 09 19:00:43.118976 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-00fe9208-da3d-4ef4-869e-be91b7989c7a req-02c7d74a-f15e-4d85-82c9-07b252ee0194 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88f30379f192439dad3b5552f36fc303&device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 1097 time: 0.0795422 Feb 09 19:00:43.265877 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe9208-da3d-4ef4-869e-be91b7989c7a req-53a0c646-49dc-4f1e-86f0-14a3c608ca3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:00:43.267475 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-00fe9208-da3d-4ef4-869e-be91b7989c7a req-53a0c646-49dc-4f1e-86f0-14a3c608ca3f service neutron] 10.222.0.50 "GET /v2.0/networks?id=0bb66635-4921-4082-a5eb-64df0e4f58c0 HTTP/1.1" status: 200 len: 911 time: 0.1424980 Feb 09 19:00:43.348294 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-00fe9208-da3d-4ef4-869e-be91b7989c7a req-9de3096b-36ee-4652-a66d-8e5f60f9076e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 HTTP/1.1" status: 200 len: 217 time: 0.0740726 Feb 09 19:00:43.423252 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe9208-da3d-4ef4-869e-be91b7989c7a req-e00a72cd-306c-4ea8-bdae-de667451e42e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:00:43.425240 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-00fe9208-da3d-4ef4-869e-be91b7989c7a req-e00a72cd-306c-4ea8-bdae-de667451e42e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92ad90c4-6337-40c7-b296-18d7ffae70aa HTTP/1.1" status: 200 len: 849 time: 0.0700383 Feb 09 19:00:43.482194 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b8609-6aa3-43cf-bc09-5d24b3649b49 req-c2826d13-4b89-4a9b-b682-e4cbf7495b7e tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:00:43.484180 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-542b8609-6aa3-43cf-bc09-5d24b3649b49 req-c2826d13-4b89-4a9b-b682-e4cbf7495b7e tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 944 time: 0.0871401 Feb 09 19:00:43.516685 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-00fe9208-da3d-4ef4-869e-be91b7989c7a req-8ea98e70-18fa-4ca9-aed5-06571840a394 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0bb66635-4921-4082-a5eb-64df0e4f58c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850341 Feb 09 19:00:43.536663 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-542b8609-6aa3-43cf-bc09-5d24b3649b49 req-2dc0a654-9251-4fe2-9baf-53cf449968fb tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468934 Feb 09 19:00:43.673404 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-00fe9208-da3d-4ef4-869e-be91b7989c7a req-5a44c79a-0ca4-4f2f-8103-a0ea9e0cc22e service neutron] 10.222.0.50 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489713 Feb 09 19:00:43.823000 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-00fe9208-da3d-4ef4-869e-be91b7989c7a req-b0a94746-c99d-4179-a3f9-a43b06c08ee0 service neutron] 10.222.0.50 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431711 Feb 09 19:00:44.771719 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3695223-0469-4cdd-8c20-772f4069e5ef req-eda14ddf-641a-4c96-bf7e-8a2cb797da33 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:00:44.773181 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e3695223-0469-4cdd-8c20-772f4069e5ef req-eda14ddf-641a-4c96-bf7e-8a2cb797da33 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 944 time: 0.0964789 Feb 09 19:00:44.831829 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e3695223-0469-4cdd-8c20-772f4069e5ef req-2f44aa07-8e48-4308-a8d1-03efe95fb1e7 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487516 Feb 09 19:00:46.081141 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5d980-3df5-4538-be1d-9d77885ffd84 req-1a41fc5f-1b70-4a12-bb8b-3501016a8979 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:00:46.082736 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-afd5d980-3df5-4538-be1d-9d77885ffd84 req-1a41fc5f-1b70-4a12-bb8b-3501016a8979 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 944 time: 0.0931003 Feb 09 19:00:46.148322 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-afd5d980-3df5-4538-be1d-9d77885ffd84 req-7669b44d-3d8d-42ca-9d6a-a808889ca4fe tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592575 Feb 09 19:00:46.727798 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-01d456d9-b845-4752-8935-83e104058d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:47.271564 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 19:00:47.412519 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fe319-9132-45ab-9046-b4fcd9cddd69 req-19c38e8a-e297-46f7-b99f-841d40abca58 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:00:47.415685 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a12fe319-9132-45ab-9046-b4fcd9cddd69 req-19c38e8a-e297-46f7-b99f-841d40abca58 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 944 time: 0.1309328 Feb 09 19:00:47.426109 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75,segment=NetworkSegment(1a5036fe-42a7-4993-b267-6d810e16c6b1),segment_id=1a5036fe-42a7-4993-b267-6d810e16c6b1)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:00:47.442803 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'port_id': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75', 'mac_address': 'fa:16:3e:88:71:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 19:00:47.482869 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-a12fe319-9132-45ab-9046-b4fcd9cddd69 req-f556138a-fe8d-48b2-9fac-77e006c7f638 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546110 Feb 09 19:00:47.503845 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:47.522918 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 19:00:47.542226 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75,segment=NetworkSegment(1a5036fe-42a7-4993-b267-6d810e16c6b1),segment_id=1a5036fe-42a7-4993-b267-6d810e16c6b1)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:00:47.670104 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:47.717923 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:47.740481 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:47.892727 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 19:00:48.709058 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55fe67-34d5-4812-a2f0-c3edbd925da1 req-86fc9d19-5d3d-4beb-90fd-345085f5a552 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:00:48.710671 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cf55fe67-34d5-4812-a2f0-c3edbd925da1 req-86fc9d19-5d3d-4beb-90fd-345085f5a552 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 945 time: 0.0905979 Feb 09 19:00:48.771512 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-cf55fe67-34d5-4812-a2f0-c3edbd925da1 req-af473ed7-2ebc-40f6-9a06-d287dc3aa951 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542426 Feb 09 19:00:49.101988 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-24415f22-5ce3-4ef0-80a8-af8c9110cea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:49.287506 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 19:00:49.450060 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:00:49.457576 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:00:49.458109 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:49.592619 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:49.621815 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81762e6-bfd2-4657-a29f-9907ad61bfcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 19:00:49.632545 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75,segment=NetworkSegment(1a5036fe-42a7-4993-b267-6d810e16c6b1),segment_id=1a5036fe-42a7-4993-b267-6d810e16c6b1)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:00:49.782874 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:49.870008 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81762e6-bfd2-4657-a29f-9907ad61bfcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75', 'code': 200} Feb 09 19:00:49.930722 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:50.138328 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c7f1a-0577-418e-a7a3-9cd7dd0be5b0 req-6e6de719-fc62-48b7-8d3c-a5d3ae47d82b tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:00:50.139978 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7f7c7f1a-0577-418e-a7a3-9cd7dd0be5b0 req-6e6de719-fc62-48b7-8d3c-a5d3ae47d82b tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 946 time: 0.1926484 Feb 09 19:00:50.206899 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7f7c7f1a-0577-418e-a7a3-9cd7dd0be5b0 req-a926d092-27b5-47b0-a29c-7db0181471bf tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600688 Feb 09 19:00:50.342472 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:50.390070 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:50.514417 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0ab23408-cef5-408e-8cbf-529ebb0edd39 req-5582c2f4-ab3f-4639-ab17-831b7d570cdf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 1099 time: 0.0862472 Feb 09 19:00:50.560532 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0ab23408-cef5-408e-8cbf-529ebb0edd39 req-88f3c929-8c39-4d77-955c-608896102ac5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403092 Feb 09 19:00:51.442582 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2679bab-7ff0-44d7-a7d1-3deade17c079 req-a10a5126-e40c-46b8-b5cd-067a3697c520 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:00:51.444060 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d2679bab-7ff0-44d7-a7d1-3deade17c079 req-a10a5126-e40c-46b8-b5cd-067a3697c520 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 946 time: 0.0956728 Feb 09 19:00:51.499100 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d2679bab-7ff0-44d7-a7d1-3deade17c079 req-19cf9bac-acf3-497b-8938-1fcf9a70967f tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483501 Feb 09 19:00:51.897063 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:52.716248 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9193a8-80dc-4f1d-b85b-0db1a7c8b93a req-d90eefc2-e88e-41ea-9d97-49196f6efa36 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:00:52.717656 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fc9193a8-80dc-4f1d-b85b-0db1a7c8b93a req-d90eefc2-e88e-41ea-9d97-49196f6efa36 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 946 time: 0.0819089 Feb 09 19:00:52.766168 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fc9193a8-80dc-4f1d-b85b-0db1a7c8b93a req-dcfee035-ab21-4813-9f64-f7aecb54bb96 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430114 Feb 09 19:00:52.987804 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571186d-f7a7-4811-80c9-34ca801226a8 req-4d280f25-42c4-4b42-aef9-602af11e1896 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:00:52.989292 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0571186d-f7a7-4811-80c9-34ca801226a8 req-4d280f25-42c4-4b42-aef9-602af11e1896 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 946 time: 0.0933883 Feb 09 19:00:53.038960 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0571186d-f7a7-4811-80c9-34ca801226a8 req-a251bc71-d887-42b7-9059-c755e6c2ff66 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439253 Feb 09 19:00:53.068138 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 34798) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:53.209999 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d935b9af-aea1-4024-affc-5da084cf26ca tempest-TestSnapshotPattern-693117084 tempest-TestSnapshotPattern-693117084-project-admin] Synchronizing usage tracker for tenant:19137e9beaac4c3d93955c8053db07ac on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 19:00:53.292752 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-d935b9af-aea1-4024-affc-5da084cf26ca tempest-TestSnapshotPattern-693117084 tempest-TestSnapshotPattern-693117084-project-admin] Unset dirty status for tenant:19137e9beaac4c3d93955c8053db07ac on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 19:00:53.294485 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-d935b9af-aea1-4024-affc-5da084cf26ca tempest-TestSnapshotPattern-693117084 tempest-TestSnapshotPattern-693117084-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 1094 time: 0.2251129 Feb 09 19:00:53.297692 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 34804) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:00:53.303366 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-60724487-6bda-4f62-b7c2-a2a264848c0c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 19:00:53.309384 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-60724487-6bda-4f62-b7c2-a2a264848c0c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 19:00:53.313363 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-60724487-6bda-4f62-b7c2-a2a264848c0c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Usage tracker for resource:floatingip and tenant:88f30379f192439dad3b5552f36fc303 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 19:00:53.316584 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-60724487-6bda-4f62-b7c2-a2a264848c0c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 19:00:53.323073 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-60724487-6bda-4f62-b7c2-a2a264848c0c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 19:00:53.395855 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-60724487-6bda-4f62-b7c2-a2a264848c0c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for floatingip, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:53.546878 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-60724487-6bda-4f62-b7c2-a2a264848c0c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:53.695358 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-60724487-6bda-4f62-b7c2-a2a264848c0c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Allocated IP 172.26.8.215 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/8e9c5c26-e44f-4ee7-8674-085d3a9380df) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:00:53.856016 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-60724487-6bda-4f62-b7c2-a2a264848c0c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:53.945224 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-60724487-6bda-4f62-b7c2-a2a264848c0c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:54.022279 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60724487-6bda-4f62-b7c2-a2a264848c0c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:00:54.024934 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-60724487-6bda-4f62-b7c2-a2a264848c0c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:00:54.028790 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60724487-6bda-4f62-b7c2-a2a264848c0c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 19:00:54.058450 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60724487-6bda-4f62-b7c2-a2a264848c0c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Pushing event updated for resources: {'Port': ['ID=8e9c5c26-e44f-4ee7-8674-085d3a9380df,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:54.577447 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-60724487-6bda-4f62-b7c2-a2a264848c0c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:54.739607 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-60724487-6bda-4f62-b7c2-a2a264848c0c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:55.069490 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-60724487-6bda-4f62-b7c2-a2a264848c0c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:55.152940 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-60724487-6bda-4f62-b7c2-a2a264848c0c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:55.268776 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60724487-6bda-4f62-b7c2-a2a264848c0c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Pushing event updated for resources: {'Port': ['ID=8e9c5c26-e44f-4ee7-8674-085d3a9380df,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:00:55.284041 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-60724487-6bda-4f62-b7c2-a2a264848c0c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:55.483615 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.l3_db [None req-60724487-6bda-4f62-b7c2-a2a264848c0c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Floating IP b936df31-b8da-4a48-9fd3-dbf51e467b1e associated. External IP: 172.26.8.215, port: acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75. Feb 09 19:00:55.899179 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60724487-6bda-4f62-b7c2-a2a264848c0c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Router 899492a1-5f97-430b-85f7-8a5126fa2e4d has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:00:56.130248 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60724487-6bda-4f62-b7c2-a2a264848c0c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:00:56.142639 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7197c8b7-4ac2-4688-a9ae-05b3305084c4 None None] Sync routers for ids ['899492a1-5f97-430b-85f7-8a5126fa2e4d'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 19:00:56.159034 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7197c8b7-4ac2-4688-a9ae-05b3305084c4 None None] Routers {'899492a1-5f97-430b-85f7-8a5126fa2e4d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 19:00:56.159034 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-7197c8b7-4ac2-4688-a9ae-05b3305084c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T19:00:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['899492a1-5f97-430b-85f7-8a5126fa2e4d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:56.279089 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-60724487-6bda-4f62-b7c2-a2a264848c0c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:00:56.339854 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-60724487-6bda-4f62-b7c2-a2a264848c0c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0409982 Feb 09 19:00:56.341018 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81762e6-bfd2-4657-a29f-9907ad61bfcb', 'tag': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 19:00:56.344998 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-7197c8b7-4ac2-4688-a9ae-05b3305084c4 None None] Set router 899492a1-5f97-430b-85f7-8a5126fa2e4d gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 19:00:56.541726 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81762e6-bfd2-4657-a29f-9907ad61bfcb', 'tag': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75', 'status': 'completed', 'code': 200} Feb 09 19:00:56.638573 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fb36a335-f313-4e8a-beeb-c77f3b65dead req-d298fe27-a145-4aa9-adc6-f1f5e1ccf1ba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88f30379f192439dad3b5552f36fc303&device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 1099 time: 0.0749524 Feb 09 19:00:56.745506 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-7197c8b7-4ac2-4688-a9ae-05b3305084c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'name': 'tempest-TestSnapshotPattern-2089368857-router', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:14Z', 'updated_at': '2022-02-09T19:00:18Z', 'revision_number': 4, 'project_id': '88f30379f192439dad3b5552f36fc303', 'gw_port': {'id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:15Z', 'updated_at': '2022-02-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'b936df31-b8da-4a48-9fd3-dbf51e467b1e', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'floating_ip_address': '172.26.8.215', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'port_id': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'mac_address': 'fa:16:3e:88:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81762e6-bfd2-4657-a29f-9907ad61bfcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:00:54Z', 'updated_at': '2022-02-09T19:00:54Z', 'revision_number': 0, 'project_id': '88f30379f192439dad3b5552f36fc303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6685cc1-d40b-41bd-9cfe-3a9d4d61671b', 'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'mac_address': 'fa:16:3e:db:39:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:17Z', 'updated_at': '2022-02-09T19:00:36Z', 'revision_number': 5, 'project_id': '88f30379f192439dad3b5552f36fc303', 'subnets': [{'id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:56.750612 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7197c8b7-4ac2-4688-a9ae-05b3305084c4 None None] Checking router: 899492a1-5f97-430b-85f7-8a5126fa2e4d for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 19:00:56.766930 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7197c8b7-4ac2-4688-a9ae-05b3305084c4 None None] Routers {'899492a1-5f97-430b-85f7-8a5126fa2e4d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 19:00:56.767942 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-7197c8b7-4ac2-4688-a9ae-05b3305084c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T19:00:49Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['899492a1-5f97-430b-85f7-8a5126fa2e4d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:56.806814 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36a335-f313-4e8a-beeb-c77f3b65dead req-7444cf90-47d5-402c-a071-9f83d17643cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:00:56.808293 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fb36a335-f313-4e8a-beeb-c77f3b65dead req-7444cf90-47d5-402c-a071-9f83d17643cc service neutron] 10.222.0.50 "GET /v2.0/networks?id=0bb66635-4921-4082-a5eb-64df0e4f58c0 HTTP/1.1" status: 200 len: 911 time: 0.1618347 Feb 09 19:00:56.917996 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fb36a335-f313-4e8a-beeb-c77f3b65dead req-f0e55196-e2fb-4e63-bb0d-72a9ebf7bf4b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 HTTP/1.1" status: 200 len: 1000 time: 0.1032801 Feb 09 19:00:56.972082 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-7197c8b7-4ac2-4688-a9ae-05b3305084c4 None None] Set router 899492a1-5f97-430b-85f7-8a5126fa2e4d gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 19:00:56.982775 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36a335-f313-4e8a-beeb-c77f3b65dead req-160047d7-ac30-4f91-8d89-0f4fcd4ac4cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:00:56.984233 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fb36a335-f313-4e8a-beeb-c77f3b65dead req-160047d7-ac30-4f91-8d89-0f4fcd4ac4cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92ad90c4-6337-40c7-b296-18d7ffae70aa HTTP/1.1" status: 200 len: 849 time: 0.0598266 Feb 09 19:00:57.060936 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fb36a335-f313-4e8a-beeb-c77f3b65dead req-5031141a-dc5f-4373-bdb8-f8a34a3295ec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0bb66635-4921-4082-a5eb-64df0e4f58c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713460 Feb 09 19:00:57.209008 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fb36a335-f313-4e8a-beeb-c77f3b65dead req-b6edfc03-f791-4d01-b9ad-960ecdb22d96 service neutron] 10.222.0.50 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420658 Feb 09 19:00:57.356769 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-fb36a335-f313-4e8a-beeb-c77f3b65dead req-0ade625f-3ae7-4748-8865-4e2a34e42ede service neutron] 10.222.0.50 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400559 Feb 09 19:00:57.363443 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-7197c8b7-4ac2-4688-a9ae-05b3305084c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'name': 'tempest-TestSnapshotPattern-2089368857-router', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:14Z', 'updated_at': '2022-02-09T19:00:18Z', 'revision_number': 4, 'project_id': '88f30379f192439dad3b5552f36fc303', 'gw_port': {'id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:15Z', 'updated_at': '2022-02-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'b936df31-b8da-4a48-9fd3-dbf51e467b1e', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'floating_ip_address': '172.26.8.215', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'port_id': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'mac_address': 'fa:16:3e:88:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81762e6-bfd2-4657-a29f-9907ad61bfcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:00:54Z', 'updated_at': '2022-02-09T19:00:54Z', 'revision_number': 0, 'project_id': '88f30379f192439dad3b5552f36fc303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6685cc1-d40b-41bd-9cfe-3a9d4d61671b', 'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'mac_address': 'fa:16:3e:db:39:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:17Z', 'updated_at': '2022-02-09T19:00:36Z', 'revision_number': 5, 'project_id': '88f30379f192439dad3b5552f36fc303', 'subnets': [{'id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:00:57.368120 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7197c8b7-4ac2-4688-a9ae-05b3305084c4 None None] The sync data for ids ['899492a1-5f97-430b-85f7-8a5126fa2e4d'] in dv-neutron-827016-2-hyperv is: [{'id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'name': 'tempest-TestSnapshotPattern-2089368857-router', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:14Z', 'updated_at': '2022-02-09T19:00:18Z', 'revision_number': 4, 'project_id': '88f30379f192439dad3b5552f36fc303', 'gw_port': {'id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:15Z', 'updated_at': '2022-02-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'b936df31-b8da-4a48-9fd3-dbf51e467b1e', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'floating_ip_address': '172.26.8.215', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'port_id': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'mac_address': 'fa:16:3e:88:71:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81762e6-bfd2-4657-a29f-9907ad61bfcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:00:54Z', 'updated_at': '2022-02-09T19:00:54Z', 'revision_number': 0, 'project_id': '88f30379f192439dad3b5552f36fc303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6685cc1-d40b-41bd-9cfe-3a9d4d61671b', 'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'mac_address': 'fa:16:3e:db:39:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:17Z', 'updated_at': '2022-02-09T19:00:36Z', 'revision_number': 5, 'project_id': '88f30379f192439dad3b5552f36fc303', 'subnets': [{'id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 19:00:57.737469 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604cb55-450f-491c-af1d-2682361366c7 None None] New status for floating IP b936df31-b8da-4a48-9fd3-dbf51e467b1e: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 19:01:07.146927 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 19:01:13.999291 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c082b042-ccc7-4679-8e3d-2fccd368693f req-ef7aff73-f59a-4360-9851-843da4c85058 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1761281 Feb 09 19:01:14.143065 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c082b042-ccc7-4679-8e3d-2fccd368693f req-1db71a77-3d4b-4b86-836a-a39eec207aed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88f30379f192439dad3b5552f36fc303&device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 1099 time: 0.0718279 Feb 09 19:01:14.291837 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082b042-ccc7-4679-8e3d-2fccd368693f req-c162b2dc-7f70-4cef-b403-7cc40cd4029b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:14.293188 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c082b042-ccc7-4679-8e3d-2fccd368693f req-c162b2dc-7f70-4cef-b403-7cc40cd4029b service neutron] 10.222.0.50 "GET /v2.0/networks?id=0bb66635-4921-4082-a5eb-64df0e4f58c0 HTTP/1.1" status: 200 len: 911 time: 0.1314821 Feb 09 19:01:14.401437 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c082b042-ccc7-4679-8e3d-2fccd368693f req-0bc04f27-fca9-4b9e-a484-3b11253202e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 HTTP/1.1" status: 200 len: 1002 time: 0.1013558 Feb 09 19:01:14.468980 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082b042-ccc7-4679-8e3d-2fccd368693f req-6700d42c-6b10-41f3-8844-e0fca2a943f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:14.470503 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c082b042-ccc7-4679-8e3d-2fccd368693f req-6700d42c-6b10-41f3-8844-e0fca2a943f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92ad90c4-6337-40c7-b296-18d7ffae70aa HTTP/1.1" status: 200 len: 849 time: 0.0626957 Feb 09 19:01:14.551145 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c082b042-ccc7-4679-8e3d-2fccd368693f req-0c692276-1959-4f7c-8726-ce703c52df58 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0bb66635-4921-4082-a5eb-64df0e4f58c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743129 Feb 09 19:01:14.690179 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c082b042-ccc7-4679-8e3d-2fccd368693f req-14a6bf8d-c933-40c8-91a3-c07c044b8542 service neutron] 10.222.0.50 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289110 Feb 09 19:01:14.827258 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-c082b042-ccc7-4679-8e3d-2fccd368693f req-beffd267-c9aa-4702-8f8f-5868ba1cacc5 service neutron] 10.222.0.50 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304059 Feb 09 19:01:16.740645 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-40797621-ccac-4ce0-91c8-067489b01fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:01:17.750587 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:01:19.132638 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b061dff5-9e7d-473d-9578-26871a7a7b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:01:20.289745 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:01:20.334917 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:01:21.859175 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:01:44.148153 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 19:01:46.818494 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87f14228-7985-483e-8254-9421ebb0ebb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:01:47.683101 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:01:49.100294 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8c3d422a-e66c-4782-97ef-72811b5c7440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:01:50.265184 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:01:50.340501 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:01:51.859891 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:02:14.856182 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d8bf3120-ef25-4a96-9847-dd7fd6074b9f req-ce06310b-111d-4e35-8542-0e2cd324c7c6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799894 Feb 09 19:02:15.017372 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d8bf3120-ef25-4a96-9847-dd7fd6074b9f req-91725716-118c-4b49-a0cf-5b904ed5fb10 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88f30379f192439dad3b5552f36fc303&device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 1099 time: 0.0910728 Feb 09 19:02:15.177946 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf3120-ef25-4a96-9847-dd7fd6074b9f req-7f1bdd0b-98e6-43c4-b92a-1685c5820a98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:15.179436 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d8bf3120-ef25-4a96-9847-dd7fd6074b9f req-7f1bdd0b-98e6-43c4-b92a-1685c5820a98 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0bb66635-4921-4082-a5eb-64df0e4f58c0 HTTP/1.1" status: 200 len: 911 time: 0.1369309 Feb 09 19:02:15.297797 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d8bf3120-ef25-4a96-9847-dd7fd6074b9f req-ce39a946-0a40-42b1-978c-8a38b931e177 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 HTTP/1.1" status: 200 len: 1002 time: 0.1125114 Feb 09 19:02:15.359359 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf3120-ef25-4a96-9847-dd7fd6074b9f req-8370bf05-49e7-4184-923a-8cfe00a23428 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:15.360795 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d8bf3120-ef25-4a96-9847-dd7fd6074b9f req-8370bf05-49e7-4184-923a-8cfe00a23428 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92ad90c4-6337-40c7-b296-18d7ffae70aa HTTP/1.1" status: 200 len: 849 time: 0.0576634 Feb 09 19:02:15.438739 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d8bf3120-ef25-4a96-9847-dd7fd6074b9f req-84a5ba41-e473-476d-a334-f6aed6a143f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0bb66635-4921-4082-a5eb-64df0e4f58c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716023 Feb 09 19:02:15.579452 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d8bf3120-ef25-4a96-9847-dd7fd6074b9f req-36d01463-b274-4ff5-b940-7535c61df1bf service neutron] 10.222.0.50 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351726 Feb 09 19:02:15.710686 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-d8bf3120-ef25-4a96-9847-dd7fd6074b9f req-569f9f62-2bb8-49f2-a71b-e1d8e12d43af service neutron] 10.222.0.50 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251311 Feb 09 19:02:16.759364 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3688089b-77fc-4b55-b3b4-4ca37bdc03ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:02:17.722195 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:02:19.095164 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ac7639c1-3514-4f2a-8d85-bfb60623b2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:02:20.287780 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:02:20.322422 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:02:21.149098 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 19:02:21.911218 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:02:46.733239 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-01c32387-ea20-4c20-a59e-d5535b35c56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:02:47.710786 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:02:49.115927 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-edb368b6-8da7-43a0-9a62-a6384c2612ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:02:50.293082 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:02:50.383769 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:02:51.887473 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:02:55.784663 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 19:02:55.980291 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75,segment=NetworkSegment(1a5036fe-42a7-4993-b267-6d810e16c6b1),segment_id=1a5036fe-42a7-4993-b267-6d810e16c6b1)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:55.996258 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'port_id': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75', 'mac_address': 'fa:16:3e:88:71:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 19:02:56.063548 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:02:56.093079 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 19:02:56.120056 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75,segment=NetworkSegment(1a5036fe-42a7-4993-b267-6d810e16c6b1),segment_id=1a5036fe-42a7-4993-b267-6d810e16c6b1)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:56.292832 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:02:56.376356 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 19:02:56.455463 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75,revision_number=6']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:56.484591 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:56.485120 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:56.485564 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:56.486040 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:56.486516 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:56.486947 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:56.487449 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:56.487904 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:56.488327 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:56.488761 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:56.489160 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:57.801003 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 19:02:57.898480 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:02:57.898956 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:02:58.055166 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:02:58.110065 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81762e6-bfd2-4657-a29f-9907ad61bfcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 19:02:58.126748 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75,segment=NetworkSegment(1a5036fe-42a7-4993-b267-6d810e16c6b1),segment_id=1a5036fe-42a7-4993-b267-6d810e16c6b1)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:58.151174 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 19:02:58.243635 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81762e6-bfd2-4657-a29f-9907ad61bfcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75', 'code': 200} Feb 09 19:02:58.258613 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:02:58.356180 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:08.793007 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-adf74b22-5bad-4658-9696-506997eee89a tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2041989709&fields=id&tenant_id=88f30379f192439dad3b5552f36fc303 HTTP/1.1" status: 200 len: 267 time: 0.0455072 Feb 09 19:03:08.958383 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-d72e8c8f-1084-46ef-b505-63afbf5c74e3 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:08.959826 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-d72e8c8f-1084-46ef-b505-63afbf5c74e3 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/networks?id=0bb66635-4921-4082-a5eb-64df0e4f58c0 HTTP/1.1" status: 200 len: 810 time: 0.1607060 Feb 09 19:03:08.979738 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-222f7137-5810-450a-8cb7-353a8c015793 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/quotas/88f30379f192439dad3b5552f36fc303 HTTP/1.1" status: 200 len: 375 time: 0.0143478 Feb 09 19:03:09.092932 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-701fc308-5b29-4f5c-8fbf-83023468fc1e tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=88f30379f192439dad3b5552f36fc303&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1042969 Feb 09 19:03:09.352087 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-5cc8345e-859e-479a-aaf9-99f44851b3dd service neutron] 10.222.0.21 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465765 Feb 09 19:03:09.534498 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-48ce1154-b16e-4bde-8f71-e534374da1ca service neutron] 10.222.0.21 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749456 Feb 09 19:03:09.851868 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7da1085b-35b1-4fd5-b5b7-848b79c8e417 req-0e7b6530-5f9c-4011-b15c-dd48d80b78ce tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 210 time: 0.0430474 Feb 09 19:03:10.966570 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-3b7abb7c-dcb0-41ed-be98-6ab873f263df req-b8276d32-0344-4fce-8df3-6b3d129e6178 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 210 time: 0.0436711 Feb 09 19:03:11.877850 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 19:03:11.999940 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:12.032959 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81762e6-bfd2-4657-a29f-9907ad61bfcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 19:03:12.054487 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75,segment=NetworkSegment(1a5036fe-42a7-4993-b267-6d810e16c6b1),segment_id=1a5036fe-42a7-4993-b267-6d810e16c6b1)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:12.099286 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81762e6-bfd2-4657-a29f-9907ad61bfcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75', 'code': 200} Feb 09 19:03:12.102878 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-b3518a28-bfa0-414f-bfc9-9128fad0be5c req-951e37ec-4748-4d54-8ce6-033369f5d83a tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 210 time: 0.0588877 Feb 09 19:03:12.184010 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:12.260856 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75,revision_number=8']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:13.218796 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d3baf250-3654-4ce8-825e-2c95e7c75fcc req-ac75d73f-a6e6-4d2a-a86e-283d651da2a9 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 210 time: 0.0442255 Feb 09 19:03:14.395654 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ca47da33-9623-4a7a-a6ec-7383b180765e req-e92c0da6-8063-4839-af2b-d5698d2fde1c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 210 time: 0.0403671 Feb 09 19:03:15.604556 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-4efc379d-c388-486e-a969-7b963558372e req-fa65e87f-3d1a-4f4a-82d3-6f953a0a7449 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 210 time: 0.0794387 Feb 09 19:03:16.781308 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.50', 56962) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:03:16.783730 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-e2ba63f1-afa3-4586-9b3f-78deb1efc3ea req-8159f30b-3bda-4f3c-988c-3b2ec6c9d3fe tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 210 time: 0.0492022 Feb 09 19:03:16.858696 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c907b3c1-9683-436d-8344-05e8a01e239a req-1c9bc98b-8a4a-4377-91ce-4fa5c29bd67f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738907 Feb 09 19:03:16.858912 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-89b7e9a8-0223-43c8-a9ad-e9cc5f46e655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:16.878265 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-eb3c9162-f0ea-48ce-b284-c5251321c25c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:16.879791 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-eb3c9162-f0ea-48ce-b284-c5251321c25c tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.50 "GET /v2.0/networks?id=0bb66635-4921-4082-a5eb-64df0e4f58c0 HTTP/1.1" status: 200 len: 810 time: 0.2473202 Feb 09 19:03:16.936218 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-0b248c6c-4fe4-4880-8458-6efdcc1d536b tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88f30379f192439dad3b5552f36fc303 HTTP/1.1" status: 200 len: 380 time: 0.0449610 Feb 09 19:03:16.946008 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Request body: {'port': {'device_id': '4463e0c2-7537-46fb-92dc-98b2b56a7f61', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'admin_state_up': True, 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'security_groups': ['bfed11ce-7e28-4e82-a25f-c5414420455c']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 19:03:17.043715 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c907b3c1-9683-436d-8344-05e8a01e239a req-a8705a30-cb37-4d9f-8b05-9b1e03274150 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88f30379f192439dad3b5552f36fc303&device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 1097 time: 0.0959785 Feb 09 19:03:17.093490 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 19:03:17.098878 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Usage tracker for resource:port and tenant:88f30379f192439dad3b5552f36fc303 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 19:03:17.102706 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 19:03:17.110948 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.quota.driver [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 19:03:17.212135 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907b3c1-9683-436d-8344-05e8a01e239a req-178ba95f-4ec4-40af-87e3-4ae822bd90d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:17.213715 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c907b3c1-9683-436d-8344-05e8a01e239a req-178ba95f-4ec4-40af-87e3-4ae822bd90d2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0bb66635-4921-4082-a5eb-64df0e4f58c0 HTTP/1.1" status: 200 len: 911 time: 0.1516232 Feb 09 19:03:17.258413 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Made reservation on behalf of 88f30379f192439dad3b5552f36fc303 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:03:17.261617 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:17.328914 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c907b3c1-9683-436d-8344-05e8a01e239a req-81dfe145-5323-42f6-a000-4e24da37e615 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 HTTP/1.1" status: 200 len: 1000 time: 0.1093330 Feb 09 19:03:17.397484 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907b3c1-9683-436d-8344-05e8a01e239a req-f4449eaa-d31a-4043-94d4-e52f82aa16dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:17.398720 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c907b3c1-9683-436d-8344-05e8a01e239a req-f4449eaa-d31a-4043-94d4-e52f82aa16dd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92ad90c4-6337-40c7-b296-18d7ffae70aa HTTP/1.1" status: 200 len: 849 time: 0.0600445 Feb 09 19:03:17.437024 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Allocated IP 172.20.0.13 (0bb66635-4921-4082-a5eb-64df0e4f58c0/92ad90c4-6337-40c7-b296-18d7ffae70aa/bf2e3405-9705-4773-ba8e-987f03c1ed3a) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:03:17.481023 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c907b3c1-9683-436d-8344-05e8a01e239a req-9fa8ab85-e8c7-4ef2-a91a-1c460aeffb7b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0bb66635-4921-4082-a5eb-64df0e4f58c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762682 Feb 09 19:03:17.491519 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [req-c907b3c1-9683-436d-8344-05e8a01e239a req-4c03a562-9def-4084-805d-4981a95c3ded service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84541) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 19:03:17.492861 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c907b3c1-9683-436d-8344-05e8a01e239a req-4c03a562-9def-4084-805d-4981a95c3ded service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056446 Feb 09 19:03:17.633047 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c907b3c1-9683-436d-8344-05e8a01e239a req-53caa9bf-c006-46aa-bddb-3454db0f16ad service neutron] 10.222.0.50 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340148 Feb 09 19:03:17.642148 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:17.658100 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Transition to ACTIVE for port object bf2e3405-9705-4773-ba8e-987f03c1ed3a will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:03:17.761139 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:17.770169 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c907b3c1-9683-436d-8344-05e8a01e239a req-c8798f8f-3547-4a9a-aed7-8814a68468c2 service neutron] 10.222.0.50 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314766 Feb 09 19:03:17.824739 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:17.960896 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Network 0bb66635-4921-4082-a5eb-64df0e4f58c0 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:03:17.966059 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:03:17.972600 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 19:03:18.013139 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Pushing event updated for resources: {'Port': ['ID=bf2e3405-9705-4773-ba8e-987f03c1ed3a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:18.057926 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964caab2-d47d-45da-8876-f8c2960199d1 req-9aa85927-d583-4239-8b5e-70b6394ea9ab tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:18.062829 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:18.063316 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:18.063749 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:18.064181 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:18.064634 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:18.065058 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:18.065478 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:18.065948 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:18.066544 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:18.067729 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:18.068164 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:18.069426 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-964caab2-d47d-45da-8876-f8c2960199d1 req-9aa85927-d583-4239-8b5e-70b6394ea9ab tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 932 time: 0.1086640 Feb 09 19:03:18.110371 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:18.111534 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:18.185023 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-964caab2-d47d-45da-8876-f8c2960199d1 req-cc81d2fb-1c97-4e08-aa7b-a6faa9ca672b tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015115 Feb 09 19:03:18.208216 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-09c2ce02-1af1-41be-9728-2ba67e4b1625 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2668099 Feb 09 19:03:18.435447 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-db341135-2a52-4ab7-afe5-d10e06cf48fb None None] Provisioning for port bf2e3405-9705-4773-ba8e-987f03c1ed3a completed by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:03:18.448532 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-db341135-2a52-4ab7-afe5-d10e06cf48fb None None] Provisioning complete for port bf2e3405-9705-4773-ba8e-987f03c1ed3a triggered by entity DHCP. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:03:18.449434 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db341135-2a52-4ab7-afe5-d10e06cf48fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:18.513778 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-db341135-2a52-4ab7-afe5-d10e06cf48fb None None] Port bf2e3405-9705-4773-ba8e-987f03c1ed3a cannot update to ACTIVE because it is not bound. {{(pid=84543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 19:03:19.093398 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1abe30f3-58ef-4da6-bbde-e36f5835060f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:19.417216 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0682ec-76a4-46fd-961c-5b25d8e0393e req-d2313643-8ab8-4bcb-94eb-f37068e2d865 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:19.419536 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1d0682ec-76a4-46fd-961c-5b25d8e0393e req-d2313643-8ab8-4bcb-94eb-f37068e2d865 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 932 time: 0.0975471 Feb 09 19:03:19.474069 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1d0682ec-76a4-46fd-961c-5b25d8e0393e req-8784ceb9-1909-4f07-bc25-19d2ff63f1be tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459337 Feb 09 19:03:20.297861 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:20.401138 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:20.711991 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f2385-618c-407c-989e-93344ba2ebf0 req-84fb17e5-5102-4b73-8026-acf1a97ad1f9 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:20.713514 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-422f2385-618c-407c-989e-93344ba2ebf0 req-84fb17e5-5102-4b73-8026-acf1a97ad1f9 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 932 time: 0.0856278 Feb 09 19:03:20.765599 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-422f2385-618c-407c-989e-93344ba2ebf0 req-c516edf8-ff2f-4310-a46a-9e946c60b1d3 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457442 Feb 09 19:03:21.904168 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:22.119402 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5cbf1-dd86-4a77-8018-205cd89ecbbb req-162cb86f-9658-499e-a433-ff88054c202a tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:22.120901 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-33c5cbf1-dd86-4a77-8018-205cd89ecbbb req-162cb86f-9658-499e-a433-ff88054c202a tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 932 time: 0.2046776 Feb 09 19:03:22.183031 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-33c5cbf1-dd86-4a77-8018-205cd89ecbbb req-48d10e63-9316-45af-b483-3a35bd3477dd tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557077 Feb 09 19:03:23.394735 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41b38e-d78e-4ab4-919f-f6c4ac7d49bd req-553ec47e-9cb4-413e-8916-cb96f4d14359 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:23.396184 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bb41b38e-d78e-4ab4-919f-f6c4ac7d49bd req-553ec47e-9cb4-413e-8916-cb96f4d14359 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 932 time: 0.0851676 Feb 09 19:03:23.447607 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bb41b38e-d78e-4ab4-919f-f6c4ac7d49bd req-69cb532a-ef65-4086-b9c4-b02ae18f223a tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455730 Feb 09 19:03:24.686985 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be319bf-094c-4b84-89d6-e9b2bfd39bc5 req-4d000b02-a159-4c33-8d7b-2ba5beac5591 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:24.688682 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9be319bf-094c-4b84-89d6-e9b2bfd39bc5 req-4d000b02-a159-4c33-8d7b-2ba5beac5591 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 932 time: 0.1055062 Feb 09 19:03:24.756064 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-9be319bf-094c-4b84-89d6-e9b2bfd39bc5 req-e7c57706-1931-4b31-85e1-579567c1ed65 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614235 Feb 09 19:03:25.821910 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.v2.base [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-103a8b75-0400-4179-a3fa-e0667d01708a service neutron] Request body: {'port': {'device_id': '4463e0c2-7537-46fb-92dc-98b2b56a7f61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8270'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 19:03:25.939012 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-103a8b75-0400-4179-a3fa-e0667d01708a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:25.962421 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997cb54-d785-4149-851f-fd52d0b654e1 req-6ec2e9d6-6212-4ed7-9b05-3aa5d0b1e273 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:25.963997 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6997cb54-d785-4149-851f-fd52d0b654e1 req-6ec2e9d6-6212-4ed7-9b05-3aa5d0b1e273 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 932 time: 0.0832155 Feb 09 19:03:26.017919 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-6997cb54-d785-4149-851f-fd52d0b654e1 req-f5bf2e29-e232-4510-87a1-798631a327b7 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447438 Feb 09 19:03:26.302527 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-103a8b75-0400-4179-a3fa-e0667d01708a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf2e3405-9705-4773-ba8e-987f03c1ed3a {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 19:03:26.310034 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-103a8b75-0400-4179-a3fa-e0667d01708a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:26.326587 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-103a8b75-0400-4179-a3fa-e0667d01708a service neutron] Transition to ACTIVE for port object bf2e3405-9705-4773-ba8e-987f03c1ed3a will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:03:26.412418 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-103a8b75-0400-4179-a3fa-e0667d01708a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:26.544060 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a8b75-0400-4179-a3fa-e0667d01708a service neutron] Pushing event updated for resources: {'Port': ['ID=bf2e3405-9705-4773-ba8e-987f03c1ed3a,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:26.669632 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-103a8b75-0400-4179-a3fa-e0667d01708a service neutron] Attempting to bind port bf2e3405-9705-4773-ba8e-987f03c1ed3a on host hv-neutron-8270 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 19:03:26.669969 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-103a8b75-0400-4179-a3fa-e0667d01708a service neutron] Attempting to bind port bf2e3405-9705-4773-ba8e-987f03c1ed3a by drivers openvswitch,hyperv on host hv-neutron-8270 at level 0 using segments [{'id': '1a5036fe-42a7-4993-b267-6d810e16c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 19:03:26.670316 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-103a8b75-0400-4179-a3fa-e0667d01708a service neutron] Attempting to bind port bf2e3405-9705-4773-ba8e-987f03c1ed3a on network 0bb66635-4921-4082-a5eb-64df0e4f58c0 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 19:03:26.676968 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-103a8b75-0400-4179-a3fa-e0667d01708a service neutron] Port bf2e3405-9705-4773-ba8e-987f03c1ed3a on network 0bb66635-4921-4082-a5eb-64df0e4f58c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8270 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 19:03:26.677291 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-103a8b75-0400-4179-a3fa-e0667d01708a service neutron] Attempting to bind port bf2e3405-9705-4773-ba8e-987f03c1ed3a on network 0bb66635-4921-4082-a5eb-64df0e4f58c0 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 19:03:26.687048 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-103a8b75-0400-4179-a3fa-e0667d01708a service neutron] Checking agent: {'id': '987e9e96-fb4e-4073-9a0e-d959fe95f9d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 17, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 19:03:26.687483 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-103a8b75-0400-4179-a3fa-e0667d01708a service neutron] Checking segment: {'id': '1a5036fe-42a7-4993-b267-6d810e16c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 19:03:26.688121 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-103a8b75-0400-4179-a3fa-e0667d01708a service neutron] Bound using segment: {'id': '1a5036fe-42a7-4993-b267-6d810e16c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 19:03:26.688623 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-103a8b75-0400-4179-a3fa-e0667d01708a service neutron] Bound port: bf2e3405-9705-4773-ba8e-987f03c1ed3a, host: hv-neutron-8270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a5036fe-42a7-4993-b267-6d810e16c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 19:03:26.689037 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-103a8b75-0400-4179-a3fa-e0667d01708a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:26.783622 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-103a8b75-0400-4179-a3fa-e0667d01708a service neutron] For port bf2e3405-9705-4773-ba8e-987f03c1ed3a, host hv-neutron-8270, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:03:26.788066 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-103a8b75-0400-4179-a3fa-e0667d01708a service neutron] For port bf2e3405-9705-4773-ba8e-987f03c1ed3a, host hv-neutron-8270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bf2e3405-9705-4773-ba8e-987f03c1ed3a,segment=NetworkSegment(1a5036fe-42a7-4993-b267-6d810e16c6b1),segment_id=1a5036fe-42a7-4993-b267-6d810e16c6b1)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:03:26.927285 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-103a8b75-0400-4179-a3fa-e0667d01708a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1927289'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:27.091981 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-103a8b75-0400-4179-a3fa-e0667d01708a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:27.093382 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-103a8b75-0400-4179-a3fa-e0667d01708a service neutron] 10.222.0.50 "PUT /v2.0/ports/bf2e3405-9705-4773-ba8e-987f03c1ed3a HTTP/1.1" status: 200 len: 1094 time: 1.2760296 Feb 09 19:03:27.096422 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4463e0c2-7537-46fb-92dc-98b2b56a7f61', 'tag': 'bf2e3405-9705-4773-ba8e-987f03c1ed3a'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 19:03:27.122717 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a8b75-0400-4179-a3fa-e0667d01708a service neutron] Pushing event updated for resources: {'Port': ['ID=bf2e3405-9705-4773-ba8e-987f03c1ed3a,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:27.165875 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4463e0c2-7537-46fb-92dc-98b2b56a7f61', 'tag': 'bf2e3405-9705-4773-ba8e-987f03c1ed3a', 'status': 'completed', 'code': 200} Feb 09 19:03:27.249659 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb5c0d-5003-4ba1-b6d1-ea9ae3790b25 req-331d7781-2f03-4cf7-9a7b-52a889065c93 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:27.251346 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5dbb5c0d-5003-4ba1-b6d1-ea9ae3790b25 req-331d7781-2f03-4cf7-9a7b-52a889065c93 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 944 time: 0.0978997 Feb 09 19:03:27.268763 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cacd5510-dbe5-4d21-94eb-6d14bd333538 req-72839812-11e3-4ef2-b41c-99c1fcb119c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88f30379f192439dad3b5552f36fc303&device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 1097 time: 0.0822546 Feb 09 19:03:27.311936 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-5dbb5c0d-5003-4ba1-b6d1-ea9ae3790b25 req-0513a11c-e3e1-4790-9059-9f8ce5b40fcd tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500355 Feb 09 19:03:27.421884 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd5510-dbe5-4d21-94eb-6d14bd333538 req-1d51dbf9-691d-47f1-b328-ffd91cd3ee5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:27.423291 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cacd5510-dbe5-4d21-94eb-6d14bd333538 req-1d51dbf9-691d-47f1-b328-ffd91cd3ee5c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=88f30379f192439dad3b5552f36fc303&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1478646 Feb 09 19:03:27.565437 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd5510-dbe5-4d21-94eb-6d14bd333538 req-02c4d62f-9f6b-436c-8aac-13fa69dc7812 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:27.566929 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-cacd5510-dbe5-4d21-94eb-6d14bd333538 req-02c4d62f-9f6b-436c-8aac-13fa69dc7812 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1374748 Feb 09 19:03:27.684848 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-0c28b79a-8432-4dfa-8065-9640be7c5ed0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88f30379f192439dad3b5552f36fc303&device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 1097 time: 0.0813594 Feb 09 19:03:27.761038 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-b39266b3-828e-43d9-b7c6-1e5c99475639 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf2e3405-9705-4773-ba8e-987f03c1ed3a HTTP/1.1" status: 200 len: 217 time: 0.0706151 Feb 09 19:03:27.823355 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-2365362b-6e6e-46c7-b771-72657c816812 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:27.824760 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-2365362b-6e6e-46c7-b771-72657c816812 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92ad90c4-6337-40c7-b296-18d7ffae70aa HTTP/1.1" status: 200 len: 849 time: 0.0581830 Feb 09 19:03:27.899032 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-29b2d61e-129c-4e01-86c2-2fc399e64bfd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0bb66635-4921-4082-a5eb-64df0e4f58c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683091 Feb 09 19:03:28.034269 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-229301d7-c2f1-4fb1-8bbb-8837d2ce3010 service neutron] 10.222.0.50 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292057 Feb 09 19:03:28.170280 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0cf27576-238f-4b55-b9f5-3e0f922c2acf req-6a2340bf-6e02-483a-8d88-4dd943cf9f93 service neutron] 10.222.0.50 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297882 Feb 09 19:03:28.522686 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd9bc6-441f-4f3a-a7c2-7eca3d7e1c5b req-f7805f0d-37fb-4c7a-9b2b-d761f25f6a90 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:28.524270 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-17bd9bc6-441f-4f3a-a7c2-7eca3d7e1c5b req-f7805f0d-37fb-4c7a-9b2b-d761f25f6a90 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 944 time: 0.0846469 Feb 09 19:03:28.571913 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-17bd9bc6-441f-4f3a-a7c2-7eca3d7e1c5b req-d22c9ca9-47ce-465d-9bbb-cf19b18b9a52 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408223 Feb 09 19:03:29.784088 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f645f-a8bd-4739-8827-50d2255408f9 req-2ecf306f-5012-43fc-8233-62268eeaaa55 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:29.785852 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-825f645f-a8bd-4739-8827-50d2255408f9 req-2ecf306f-5012-43fc-8233-62268eeaaa55 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 944 time: 0.0833683 Feb 09 19:03:29.838071 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-825f645f-a8bd-4739-8827-50d2255408f9 req-da660678-1634-4234-8ebd-fc34eb83ceeb tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461009 Feb 09 19:03:31.046076 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947801e3-3b3a-4a27-bdca-5279e49fc18f req-ce11eb9d-d8a2-439b-b01a-d799e1d86c82 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:31.048079 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-947801e3-3b3a-4a27-bdca-5279e49fc18f req-ce11eb9d-d8a2-439b-b01a-d799e1d86c82 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 944 time: 0.0848331 Feb 09 19:03:31.097361 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-947801e3-3b3a-4a27-bdca-5279e49fc18f req-e8d7a380-6707-4447-98ce-c85b1ef62d98 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439277 Feb 09 19:03:31.940243 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device bf2e3405-9705-4773-ba8e-987f03c1ed3a details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 19:03:32.074224 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port bf2e3405-9705-4773-ba8e-987f03c1ed3a, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bf2e3405-9705-4773-ba8e-987f03c1ed3a,segment=NetworkSegment(1a5036fe-42a7-4993-b267-6d810e16c6b1),segment_id=1a5036fe-42a7-4993-b267-6d810e16c6b1)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:32.088162 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': 'bf2e3405-9705-4773-ba8e-987f03c1ed3a', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'port_id': 'bf2e3405-9705-4773-ba8e-987f03c1ed3a', 'mac_address': 'fa:16:3e:78:89:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 19:03:32.141764 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:32.159417 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf2e3405-9705-4773-ba8e-987f03c1ed3a {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 19:03:32.175818 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port bf2e3405-9705-4773-ba8e-987f03c1ed3a, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bf2e3405-9705-4773-ba8e-987f03c1ed3a,segment=NetworkSegment(1a5036fe-42a7-4993-b267-6d810e16c6b1),segment_id=1a5036fe-42a7-4993-b267-6d810e16c6b1)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:32.269507 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:32.302046 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15688f9d-cfb5-491c-b2b1-5360b6aeb097 req-0c67bbd8-f262-4333-a111-fb989b8b2c9d tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:32.303574 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-15688f9d-cfb5-491c-b2b1-5360b6aeb097 req-0c67bbd8-f262-4333-a111-fb989b8b2c9d tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 944 time: 0.0795348 Feb 09 19:03:32.345714 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=bf2e3405-9705-4773-ba8e-987f03c1ed3a,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:32.359390 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-15688f9d-cfb5-491c-b2b1-5360b6aeb097 req-9d17da07-45e4-458b-b7f0-1df76c1106de tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478539 Feb 09 19:03:32.483054 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['bf2e3405-9705-4773-ba8e-987f03c1ed3a'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 19:03:33.564871 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556538e-b38b-4b02-89b0-efd2473a0857 req-55d348f7-dd14-4b29-aeac-59e88d6beb50 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:33.566407 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1556538e-b38b-4b02-89b0-efd2473a0857 req-55d348f7-dd14-4b29-aeac-59e88d6beb50 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 945 time: 0.0815399 Feb 09 19:03:33.614098 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-1556538e-b38b-4b02-89b0-efd2473a0857 req-8e8b9010-3f46-401a-8974-ffd3f379f6c9 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418594 Feb 09 19:03:33.955029 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device bf2e3405-9705-4773-ba8e-987f03c1ed3a up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 19:03:34.109393 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning for port bf2e3405-9705-4773-ba8e-987f03c1ed3a completed by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:03:34.114445 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port bf2e3405-9705-4773-ba8e-987f03c1ed3a triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:03:34.114817 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:34.233501 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:34.260992 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4463e0c2-7537-46fb-92dc-98b2b56a7f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2e3405-9705-4773-ba8e-987f03c1ed3a'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 19:03:34.271545 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port bf2e3405-9705-4773-ba8e-987f03c1ed3a, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bf2e3405-9705-4773-ba8e-987f03c1ed3a,segment=NetworkSegment(1a5036fe-42a7-4993-b267-6d810e16c6b1),segment_id=1a5036fe-42a7-4993-b267-6d810e16c6b1)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:34.317661 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4463e0c2-7537-46fb-92dc-98b2b56a7f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2e3405-9705-4773-ba8e-987f03c1ed3a', 'code': 200} Feb 09 19:03:34.372819 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:34.442253 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=bf2e3405-9705-4773-ba8e-987f03c1ed3a,revision_number=5']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:34.801927 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1c5b4615-3521-4048-80dc-95eeb7196c5d req-1f417c6f-148d-47f6-a16d-3898a20a9191 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 1099 time: 0.0783296 Feb 09 19:03:34.825442 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48d0b8-2aeb-439d-a61c-a3ee28670c8f req-65163758-c2ac-4664-a909-3c4c68b2b7c0 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:34.827083 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bf48d0b8-2aeb-439d-a61c-a3ee28670c8f req-65163758-c2ac-4664-a909-3c4c68b2b7c0 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 946 time: 0.0855896 Feb 09 19:03:34.859130 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-1c5b4615-3521-4048-80dc-95eeb7196c5d req-39c577a6-09a6-47f9-a095-43bfa29d7c73 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497870 Feb 09 19:03:34.878856 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bf48d0b8-2aeb-439d-a61c-a3ee28670c8f req-ee43086e-7623-4032-b8ab-3949de9cc942 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460055 Feb 09 19:03:35.151710 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 19:03:36.082328 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd20666-3465-41b0-a5c5-4d409f2e99e9 req-af9d651c-598e-49f1-b6b2-400babe67355 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:36.083816 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7cd20666-3465-41b0-a5c5-4d409f2e99e9 req-af9d651c-598e-49f1-b6b2-400babe67355 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 946 time: 0.0794055 Feb 09 19:03:36.131525 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-7cd20666-3465-41b0-a5c5-4d409f2e99e9 req-1a59e7e4-60dc-4b1e-a261-e4371a0aa081 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413520 Feb 09 19:03:37.359949 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6233ec-d4de-47c9-9398-8977a3f422be req-43616c58-6f1d-4404-be22-fec2b118107b tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:37.361374 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-df6233ec-d4de-47c9-9398-8977a3f422be req-43616c58-6f1d-4404-be22-fec2b118107b tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 946 time: 0.0838385 Feb 09 19:03:37.410477 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-df6233ec-d4de-47c9-9398-8977a3f422be req-d4aed82e-6f00-4b0c-8f3e-62f43f102aaa tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434182 Feb 09 19:03:37.618206 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab270b-5348-49ad-aa59-28b3eebe1566 req-36685623-508d-466a-8d87-b1006b3e8e92 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:37.619716 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f2ab270b-5348-49ad-aa59-28b3eebe1566 req-36685623-508d-466a-8d87-b1006b3e8e92 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 946 time: 0.0806439 Feb 09 19:03:37.667516 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-f2ab270b-5348-49ad-aa59-28b3eebe1566 req-1a4ae09d-6831-4b76-a868-c3cc86d1a2e9 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416763 Feb 09 19:03:37.697718 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 35094) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:03:37.770182 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-57822269-0f23-4568-8a4c-a9f8878f9744 tempest-TestSnapshotPattern-693117084 tempest-TestSnapshotPattern-693117084-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 1094 time: 0.0712793 Feb 09 19:03:37.772823 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 35098) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:03:37.778684 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.v2.base [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Request body: {'floatingip': {'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'port_id': 'bf2e3405-9705-4773-ba8e-987f03c1ed3a', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 19:03:37.784492 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 19:03:37.788294 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Usage tracker for resource:floatingip and tenant:88f30379f192439dad3b5552f36fc303 is out of sync, need to count used quota {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 19:03:37.791189 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 19:03:37.797636 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.quota.driver [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 19:03:37.972247 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for floatingip, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:38.111814 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:38.264060 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_common [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Allocated IP 172.26.8.48 (c9564cd9-4539-4a2d-b376-06d44bc8fbe4/2f74bc9c-7506-4f42-a568-da3c3465cbf8/161f43e1-0a50-49b3-9b26-6a9b2b277449) {{(pid=84541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:03:38.416445 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for port, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:38.589547 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779619086457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:38.657693 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Network c9564cd9-4539-4a2d-b376-06d44bc8fbe4 is already hosted by enough agents. {{(pid=84541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:03:38.660364 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.base_scheduler [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Resources bound (agent type, host, resource id): {{(pid=84541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:03:38.664607 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Received port after_create {{(pid=84541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 19:03:38.688794 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Pushing event updated for resources: {'Port': ['ID=161f43e1-0a50-49b3-9b26-6a9b2b277449,revision_number=1']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:38.709920 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:38.710439 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:38.710876 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:38.711308 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:38.711746 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:38.712185 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:38.712683 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:38.713126 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:38.713612 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:38.714069 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:38.714585 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:39.309813 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:39.437681 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:39.652296 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for port, precommit_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:39.772339 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1085923'] for port, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:39.884673 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Pushing event updated for resources: {'Port': ['ID=161f43e1-0a50-49b3-9b26-6a9b2b277449,revision_number=2']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:39.895891 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647036'] for floatingip, after_update {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:40.100061 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.db.l3_db [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Floating IP c7d35003-ab79-48f4-bfff-f65b083219bc associated. External IP: 172.26.8.48, port: bf2e3405-9705-4773-ba8e-987f03c1ed3a. Feb 09 19:03:40.613944 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Router 899492a1-5f97-430b-85f7-8a5126fa2e4d has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:03:40.817926 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:03:40.829308 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9325d7bc-04e7-4582-9861-bce413709c05 None None] Sync routers for ids ['899492a1-5f97-430b-85f7-8a5126fa2e4d'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 19:03:40.842405 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9325d7bc-04e7-4582-9861-bce413709c05 None None] Routers {'899492a1-5f97-430b-85f7-8a5126fa2e4d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 19:03:40.843021 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9325d7bc-04e7-4582-9861-bce413709c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T19:03:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['899492a1-5f97-430b-85f7-8a5126fa2e4d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:40.967226 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:41.024955 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-9325d7bc-04e7-4582-9861-bce413709c05 None None] Set router 899492a1-5f97-430b-85f7-8a5126fa2e4d gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 19:03:41.032608 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-6eb04634-5e3f-407d-a00d-f60e3a401ab5 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2587633 Feb 09 19:03:41.033210 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4463e0c2-7537-46fb-92dc-98b2b56a7f61', 'tag': 'bf2e3405-9705-4773-ba8e-987f03c1ed3a'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 19:03:41.253993 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4463e0c2-7537-46fb-92dc-98b2b56a7f61', 'tag': 'bf2e3405-9705-4773-ba8e-987f03c1ed3a', 'status': 'completed', 'code': 200} Feb 09 19:03:41.358420 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e629b2b5-11f7-4bbf-a805-4ad57578f0f8 req-55d81d8b-6b51-494b-9f09-d7a7a1f57e92 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88f30379f192439dad3b5552f36fc303&device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 1099 time: 0.0789530 Feb 09 19:03:41.401793 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9325d7bc-04e7-4582-9861-bce413709c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'name': 'tempest-TestSnapshotPattern-2089368857-router', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:14Z', 'updated_at': '2022-02-09T19:00:18Z', 'revision_number': 4, 'project_id': '88f30379f192439dad3b5552f36fc303', 'gw_port': {'id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:15Z', 'updated_at': '2022-02-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'b936df31-b8da-4a48-9fd3-dbf51e467b1e', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'floating_ip_address': '172.26.8.215', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'port_id': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'mac_address': 'fa:16:3e:88:71:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81762e6-bfd2-4657-a29f-9907ad61bfcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:00:54Z', 'updated_at': '2022-02-09T19:00:57Z', 'revision_number': 1, 'project_id': '88f30379f192439dad3b5552f36fc303', 'fixed_ip_address_scope': None}, {'id': 'c7d35003-ab79-48f4-bfff-f65b083219bc', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'floating_ip_address': '172.26.8.48', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'port_id': 'bf2e3405-9705-4773-ba8e-987f03c1ed3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'mac_address': 'fa:16:3e:78:89:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4463e0c2-7537-46fb-92dc-98b2b56a7f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:03:39Z', 'updated_at': '2022-02-09T19:03:39Z', 'revision_number': 0, 'project_id': '88f30379f192439dad3b5552f36fc303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6685cc1-d40b-41bd-9cfe-3a9d4d61671b', 'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'mac_address': 'fa:16:3e:db:39:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:17Z', 'updated_at': '2022-02-09T19:00:36Z', 'revision_number': 5, 'project_id': '88f30379f192439dad3b5552f36fc303', 'subnets': [{'id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:41.406012 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9325d7bc-04e7-4582-9861-bce413709c05 None None] Checking router: 899492a1-5f97-430b-85f7-8a5126fa2e4d for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 19:03:41.418941 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9325d7bc-04e7-4582-9861-bce413709c05 None None] Routers {'899492a1-5f97-430b-85f7-8a5126fa2e4d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 19:03:41.419771 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9325d7bc-04e7-4582-9861-bce413709c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T19:03:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['899492a1-5f97-430b-85f7-8a5126fa2e4d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:41.497052 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629b2b5-11f7-4bbf-a805-4ad57578f0f8 req-c9feb6b0-602b-45f5-a532-ecc3effb3715 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:41.499189 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e629b2b5-11f7-4bbf-a805-4ad57578f0f8 req-c9feb6b0-602b-45f5-a532-ecc3effb3715 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0bb66635-4921-4082-a5eb-64df0e4f58c0 HTTP/1.1" status: 200 len: 911 time: 0.1352494 Feb 09 19:03:41.602583 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-9325d7bc-04e7-4582-9861-bce413709c05 None None] Set router 899492a1-5f97-430b-85f7-8a5126fa2e4d gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 19:03:41.606640 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e629b2b5-11f7-4bbf-a805-4ad57578f0f8 req-949cc2f4-2586-4226-ab0a-f864aab59ae3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf2e3405-9705-4773-ba8e-987f03c1ed3a HTTP/1.1" status: 200 len: 999 time: 0.1002808 Feb 09 19:03:41.674083 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629b2b5-11f7-4bbf-a805-4ad57578f0f8 req-a6b98a3d-3894-4b79-859d-c43507708b6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:41.675562 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e629b2b5-11f7-4bbf-a805-4ad57578f0f8 req-a6b98a3d-3894-4b79-859d-c43507708b6e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92ad90c4-6337-40c7-b296-18d7ffae70aa HTTP/1.1" status: 200 len: 849 time: 0.0632699 Feb 09 19:03:41.754051 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e629b2b5-11f7-4bbf-a805-4ad57578f0f8 req-a89b55c2-7357-4023-adfe-4b3c6644d707 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0bb66635-4921-4082-a5eb-64df0e4f58c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716667 Feb 09 19:03:41.892170 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e629b2b5-11f7-4bbf-a805-4ad57578f0f8 req-30360e7e-4fcc-4321-ba5c-9aa9218de47d service neutron] 10.222.0.50 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297727 Feb 09 19:03:42.022543 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-9325d7bc-04e7-4582-9861-bce413709c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'name': 'tempest-TestSnapshotPattern-2089368857-router', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:14Z', 'updated_at': '2022-02-09T19:00:18Z', 'revision_number': 4, 'project_id': '88f30379f192439dad3b5552f36fc303', 'gw_port': {'id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:15Z', 'updated_at': '2022-02-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'b936df31-b8da-4a48-9fd3-dbf51e467b1e', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'floating_ip_address': '172.26.8.215', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'port_id': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'mac_address': 'fa:16:3e:88:71:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81762e6-bfd2-4657-a29f-9907ad61bfcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:00:54Z', 'updated_at': '2022-02-09T19:00:57Z', 'revision_number': 1, 'project_id': '88f30379f192439dad3b5552f36fc303', 'fixed_ip_address_scope': None}, {'id': 'c7d35003-ab79-48f4-bfff-f65b083219bc', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'floating_ip_address': '172.26.8.48', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'port_id': 'bf2e3405-9705-4773-ba8e-987f03c1ed3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'mac_address': 'fa:16:3e:78:89:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4463e0c2-7537-46fb-92dc-98b2b56a7f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:03:39Z', 'updated_at': '2022-02-09T19:03:39Z', 'revision_number': 0, 'project_id': '88f30379f192439dad3b5552f36fc303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6685cc1-d40b-41bd-9cfe-3a9d4d61671b', 'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'mac_address': 'fa:16:3e:db:39:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:17Z', 'updated_at': '2022-02-09T19:00:36Z', 'revision_number': 5, 'project_id': '88f30379f192439dad3b5552f36fc303', 'subnets': [{'id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:42.027203 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9325d7bc-04e7-4582-9861-bce413709c05 None None] The sync data for ids ['899492a1-5f97-430b-85f7-8a5126fa2e4d'] in dv-neutron-827016-2-hyperv is: [{'id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'name': 'tempest-TestSnapshotPattern-2089368857-router', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:14Z', 'updated_at': '2022-02-09T19:00:18Z', 'revision_number': 4, 'project_id': '88f30379f192439dad3b5552f36fc303', 'gw_port': {'id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:15Z', 'updated_at': '2022-02-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'b936df31-b8da-4a48-9fd3-dbf51e467b1e', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'floating_ip_address': '172.26.8.215', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'port_id': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'mac_address': 'fa:16:3e:88:71:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81762e6-bfd2-4657-a29f-9907ad61bfcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:00:54Z', 'updated_at': '2022-02-09T19:00:57Z', 'revision_number': 1, 'project_id': '88f30379f192439dad3b5552f36fc303', 'fixed_ip_address_scope': None}, {'id': 'c7d35003-ab79-48f4-bfff-f65b083219bc', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'floating_ip_address': '172.26.8.48', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'port_id': 'bf2e3405-9705-4773-ba8e-987f03c1ed3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'mac_address': 'fa:16:3e:78:89:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4463e0c2-7537-46fb-92dc-98b2b56a7f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:03:39Z', 'updated_at': '2022-02-09T19:03:39Z', 'revision_number': 0, 'project_id': '88f30379f192439dad3b5552f36fc303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6685cc1-d40b-41bd-9cfe-3a9d4d61671b', 'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'mac_address': 'fa:16:3e:db:39:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:17Z', 'updated_at': '2022-02-09T19:00:36Z', 'revision_number': 5, 'project_id': '88f30379f192439dad3b5552f36fc303', 'subnets': [{'id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 19:03:42.130908 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-e629b2b5-11f7-4bbf-a805-4ad57578f0f8 req-b1655f11-6d1f-4349-90ed-74caad19fca0 service neutron] 10.222.0.50 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322624 Feb 09 19:03:42.254730 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd61c04-7df3-4af9-aa88-99c1dd0deac7 None None] New status for floating IP c7d35003-ab79-48f4-bfff-f65b083219bc: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 19:03:46.789452 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f6cef8cc-740c-4ff0-9b03-52acb8150697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:47.709947 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:49.099125 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-299340b3-4d5b-4547-97cb-aabd8b08cacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:50.429558 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:50.503907 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:03:51.920639 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:04:12.154273 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 19:04:16.778256 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6236c615-72ef-4299-8832-d9121c9f1a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:04:17.726662 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:04:17.857664 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-676b67e6-409c-4bc4-8ebd-b5fc4e42d7c0 req-f11b60ba-b8ff-4882-975f-7afd70ad58c8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720985 Feb 09 19:04:18.044252 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-676b67e6-409c-4bc4-8ebd-b5fc4e42d7c0 req-85dfe436-9c47-4f17-b891-f157af59a628 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88f30379f192439dad3b5552f36fc303&device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 1097 time: 0.0814393 Feb 09 19:04:18.187222 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b67e6-409c-4bc4-8ebd-b5fc4e42d7c0 req-a3d65085-b728-4849-ace8-5f2ca616eafb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:18.188669 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-676b67e6-409c-4bc4-8ebd-b5fc4e42d7c0 req-a3d65085-b728-4849-ace8-5f2ca616eafb service neutron] 10.222.0.50 "GET /v2.0/networks?id=0bb66635-4921-4082-a5eb-64df0e4f58c0 HTTP/1.1" status: 200 len: 911 time: 0.1266673 Feb 09 19:04:18.297403 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-676b67e6-409c-4bc4-8ebd-b5fc4e42d7c0 req-e3cfc22f-37bb-4427-a2b0-eefb9e8d527f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 HTTP/1.1" status: 200 len: 1000 time: 0.1016955 Feb 09 19:04:18.365452 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b67e6-409c-4bc4-8ebd-b5fc4e42d7c0 req-de614912-c08a-409f-8cbd-050c884e09ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:18.367090 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-676b67e6-409c-4bc4-8ebd-b5fc4e42d7c0 req-de614912-c08a-409f-8cbd-050c884e09ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92ad90c4-6337-40c7-b296-18d7ffae70aa HTTP/1.1" status: 200 len: 849 time: 0.0631952 Feb 09 19:04:18.449846 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-676b67e6-409c-4bc4-8ebd-b5fc4e42d7c0 req-c6849af6-02ec-40d8-8e26-6bae74e15eb2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0bb66635-4921-4082-a5eb-64df0e4f58c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763335 Feb 09 19:04:18.593768 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-676b67e6-409c-4bc4-8ebd-b5fc4e42d7c0 req-96ddbdba-99f6-4d1e-98b7-ded20e6832b0 service neutron] 10.222.0.50 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370082 Feb 09 19:04:18.733597 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-676b67e6-409c-4bc4-8ebd-b5fc4e42d7c0 req-6fde1b24-1d9b-4b63-a850-0dd88154adc7 service neutron] 10.222.0.50 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335180 Feb 09 19:04:19.103671 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bbcce36-db24-44e4-8a04-bc6ced42ab3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:04:20.280335 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:04:20.394399 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:04:21.891688 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:04:46.731948 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-00595367-2bff-4755-961c-6f2018742916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:04:47.787151 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:04:49.103075 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e31e0411-2a0e-42ec-a65f-3031f4569836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:04:49.158932 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 19:04:50.289753 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:04:50.404136 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:04:51.903688 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:04.423893 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device bf2e3405-9705-4773-ba8e-987f03c1ed3a details requested by agent hyperv_hv-neutron-8270 with host hv-neutron-8270 {{(pid=84543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 19:05:04.573776 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port bf2e3405-9705-4773-ba8e-987f03c1ed3a, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bf2e3405-9705-4773-ba8e-987f03c1ed3a,segment=NetworkSegment(1a5036fe-42a7-4993-b267-6d810e16c6b1),segment_id=1a5036fe-42a7-4993-b267-6d810e16c6b1)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:04.590438 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Returning: {'device': 'bf2e3405-9705-4773-ba8e-987f03c1ed3a', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'port_id': 'bf2e3405-9705-4773-ba8e-987f03c1ed3a', 'mac_address': 'fa:16:3e:78:89:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 19:05:04.645470 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:04.663421 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf2e3405-9705-4773-ba8e-987f03c1ed3a {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 19:05:04.678495 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port bf2e3405-9705-4773-ba8e-987f03c1ed3a, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bf2e3405-9705-4773-ba8e-987f03c1ed3a,segment=NetworkSegment(1a5036fe-42a7-4993-b267-6d810e16c6b1),segment_id=1a5036fe-42a7-4993-b267-6d810e16c6b1)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:04.752624 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:04.827004 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=bf2e3405-9705-4773-ba8e-987f03c1ed3a,revision_number=6']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:04.831322 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] get_ports_and_sgs() called for port_ids ['bf2e3405-9705-4773-ba8e-987f03c1ed3a'] {{(pid=84543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 19:05:04.869616 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:04.874456 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:04.874456 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:04.874456 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:04.874456 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:04.874456 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:04.874456 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:04.874456 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:04.874456 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:04.874456 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:04.874456 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:06.425265 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device bf2e3405-9705-4773-ba8e-987f03c1ed3a up at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 19:05:06.508922 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Provisioning complete for port bf2e3405-9705-4773-ba8e-987f03c1ed3a triggered by entity L2. {{(pid=84543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:06.509579 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3197997'] for port, provisioning_complete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:06.645173 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:06.678741 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4463e0c2-7537-46fb-92dc-98b2b56a7f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2e3405-9705-4773-ba8e-987f03c1ed3a'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 19:05:06.702166 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port bf2e3405-9705-4773-ba8e-987f03c1ed3a, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bf2e3405-9705-4773-ba8e-987f03c1ed3a,segment=NetworkSegment(1a5036fe-42a7-4993-b267-6d810e16c6b1),segment_id=1a5036fe-42a7-4993-b267-6d810e16c6b1)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:06.740066 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4463e0c2-7537-46fb-92dc-98b2b56a7f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2e3405-9705-4773-ba8e-987f03c1ed3a', 'code': 200} Feb 09 19:05:06.811679 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:06.890137 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=bf2e3405-9705-4773-ba8e-987f03c1ed3a,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:16.723687 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1c04d8dd-fac5-429a-9f27-9355d66faafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:17.771373 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:19.041345 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 35248) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:05:19.112173 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8744cc51-854e-44f7-95b3-1e86d1263bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:19.261645 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-3b6bf23c-66e3-4c18-aeec-fd99ccc70c2d tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Deleting port 161f43e1-0a50-49b3-9b26-6a9b2b277449 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 19:05:19.262440 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3b6bf23c-66e3-4c18-aeec-fd99ccc70c2d tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:19.438985 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3b6bf23c-66e3-4c18-aeec-fd99ccc70c2d tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:19.439312 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3b6bf23c-66e3-4c18-aeec-fd99ccc70c2d tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:19.560648 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-3b6bf23c-66e3-4c18-aeec-fd99ccc70c2d tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Calling delete_port for 161f43e1-0a50-49b3-9b26-6a9b2b277449 owned by network:floatingip {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 19:05:19.777085 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3b6bf23c-66e3-4c18-aeec-fd99ccc70c2d tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:19.822179 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bf23c-66e3-4c18-aeec-fd99ccc70c2d tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Pushing event deleted for resources: {'Port': ['ID=161f43e1-0a50-49b3-9b26-6a9b2b277449,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:19.861954 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bf23c-66e3-4c18-aeec-fd99ccc70c2d tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:19.862191 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bf23c-66e3-4c18-aeec-fd99ccc70c2d tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:19.862447 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bf23c-66e3-4c18-aeec-fd99ccc70c2d tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:19.862787 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bf23c-66e3-4c18-aeec-fd99ccc70c2d tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:19.863124 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bf23c-66e3-4c18-aeec-fd99ccc70c2d tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:19.863484 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bf23c-66e3-4c18-aeec-fd99ccc70c2d tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:19.863818 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bf23c-66e3-4c18-aeec-fd99ccc70c2d tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:19.864153 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bf23c-66e3-4c18-aeec-fd99ccc70c2d tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:19.864477 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bf23c-66e3-4c18-aeec-fd99ccc70c2d tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:19.864799 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bf23c-66e3-4c18-aeec-fd99ccc70c2d tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:19.865122 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bf23c-66e3-4c18-aeec-fd99ccc70c2d tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:19.877654 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-be309bd6-4fe1-4256-b9d4-b31b3f6e2f88 req-5a4b3dd1-4d36-4435-8aaa-9995d1221b86 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677240 Feb 09 19:05:19.929596 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3b6bf23c-66e3-4c18-aeec-fd99ccc70c2d tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for floatingip, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:19.967479 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-be309bd6-4fe1-4256-b9d4-b31b3f6e2f88 req-0ba5da80-6fb3-4a65-8727-4b5ce8ba28cc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88f30379f192439dad3b5552f36fc303&device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 1099 time: 0.0698540 Feb 09 19:05:20.127158 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be309bd6-4fe1-4256-b9d4-b31b3f6e2f88 req-ca00c3c2-02a2-4fac-b442-239ef854281f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:20.128601 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-be309bd6-4fe1-4256-b9d4-b31b3f6e2f88 req-ca00c3c2-02a2-4fac-b442-239ef854281f service neutron] 10.222.0.50 "GET /v2.0/networks?id=0bb66635-4921-4082-a5eb-64df0e4f58c0 HTTP/1.1" status: 200 len: 911 time: 0.1428208 Feb 09 19:05:20.204215 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-be309bd6-4fe1-4256-b9d4-b31b3f6e2f88 req-8345d1bb-763e-4859-9e1d-ca6543f8dd90 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf2e3405-9705-4773-ba8e-987f03c1ed3a HTTP/1.1" status: 200 len: 217 time: 0.0702288 Feb 09 19:05:20.272170 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be309bd6-4fe1-4256-b9d4-b31b3f6e2f88 req-cf2ca54f-6fb8-4ccc-bf19-e4d450b76f0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:20.273758 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-be309bd6-4fe1-4256-b9d4-b31b3f6e2f88 req-cf2ca54f-6fb8-4ccc-bf19-e4d450b76f0e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92ad90c4-6337-40c7-b296-18d7ffae70aa HTTP/1.1" status: 200 len: 849 time: 0.0640812 Feb 09 19:05:20.274611 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:20.358234 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-be309bd6-4fe1-4256-b9d4-b31b3f6e2f88 req-3c1563c0-1068-48f5-bc90-b717071829ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0bb66635-4921-4082-a5eb-64df0e4f58c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780451 Feb 09 19:05:20.363420 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:20.462519 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6bf23c-66e3-4c18-aeec-fd99ccc70c2d tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Router 899492a1-5f97-430b-85f7-8a5126fa2e4d has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:05:20.499679 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-be309bd6-4fe1-4256-b9d4-b31b3f6e2f88 req-3a5baaa5-9605-44eb-8032-0d9e265040dc service neutron] 10.222.0.50 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354973 Feb 09 19:05:20.676754 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6bf23c-66e3-4c18-aeec-fd99ccc70c2d tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:05:20.688648 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b3888b-2ec4-4e30-83fb-669ab3913554 None None] Sync routers for ids ['899492a1-5f97-430b-85f7-8a5126fa2e4d'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 19:05:20.694289 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-3b6bf23c-66e3-4c18-aeec-fd99ccc70c2d tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:20.702205 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b3888b-2ec4-4e30-83fb-669ab3913554 None None] Routers {'899492a1-5f97-430b-85f7-8a5126fa2e4d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 19:05:20.702881 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-e8b3888b-2ec4-4e30-83fb-669ab3913554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T19:05:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['899492a1-5f97-430b-85f7-8a5126fa2e4d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:20.732382 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-be309bd6-4fe1-4256-b9d4-b31b3f6e2f88 req-9c2a78c0-f761-4f45-a8f7-638edf851ba9 service neutron] 10.222.0.50 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267337 Feb 09 19:05:20.753391 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-3b6bf23c-66e3-4c18-aeec-fd99ccc70c2d tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "DELETE /v2.0/floatingips/c7d35003-ab79-48f4-bfff-f65b083219bc HTTP/1.1" status: 204 len: 168 time: 1.7108557 Feb 09 19:05:20.756308 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4463e0c2-7537-46fb-92dc-98b2b56a7f61', 'tag': 'bf2e3405-9705-4773-ba8e-987f03c1ed3a'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 19:05:20.818589 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4463e0c2-7537-46fb-92dc-98b2b56a7f61', 'tag': 'bf2e3405-9705-4773-ba8e-987f03c1ed3a', 'status': 'completed', 'code': 200} Feb 09 19:05:20.896321 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-e8b3888b-2ec4-4e30-83fb-669ab3913554 None None] Set router 899492a1-5f97-430b-85f7-8a5126fa2e4d gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 19:05:20.916348 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0b6e5407-0729-4a36-a11f-bddfa523d9ee req-59258576-771a-45de-a06e-3813898927fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88f30379f192439dad3b5552f36fc303&device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 1099 time: 0.0714729 Feb 09 19:05:21.055110 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e5407-0729-4a36-a11f-bddfa523d9ee req-110bb7ab-78bc-462b-baef-580a8c018c4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:21.056609 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0b6e5407-0729-4a36-a11f-bddfa523d9ee req-110bb7ab-78bc-462b-baef-580a8c018c4a service neutron] 10.222.0.50 "GET /v2.0/networks?id=0bb66635-4921-4082-a5eb-64df0e4f58c0 HTTP/1.1" status: 200 len: 911 time: 0.1347263 Feb 09 19:05:21.143270 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0b6e5407-0729-4a36-a11f-bddfa523d9ee req-a867da22-efc5-41fc-91d9-18af285e26f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf2e3405-9705-4773-ba8e-987f03c1ed3a HTTP/1.1" status: 200 len: 217 time: 0.0799780 Feb 09 19:05:21.220487 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e5407-0729-4a36-a11f-bddfa523d9ee req-685b0ad9-23d5-4afb-99f6-0a3fa87645b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:21.222362 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0b6e5407-0729-4a36-a11f-bddfa523d9ee req-685b0ad9-23d5-4afb-99f6-0a3fa87645b9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92ad90c4-6337-40c7-b296-18d7ffae70aa HTTP/1.1" status: 200 len: 849 time: 0.0701196 Feb 09 19:05:21.302576 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-e8b3888b-2ec4-4e30-83fb-669ab3913554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'name': 'tempest-TestSnapshotPattern-2089368857-router', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:14Z', 'updated_at': '2022-02-09T19:00:18Z', 'revision_number': 4, 'project_id': '88f30379f192439dad3b5552f36fc303', 'gw_port': {'id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:15Z', 'updated_at': '2022-02-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'b936df31-b8da-4a48-9fd3-dbf51e467b1e', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'floating_ip_address': '172.26.8.215', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'port_id': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'mac_address': 'fa:16:3e:88:71:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81762e6-bfd2-4657-a29f-9907ad61bfcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:00:54Z', 'updated_at': '2022-02-09T19:00:57Z', 'revision_number': 1, 'project_id': '88f30379f192439dad3b5552f36fc303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6685cc1-d40b-41bd-9cfe-3a9d4d61671b', 'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'mac_address': 'fa:16:3e:db:39:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:17Z', 'updated_at': '2022-02-09T19:00:36Z', 'revision_number': 5, 'project_id': '88f30379f192439dad3b5552f36fc303', 'subnets': [{'id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:21.307377 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b3888b-2ec4-4e30-83fb-669ab3913554 None None] Checking router: 899492a1-5f97-430b-85f7-8a5126fa2e4d for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 19:05:21.310121 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0b6e5407-0729-4a36-a11f-bddfa523d9ee req-7da1186d-39ec-4b44-8c59-bd0a2c073b2c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0bb66635-4921-4082-a5eb-64df0e4f58c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760324 Feb 09 19:05:21.319417 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b3888b-2ec4-4e30-83fb-669ab3913554 None None] Routers {'899492a1-5f97-430b-85f7-8a5126fa2e4d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 19:05:21.320023 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-e8b3888b-2ec4-4e30-83fb-669ab3913554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T19:05:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['899492a1-5f97-430b-85f7-8a5126fa2e4d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:21.448694 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0b6e5407-0729-4a36-a11f-bddfa523d9ee req-f4d14dbe-daec-473c-99a3-6ceb49d03741 service neutron] 10.222.0.50 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311326 Feb 09 19:05:21.448888 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e79225-3cd4-4f32-b1fb-6986e737e1b3 req-99020631-9f4f-4fd9-a06e-63577b3552cb tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:21.449910 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-d9e79225-3cd4-4f32-b1fb-6986e737e1b3 req-99020631-9f4f-4fd9-a06e-63577b3552cb tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Synchronizing usage tracker for tenant:88f30379f192439dad3b5552f36fc303 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 19:05:21.512207 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-e8b3888b-2ec4-4e30-83fb-669ab3913554 None None] Set router 899492a1-5f97-430b-85f7-8a5126fa2e4d gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 19:05:21.531293 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-d9e79225-3cd4-4f32-b1fb-6986e737e1b3 req-99020631-9f4f-4fd9-a06e-63577b3552cb tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Unset dirty status for tenant:88f30379f192439dad3b5552f36fc303 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 19:05:21.533105 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d9e79225-3cd4-4f32-b1fb-6986e737e1b3 req-99020631-9f4f-4fd9-a06e-63577b3552cb tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 946 time: 0.2409122 Feb 09 19:05:21.584366 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-d9e79225-3cd4-4f32-b1fb-6986e737e1b3 req-1c38356b-43f8-49c5-8144-055b9e185715 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440998 Feb 09 19:05:21.603958 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-0b6e5407-0729-4a36-a11f-bddfa523d9ee req-5fe151f4-446b-4520-9385-d90a4c858855 service neutron] 10.222.0.50 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395760 Feb 09 19:05:21.880884 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-e8b3888b-2ec4-4e30-83fb-669ab3913554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'name': 'tempest-TestSnapshotPattern-2089368857-router', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:14Z', 'updated_at': '2022-02-09T19:00:18Z', 'revision_number': 4, 'project_id': '88f30379f192439dad3b5552f36fc303', 'gw_port': {'id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:15Z', 'updated_at': '2022-02-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'b936df31-b8da-4a48-9fd3-dbf51e467b1e', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'floating_ip_address': '172.26.8.215', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'port_id': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'mac_address': 'fa:16:3e:88:71:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81762e6-bfd2-4657-a29f-9907ad61bfcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:00:54Z', 'updated_at': '2022-02-09T19:00:57Z', 'revision_number': 1, 'project_id': '88f30379f192439dad3b5552f36fc303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6685cc1-d40b-41bd-9cfe-3a9d4d61671b', 'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'mac_address': 'fa:16:3e:db:39:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:17Z', 'updated_at': '2022-02-09T19:00:36Z', 'revision_number': 5, 'project_id': '88f30379f192439dad3b5552f36fc303', 'subnets': [{'id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:21.884863 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b3888b-2ec4-4e30-83fb-669ab3913554 None None] The sync data for ids ['899492a1-5f97-430b-85f7-8a5126fa2e4d'] in dv-neutron-827016-2-hyperv is: [{'id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'name': 'tempest-TestSnapshotPattern-2089368857-router', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:14Z', 'updated_at': '2022-02-09T19:00:18Z', 'revision_number': 4, 'project_id': '88f30379f192439dad3b5552f36fc303', 'gw_port': {'id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:15Z', 'updated_at': '2022-02-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_floatingips': [{'id': 'b936df31-b8da-4a48-9fd3-dbf51e467b1e', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'floating_ip_address': '172.26.8.215', 'floating_network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'router_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'port_id': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'mac_address': 'fa:16:3e:88:71:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81762e6-bfd2-4657-a29f-9907ad61bfcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:00:54Z', 'updated_at': '2022-02-09T19:00:57Z', 'revision_number': 1, 'project_id': '88f30379f192439dad3b5552f36fc303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6685cc1-d40b-41bd-9cfe-3a9d4d61671b', 'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'mac_address': 'fa:16:3e:db:39:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:17Z', 'updated_at': '2022-02-09T19:00:36Z', 'revision_number': 5, 'project_id': '88f30379f192439dad3b5552f36fc303', 'subnets': [{'id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 19:05:21.925685 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:22.123952 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee54563-225a-4680-a9af-cc482d96b16a None None] New status for floating IP c7d35003-ab79-48f4-bfff-f65b083219bc: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 19:05:22.504241 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device bf2e3405-9705-4773-ba8e-987f03c1ed3a no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 19:05:22.614125 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3387392'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:22.646244 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4463e0c2-7537-46fb-92dc-98b2b56a7f61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf2e3405-9705-4773-ba8e-987f03c1ed3a'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 19:05:22.656356 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] For port bf2e3405-9705-4773-ba8e-987f03c1ed3a, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bf2e3405-9705-4773-ba8e-987f03c1ed3a,segment=NetworkSegment(1a5036fe-42a7-4993-b267-6d810e16c6b1),segment_id=1a5036fe-42a7-4993-b267-6d810e16c6b1)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:22.705366 dv-neutron-827016-2-hyperv neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4463e0c2-7537-46fb-92dc-98b2b56a7f61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf2e3405-9705-4773-ba8e-987f03c1ed3a', 'code': 200} Feb 09 19:05:22.743054 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779619510164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779619086475', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779619086520'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:22.798825 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce816722-7fcd-4e92-bb9e-ccfbe1d055b9 req-b3170d69-5db9-4432-a73a-04b81b8bae1a tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:22.801814 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ce816722-7fcd-4e92-bb9e-ccfbe1d055b9 req-b3170d69-5db9-4432-a73a-04b81b8bae1a tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 944 time: 0.0842488 Feb 09 19:05:22.814890 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Pushing event updated for resources: {'Port': ['ID=bf2e3405-9705-4773-ba8e-987f03c1ed3a,revision_number=8']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:22.847161 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ce816722-7fcd-4e92-bb9e-ccfbe1d055b9 req-e7869080-84d3-4a9a-8e54-97334ad88f75 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410485 Feb 09 19:05:22.931033 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f84ff-3c29-4542-b678-fc0373b5390a req-9bfc28a9-5068-4d6c-8e33-0c1e337882b3 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:22.931860 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-505f84ff-3c29-4542-b678-fc0373b5390a req-9bfc28a9-5068-4d6c-8e33-0c1e337882b3 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Synchronizing usage tracker for tenant:88f30379f192439dad3b5552f36fc303 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 19:05:22.943987 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-505f84ff-3c29-4542-b678-fc0373b5390a req-9bfc28a9-5068-4d6c-8e33-0c1e337882b3 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Unset dirty status for tenant:88f30379f192439dad3b5552f36fc303 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 19:05:22.945031 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-505f84ff-3c29-4542-b678-fc0373b5390a req-9bfc28a9-5068-4d6c-8e33-0c1e337882b3 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.50 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 944 time: 0.0903113 Feb 09 19:05:23.020764 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-505f84ff-3c29-4542-b678-fc0373b5390a req-2c11c9c2-dc61-4abd-a358-42c891a9d4ea tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Deleting port bf2e3405-9705-4773-ba8e-987f03c1ed3a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 19:05:23.021107 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-505f84ff-3c29-4542-b678-fc0373b5390a req-2c11c9c2-dc61-4abd-a358-42c891a9d4ea tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:23.313382 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-505f84ff-3c29-4542-b678-fc0373b5390a req-2c11c9c2-dc61-4abd-a358-42c891a9d4ea tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] For port bf2e3405-9705-4773-ba8e-987f03c1ed3a, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=bf2e3405-9705-4773-ba8e-987f03c1ed3a,segment=NetworkSegment(1a5036fe-42a7-4993-b267-6d810e16c6b1),segment_id=1a5036fe-42a7-4993-b267-6d810e16c6b1)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:23.313732 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-505f84ff-3c29-4542-b678-fc0373b5390a req-2c11c9c2-dc61-4abd-a358-42c891a9d4ea tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:23.469881 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-505f84ff-3c29-4542-b678-fc0373b5390a req-2c11c9c2-dc61-4abd-a358-42c891a9d4ea tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Calling delete_port for bf2e3405-9705-4773-ba8e-987f03c1ed3a owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 19:05:23.706414 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-505f84ff-3c29-4542-b678-fc0373b5390a req-2c11c9c2-dc61-4abd-a358-42c891a9d4ea tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:23.759824 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11c9c2-dc61-4abd-a358-42c891a9d4ea tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Pushing event deleted for resources: {'Port': ['ID=bf2e3405-9705-4773-ba8e-987f03c1ed3a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:23.802655 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11c9c2-dc61-4abd-a358-42c891a9d4ea tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:23.803254 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11c9c2-dc61-4abd-a358-42c891a9d4ea tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:23.803653 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11c9c2-dc61-4abd-a358-42c891a9d4ea tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:23.803980 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11c9c2-dc61-4abd-a358-42c891a9d4ea tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:23.804551 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11c9c2-dc61-4abd-a358-42c891a9d4ea tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:23.805094 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11c9c2-dc61-4abd-a358-42c891a9d4ea tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:23.805610 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11c9c2-dc61-4abd-a358-42c891a9d4ea tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:23.806140 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11c9c2-dc61-4abd-a358-42c891a9d4ea tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:23.806704 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11c9c2-dc61-4abd-a358-42c891a9d4ea tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:23.807224 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11c9c2-dc61-4abd-a358-42c891a9d4ea tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:23.807745 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11c9c2-dc61-4abd-a358-42c891a9d4ea tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827016-2-hyperv {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:23.856500 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-505f84ff-3c29-4542-b678-fc0373b5390a req-2c11c9c2-dc61-4abd-a358-42c891a9d4ea tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] No DVR routers for this DVR port bf2e3405-9705-4773-ba8e-987f03c1ed3a on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:05:23.858901 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-505f84ff-3c29-4542-b678-fc0373b5390a req-2c11c9c2-dc61-4abd-a358-42c891a9d4ea tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:23.861554 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4463e0c2-7537-46fb-92dc-98b2b56a7f61', 'name': 'network-vif-deleted', 'tag': 'bf2e3405-9705-4773-ba8e-987f03c1ed3a'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 19:05:23.919622 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4463e0c2-7537-46fb-92dc-98b2b56a7f61', 'name': 'network-vif-deleted', 'tag': 'bf2e3405-9705-4773-ba8e-987f03c1ed3a', 'status': 'completed', 'code': 200} Feb 09 19:05:23.952582 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-505f84ff-3c29-4542-b678-fc0373b5390a req-2c11c9c2-dc61-4abd-a358-42c891a9d4ea tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.50 "DELETE /v2.0/ports/bf2e3405-9705-4773-ba8e-987f03c1ed3a HTTP/1.1" status: 204 len: 173 time: 1.0008864 Feb 09 19:05:24.015791 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-fb44d504-9e24-492c-a932-c34fbc852801 req-0e1f1036-5a2b-460f-8b54-4876842345a7 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=4463e0c2-7537-46fb-92dc-98b2b56a7f61 HTTP/1.1" status: 200 len: 210 time: 0.0421574 Feb 09 19:05:26.160179 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 19:05:26.530927 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 35306) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:05:26.733682 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-90bd7613-1aed-4eab-865d-5dbbe57c4240 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Deleting port 8e9c5c26-e44f-4ee7-8674-085d3a9380df {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 19:05:26.734024 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-90bd7613-1aed-4eab-865d-5dbbe57c4240 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:26.901071 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-90bd7613-1aed-4eab-865d-5dbbe57c4240 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:26.901310 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-90bd7613-1aed-4eab-865d-5dbbe57c4240 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:27.021650 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-90bd7613-1aed-4eab-865d-5dbbe57c4240 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Calling delete_port for 8e9c5c26-e44f-4ee7-8674-085d3a9380df owned by network:floatingip {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 19:05:27.257564 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-90bd7613-1aed-4eab-865d-5dbbe57c4240 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:27.303133 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd7613-1aed-4eab-865d-5dbbe57c4240 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Pushing event deleted for resources: {'Port': ['ID=8e9c5c26-e44f-4ee7-8674-085d3a9380df,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:27.397265 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-90bd7613-1aed-4eab-865d-5dbbe57c4240 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for floatingip, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:27.879444 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bd7613-1aed-4eab-865d-5dbbe57c4240 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Router 899492a1-5f97-430b-85f7-8a5126fa2e4d has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:05:28.079335 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bd7613-1aed-4eab-865d-5dbbe57c4240 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:05:28.089606 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb430daf-63ae-4513-93e5-0b8335abdaf7 None None] Sync routers for ids ['899492a1-5f97-430b-85f7-8a5126fa2e4d'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 19:05:28.097584 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-90bd7613-1aed-4eab-865d-5dbbe57c4240 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for floatingip, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:28.103494 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb430daf-63ae-4513-93e5-0b8335abdaf7 None None] Routers {'899492a1-5f97-430b-85f7-8a5126fa2e4d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 19:05:28.104114 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bb430daf-63ae-4513-93e5-0b8335abdaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T19:05:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['899492a1-5f97-430b-85f7-8a5126fa2e4d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:28.150213 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-90bd7613-1aed-4eab-865d-5dbbe57c4240 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "DELETE /v2.0/floatingips/b936df31-b8da-4a48-9fd3-dbf51e467b1e HTTP/1.1" status: 204 len: 168 time: 1.6180978 Feb 09 19:05:28.150712 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81762e6-bfd2-4657-a29f-9907ad61bfcb', 'tag': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75'}] {{(pid=84541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 19:05:28.207801 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81762e6-bfd2-4657-a29f-9907ad61bfcb', 'tag': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75', 'status': 'completed', 'code': 200} Feb 09 19:05:28.303226 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-bb430daf-63ae-4513-93e5-0b8335abdaf7 None None] Set router 899492a1-5f97-430b-85f7-8a5126fa2e4d gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 19:05:28.396235 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-106ef90a-8325-4c06-9a19-a3731bb22371 req-eb2a0456-a209-400a-88b1-52adf64aa2b8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88f30379f192439dad3b5552f36fc303&device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 1097 time: 0.1636281 Feb 09 19:05:28.522095 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device bf2e3405-9705-4773-ba8e-987f03c1ed3a no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 19:05:28.529988 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ef90a-8325-4c06-9a19-a3731bb22371 req-4a54d417-7e56-498d-bbcc-6c7d0beb2049 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:28.531498 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-106ef90a-8325-4c06-9a19-a3731bb22371 req-4a54d417-7e56-498d-bbcc-6c7d0beb2049 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0bb66635-4921-4082-a5eb-64df0e4f58c0 HTTP/1.1" status: 200 len: 911 time: 0.1293344 Feb 09 19:05:28.561236 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: bf2e3405-9705-4773-ba8e-987f03c1ed3a {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 19:05:28.561602 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device bf2e3405-9705-4773-ba8e-987f03c1ed3a not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 19:05:28.599402 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-106ef90a-8325-4c06-9a19-a3731bb22371 req-b2644278-4f0d-452a-8570-e7c347c93806 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 HTTP/1.1" status: 200 len: 217 time: 0.0619705 Feb 09 19:05:28.671951 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ef90a-8325-4c06-9a19-a3731bb22371 req-d9ce581d-19e4-4605-aa1c-440cb341ec60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:28.673714 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-106ef90a-8325-4c06-9a19-a3731bb22371 req-d9ce581d-19e4-4605-aa1c-440cb341ec60 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92ad90c4-6337-40c7-b296-18d7ffae70aa HTTP/1.1" status: 200 len: 849 time: 0.0683086 Feb 09 19:05:28.675988 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bb430daf-63ae-4513-93e5-0b8335abdaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'name': 'tempest-TestSnapshotPattern-2089368857-router', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:14Z', 'updated_at': '2022-02-09T19:00:18Z', 'revision_number': 4, 'project_id': '88f30379f192439dad3b5552f36fc303', 'gw_port': {'id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:15Z', 'updated_at': '2022-02-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'b6685cc1-d40b-41bd-9cfe-3a9d4d61671b', 'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'mac_address': 'fa:16:3e:db:39:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:17Z', 'updated_at': '2022-02-09T19:00:36Z', 'revision_number': 5, 'project_id': '88f30379f192439dad3b5552f36fc303', 'subnets': [{'id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:28.680479 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb430daf-63ae-4513-93e5-0b8335abdaf7 None None] Checking router: 899492a1-5f97-430b-85f7-8a5126fa2e4d for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 19:05:28.692892 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb430daf-63ae-4513-93e5-0b8335abdaf7 None None] Routers {'899492a1-5f97-430b-85f7-8a5126fa2e4d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 19:05:28.693711 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bb430daf-63ae-4513-93e5-0b8335abdaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T19:05:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['899492a1-5f97-430b-85f7-8a5126fa2e4d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:28.756037 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-106ef90a-8325-4c06-9a19-a3731bb22371 req-fbd79cbc-fd1f-4219-bfc4-b0aba94aad6b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0bb66635-4921-4082-a5eb-64df0e4f58c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764885 Feb 09 19:05:28.828905 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded51032-d313-4388-b507-2f14961afeb6 req-68bd4861-eb31-448a-8315-e7395b299cfc tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:28.829729 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-ded51032-d313-4388-b507-2f14961afeb6 req-68bd4861-eb31-448a-8315-e7395b299cfc tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Synchronizing usage tracker for tenant:88f30379f192439dad3b5552f36fc303 on resource:port {{(pid=84541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 19:05:28.900174 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-106ef90a-8325-4c06-9a19-a3731bb22371 req-37a77c6e-5c3c-4990-b080-6b71a0c94b11 service neutron] 10.222.0.50 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362691 Feb 09 19:05:28.919981 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.quota.resource [req-ded51032-d313-4388-b507-2f14961afeb6 req-68bd4861-eb31-448a-8315-e7395b299cfc tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Unset dirty status for tenant:88f30379f192439dad3b5552f36fc303 on resource:port {{(pid=84541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 19:05:28.920545 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-bb430daf-63ae-4513-93e5-0b8335abdaf7 None None] Set router 899492a1-5f97-430b-85f7-8a5126fa2e4d gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 19:05:28.921349 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ded51032-d313-4388-b507-2f14961afeb6 req-68bd4861-eb31-448a-8315-e7395b299cfc tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 944 time: 0.1733625 Feb 09 19:05:28.971448 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-ded51032-d313-4388-b507-2f14961afeb6 req-23787e5c-8448-4877-a8f9-6b8f595781c0 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436096 Feb 09 19:05:29.041315 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-106ef90a-8325-4c06-9a19-a3731bb22371 req-a7958078-2e83-4d13-8df9-6a70b51787bc service neutron] 10.222.0.50 "GET /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341372 Feb 09 19:05:29.254325 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-bb430daf-63ae-4513-93e5-0b8335abdaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'name': 'tempest-TestSnapshotPattern-2089368857-router', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:14Z', 'updated_at': '2022-02-09T19:00:18Z', 'revision_number': 4, 'project_id': '88f30379f192439dad3b5552f36fc303', 'gw_port': {'id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:15Z', 'updated_at': '2022-02-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'b6685cc1-d40b-41bd-9cfe-3a9d4d61671b', 'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'mac_address': 'fa:16:3e:db:39:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:17Z', 'updated_at': '2022-02-09T19:00:36Z', 'revision_number': 5, 'project_id': '88f30379f192439dad3b5552f36fc303', 'subnets': [{'id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:29.258327 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb430daf-63ae-4513-93e5-0b8335abdaf7 None None] The sync data for ids ['899492a1-5f97-430b-85f7-8a5126fa2e4d'] in dv-neutron-827016-2-hyperv is: [{'id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'name': 'tempest-TestSnapshotPattern-2089368857-router', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:14Z', 'updated_at': '2022-02-09T19:00:18Z', 'revision_number': 4, 'project_id': '88f30379f192439dad3b5552f36fc303', 'gw_port': {'id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:15Z', 'updated_at': '2022-02-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv', '_interfaces': [{'id': 'b6685cc1-d40b-41bd-9cfe-3a9d4d61671b', 'name': '', 'network_id': '0bb66635-4921-4082-a5eb-64df0e4f58c0', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'mac_address': 'fa:16:3e:db:39:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:17Z', 'updated_at': '2022-02-09T19:00:36Z', 'revision_number': 5, 'project_id': '88f30379f192439dad3b5552f36fc303', 'subnets': [{'id': '92ad90c4-6337-40c7-b296-18d7ffae70aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 19:05:29.471416 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bd7895-e6ff-4fdd-82bb-28baf794421d None None] New status for floating IP b936df31-b8da-4a48-9fd3-dbf51e467b1e: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 19:05:30.181781 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7663a-485c-4fb6-9d7c-7443d120ed8a req-9fb7eb82-e9b0-45bc-9469-b38462af9611 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:30.183291 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c7d7663a-485c-4fb6-9d7c-7443d120ed8a req-9fb7eb82-e9b0-45bc-9469-b38462af9611 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 944 time: 0.0834026 Feb 09 19:05:30.232675 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-c7d7663a-485c-4fb6-9d7c-7443d120ed8a req-f59617e2-ea42-4865-9a70-6666d07cc3e7 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfed11ce-7e28-4e82-a25f-c5414420455c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433705 Feb 09 19:05:30.264183 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c3016-cfa2-446f-b410-d1170efc3ce5 req-e33d61da-f6e0-408d-8e8b-fe38b8c52c43 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:30.264855 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-102c3016-cfa2-446f-b410-d1170efc3ce5 req-e33d61da-f6e0-408d-8e8b-fe38b8c52c43 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Synchronizing usage tracker for tenant:88f30379f192439dad3b5552f36fc303 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 19:05:30.276494 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.quota.resource [req-102c3016-cfa2-446f-b410-d1170efc3ce5 req-e33d61da-f6e0-408d-8e8b-fe38b8c52c43 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Unset dirty status for tenant:88f30379f192439dad3b5552f36fc303 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 19:05:30.277518 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-102c3016-cfa2-446f-b410-d1170efc3ce5 req-e33d61da-f6e0-408d-8e8b-fe38b8c52c43 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.50 "GET /v2.0/ports?device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 944 time: 0.0947669 Feb 09 19:05:30.345394 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-102c3016-cfa2-446f-b410-d1170efc3ce5 req-93d2786f-a241-430d-8e51-7f2c8d40dd22 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Deleting port acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 19:05:30.345770 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-102c3016-cfa2-446f-b410-d1170efc3ce5 req-93d2786f-a241-430d-8e51-7f2c8d40dd22 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:30.592926 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-102c3016-cfa2-446f-b410-d1170efc3ce5 req-93d2786f-a241-430d-8e51-7f2c8d40dd22 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] For port acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75, host hv-neutron-8270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8270',level=0,port_id=acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75,segment=NetworkSegment(1a5036fe-42a7-4993-b267-6d810e16c6b1),segment_id=1a5036fe-42a7-4993-b267-6d810e16c6b1)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:30.593276 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-102c3016-cfa2-446f-b410-d1170efc3ce5 req-93d2786f-a241-430d-8e51-7f2c8d40dd22 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:30.712879 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-102c3016-cfa2-446f-b410-d1170efc3ce5 req-93d2786f-a241-430d-8e51-7f2c8d40dd22 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Calling delete_port for acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 19:05:30.920222 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-102c3016-cfa2-446f-b410-d1170efc3ce5 req-93d2786f-a241-430d-8e51-7f2c8d40dd22 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:30.969469 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2786f-a241-430d-8e51-7f2c8d40dd22 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Pushing event deleted for resources: {'Port': ['ID=acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:31.043033 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-102c3016-cfa2-446f-b410-d1170efc3ce5 req-93d2786f-a241-430d-8e51-7f2c8d40dd22 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] No DVR routers for this DVR port acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 on host hv-neutron-8270 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:05:31.045500 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-102c3016-cfa2-446f-b410-d1170efc3ce5 req-93d2786f-a241-430d-8e51-7f2c8d40dd22 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172790'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:31.048005 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81762e6-bfd2-4657-a29f-9907ad61bfcb', 'name': 'network-vif-deleted', 'tag': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 19:05:31.102941 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81762e6-bfd2-4657-a29f-9907ad61bfcb', 'name': 'network-vif-deleted', 'tag': 'acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75', 'status': 'completed', 'code': 200} Feb 09 19:05:31.126585 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [req-102c3016-cfa2-446f-b410-d1170efc3ce5 req-93d2786f-a241-430d-8e51-7f2c8d40dd22 tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.50 "DELETE /v2.0/ports/acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 HTTP/1.1" status: 204 len: 173 time: 0.8437481 Feb 09 19:05:31.404257 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [req-bb692562-8416-4772-9348-506d0a073c81 req-cbedb294-de91-47ee-8ed4-18b404496bbc tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "GET /v2.0/ports?device_id=b81762e6-bfd2-4657-a29f-9907ad61bfcb HTTP/1.1" status: 200 len: 210 time: 0.0451806 Feb 09 19:05:32.515086 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 35326) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:05:32.583224 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e94deb12-4ac3-4efa-9b60-8897894b4fbd tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for security_group, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:32.611567 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e94deb12-4ac3-4efa-9b60-8897894b4fbd tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:32.751821 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e94deb12-4ac3-4efa-9b60-8897894b4fbd tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:32.774498 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94deb12-4ac3-4efa-9b60-8897894b4fbd tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfed11ce-7e28-4e82-a25f-c5414420455c,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:32.878899 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-e94deb12-4ac3-4efa-9b60-8897894b4fbd tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] Notify callbacks [] for security_group, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:32.880026 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-e94deb12-4ac3-4efa-9b60-8897894b4fbd tempest-TestSnapshotPattern-320153234 tempest-TestSnapshotPattern-320153234-project] 10.222.0.21 "DELETE /v2.0/security-groups/bfed11ce-7e28-4e82-a25f-c5414420455c HTTP/1.1" status: 204 len: 168 time: 0.3639767 Feb 09 19:05:33.009092 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 35332) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:05:33.614735 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bab8e2b7-4695-4301-adfd-2cdb224ae804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:34.206171 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-bab8e2b7-4695-4301-adfd-2cdb224ae804 admin admin] Deleting port b6685cc1-d40b-41bd-9cfe-3a9d4d61671b {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 19:05:34.206922 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bab8e2b7-4695-4301-adfd-2cdb224ae804 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:34.383771 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-bab8e2b7-4695-4301-adfd-2cdb224ae804 admin admin] For port b6685cc1-d40b-41bd-9cfe-3a9d4d61671b, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=b6685cc1-d40b-41bd-9cfe-3a9d4d61671b,segment=NetworkSegment(1a5036fe-42a7-4993-b267-6d810e16c6b1),segment_id=1a5036fe-42a7-4993-b267-6d810e16c6b1)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:34.384038 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bab8e2b7-4695-4301-adfd-2cdb224ae804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:34.505041 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-bab8e2b7-4695-4301-adfd-2cdb224ae804 admin admin] Calling delete_port for b6685cc1-d40b-41bd-9cfe-3a9d4d61671b owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 19:05:34.563883 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 no longer exists at agent hyperv_hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 19:05:34.595607 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] No Port match for: acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 19:05:34.595952 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Device acf2bfbd-0881-4a53-9f4e-2bd6b8b7bf75 not bound to the agent host hv-neutron-8270 {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 19:05:34.777338 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bab8e2b7-4695-4301-adfd-2cdb224ae804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:34.821829 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8e2b7-4695-4301-adfd-2cdb224ae804 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6685cc1-d40b-41bd-9cfe-3a9d4d61671b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:35.205357 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bab8e2b7-4695-4301-adfd-2cdb224ae804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:35.778955 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab8e2b7-4695-4301-adfd-2cdb224ae804 admin admin] Router 899492a1-5f97-430b-85f7-8a5126fa2e4d has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:05:35.978741 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab8e2b7-4695-4301-adfd-2cdb224ae804 admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:05:35.992324 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-bab8e2b7-4695-4301-adfd-2cdb224ae804 admin admin] 10.222.0.21 "PUT /v2.0/routers/899492a1-5f97-430b-85f7-8a5126fa2e4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9821751 Feb 09 19:05:35.993450 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d87c68-b3f1-4ffd-bf58-b0104225cb8d None None] Sync routers for ids ['899492a1-5f97-430b-85f7-8a5126fa2e4d'] in dv-neutron-827016-2-hyperv {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 19:05:35.994799 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 35338) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:05:36.006657 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d87c68-b3f1-4ffd-bf58-b0104225cb8d None None] Routers {'899492a1-5f97-430b-85f7-8a5126fa2e4d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 19:05:36.007333 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-13d87c68-b3f1-4ffd-bf58-b0104225cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T19:05:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['899492a1-5f97-430b-85f7-8a5126fa2e4d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:36.195096 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42dc5d47-c9ef-4d50-a580-fe7b17a1947d admin admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:36.198637 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-13d87c68-b3f1-4ffd-bf58-b0104225cb8d None None] Set router 899492a1-5f97-430b-85f7-8a5126fa2e4d gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 19:05:36.494463 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42dc5d47-c9ef-4d50-a580-fe7b17a1947d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:36.503190 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-13d87c68-b3f1-4ffd-bf58-b0104225cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'name': 'tempest-TestSnapshotPattern-2089368857-router', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:14Z', 'updated_at': '2022-02-09T19:05:34Z', 'revision_number': 5, 'project_id': '88f30379f192439dad3b5552f36fc303', 'gw_port': {'id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:15Z', 'updated_at': '2022-02-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:36.507087 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d87c68-b3f1-4ffd-bf58-b0104225cb8d None None] Checking router: 899492a1-5f97-430b-85f7-8a5126fa2e4d for host: dv-neutron-827016-2-hyperv {{(pid=84543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 19:05:36.518670 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d87c68-b3f1-4ffd-bf58-b0104225cb8d None None] Routers {'899492a1-5f97-430b-85f7-8a5126fa2e4d'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 19:05:36.519266 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-13d87c68-b3f1-4ffd-bf58-b0104225cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T19:05:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['899492a1-5f97-430b-85f7-8a5126fa2e4d'], 'active': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:36.605459 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-42dc5d47-c9ef-4d50-a580-fe7b17a1947d admin admin] Deleting port 8fd2e6e4-5047-43b3-aad5-c69a92b2859c {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 19:05:36.605895 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42dc5d47-c9ef-4d50-a580-fe7b17a1947d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:36.751030 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_dvr_db [None req-13d87c68-b3f1-4ffd-bf58-b0104225cb8d None None] Set router 899492a1-5f97-430b-85f7-8a5126fa2e4d gateway port host: dv-neutron-827016-2-hyperv {{(pid=84543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 19:05:36.783547 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-42dc5d47-c9ef-4d50-a580-fe7b17a1947d admin admin] For port 8fd2e6e4-5047-43b3-aad5-c69a92b2859c, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=8fd2e6e4-5047-43b3-aad5-c69a92b2859c,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:36.784131 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42dc5d47-c9ef-4d50-a580-fe7b17a1947d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:36.902552 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-42dc5d47-c9ef-4d50-a580-fe7b17a1947d admin admin] Calling delete_port for 8fd2e6e4-5047-43b3-aad5-c69a92b2859c owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 19:05:37.037421 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.db.l3_hamode_db [None req-13d87c68-b3f1-4ffd-bf58-b0104225cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'name': 'tempest-TestSnapshotPattern-2089368857-router', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:14Z', 'updated_at': '2022-02-09T19:05:34Z', 'revision_number': 5, 'project_id': '88f30379f192439dad3b5552f36fc303', 'gw_port': {'id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:15Z', 'updated_at': '2022-02-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:37.041641 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d87c68-b3f1-4ffd-bf58-b0104225cb8d None None] The sync data for ids ['899492a1-5f97-430b-85f7-8a5126fa2e4d'] in dv-neutron-827016-2-hyperv is: [{'id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'name': 'tempest-TestSnapshotPattern-2089368857-router', 'tenant_id': '88f30379f192439dad3b5552f36fc303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:14Z', 'updated_at': '2022-02-09T19:05:34Z', 'revision_number': 5, 'project_id': '88f30379f192439dad3b5552f36fc303', 'gw_port': {'id': '8fd2e6e4-5047-43b3-aad5-c69a92b2859c', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899492a1-5f97-430b-85f7-8a5126fa2e4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:15Z', 'updated_at': '2022-02-09T19:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}] {{(pid=84543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 19:05:37.157524 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42dc5d47-c9ef-4d50-a580-fe7b17a1947d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:37.204546 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc5d47-c9ef-4d50-a580-fe7b17a1947d admin admin] Pushing event deleted for resources: {'Port': ['ID=8fd2e6e4-5047-43b3-aad5-c69a92b2859c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:37.425458 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42dc5d47-c9ef-4d50-a580-fe7b17a1947d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:37.685076 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42dc5d47-c9ef-4d50-a580-fe7b17a1947d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:37.689675 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42dc5d47-c9ef-4d50-a580-fe7b17a1947d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:37.799780 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42dc5d47-c9ef-4d50-a580-fe7b17a1947d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:37.800869 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42dc5d47-c9ef-4d50-a580-fe7b17a1947d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 899492a1-5f97-430b-85f7-8a5126fa2e4d {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:05:37.817644 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42dc5d47-c9ef-4d50-a580-fe7b17a1947d admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:37.819433 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-42dc5d47-c9ef-4d50-a580-fe7b17a1947d admin admin] 10.222.0.21 "DELETE /v2.0/routers/899492a1-5f97-430b-85f7-8a5126fa2e4d HTTP/1.1" status: 204 len: 168 time: 1.8229654 Feb 09 19:05:37.821803 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 35342) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:05:37.882940 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d66b520-c0a4-4563-aa0a-33a1dc9b4262 admin admin] Deleting subnet 92ad90c4-6337-40c7-b296-18d7ffae70aa {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 19:05:37.885999 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1d66b520-c0a4-4563-aa0a-33a1dc9b4262 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:37.936547 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1d66b520-c0a4-4563-aa0a-33a1dc9b4262 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:38.017269 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1d66b520-c0a4-4563-aa0a-33a1dc9b4262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:38.155099 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1d66b520-c0a4-4563-aa0a-33a1dc9b4262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:38.190961 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66b520-c0a4-4563-aa0a-33a1dc9b4262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92ad90c4-6337-40c7-b296-18d7ffae70aa,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:38.197482 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-1d66b520-c0a4-4563-aa0a-33a1dc9b4262 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:38.203837 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91846691-207f-4391-a9e4-97590694c0ee None None] Network 0bb66635-4921-4082-a5eb-64df0e4f58c0 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 19:05:38.212274 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-1d66b520-c0a4-4563-aa0a-33a1dc9b4262 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/92ad90c4-6337-40c7-b296-18d7ffae70aa HTTP/1.1" status: 204 len: 168 time: 0.3893392 Feb 09 19:05:38.214764 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 35346) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:05:38.327071 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23521ea7-194e-4ce7-8a38-4925ca385c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:38.337793 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-23521ea7-194e-4ce7-8a38-4925ca385c68 admin admin] Deleting port 295d71b8-0673-402c-92c1-da2cea4f3840 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 19:05:38.338129 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23521ea7-194e-4ce7-8a38-4925ca385c68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:38.462843 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ac7c3b-579b-4c2b-bf05-68b1f3a6e199 None None] DHCP port deletion for 0bb66635-4921-4082-a5eb-64df0e4f58c0 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 19:05:38.468130 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-43ac7c3b-579b-4c2b-bf05-68b1f3a6e199 None None] Deleting port 295d71b8-0673-402c-92c1-da2cea4f3840 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 19:05:38.468693 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43ac7c3b-579b-4c2b-bf05-68b1f3a6e199 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:38.652686 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-23521ea7-194e-4ce7-8a38-4925ca385c68 admin admin] For port 295d71b8-0673-402c-92c1-da2cea4f3840, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=295d71b8-0673-402c-92c1-da2cea4f3840,segment=NetworkSegment(1a5036fe-42a7-4993-b267-6d810e16c6b1),segment_id=1a5036fe-42a7-4993-b267-6d810e16c6b1)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:38.653335 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23521ea7-194e-4ce7-8a38-4925ca385c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:38.669510 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-43ac7c3b-579b-4c2b-bf05-68b1f3a6e199 None None] For port 295d71b8-0673-402c-92c1-da2cea4f3840, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=295d71b8-0673-402c-92c1-da2cea4f3840,segment=NetworkSegment(1a5036fe-42a7-4993-b267-6d810e16c6b1),segment_id=1a5036fe-42a7-4993-b267-6d810e16c6b1)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:38.669897 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43ac7c3b-579b-4c2b-bf05-68b1f3a6e199 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:38.681608 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 8fd2e6e4-5047-43b3-aad5-c69a92b2859c no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 19:05:38.776461 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-23521ea7-194e-4ce7-8a38-4925ca385c68 admin admin] Calling delete_port for 295d71b8-0673-402c-92c1-da2cea4f3840 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 19:05:38.821396 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-43ac7c3b-579b-4c2b-bf05-68b1f3a6e199 None None] Calling delete_port for 295d71b8-0673-402c-92c1-da2cea4f3840 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 19:05:38.846994 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 8fd2e6e4-5047-43b3-aad5-c69a92b2859c {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 19:05:38.847339 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 8fd2e6e4-5047-43b3-aad5-c69a92b2859c not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 19:05:38.847936 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 295d71b8-0673-402c-92c1-da2cea4f3840 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 19:05:38.940288 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23521ea7-194e-4ce7-8a38-4925ca385c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927280'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:38.974678 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Port 295d71b8-0673-402c-92c1-da2cea4f3840 update to DOWN by agent not found {{(pid=84543) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 09 19:05:38.975096 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b6685cc1-d40b-41bd-9cfe-3a9d4d61671b no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 19:05:38.988475 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23521ea7-194e-4ce7-8a38-4925ca385c68 admin admin] Pushing event deleted for resources: {'Port': ['ID=295d71b8-0673-402c-92c1-da2cea4f3840,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:38.993555 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23521ea7-194e-4ce7-8a38-4925ca385c68 admin admin] No DVR routers for this DVR port 295d71b8-0673-402c-92c1-da2cea4f3840 on host dv-neutron-827016-2-hyperv {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:05:39.009861 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: b6685cc1-d40b-41bd-9cfe-3a9d4d61671b {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 19:05:39.010205 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device b6685cc1-d40b-41bd-9cfe-3a9d4d61671b not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 19:05:39.012690 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-43ac7c3b-579b-4c2b-bf05-68b1f3a6e199 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:05:39.013044 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-43ac7c3b-579b-4c2b-bf05-68b1f3a6e199 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:05:39.110445 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23521ea7-194e-4ce7-8a38-4925ca385c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:39.135319 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-23521ea7-194e-4ce7-8a38-4925ca385c68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb66635-4921-4082-a5eb-64df0e4f58c0']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:39.147216 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-23521ea7-194e-4ce7-8a38-4925ca385c68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5036fe-42a7-4993-b267-6d810e16c6b1') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:39.147510 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.services.segments.db [None req-23521ea7-194e-4ce7-8a38-4925ca385c68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5036fe-42a7-4993-b267-6d810e16c6b1') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:39.158688 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23521ea7-194e-4ce7-8a38-4925ca385c68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2035621'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:39.174894 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23521ea7-194e-4ce7-8a38-4925ca385c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:39.180783 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23521ea7-194e-4ce7-8a38-4925ca385c68 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 19:05:39.181165 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23521ea7-194e-4ce7-8a38-4925ca385c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927173'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: Traceback (most recent call last): Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: timer() Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: cb(*args, **kw) Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: return func(*args, **kwargs) Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: self._notify() Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: self.callback(batched_events) Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: event.method(event) Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: return f(self, *a, **k) Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._get(url).json() Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: return self.request(url, 'GET', **kwargs) Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:05:39.195125 dv-neutron-827016-2-hyperv neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:05:39.368628 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23521ea7-194e-4ce7-8a38-4925ca385c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:39.384324 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23521ea7-194e-4ce7-8a38-4925ca385c68 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:39.395903 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23521ea7-194e-4ce7-8a38-4925ca385c68 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bb66635-4921-4082-a5eb-64df0e4f58c0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:39.486438 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-23521ea7-194e-4ce7-8a38-4925ca385c68 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0bb66635-4921-4082-a5eb-64df0e4f58c0 HTTP/1.1" status: 204 len: 168 time: 1.2704146 Feb 09 19:05:39.489350 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 35350) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:05:39.514521 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-43ac7c3b-579b-4c2b-bf05-68b1f3a6e199 None None] Deleting port 295d71b8-0673-402c-92c1-da2cea4f3840 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 19:05:39.515063 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43ac7c3b-579b-4c2b-bf05-68b1f3a6e199 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:39.578178 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-43ac7c3b-579b-4c2b-bf05-68b1f3a6e199 None None] The port '295d71b8-0673-402c-92c1-da2cea4f3840' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 19:05:39.885237 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9f12-6457-4c5d-8137-e01e017b7d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640874'] for router_interface, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:40.599001 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e9f12-6457-4c5d-8137-e01e017b7d26 admin admin] Deleting port 7d68e167-2b26-445b-ac19-e87318010314 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 19:05:40.599698 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9f12-6457-4c5d-8137-e01e017b7d26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:40.770852 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-7b9e9f12-6457-4c5d-8137-e01e017b7d26 admin admin] For port 7d68e167-2b26-445b-ac19-e87318010314, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=7d68e167-2b26-445b-ac19-e87318010314,segment=NetworkSegment(1376dd0e-adcb-4037-836d-55f3dcb4cd04),segment_id=1376dd0e-adcb-4037-836d-55f3dcb4cd04)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:40.771199 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9f12-6457-4c5d-8137-e01e017b7d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:40.895215 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e9f12-6457-4c5d-8137-e01e017b7d26 admin admin] Calling delete_port for 7d68e167-2b26-445b-ac19-e87318010314 owned by network:router_interface {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 19:05:41.208668 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9f12-6457-4c5d-8137-e01e017b7d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:41.253763 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e9f12-6457-4c5d-8137-e01e017b7d26 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d68e167-2b26-445b-ac19-e87318010314,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:41.544129 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9f12-6457-4c5d-8137-e01e017b7d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3802396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640985'] for router_interface, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:42.216329 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9e9f12-6457-4c5d-8137-e01e017b7d26 admin admin] Router a060505b-6950-4153-8024-c6b50eb8a0a9 has already been hosted by L3 agent 5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47 {{(pid=84541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:05:42.419270 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9e9f12-6457-4c5d-8137-e01e017b7d26 admin admin] Notify agent at l3_agent.dv-neutron-827016-2-hyperv the message routers_updated {{(pid=84541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:05:42.428865 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c975b9-1ed8-4500-ae21-5311c17e7763 None None] Sync routers for ids ['a060505b-6950-4153-8024-c6b50eb8a0a9'] in dv-neutron-827016-2-hyperv {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 19:05:42.441748 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c975b9-1ed8-4500-ae21-5311c17e7763 None None] Routers {'a060505b-6950-4153-8024-c6b50eb8a0a9'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 19:05:42.442638 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d1c975b9-1ed8-4500-ae21-5311c17e7763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T19:05:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['a060505b-6950-4153-8024-c6b50eb8a0a9'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:42.519292 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-7b9e9f12-6457-4c5d-8137-e01e017b7d26 admin admin] 10.222.0.21 "PUT /v2.0/routers/a060505b-6950-4153-8024-c6b50eb8a0a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0287275 Feb 09 19:05:42.521843 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 35354) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:05:42.663004 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-d1c975b9-1ed8-4500-ae21-5311c17e7763 None None] Set router a060505b-6950-4153-8024-c6b50eb8a0a9 gateway port host: dv-neutron-827016-2-hyperv {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 19:05:42.747423 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5ea91758-78d9-415b-82ae-0395d86cfc5f admin admin] Notify callbacks [] for router, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:42.958204 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5ea91758-78d9-415b-82ae-0395d86cfc5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:42.959561 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d1c975b9-1ed8-4500-ae21-5311c17e7763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a060505b-6950-4153-8024-c6b50eb8a0a9', 'name': 'tempest-TestSnapshotPattern-572494812-router', 'tenant_id': '19137e9beaac4c3d93955c8053db07ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'external_fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:22Z', 'updated_at': '2022-02-09T19:05:40Z', 'revision_number': 5, 'project_id': '19137e9beaac4c3d93955c8053db07ac', 'gw_port': {'id': '088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f', 'name': '', 'network_id': 'c9564cd9-4539-4a2d-b376-06d44bc8fbe4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:50:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060505b-6950-4153-8024-c6b50eb8a0a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827016-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:00:23Z', 'updated_at': '2022-02-09T19:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f74bc9c-7506-4f42-a568-da3c3465cbf8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827016-2-hyperv'}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:42.969810 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c975b9-1ed8-4500-ae21-5311c17e7763 None None] Checking router: a060505b-6950-4153-8024-c6b50eb8a0a9 for host: dv-neutron-827016-2-hyperv {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 19:05:42.981001 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c975b9-1ed8-4500-ae21-5311c17e7763 None None] Routers {'a060505b-6950-4153-8024-c6b50eb8a0a9'} bound to L3 agent in host dv-neutron-827016-2-hyperv {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 19:05:42.981612 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d1c975b9-1ed8-4500-ae21-5311c17e7763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827016-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T17:52:49Z,description=,heartbeat_timestamp=2022-02-09T19:05:19Z,host='dv-neutron-827016-2-hyperv',id=5f339bea-d0ef-4c4c-8b97-1d29ee6cbb47,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T17:52:50Z,topic='l3_agent')) {'router_ids': ['a060505b-6950-4153-8024-c6b50eb8a0a9'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:43.034433 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-5ea91758-78d9-415b-82ae-0395d86cfc5f admin admin] Deleting port 088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 19:05:43.034785 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5ea91758-78d9-415b-82ae-0395d86cfc5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:43.141354 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-d1c975b9-1ed8-4500-ae21-5311c17e7763 None None] Set router a060505b-6950-4153-8024-c6b50eb8a0a9 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 19:05:43.227255 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-5ea91758-78d9-415b-82ae-0395d86cfc5f admin admin] For port 088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f,segment=NetworkSegment(7534859b-0e9c-42cc-a2be-c9f6d6617223),segment_id=7534859b-0e9c-42cc-a2be-c9f6d6617223)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:43.227836 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5ea91758-78d9-415b-82ae-0395d86cfc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:43.248551 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d1c975b9-1ed8-4500-ae21-5311c17e7763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a060505b-6950-4153-8024-c6b50eb8a0a9', 'name': 'tempest-TestSnapshotPattern-572494812-router', 'tenant_id': '19137e9beaac4c3d93955c8053db07ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:22Z', 'updated_at': '2022-02-09T19:05:42Z', 'revision_number': 6, 'project_id': '19137e9beaac4c3d93955c8053db07ac', 'gw_port_host': None}], 'dv-neutron-827016-2-hyperv', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:43.252785 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c975b9-1ed8-4500-ae21-5311c17e7763 None None] The sync data for ids ['a060505b-6950-4153-8024-c6b50eb8a0a9'] in dv-neutron-827016-2-hyperv is: [{'id': 'a060505b-6950-4153-8024-c6b50eb8a0a9', 'name': 'tempest-TestSnapshotPattern-572494812-router', 'tenant_id': '19137e9beaac4c3d93955c8053db07ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:00:22Z', 'updated_at': '2022-02-09T19:05:42Z', 'revision_number': 6, 'project_id': '19137e9beaac4c3d93955c8053db07ac', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 19:05:43.456899 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-5ea91758-78d9-415b-82ae-0395d86cfc5f admin admin] Calling delete_port for 088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f owned by network:router_gateway {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 19:05:43.694229 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5ea91758-78d9-415b-82ae-0395d86cfc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:43.744588 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea91758-78d9-415b-82ae-0395d86cfc5f admin admin] Pushing event deleted for resources: {'Port': ['ID=088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:43.994287 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5ea91758-78d9-415b-82ae-0395d86cfc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646927'] for router_gateway, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:44.263341 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5ea91758-78d9-415b-82ae-0395d86cfc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42668'] for router, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:44.267828 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5ea91758-78d9-415b-82ae-0395d86cfc5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:44.379737 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5ea91758-78d9-415b-82ae-0395d86cfc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640299'] for router, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:44.380261 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea91758-78d9-415b-82ae-0395d86cfc5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a060505b-6950-4153-8024-c6b50eb8a0a9 {{(pid=84541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:05:44.394437 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-5ea91758-78d9-415b-82ae-0395d86cfc5f admin admin] Notify callbacks [] for router, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:44.395598 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-5ea91758-78d9-415b-82ae-0395d86cfc5f admin admin] 10.222.0.21 "DELETE /v2.0/routers/a060505b-6950-4153-8024-c6b50eb8a0a9 HTTP/1.1" status: 204 len: 168 time: 1.8726478 Feb 09 19:05:44.398274 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 35360) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:05:44.463355 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.db_base_plugin_v2 [None req-702d4739-993a-40e2-8c31-4317768b0a0b admin admin] Deleting subnet 86fe7631-311d-4800-867f-bbcd15b4849d {{(pid=84541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 19:05:44.467329 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-702d4739-993a-40e2-8c31-4317768b0a0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:44.523538 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-702d4739-993a-40e2-8c31-4317768b0a0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1775175'] for subnet, precommit_delete_associations {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:44.605809 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-702d4739-993a-40e2-8c31-4317768b0a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3197169'] for subnet, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:44.681625 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7d68e167-2b26-445b-ac19-e87318010314 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 19:05:44.717519 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 7d68e167-2b26-445b-ac19-e87318010314 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 19:05:44.718086 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 7d68e167-2b26-445b-ac19-e87318010314 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 19:05:44.718714 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 19:05:44.752500 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 19:05:44.753125 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 088a7d15-1cc9-4e53-a74a-d4d7a05fcd1f not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 19:05:44.763214 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-702d4739-993a-40e2-8c31-4317768b0a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3197128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1085749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65282973'] for subnet, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:44.807106 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d4739-993a-40e2-8c31-4317768b0a0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86fe7631-311d-4800-867f-bbcd15b4849d,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:44.811250 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-702d4739-993a-40e2-8c31-4317768b0a0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:44.817655 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268a5ecc-feac-43d4-ab94-681fb764591b None None] Network 30f04225-b923-4035-bae8-ce64a91573e2 requested from dv-neutron-827016-2-hyperv {{(pid=84543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 19:05:44.818203 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-702d4739-993a-40e2-8c31-4317768b0a0b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/86fe7631-311d-4800-867f-bbcd15b4849d HTTP/1.1" status: 204 len: 168 time: 0.4188881 Feb 09 19:05:44.822464 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.wsgi [-] (84541) accepted ('10.222.0.21', 35364) {{(pid=84541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:05:44.950412 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ff16afb6-96d3-40a9-9dfc-c62d17e74ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3175395'] for network, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:44.967937 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-ff16afb6-96d3-40a9-9dfc-c62d17e74ff9 admin admin] Deleting port 40072472-e43d-4d67-b147-78643dbfb588 {{(pid=84541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 19:05:44.968499 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ff16afb6-96d3-40a9-9dfc-c62d17e74ff9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:45.126442 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4d0086-7701-46dc-9b1c-7c31bd33234f None None] DHCP port deletion for 30f04225-b923-4035-bae8-ce64a91573e2 request from dv-neutron-827016-2-hyperv {{(pid=84543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 19:05:45.130435 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ef4d0086-7701-46dc-9b1c-7c31bd33234f None None] Deleting port 40072472-e43d-4d67-b147-78643dbfb588 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 19:05:45.130842 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0086-7701-46dc-9b1c-7c31bd33234f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:45.323446 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.db [None req-ff16afb6-96d3-40a9-9dfc-c62d17e74ff9 admin admin] For port 40072472-e43d-4d67-b147-78643dbfb588, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=40072472-e43d-4d67-b147-78643dbfb588,segment=NetworkSegment(1376dd0e-adcb-4037-836d-55f3dcb4cd04),segment_id=1376dd0e-adcb-4037-836d-55f3dcb4cd04)] {{(pid=84541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:45.324036 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ff16afb6-96d3-40a9-9dfc-c62d17e74ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:45.342563 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ef4d0086-7701-46dc-9b1c-7c31bd33234f None None] For port 40072472-e43d-4d67-b147-78643dbfb588, host dv-neutron-827016-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827016-2-hyperv',level=0,port_id=40072472-e43d-4d67-b147-78643dbfb588,segment=NetworkSegment(1376dd0e-adcb-4037-836d-55f3dcb4cd04),segment_id=1376dd0e-adcb-4037-836d-55f3dcb4cd04)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:45.342866 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0086-7701-46dc-9b1c-7c31bd33234f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696956'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:45.448506 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.plugin [None req-ff16afb6-96d3-40a9-9dfc-c62d17e74ff9 admin admin] Calling delete_port for 40072472-e43d-4d67-b147-78643dbfb588 owned by network:dhcp {{(pid=84541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 19:05:45.469102 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ef4d0086-7701-46dc-9b1c-7c31bd33234f None None] Calling delete_port for 40072472-e43d-4d67-b147-78643dbfb588 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 19:05:45.682381 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ff16afb6-96d3-40a9-9dfc-c62d17e74ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3389052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779619510146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779619086466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1085930'] for port, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:45.682688 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.db.api [None req-ef4d0086-7701-46dc-9b1c-7c31bd33234f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:05:45.682688 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG oslo_db.api [None req-ef4d0086-7701-46dc-9b1c-7c31bd33234f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:05:45.702231 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16afb6-96d3-40a9-9dfc-c62d17e74ff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=40072472-e43d-4d67-b147-78643dbfb588,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:45.708938 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff16afb6-96d3-40a9-9dfc-c62d17e74ff9 admin admin] No DVR routers for this DVR port 40072472-e43d-4d67-b147-78643dbfb588 on host dv-neutron-827016-2-hyperv {{(pid=84541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:05:45.822930 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ff16afb6-96d3-40a9-9dfc-c62d17e74ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3199356', 'neutron.services.segments.db._delete_segments_for_network-8779619540583'] for network, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:45.848858 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-ff16afb6-96d3-40a9-9dfc-c62d17e74ff9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f04225-b923-4035-bae8-ce64a91573e2']}} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:45.866233 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-ff16afb6-96d3-40a9-9dfc-c62d17e74ff9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1376dd0e-adcb-4037-836d-55f3dcb4cd04') {'for_net_delete': True} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:45.866561 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.services.segments.db [None req-ff16afb6-96d3-40a9-9dfc-c62d17e74ff9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1376dd0e-adcb-4037-836d-55f3dcb4cd04') {} {{(pid=84541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:45.879884 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ff16afb6-96d3-40a9-9dfc-c62d17e74ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779619538926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1775180'] for segment, before_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:45.898126 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ff16afb6-96d3-40a9-9dfc-c62d17e74ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3325355'] for segment, precommit_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:45.903731 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff16afb6-96d3-40a9-9dfc-c62d17e74ff9 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 19:05:45.907906 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ff16afb6-96d3-40a9-9dfc-c62d17e74ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3195992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1085855'] for segment, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: Traceback (most recent call last): Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: timer() Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: cb(*args, **kw) Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: return func(*args, **kwargs) Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: self._notify() Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: self.callback(batched_events) Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: event.method(event) Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: return f(self, *a, **k) Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._get(url).json() Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: return self.request(url, 'GET', **kwargs) Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:05:45.918051 dv-neutron-827016-2-hyperv neutron-server[84541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:05:46.071521 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ff16afb6-96d3-40a9-9dfc-c62d17e74ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3199347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3802609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647018'] for network, after_delete {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:46.088836 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron_lib.callbacks.manager [None req-ff16afb6-96d3-40a9-9dfc-c62d17e74ff9 admin admin] Notify callbacks [] for network, before_response {{(pid=84541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:46.103956 dv-neutron-827016-2-hyperv neutron-server[84541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16afb6-96d3-40a9-9dfc-c62d17e74ff9 admin admin] Pushing event deleted for resources: {'Network': ['ID=30f04225-b923-4035-bae8-ce64a91573e2,revision_number=None']} {{(pid=84541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:46.112621 dv-neutron-827016-2-hyperv neutron-server[84541]: INFO neutron.wsgi [None req-ff16afb6-96d3-40a9-9dfc-c62d17e74ff9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/30f04225-b923-4035-bae8-ce64a91573e2 HTTP/1.1" status: 204 len: 168 time: 1.2890909 Feb 09 19:05:46.162615 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ef4d0086-7701-46dc-9b1c-7c31bd33234f None None] Deleting port 40072472-e43d-4d67-b147-78643dbfb588 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 19:05:46.162961 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0086-7701-46dc-9b1c-7c31bd33234f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779619454913'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:46.229352 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ef4d0086-7701-46dc-9b1c-7c31bd33234f None None] The port '40072472-e43d-4d67-b147-78643dbfb588' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 19:05:46.418093 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 35370) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:05:46.468264 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-8e36e077-1b61-45cb-b714-23a067f69c19 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88f30379f192439dad3b5552f36fc303&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484376 Feb 09 19:05:46.471194 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 35374) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:05:46.533488 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e20ba13b-c84d-4fb8-9a7f-13acb933159d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:46.559147 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e20ba13b-c84d-4fb8-9a7f-13acb933159d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:46.674551 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 40072472-e43d-4d67-b147-78643dbfb588 no longer exists at agent ovs-agent-dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 19:05:46.694233 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e20ba13b-c84d-4fb8-9a7f-13acb933159d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:46.711287 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ba13b-c84d-4fb8-9a7f-13acb933159d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf39e551-ef4a-47fc-91a4-06a1289efa5a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:46.711576 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] No Port match for: 40072472-e43d-4d67-b147-78643dbfb588 {{(pid=84543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 19:05:46.712191 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron.plugins.ml2.rpc [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Device 40072472-e43d-4d67-b147-78643dbfb588 not bound to the agent host dv-neutron-827016-2-hyperv {{(pid=84543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 19:05:46.720808 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e20ba13b-c84d-4fb8-9a7f-13acb933159d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:46.722239 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-e20ba13b-c84d-4fb8-9a7f-13acb933159d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf39e551-ef4a-47fc-91a4-06a1289efa5a HTTP/1.1" status: 204 len: 168 time: 0.2501612 Feb 09 19:05:46.749519 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-140847f0-9122-4bda-88f3-736387306e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:47.465134 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 35382) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:05:47.520384 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-9ae95fb5-5fcd-4c50-abeb-4575b07a2f58 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19137e9beaac4c3d93955c8053db07ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0540092 Feb 09 19:05:47.522848 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.21', 35386) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 19:05:47.589183 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f0b02598-07d6-48c2-bb27-55a239527427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:47.615465 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f0b02598-07d6-48c2-bb27-55a239527427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:47.760843 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f0b02598-07d6-48c2-bb27-55a239527427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722089'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:47.773844 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b02598-07d6-48c2-bb27-55a239527427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ff0298-54b1-42c5-9448-871d7a750772,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:47.778657 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f0b02598-07d6-48c2-bb27-55a239527427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:47.779325 dv-neutron-827016-2-hyperv neutron-server[84542]: INFO neutron.wsgi [None req-f0b02598-07d6-48c2-bb27-55a239527427 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32ff0298-54b1-42c5-9448-871d7a750772 HTTP/1.1" status: 204 len: 168 time: 0.2555828 Feb 09 19:05:47.792973 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:49.133887 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d43ab086-e236-4390-a1ca-1a2e5b592fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:50.291145 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:50.342687 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:05:51.871140 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:06:03.161628 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 19:06:16.784404 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-63a73f01-351c-4cc0-b59d-f0c2c9d02750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:06:17.790373 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:06:19.150588 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bb37fabc-0d74-430b-a920-1b77e2c9a2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:06:20.319541 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:06:20.419316 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:06:22.030254 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:06:40.161735 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 19:06:45.929153 dv-neutron-827016-2-hyperv neutron-server[84542]: DEBUG neutron.wsgi [req-1bbcf291-9633-46a5-986e-918c7eaa4aa0 req-f125645c-1510-42c6-9e10-94ae4cb209c4 service neutron] (84542) timed out ('10.222.0.21', 32908) {{(pid=84542) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 19:06:46.737897 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8192f521-2720-4f5b-99c9-0929123ddbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:06:47.789600 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:06:49.109833 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1112d151-9237-4612-9f9b-be2564e8c7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:06:50.313221 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:06:50.439269 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:06:51.884736 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:07:16.742997 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad56d6ac-c65f-4f22-8fcf-9d89448967a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:07:17.163329 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 19:07:17.788830 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:07:19.114915 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43f45947-13a1-433e-aa3b-a62f8e752dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:07:20.325581 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:07:20.361078 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:07:21.914927 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:07:46.719377 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-043bd566-f9dc-4ff4-a43c-3cf368b68749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:07:47.799097 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:07:49.095893 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0e1e260f-1ea4-4eef-abd6-0821ad7c0c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:07:50.295537 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:07:50.376299 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:07:51.884604 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:07:54.163811 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 19:08:16.775028 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ec2d1f13-7cab-413a-9041-7e5f2806880b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:08:17.878002 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:08:19.090260 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-84593845-710c-44bc-a29d-0104f48c4d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:08:20.318313 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:08:20.421281 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:08:21.895193 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:08:31.164534 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 19:08:46.740864 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f2e4c482-78a9-46d4-b3d2-ecb1b7c26ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:08:47.843075 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:08:49.151851 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c9b9da06-f982-41b6-9a06-0d0b01e1a620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:08:50.351982 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:08:50.409370 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:08:51.883821 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:09:08.165125 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 19:09:16.717050 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e28c7c5-3320-426d-a1ef-853fe7ee1481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:09:17.843127 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:09:19.105113 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-35e534cb-1e24-4ca9-a5a1-8b349874c42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:09:20.296230 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:09:20.403128 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:09:21.887393 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:09:45.169003 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 19:09:46.744769 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f05c855e-c256-41e6-acc5-92041295b9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:09:47.871150 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:09:49.105722 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-86c42f8f-156d-4e05-a1a9-48f66e971423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:09:50.310679 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:09:50.408352 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:09:51.894285 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:10:16.791270 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4dce76f6-07bb-46a0-b5a7-5b526f0c6147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:10:17.887593 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:10:19.116591 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62d1dfd3-2681-48bd-b9c3-85c25edcaa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:10:20.345400 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:10:20.482471 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:10:21.899394 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:10:22.169435 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 19:10:46.790825 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-18595bd8-76da-48af-bde6-c0ec72e8e0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:10:47.859107 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:10:49.116244 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f18b5bd-7bec-4382-b8c2-c8e41a123c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:10:50.321680 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:10:50.396184 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:10:51.904643 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:10:59.170960 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 19:11:16.769436 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-127aaa5c-55f8-4298-9339-9dc5a2ea41d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:11:17.910462 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af7bcd19-c1fc-44da-8abf-fa5173dddbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:11:19.204021 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2d97aebe-8bff-4f95-bce5-25f040490f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:11:20.438799 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d182ce9-7c13-4d34-8abf-7f1882ffd91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:11:20.440995 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1d2a-38e9-45a9-a0cc-993048711a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:11:21.933283 dv-neutron-827016-2-hyperv neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5b1e-ba82-4263-a1ed-2f69cf57d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779619540565', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3198076'] for agent, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 19:11:36.171328 dv-neutron-827016-2-hyperv neutron-server[84544]: DEBUG neutron.db.agents_db [None req-56e7f66a-5319-43e5-8e24-c1acad20f022 None None] Agent healthcheck: found 6 active agents {{(pid=84544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}